-- Logs begin at Wed 2021-10-13 03:17:31 UTC, end at Wed 2021-10-13 06:07:52 UTC. -- Oct 13 03:47:31.856329 n-d-810220-9 systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 03:47:34.598700 n-d-810220-9 neutron-server[94715]: INFO neutron.common.config [-] Logging enabled! Oct 13 03:47:34.599310 n-d-810220-9 neutron-server[94715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 03:47:34.599471 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 03:47:34.602707 n-d-810220-9 neutron-server[94715]: INFO neutron.common.config [-] Logging enabled! Oct 13 03:47:34.602959 n-d-810220-9 neutron-server[94715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 03:47:34.603265 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 03:47:34.604235 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 03:47:34.604483 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 03:47:34.604878 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 03:47:34.605140 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 03:47:34.605369 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 03:47:34.605707 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.606011 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.606322 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.606569 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.606882 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.607192 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.607490 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.607791 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.608110 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.608395 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.608716 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.609006 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.609252 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.609547 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.609846 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.610149 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.610370 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] debug = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.610677 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.611124 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.611539 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.611815 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.612097 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.612373 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.612640 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.612936 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.613214 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.613551 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] host = n-d-810220-9 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.613843 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.614145 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.614446 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.614747 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.615021 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.615312 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.615632 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.615903 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.616173 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.616442 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.616742 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.617028 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.617316 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.617533 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.617750 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.618031 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.618311 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.618580 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.618849 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.619118 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.619383 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.619650 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.619913 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.620189 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.620465 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.620821 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.621095 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.621362 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.621627 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.621891 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.622167 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.622433 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.622698 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.622962 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.623242 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.623521 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.623811 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.624126 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.624406 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.624693 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.624979 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.625259 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.625572 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.625815 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.626103 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.626387 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] use_json = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.626667 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.626941 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.627228 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.627512 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.627776 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.628043 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.628306 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.628584 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:34.628895 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.629208 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.629523 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.629816 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.630136 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.630431 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.630729 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.631496 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.631783 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.632112 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.632413 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.632725 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.633014 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.633286 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.633577 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.633894 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.634203 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.634489 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.634759 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.635028 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.635296 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.635569 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.635876 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.636166 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.636453 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.636762 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.637037 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.637317 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.637606 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.637887 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.638155 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.638427 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.638710 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.638979 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.639246 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.639518 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.639817 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.640104 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.640392 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.640668 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.640993 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.641261 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.641549 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.641841 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.642128 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.642402 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.642672 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.642940 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.643227 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.643514 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.643814 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.644106 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.644386 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.644704 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.644995 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.645267 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.645553 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.645833 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.646118 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.646374 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.647299 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.647602 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.647877 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.648147 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.648417 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.648701 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.648983 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.649257 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.649546 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.649834 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.650126 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.650412 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.650684 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.650990 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.651292 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.651565 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.651842 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.652137 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.652429 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.652745 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.653020 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.653295 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.653568 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.653836 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.654123 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.654423 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.654724 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.655022 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.655315 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.655643 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.655906 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.656186 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.656457 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.656776 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.657052 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.657354 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.657662 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.657972 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.658262 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.658550 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.658836 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.659112 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.659439 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.659722 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:34.659935 n-d-810220-9 neutron-server[94715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 03:47:34.660189 n-d-810220-9 neutron-server[94715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 03:47:35.085123 n-d-810220-9 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 03:47:35.085392 n-d-810220-9 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 03:47:35.085680 n-d-810220-9 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 03:47:35.086005 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 03:47:35.406433 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.406727 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.406995 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.408162 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.408433 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.408704 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.441884 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.442156 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.442430 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.457969 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.458245 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.458507 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.488498 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.488793 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.489056 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.525636 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.525908 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.526170 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.759129 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.759712 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.759712 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.759873 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.760523 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.881643 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.881958 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.882235 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.882500 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.882761 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.883061 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.883312 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.883561 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.883808 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.884083 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.884334 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.884588 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.884862 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.885105 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.885351 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.885607 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.885853 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.886118 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.886376 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.886626 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.886886 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.887129 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.887408 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.887777 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.888018 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.888257 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.888647 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:35.888906 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:35.889144 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:35.889372 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:35.889605 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:35.889835 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:35.890187 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 03:47:35.893280 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 03:47:35.897252 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 03:47:35.902056 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 13 03:47:35.903695 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 03:47:35.904150 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 03:47:35.904482 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 03:47:35.904888 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 03:47:35.907688 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 03:47:35.907932 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 03:47:35.908270 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 03:47:35.913563 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 03:47:35.935691 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 03:47:35.936138 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.936431 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 03:47:35.936818 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.938192 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 03:47:35.938466 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 03:47:35.938702 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 03:47:35.942063 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:35.942339 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.006671 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 03:47:36.006909 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 03:47:36.007138 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 03:47:36.007500 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 03:47:36.027929 n-d-810220-9 neutron-server[94715]: DEBUG oslo_db.sqlalchemy.engines [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 03:47:36.564930 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing driver for type 'gre' Oct 13 03:47:36.565566 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] gre ID ranges: [(1, 1000)] Oct 13 03:47:36.615190 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing driver for type 'local' Oct 13 03:47:36.615617 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing driver for type 'vlan' Oct 13 03:47:36.630495 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] VlanTypeDriver initialization complete Oct 13 03:47:36.630921 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing driver for type 'vxlan' Oct 13 03:47:36.631468 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] vxlan ID ranges: [(1, 1000)] Oct 13 03:47:36.683657 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing extension driver 'port_security' Oct 13 03:47:36.684019 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.extensions.port_security [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] PortSecurityExtensionDriver initialization complete Oct 13 03:47:36.684348 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing mechanism driver 'openvswitch' Oct 13 03:47:36.684672 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing mechanism driver 'hyperv' Oct 13 03:47:36.691271 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:47:36.691923 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.692286 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.692629 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.693173 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 03:47:36.694095 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.694439 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.694776 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.695163 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 03:47:36.695561 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.695904 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.696234 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.696617 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 03:47:36.697040 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > security_group after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.697381 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > security_group after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.697712 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.698234 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 03:47:36.698634 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.698977 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.699312 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.699697 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 03:47:36.700099 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > address_group after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.700439 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > address_group after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.700798 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.701183 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 03:47:36.701553 n-d-810220-9 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] ML2 OVO RPC backend initialized. {{(pid=94715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 13 03:47:36.702251 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.702602 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.703017 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.703359 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > networks before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.703698 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.704030 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > ports before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.704370 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.704725 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnets before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.705068 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.705401 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.705726 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.706055 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.706381 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.706703 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.707026 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.707351 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.707675 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.708237 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.plugin [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Modular L2 Plugin initialization complete Oct 13 03:47:36.708557 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading services supported by the core plugin {{(pid=94715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 03:47:36.708902 n-d-810220-9 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Got port-security extension from driver 'port_security' Oct 13 03:47:36.709966 n-d-810220-9 neutron-server[94715]: INFO neutron.extensions.vlantransparent [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Disabled vlantransparent extension. Oct 13 03:47:36.710440 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 03:47:36.710747 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: router Oct 13 03:47:36.746113 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.746497 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.746853 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router before_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.747208 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.747570 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.747916 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_delete 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.748270 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.748615 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.748986 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.749325 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.749665 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.750001 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.750349 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.750751 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.751108 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.751438 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.751775 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.752100 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.752439 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.752805 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.753140 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.753474 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.753818 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.754150 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.754495 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.754851 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.755188 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.755543 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > agent after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.756375 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > agent after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.756740 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.757587 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Tracking information for resource: router configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:36.757914 n-d-810220-9 neutron-server[94715]: DEBUG neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Tracking information for resource: floatingip configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 03:47:36.762929 n-d-810220-9 neutron-server[94715]: INFO neutron.db.l3_agentschedulers_db [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 03:47:36.763505 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.763867 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.764215 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.764559 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.765364 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router before_create 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.765726 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.766081 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_create 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.766428 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > router precommit_update 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.771273 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.provider_configuration [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service providers = [] {{(pid=94715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 03:47:36.772248 n-d-810220-9 neutron-server[94715]: DEBUG neutron.db.servicetype_db [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 03:47:36.775193 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.service_base [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 03:47:36.775540 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.service_base [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 03:47:36.775877 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.service_base [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 03:47:36.776784 n-d-810220-9 neutron-server[94715]: DEBUG neutron.services.service_base [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 03:47:36.777149 n-d-810220-9 neutron-server[94715]: INFO neutron.services.service_base [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 03:47:36.777514 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.777823 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 03:47:36.788437 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.788801 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: auto_allocate Oct 13 03:47:36.794650 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: network precommit_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.795016 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: network precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.795525 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.795842 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: tag Oct 13 03:47:36.802376 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.802702 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: timestamp Oct 13 03:47:36.808034 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.808362 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: network_ip_availability Oct 13 03:47:36.813778 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.814142 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.814489 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:36.815183 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.815495 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: flavors Oct 13 03:47:36.821094 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.821427 n-d-810220-9 neutron-server[94715]: INFO neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading Plugin: revisions Oct 13 03:47:36.825720 n-d-810220-9 neutron-server[94715]: DEBUG neutron.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 03:47:36.826105 n-d-810220-9 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.740s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 03:47:36.826835 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 03:47:36.827164 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Initializing extension manager. Oct 13 03:47:36.827663 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: __init__.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.827997 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: __pycache__ {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.828324 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.828649 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: address_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.829483 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.830028 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: address-group Oct 13 03:47:36.830343 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: address_scope.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.831045 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.831542 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: address-scope Oct 13 03:47:36.831856 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.832993 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.833494 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: router-admin-state-down-before-update Oct 13 03:47:36.833817 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: agent.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.835103 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.835595 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: agent Oct 13 03:47:36.835913 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: agent_resources_synced.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.836842 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.837336 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: agent-resources-synced Oct 13 03:47:36.837651 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: allowedaddresspairs.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.839422 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.839931 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: allowed-address-pairs Oct 13 03:47:36.840251 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: auto_allocated_topology.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.841352 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.841853 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: auto-allocated-topology Oct 13 03:47:36.842174 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: availability_zone.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.842858 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.843348 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: availability_zone Oct 13 03:47:36.843665 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: availability_zone_filter.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.844566 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.845115 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: availability_zone_filter Oct 13 03:47:36.845433 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: data_plane_status.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.846326 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.846817 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 03:47:36.847389 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: default_subnetpools.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.848298 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.848831 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: default-subnetpools Oct 13 03:47:36.849153 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.849969 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.850464 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: dhcp_agent_scheduler Oct 13 03:47:36.850780 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: dns.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.851691 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.852187 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension dns-integration not supported by any of loaded plugins Oct 13 03:47:36.852504 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: dns_domain_ports.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.853443 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.853938 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 03:47:36.854253 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.855162 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.855652 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 03:47:36.855966 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: dvr.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.856631 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.857148 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: dvr Oct 13 03:47:36.857463 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: ecmp_routes.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.858370 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.858859 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 03:47:36.859172 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: empty_string_filtering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.860073 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.860559 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: empty-string-filtering Oct 13 03:47:36.860895 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.861804 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.862290 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 03:47:36.862603 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.863518 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.864006 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 03:47:36.864321 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: external_net.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.865271 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.865763 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: external-net Oct 13 03:47:36.866079 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.866980 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.867470 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: extra_dhcp_opt Oct 13 03:47:36.867806 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: extraroute.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.868741 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.869235 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: extraroute Oct 13 03:47:36.869551 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: extraroute_atomic.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.870577 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.871070 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: extraroute-atomic Oct 13 03:47:36.871396 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: filter_validation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.872055 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.872542 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: filter-validation Oct 13 03:47:36.872887 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: fip_pf_description.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.873790 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.874280 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 03:47:36.874594 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: fip_port_details.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.875504 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.876003 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: fip-port-details Oct 13 03:47:36.876323 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: flavors.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.877581 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.878093 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: flavors Oct 13 03:47:36.878416 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.880092 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.880644 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 03:47:36.881474 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: floatingip_pools.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.882168 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.882666 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: floatingip-pools Oct 13 03:47:36.882983 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: ip_allocation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.883895 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.884386 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 03:47:36.884733 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.885657 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.886149 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: ip-substring-filtering Oct 13 03:47:36.886466 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l2_adjacency.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.887384 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.887874 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 03:47:36.888188 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.889292 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.889801 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: router Oct 13 03:47:36.890120 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.892335 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.892890 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 03:47:36.893217 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.894155 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.894656 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: ext-gw-mode Oct 13 03:47:36.894978 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.895909 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.896405 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: l3-ha Oct 13 03:47:36.897337 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3_flavors.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.898253 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.898751 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: l3-flavors Oct 13 03:47:36.899066 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.899983 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.900477 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 03:47:36.900824 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: l3agentscheduler.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.901835 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.902334 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: l3_agent_scheduler Oct 13 03:47:36.902655 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: logging.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.904147 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.904663 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension logging not supported by any of loaded plugins Oct 13 03:47:36.905015 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: metering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.905751 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.906315 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: metering Oct 13 03:47:36.906639 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.907712 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.908217 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: metering_source_and_destination_fields Oct 13 03:47:36.908541 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: multiprovidernet.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.909535 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.909984 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: multi-provider Oct 13 03:47:36.910304 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: netmtu.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.911215 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.911707 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: net-mtu Oct 13 03:47:36.912031 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: netmtu_writable.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.912995 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.913492 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: net-mtu-writable Oct 13 03:47:36.913812 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: network_availability_zone.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.914474 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.914965 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: network_availability_zone Oct 13 03:47:36.915281 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: network_ip_availability.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.916378 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.916910 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: network-ip-availability Oct 13 03:47:36.917231 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: network_segment_range.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.917988 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.918476 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 03:47:36.918792 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: pagination.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.919758 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.920081 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: pagination Oct 13 03:47:36.920398 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: port_device_profile.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.921339 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.921848 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: port-device-profile Oct 13 03:47:36.922168 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.923080 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.923578 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: port-mac-address-regenerate Oct 13 03:47:36.923894 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.924831 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.925328 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: port-numa-affinity-policy Oct 13 03:47:36.925645 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: port_resource_request.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.926554 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.927044 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 03:47:36.927361 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: portbindings.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.928425 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.928959 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: binding Oct 13 03:47:36.929275 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: portbindings_extended.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.930541 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.931040 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: binding-extended Oct 13 03:47:36.931360 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: portsecurity.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.932266 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.932789 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: port-security Oct 13 03:47:36.933110 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: project_id.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.934077 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.934403 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: project-id Oct 13 03:47:36.934720 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: providernet.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.935646 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.936142 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: provider Oct 13 03:47:36.936457 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.940036 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.940551 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos not supported by any of loaded plugins Oct 13 03:47:36.940913 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.942180 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.942682 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 03:47:36.943005 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.944438 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.944974 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 03:47:36.945295 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_default.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.946207 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.946707 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-default not supported by any of loaded plugins Oct 13 03:47:36.947029 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_fip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.947675 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.948166 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-fip not supported by any of loaded plugins Oct 13 03:47:36.948483 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_gateway_ip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.949430 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.949929 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 03:47:36.950245 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_port_network_policy.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.951153 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.951679 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 03:47:36.952019 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.953087 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.953594 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 03:47:36.953909 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_pps_rule.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.955080 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.955580 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-pps not supported by any of loaded plugins Oct 13 03:47:36.955899 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_rule_type_details.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.956840 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.957334 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 03:47:36.957651 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: qos_rules_alias.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.958691 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.959770 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 03:47:36.960094 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: quotasv2.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.961039 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.961358 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: quotas Oct 13 03:47:36.961671 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: quotasv2_detail.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.964982 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.965324 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: quota_details Oct 13 03:47:36.965657 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: rbac.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.966697 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.967210 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: rbac-policies Oct 13 03:47:36.967537 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: rbac_address_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.968467 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.969009 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: rbac-address-group Oct 13 03:47:36.969330 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: rbac_address_scope.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.970244 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.970746 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: rbac-address-scope Oct 13 03:47:36.971065 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: rbac_security_groups.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.971975 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.972776 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: rbac-security-groups Oct 13 03:47:36.973096 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: rbac_subnetpool.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.974014 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.974510 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: rbac-subnetpool Oct 13 03:47:36.974851 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: revisionifmatch.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.975771 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.976271 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: revision-if-match Oct 13 03:47:36.976591 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: revisions.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.977718 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.978214 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: standard-attr-revisions Oct 13 03:47:36.978531 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: router_availability_zone.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.979194 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.979690 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: router_availability_zone Oct 13 03:47:36.980006 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: routerservicetype.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.980945 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.981436 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension router-service-type not supported by any of loaded plugins Oct 13 03:47:36.981750 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.982668 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.983166 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: security-groups-normalized-cidr Oct 13 03:47:36.983483 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.984388 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.984910 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: port-security-groups-filtering Oct 13 03:47:36.985233 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.986155 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.986651 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: security-groups-remote-address-group Oct 13 03:47:36.986970 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: securitygroup.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.996609 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.997164 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: security-group Oct 13 03:47:36.997490 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: segment.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:36.998264 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:36.998761 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension segment not supported by any of loaded plugins Oct 13 03:47:36.999080 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.000085 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.000582 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 03:47:37.000934 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: servicetype.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.002044 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.002559 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: service-type Oct 13 03:47:37.002878 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: sorting.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.003865 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.004192 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: sorting Oct 13 03:47:37.004511 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: standard_attr_segment.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.005458 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.006477 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 03:47:37.006789 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: standardattrdescription.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.007431 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.007922 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: standard-attr-description Oct 13 03:47:37.008237 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: stateful_security_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.009195 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.009694 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: stateful-security-group Oct 13 03:47:37.010010 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: stdattrs_common.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.010579 n-d-810220-9 neutron-server[94715]: WARNING neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 03:47:37.010888 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.011820 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.012312 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 03:47:37.012625 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: subnet_onboard.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.013715 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.014215 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: subnet_onboard Oct 13 03:47:37.014529 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.015457 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.015944 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 03:47:37.016260 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: subnet_service_types.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.017209 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.017707 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: subnet-service-types Oct 13 03:47:37.018025 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: subnetallocation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.019122 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.019619 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: subnet_allocation Oct 13 03:47:37.019940 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.020600 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.021123 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: subnetpool-prefix-ops Oct 13 03:47:37.021441 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.022921 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.023418 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 03:47:37.023737 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: tagging.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.024817 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.025321 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: standard-attr-tag Oct 13 03:47:37.025640 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: timestamp.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.026828 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.027332 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loaded extension: standard-attr-timestamp Oct 13 03:47:37.027652 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: trunk.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.028703 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.029206 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension trunk not supported by any of loaded plugins Oct 13 03:47:37.029524 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: trunk_details.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.030440 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.030937 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension trunk-details not supported by any of loaded plugins Oct 13 03:47:37.031255 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: uplink_status_propagation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.032167 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.032669 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 03:47:37.033009 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Loading extension file: vlantransparent.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 03:47:37.033672 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 03:47:37.034165 n-d-810220-9 neutron-server[94715]: INFO neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 03:47:37.036571 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:network Oct 13 03:47:37.037148 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:subnet Oct 13 03:47:37.037546 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 03:47:37.037931 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:port Oct 13 03:47:37.039159 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.039587 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service FLAVORS assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.040213 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.040632 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.040984 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:router Oct 13 03:47:37.041418 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 03:47:37.041898 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service METERING assigned prefix: /metering {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.043329 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:37.043694 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:37.044039 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:47:37.045057 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 03:47:37.045498 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:security_group Oct 13 03:47:37.045991 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 03:47:37.046629 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.046956 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 03:47:37.047297 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] subnetpool is already registered Oct 13 03:47:37.047722 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.048042 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 03:47:37.048368 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] subnetpool is already registered Oct 13 03:47:37.050714 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.051142 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service FLAVORS assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.051725 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.052143 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.052478 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:router Oct 13 03:47:37.053381 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] router is already registered Oct 13 03:47:37.053792 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 03:47:37.054124 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] floatingip is already registered Oct 13 03:47:37.054576 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service METERING assigned prefix: /metering {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.055231 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 03:47:37.055555 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] rbac_policy is already registered Oct 13 03:47:37.055961 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:security_group Oct 13 03:47:37.056288 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] security_group is already registered Oct 13 03:47:37.056693 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 03:47:37.057037 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] security_group_rule is already registered Oct 13 03:47:37.057656 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.057976 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 03:47:37.058303 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] subnetpool is already registered Oct 13 03:47:37.058714 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 03:47:37.059030 n-d-810220-9 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 03:47:37.059353 n-d-810220-9 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] subnetpool is already registered Oct 13 03:47:37.059797 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: extensions {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.061300 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: address-groups {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.062779 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: address-scopes {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.064083 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: agents {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.065321 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: auto-allocated-topology {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.066599 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: availability_zones {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.067817 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: dhcp-networks {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.070981 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: dhcp-agents {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.072412 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: routers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.074628 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: flavors {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.075788 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: service_profiles {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.077025 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: next_providers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.078457 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: service_profiles {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.079976 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: floatingip-pools {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.081237 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: routers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.083336 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: floatingips {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.084666 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: l3-routers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.086070 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: l3-agents {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.087478 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: metering-labels {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.088867 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: metering-label-rules {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.090128 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: network-ip-availabilities {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.091393 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: bindings {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.093051 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: quotas {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.094593 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: quotas {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.096110 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: rbac-policies {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.097672 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: security-groups {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.098889 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: security-group-rules {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.100137 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: service-providers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.101365 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: subnetpools {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.102755 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: subnetpools {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.104233 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.105917 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.107693 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.109475 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.111272 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.113153 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.114827 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.117288 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.119074 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.120958 n-d-810220-9 neutron-server[94715]: DEBUG neutron.api.extensions [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 03:47:37.126925 n-d-810220-9 neutron-server[94715]: WARNING keystonemiddleware.auth_token [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 03:47:37.133075 n-d-810220-9 neutron-server[94715]: WARNING keystonemiddleware.auth_token [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 03:47:37.141515 n-d-810220-9 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Acquired lock "singleton_lock" {{(pid=94715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 03:47:37.141980 n-d-810220-9 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Releasing lock "singleton_lock" {{(pid=94715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 03:47:37.142617 n-d-810220-9 neutron-server[94715]: INFO oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Starting 2 workers Oct 13 03:47:37.147548 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Started child 94824 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 03:47:37.152008 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Started child 94825 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 03:47:37.153119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:37.153725 n-d-810220-9 neutron-server[94715]: INFO neutron.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 03:47:37.154225 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Notify callbacks [] for process, before_spawn {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:37.154619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [-] (94824) wsgi starting up on http://0.0.0.0:9696 Oct 13 03:47:37.156706 n-d-810220-9 neutron-server[94715]: INFO oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Starting 1 workers Oct 13 03:47:37.158127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:37.159873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [-] (94825) wsgi starting up on http://0.0.0.0:9696 Oct 13 03:47:37.161936 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Started child 94828 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 03:47:37.162626 n-d-810220-9 neutron-server[94715]: INFO oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Starting 1 workers Oct 13 03:47:37.165777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] calling RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 03:47:37.166297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] returning from RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 03:47:37.167270 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Started child 94832 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 03:47:37.168241 n-d-810220-9 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f68269f1-cca3-4f15-94ee-60ea8258fc33 None None] Notify callbacks [] for process, after_spawn {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:37.168537 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:37.169199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:47:37.170168 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 03:47:37.170382 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 03:47:37.170570 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 03:47:37.170782 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 03:47:37.171119 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 03:47:37.171278 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 03:47:37.171782 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.172044 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.172940 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.173193 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.173472 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.174082 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.174384 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.174529 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:37.174997 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.174997 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.175157 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.175313 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.175477 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.175726 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.175838 n-d-810220-9 neutron-server[94832]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:47:37.176091 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.176440 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.176712 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.176966 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.177204 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.177378 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.177620 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.178425 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.178670 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.178925 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] debug = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.179164 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.179655 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.179875 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.180121 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.180347 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.180610 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.180861 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.181114 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.181344 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.181577 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.181805 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.182065 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.182301 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.182513 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.182754 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.183012 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.183227 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.183712 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] host = n-d-810220-9 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.183925 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.184170 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.184394 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.184618 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.184979 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.185197 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.185462 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.185718 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.185961 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.186208 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.186462 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.186703 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.186941 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.187183 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.187343 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_options = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.187552 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.187807 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.188047 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.188231 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.188393 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.188568 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.188845 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.188998 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.189255 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.189471 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.189681 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.189904 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.190142 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.190363 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.190598 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.190822 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.191051 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.191274 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.191524 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.191746 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.191984 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.192225 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.192450 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.192662 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.192925 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.193119 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.193371 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.194158 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.194376 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.194591 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.194820 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.195065 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.195274 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.195514 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.195775 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.196001 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.196232 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.196455 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.196701 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.196928 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.197171 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.197413 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.197638 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.197896 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.198108 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.198349 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.198580 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_json = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.198786 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.199025 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.199305 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.199512 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.199752 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.199960 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.200183 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.200411 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.200859 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.201141 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.201443 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.201670 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.201900 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.202140 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.202387 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.202610 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.202856 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.203099 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.203420 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.203637 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.203921 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.204144 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.204396 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.204772 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.205028 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.205300 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.205575 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.205770 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.205979 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.206214 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.206488 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.206727 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.206970 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.207184 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.207435 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.207778 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.208036 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.208295 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.208540 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.208799 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.209055 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.209285 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.209488 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.209717 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.209927 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.210208 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.210447 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.210658 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.210895 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.211120 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.211350 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.211574 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.211814 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.212072 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.212317 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.212548 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.212783 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.213020 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.213247 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.213487 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.213710 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.213918 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.214184 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.214407 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.214623 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.214845 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.215071 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.215314 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.215568 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.215782 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.215992 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.216201 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.216421 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.216628 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.216927 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.217139 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.217351 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.217561 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.217772 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.218007 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.218227 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.218464 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.218698 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.218917 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.219130 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.219346 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.219575 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.219809 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.220017 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.220242 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.220467 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.220730 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.220935 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.221166 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.221374 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.221581 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.221790 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.222063 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.222602 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.222834 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.223078 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.223313 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.223557 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.223783 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.224034 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.224257 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.224467 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.224720 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.224983 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.225198 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.225511 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.225655 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.225878 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.226148 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.226363 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.226582 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.226814 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.227045 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.227260 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.227530 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.227759 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.228012 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.228258 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.228531 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.228826 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.229064 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.229338 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.229585 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.229841 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.230137 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.230422 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.230670 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.230911 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.231134 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.231391 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.231630 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.231889 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.232128 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.232350 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.232580 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.233117 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.233358 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.233589 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.233822 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.234073 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.234367 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.234596 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.234837 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.235043 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.235298 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.235539 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.235771 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.236027 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.236281 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.236527 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.237135 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.237379 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.237609 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.237842 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.238068 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.238276 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.238520 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.238726 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.238957 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.239186 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.239393 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.239623 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.239831 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.240079 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.240902 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.241130 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.241345 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.241589 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.241818 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.242032 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.242278 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.242491 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.242724 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.242953 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.243169 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.243413 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.243681 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.243921 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.244176 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.244411 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.244659 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.245138 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.245373 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.245581 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.246760 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.246986 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.247204 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.247460 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.247614 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.247854 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.248061 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.248285 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.248492 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.248760 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.249006 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.249345 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.249590 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.249817 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.250051 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.250262 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.250509 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.250719 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.250952 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.251183 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.251412 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.251643 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.251896 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.252113 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.252358 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.252568 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.252831 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.253041 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.253252 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.253459 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.253771 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.254025 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.254252 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.254499 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.254731 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.254939 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.255181 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.255385 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.255597 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.255809 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.256595 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.256897 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.257133 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.257344 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.257571 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.257768 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.258010 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.258208 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.258429 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.258684 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.258898 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.259116 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.259328 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.259534 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.259752 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.259957 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.260173 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.260375 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.260587 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.261009 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.261258 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.261491 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.261668 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.261886 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.262098 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.262324 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.262615 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.262878 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.263095 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.263376 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.263601 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.263844 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.264105 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.264409 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.264812 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.265053 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.265306 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.265527 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.265764 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.266040 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.266350 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.266626 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.267402 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.267402 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.267402 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.267687 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.268301 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.268657 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.268964 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.269695 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.269695 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.269874 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.270023 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.270413 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.270774 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.271132 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.271527 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.271903 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.272268 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.272645 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.273040 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.273411 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.273629 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.273881 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.274118 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.274341 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.274571 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.274811 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.275041 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.275181 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 03:47:37.275859 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 03:47:37.276016 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 03:47:37.276301 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 03:47:37.276602 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 03:47:37.276942 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 03:47:37.277230 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 03:47:37.277586 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.277871 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.278171 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.278327 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.278619 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.278802 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.278956 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.279239 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.279534 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.279684 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.279973 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.280132 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.280289 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.280443 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.280602 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.280784 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.280935 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.281227 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.281384 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.281669 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.281823 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.282105 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.282390 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] debug = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.282679 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.282884 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.283041 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.283374 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.283523 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.283815 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.283972 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.284124 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.284279 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.284431 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.284585 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.284765 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.284914 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.285063 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.285362 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.285515 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.285803 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.285956 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] host = n-d-810220-9 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.286232 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.286516 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.286797 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.287078 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.287410 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.287560 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.287842 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.288123 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.288414 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.288718 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.289000 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.289281 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.289571 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.289721 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.290011 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_options = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.290161 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.290443 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.290724 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.291031 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.291316 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.291629 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.291835 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.291944 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.292127 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.292283 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.292447 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.292598 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.292772 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.292917 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293074 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293224 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293382 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293526 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293667 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293830 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.293974 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.294115 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.294256 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.294412 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.294563 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.294717 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.294859 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295000 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295161 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295310 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295453 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295610 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295782 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.295929 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296080 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296224 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296367 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296508 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296649 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296827 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.296970 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.297112 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.297267 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.297430 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.297573 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.297725 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.297876 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_json = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298018 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298159 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298299 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298455 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298621 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298761 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.298899 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.299036 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 03:47:37.299199 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.299343 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.299511 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.299665 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.299828 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.299975 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.300113 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.300249 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.300386 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.300530 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.300667 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.300857 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301024 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301169 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301318 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301475 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301699 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301922 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.301922 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.302243 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.302243 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.302511 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.302511 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.303300 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.303300 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.303570 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.303570 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.303831 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.303969 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304107 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304255 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304393 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304539 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304700 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304846 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.304984 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305122 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305258 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305396 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305533 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305670 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305819 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.305958 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306098 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306246 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306384 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306522 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306659 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306819 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.306963 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.307111 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.307250 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.307409 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.307554 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.307711 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.307877 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308022 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308170 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308309 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308455 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308593 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308762 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.308907 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309065 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309210 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309348 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309521 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309665 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309821 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.309961 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310098 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310246 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310385 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310543 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310694 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310841 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.310988 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.311126 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.311263 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.311422 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.311567 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.311798 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312026 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312026 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312308 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312308 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312598 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312598 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.312898 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313036 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313172 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313310 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313449 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313598 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313750 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.313889 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314027 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314172 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314321 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314460 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314597 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314734 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.314871 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315016 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315154 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315291 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315427 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315565 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315702 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315839 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.315976 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.316123 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.316268 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.316406 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.316543 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.320726 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.320952 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.321204 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.321357 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.321497 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.321635 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.321875 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322111 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322111 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322396 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322396 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322658 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322795 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.322933 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323070 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323218 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323356 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323493 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323630 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323766 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.323902 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324049 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324221 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324367 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324514 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324654 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324851 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.324992 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.325128 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.325266 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.325403 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.325562 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.325727 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.325883 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326024 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326163 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326314 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326464 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326602 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326739 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.326897 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327042 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327190 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327330 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327489 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327632 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327790 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.327935 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328073 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328223 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328381 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328534 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328673 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328849 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.328987 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.329124 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.329284 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.329428 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.329586 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.329729 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.329879 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330018 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330252 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330413 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330554 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330691 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330828 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.330966 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.331104 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.331250 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.331390 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.331528 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.331665 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.331802 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332021 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332021 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332393 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332393 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332671 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332671 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332963 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.332963 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.333238 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.333238 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.333514 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.333514 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.333775 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.333920 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334093 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334246 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334384 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334522 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334659 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334796 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.334932 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335070 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335222 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335361 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335498 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335636 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335772 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.335908 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336056 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336194 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336330 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336487 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336626 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336790 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.336930 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337066 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337203 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337339 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337499 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337644 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337794 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.337954 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338109 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338248 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338384 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338543 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338709 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338855 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.338994 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.339139 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.339298 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.339442 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.339608 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.339753 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.339911 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.340065 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.340204 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.340428 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.340579 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.340813 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.340813 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341084 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341220 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341358 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341494 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341631 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341769 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.341917 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.342148 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.342148 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.342512 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.342512 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.342773 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.342773 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343036 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343036 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343306 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343306 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343568 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343705 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343843 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.343991 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344128 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344275 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344412 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344558 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344714 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344858 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.344997 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345134 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345271 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345409 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345545 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345682 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345831 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.345981 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.346118 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.346255 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.346393 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.346540 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.346678 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 03:47:37.346815 n-d-810220-9 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 03:47:37.356856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:47:37.524074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39114) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:47:37.532866 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065837 Oct 13 03:47:48.941194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4239db7-0122-430a-a631-fb1eba74c1c9 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 03:47:48.982108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b39c25a-3f09-45fa-86a6-a03906e62e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:49.014238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4239db7-0122-430a-a631-fb1eba74c1c9 None None] No non-hosted networks {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 03:47:51.434761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b711eb-2de4-4a3d-a0ee-d57ad6e74474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:51.500025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b43cb37e-654a-4c87-be85-e30aca3199e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:52.723516 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:52.725893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.726237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.726738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.729921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.731856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.732908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.733840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.736096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.736447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.738198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.738551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.738889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:47:52.741189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810220-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:47:52.753160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810220-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:47:52.817304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:54.418355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:54.548166 n-d-810220-9 neutron-server[94828]: INFO neutron.db.l3_hamode_db [None req-6b2ebeb5-38a9-4eb6-b74d-fcbd414b3f86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 03:47:54.625099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ebeb5-38a9-4eb6-b74d-fcbd414b3f86 None None] Routers set() bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:47:54.625480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ebeb5-38a9-4eb6-b74d-fcbd414b3f86 None None] Router IDs set() for agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 03:47:55.617705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:47:56.099657 n-d-810220-9 neutron-server[94824]: WARNING oslo_policy.policy [None req-69992d26-4879-4b44-9352-e6a4a36bdde4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:47:56.100270 n-d-810220-9 neutron-server[94824]: WARNING oslo_policy.policy [None req-69992d26-4879-4b44-9352-e6a4a36bdde4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:47:56.324804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-69992d26-4879-4b44-9352-e6a4a36bdde4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:47:56.325917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69992d26-4879-4b44-9352-e6a4a36bdde4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7072771 Oct 13 03:47:58.771253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:47:59.074499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:47:59.172603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.policy [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 03:47:59.218451 n-d-810220-9 neutron-server[94824]: WARNING oslo_policy.policy [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:47:59.218762 n-d-810220-9 neutron-server[94824]: WARNING oslo_policy.policy [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:47:59.227944 n-d-810220-9 neutron-server[94824]: INFO neutron.quota [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] Loaded quota_driver: . Oct 13 03:47:59.314634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775936009628', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775936011243', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775936005458', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775936090926', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775935647963', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775936110518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1687868', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1691315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559812', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3629812'] for rbac-policy, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:59.380640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:47:59.381794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7be98371-915c-45c4-97ac-2cf10c2ac5cb admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6089272 Oct 13 03:48:02.035868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:02.329126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:48:02.357127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Made reservation on behalf of 1d10d47e74d14d7bb60f91c62f9a3ec2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:48:02.359982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.376579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.482291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.486903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.505226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:48:02.534604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775937762039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.535188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Unsubscribe: segment precommit_create {{(pid=94824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 03:48:02.535680 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Added segment 368a2e69-5d2f-465a-ad91-6539626c275a of type vlan for network d6671f1b-5e69-4929-bd4f-8c2e43f412cc Oct 13 03:48:02.551103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ea49f-1b0c-40c3-935c-afce1a10a10d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:02.578319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.578656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.578984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.579308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.579631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.579950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.580264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.580575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.580911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.581221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.581530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.581838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Tracked resource versions report: Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: pushed versions: Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: { 'AddressGroup': {'1.2'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'ConntrackHelper': {'1.0'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Log': {'1.0'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Network': {'1.1'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Port': {'1.7'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'PortForwarding': {'1.2'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'QosPolicy': {'1.10'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'SecurityGroup': {'1.4'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'SubPort': {'1.0'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Subnet': {'1.1'}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Trunk': {'1.1'}} Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: consumer versions: Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: L3 agent@n-d-810220-9: {}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: Metadata agent@n-d-810220-9: {}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: Metering agent@n-d-810220-9: {}, Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'ConntrackHelper': '1.0', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Log': '1.0', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Network': '1.1', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Port': '1.7', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'PortForwarding': '1.2', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'QosPolicy': '1.10', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'SecurityGroup': '1.4', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'SecurityGroupRule': '1.2', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'SubPort': '1.0', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Subnet': '1.1', Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: 'Trunk': '1.1'}} Oct 13 03:48:02.582900 n-d-810220-9 neutron-server[94824]: {{(pid=94824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:48:02.661378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.698450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.699516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:02.700161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:02.779482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7425628 Oct 13 03:48:02.797472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2abdf-523f-4b15-82ff-e98328aae129 admin admin] Pushing event updated for resources: {'Network': ['ID=d6671f1b-5e69-4929-bd4f-8c2e43f412cc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:02.812136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:48:05.506115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:05.891923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261da2e-2409-4bc0-b947-ac2835e9be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:05.893298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d261da2e-2409-4bc0-b947-ac2835e9be70 admin admin] 10.222.0.44 "GET /v2.0/networks/d6671f1b-5e69-4929-bd4f-8c2e43f412cc HTTP/1.1" status: 200 len: 825 time: 0.3862023 Oct 13 03:48:05.917515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1dfd44e6-2156-4d8b-9119-161f7ebb9529 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/d683ddc2-998c-4806-aac6-514181aa546d HTTP/1.1" status: 200 len: 734 time: 0.0181515 Oct 13 03:48:05.926317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gateway_ip': '172.20.0.1', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:48:05.947950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Made reservation on behalf of 1d10d47e74d14d7bb60f91c62f9a3ec2 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:48:05.950221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:06.233380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:06.303841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Checking segment: {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:48:06.304236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Network hostable DHCP agents. Network: d6671f1b-5e69-4929-bd4f-8c2e43f412cc, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:48:06.306171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65732976-b959-479e-bc48-54fb82e3a0ee,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:06.326681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:48:06.338756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d6671f1b-5e69-4929-bd4f-8c2e43f412cc) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:48:06.343503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:06.344088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:06.348511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c475fdc5-4341-4586-8a24-9856f1f3dd6b None None] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:48:06.366750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b073551f-b4c1-43fe-bbc1-b8a9ec518197 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4384484 Oct 13 03:48:06.670796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-d6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 03:48:06.672027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:06.941376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Allocated IP 172.20.0.2 (d6671f1b-5e69-4929-bd4f-8c2e43f412cc/65732976-b959-479e-bc48-54fb82e3a0ee/23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:48:07.169149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:07.176550 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:07.248421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:48:07.256378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:48:07.265172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:48:07.267098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Pushing event updated for resources: {'Port': ['ID=23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:07.277619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.277960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.278290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.278618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.278941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.279262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.279581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.279899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.280211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.280527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.280865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.281179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Tracked resource versions report: Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: pushed versions: Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Log': {'1.0'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Network': {'1.1'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Port': {'1.7'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'PortForwarding': {'1.2'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'QosPolicy': {'1.10'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'SubPort': {'1.0'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Subnet': {'1.1'}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Trunk': {'1.1'}} Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: consumer versions: Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: L3 agent@n-d-810220-9: {}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: Metadata agent@n-d-810220-9: {}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: Metering agent@n-d-810220-9: {}, Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'ConntrackHelper': '1.0', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Log': '1.0', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Network': '1.1', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Port': '1.7', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'PortForwarding': '1.2', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'QosPolicy': '1.10', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'SecurityGroup': '1.4', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'SecurityGroupRule': '1.2', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'SubPort': '1.0', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Subnet': '1.1', Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: 'Trunk': '1.1'}} Oct 13 03:48:07.282230 n-d-810220-9 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:48:07.353755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Attempting to bind port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:48:07.354395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Attempting to bind port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:48:07.354561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Attempting to bind port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 on network d6671f1b-5e69-4929-bd4f-8c2e43f412cc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:48:07.359461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:48:07.359852 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Checking segment: {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:48:07.360316 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:07.360722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Bound using segment: {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:48:07.361205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Bound port: 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:48:07.361614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:07.424546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] For port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:48:07.428775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] For port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5,segment=NetworkSegment(368a2e69-5d2f-465a-ad91-6539626c275a),segment_id=368a2e69-5d2f-465a-ad91-6539626c275a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:48:07.436167 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:07.501846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409468ac-14b8-4d43-9fed-cd63b09ea724 None None] Pushing event updated for resources: {'Port': ['ID=23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:08.865429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:09.355097 n-d-810220-9 neutron-server[94825]: WARNING oslo_policy.policy [None req-85b42ba9-7bf5-4ed4-aa3f-447c41f8c3f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:48:09.355706 n-d-810220-9 neutron-server[94825]: WARNING oslo_policy.policy [None req-85b42ba9-7bf5-4ed4-aa3f-447c41f8c3f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:48:09.578886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-85b42ba9-7bf5-4ed4-aa3f-447c41f8c3f9 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:48:09.580174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-85b42ba9-7bf5-4ed4-aa3f-447c41f8c3f9 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7126622 Oct 13 03:48:12.086218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39268) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:12.393343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-88f5840e-2747-47a1-a55a-53f43a8b5c15 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:48:12.394307 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-88f5840e-2747-47a1-a55a-53f43a8b5c15 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3072295 Oct 13 03:48:15.128911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:15.235386 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:48:15.450613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:48:15.517301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.policy [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 03:48:15.566336 n-d-810220-9 neutron-server[94825]: WARNING oslo_policy.policy [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:48:15.566712 n-d-810220-9 neutron-server[94825]: WARNING oslo_policy.policy [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 03:48:15.575248 n-d-810220-9 neutron-server[94825]: INFO neutron.quota [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Loaded quota_driver: . Oct 13 03:48:15.632016 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:15.633756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:15.781322 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:15.786572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:15.806925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:15.808093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-109bdc5d-1987-4755-905f-8c42c00e7651 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6781676 Oct 13 03:48:16.603059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b66e9-4ef8-4106-b5eb-026bd6db24a2 None None] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:48:16.659319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:48:16.773241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a3d3d59-e8af-4591-80be-3d814c6ca84d None None] Provisioning complete for port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:16.773622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3d59-e8af-4591-80be-3d814c6ca84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:16.840483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:16.840815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:17.009691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3d59-e8af-4591-80be-3d814c6ca84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:17.044045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:17.068251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a3d3d59-e8af-4591-80be-3d814c6ca84d None None] For port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5,segment=NetworkSegment(368a2e69-5d2f-465a-ad91-6539626c275a),segment_id=368a2e69-5d2f-465a-ad91-6539626c275a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:48:17.075839 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3d59-e8af-4591-80be-3d814c6ca84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:17.148023 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 03:48:17.148426 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 03:48:17.150980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3d59-e8af-4591-80be-3d814c6ca84d None None] Pushing event updated for resources: {'Port': ['ID=23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:17.194493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cdb5b7ad-aad7-4279-af36-15dbf795c12f None None] Provisioning complete for port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:17.194862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b7ad-aad7-4279-af36-15dbf795c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:18.292052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39294) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:18.596828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-7a69ca4d-421f-40a2-86de-f8b382a2336e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:48:18.597811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7a69ca4d-421f-40a2-86de-f8b382a2336e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3048389 Oct 13 03:48:18.633129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:48:18.682057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:18.682480 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:18.849313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27379616-69be-4781-8ec0-7e64a04b8321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.076949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:21.382627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:48:21.404604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Made reservation on behalf of 4fbd590d96154609bce5678b6539f95c for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:48:21.407572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.421990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0253bdc1-32b7-452c-9ff4-c42528064ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.425801 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.530314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.534054 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.544532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Reserving flat network on physical network physnet1 {{(pid=94825) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 03:48:21.577140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775937762039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.577701 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Unsubscribe: segment precommit_create {{(pid=94825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 03:48:21.578189 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Added segment 6703a327-8a96-41e1-97f4-fb19742a48f6 of type flat for network 048f0fca-23a1-423c-a5bc-6be25148f21f Oct 13 03:48:21.593064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193bc00-bbf5-4b23-a11b-9ef70b15cd18,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:21.620327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.620923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.621360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.621797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.622240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.622661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.623092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.623410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.624004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.624246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.624797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.625122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Tracked resource versions report: Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: pushed versions: Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: { 'AddressGroup': {'1.2'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'ConntrackHelper': {'1.0'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Log': {'1.0'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Network': {'1.1'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Port': {'1.7'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'PortForwarding': {'1.2'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'QosPolicy': {'1.10'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'SecurityGroup': {'1.4'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'SubPort': {'1.0'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Subnet': {'1.1'}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Trunk': {'1.1'}} Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: consumer versions: Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: L3 agent@n-d-810220-9: {}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: Metadata agent@n-d-810220-9: {}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: Metering agent@n-d-810220-9: {}, Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'ConntrackHelper': '1.0', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Log': '1.0', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Network': '1.1', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Port': '1.7', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'PortForwarding': '1.2', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'QosPolicy': '1.10', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'SecurityGroup': '1.4', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'SecurityGroupRule': '1.2', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'SubPort': '1.0', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Subnet': '1.1', Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: 'Trunk': '1.1'}} Oct 13 03:48:21.626403 n-d-810220-9 neutron-server[94825]: {{(pid=94825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:48:21.708927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.749085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.750227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:21.750833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:21.829989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7518740 Oct 13 03:48:21.847942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc346dec-3e99-4c83-94f4-b4a43ac8a30d admin admin] Pushing event updated for resources: {'Network': ['ID=048f0fca-23a1-423c-a5bc-6be25148f21f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:21.858927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 048f0fca-23a1-423c-a5bc-6be25148f21f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:48:22.702704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:22.750254 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:24.276289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:24.335751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:24.490693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383aecea-7e44-4737-8578-b9f0ba96bfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:24.492028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-383aecea-7e44-4737-8578-b9f0ba96bfc9 admin admin] 10.222.0.44 "GET /v2.0/subnets/65732976-b959-479e-bc48-54fb82e3a0ee HTTP/1.1" status: 200 len: 849 time: 0.2147682 Oct 13 03:48:24.623838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7ceb831d-01d1-47b9-b74a-624f786e9694 admin admin] 10.222.0.44 "GET /v2.0/routers/e775bd84-2510-4113-82a3-01fc77616c83 HTTP/1.1" status: 200 len: 704 time: 0.1256564 Oct 13 03:48:24.880398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.167623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Allocated IP 172.20.0.1 (d6671f1b-5e69-4929-bd4f-8c2e43f412cc/65732976-b959-479e-bc48-54fb82e3a0ee/369ffe42-c12d-4342-bd2e-d00c0053c1ed) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:48:25.345158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.410397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.486566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:48:25.491151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:48:25.497066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:48:25.497586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.500005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=369ffe42-c12d-4342-bd2e-d00c0053c1ed,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:25.685834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.735218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dc30fc4-c3e4-47b3-9a1b-1034a49b7482 None None] Provisioning complete for port 369ffe42-c12d-4342-bd2e-d00c0053c1ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:25.735848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dc30fc4-c3e4-47b3-9a1b-1034a49b7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.769988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9dc30fc4-c3e4-47b3-9a1b-1034a49b7482 None None] Port 369ffe42-c12d-4342-bd2e-d00c0053c1ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:48:25.939412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.944334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:25.945221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:26.021097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=369ffe42-c12d-4342-bd2e-d00c0053c1ed,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:26.065113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:48:26.066362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:48:26.222388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Router e775bd84-2510-4113-82a3-01fc77616c83 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 03:48:26.293023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f540221-ff67-4e86-956a-68cda9104204 None None] Provisioning complete for port 369ffe42-c12d-4342-bd2e-d00c0053c1ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:26.293396 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f540221-ff67-4e86-956a-68cda9104204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:26.311482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:48:26.316638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-30e1fd8a-4a16-4b11-b973-6ce28ab91ac7 admin admin] 10.222.0.44 "PUT /v2.0/routers/e775bd84-2510-4113-82a3-01fc77616c83/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6870275 Oct 13 03:48:26.325923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5f540221-ff67-4e86-956a-68cda9104204 None None] Port 369ffe42-c12d-4342-bd2e-d00c0053c1ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:48:26.330435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Sync routers for ids ['e775bd84-2510-4113-82a3-01fc77616c83'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:48:26.345558 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Routers {'e775bd84-2510-4113-82a3-01fc77616c83'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:48:26.346622 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:48:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e775bd84-2510-4113-82a3-01fc77616c83'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:26.531588 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Set router e775bd84-2510-4113-82a3-01fc77616c83 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:48:26.953199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:48:15Z', 'updated_at': '2021-10-13T03:48:25Z', 'revision_number': 2, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gw_port_host': None, '_interfaces': [{'id': '369ffe42-c12d-4342-bd2e-d00c0053c1ed', 'name': '', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'mac_address': 'fa:16:3e:99:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:24Z', 'updated_at': '2021-10-13T03:48:25Z', 'revision_number': 2, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'subnets': [{'id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:27.002699 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Checking router: e775bd84-2510-4113-82a3-01fc77616c83 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:48:27.003062 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Updating router e775bd84-2510-4113-82a3-01fc77616c83 port 369ffe42-c12d-4342-bd2e-d00c0053c1ed binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:48:27.050813 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.565124 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.571266 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.729544 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Pushing event updated for resources: {'Port': ['ID=369ffe42-c12d-4342-bd2e-d00c0053c1ed,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:27.746872 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Attempting to bind port 369ffe42-c12d-4342-bd2e-d00c0053c1ed on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:48:27.747280 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Attempting to bind port 369ffe42-c12d-4342-bd2e-d00c0053c1ed by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:48:27.747723 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Attempting to bind port 369ffe42-c12d-4342-bd2e-d00c0053c1ed on network d6671f1b-5e69-4929-bd4f-8c2e43f412cc {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:48:27.753186 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.753538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.753878 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.754221 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.755085 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.755413 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.755741 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.756067 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.756400 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.756736 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.757061 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.757384 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Tracked resource versions report: Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: pushed versions: Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: { 'AddressGroup': {'1.2'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'ConntrackHelper': {'1.0'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Log': {'1.0'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Network': {'1.1'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Port': {'1.7'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'PortForwarding': {'1.2'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'QosPolicy': {'1.10'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'SecurityGroup': {'1.4'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'SubPort': {'1.0'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Subnet': {'1.1'}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Trunk': {'1.1'}} Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: consumer versions: Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: L3 agent@n-d-810220-9: {}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: Metadata agent@n-d-810220-9: {}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: Metering agent@n-d-810220-9: {}, Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'ConntrackHelper': '1.0', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Log': '1.0', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Network': '1.1', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Port': '1.7', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'PortForwarding': '1.2', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'QosPolicy': '1.10', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'SecurityGroup': '1.4', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'SecurityGroupRule': '1.2', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'SubPort': '1.0', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Subnet': '1.1', Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: 'Trunk': '1.1'}} Oct 13 03:48:27.758435 n-d-810220-9 neutron-server[94832]: {{(pid=94832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:48:27.761073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dda762cc-2b54-47e9-931b-cdd58b640a8c None None] Provisioning complete for port 369ffe42-c12d-4342-bd2e-d00c0053c1ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:27.761073 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dda762cc-2b54-47e9-931b-cdd58b640a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.761561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:48:27.761561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Checking segment: {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:48:27.762716 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.762716 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Bound using segment: {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:48:27.762716 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Bound port: 369ffe42-c12d-4342-bd2e-d00c0053c1ed, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368a2e69-5d2f-465a-ad91-6539626c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:48:27.763191 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.801402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dda762cc-2b54-47e9-931b-cdd58b640a8c None None] Port 369ffe42-c12d-4342-bd2e-d00c0053c1ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:48:27.830721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] For port 369ffe42-c12d-4342-bd2e-d00c0053c1ed, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:48:27.849824 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] For port 369ffe42-c12d-4342-bd2e-d00c0053c1ed, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=369ffe42-c12d-4342-bd2e-d00c0053c1ed,segment=NetworkSegment(368a2e69-5d2f-465a-ad91-6539626c275a),segment_id=368a2e69-5d2f-465a-ad91-6539626c275a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:48:27.854295 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:27.911917 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56afa9e-7b26-4cf8-bfb3-5f9645909f3d None None] Pushing event updated for resources: {'Port': ['ID=369ffe42-c12d-4342-bd2e-d00c0053c1ed,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:27.916219 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Routers {'e775bd84-2510-4113-82a3-01fc77616c83'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:48:27.916846 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:48:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e775bd84-2510-4113-82a3-01fc77616c83'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:28.006748 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] Set router e775bd84-2510-4113-82a3-01fc77616c83 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:48:28.121158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ebd2a0c2-739c-4a21-8873-af77a078967a None None] Provisioning complete for port 369ffe42-c12d-4342-bd2e-d00c0053c1ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:28.121688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a0c2-739c-4a21-8873-af77a078967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:28.199616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a0c2-739c-4a21-8873-af77a078967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:28.214681 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:48:15Z', 'updated_at': '2021-10-13T03:48:25Z', 'revision_number': 2, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gw_port_host': None, '_interfaces': [{'id': '369ffe42-c12d-4342-bd2e-d00c0053c1ed', 'name': '', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'mac_address': 'fa:16:3e:99:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:24Z', 'updated_at': '2021-10-13T03:48:27Z', 'revision_number': 4, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'subnets': [{'id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:28.233120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ebd2a0c2-739c-4a21-8873-af77a078967a None None] For port 369ffe42-c12d-4342-bd2e-d00c0053c1ed, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=369ffe42-c12d-4342-bd2e-d00c0053c1ed,segment=NetworkSegment(368a2e69-5d2f-465a-ad91-6539626c275a),segment_id=368a2e69-5d2f-465a-ad91-6539626c275a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:48:28.237354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a0c2-739c-4a21-8873-af77a078967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:28.245026 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046b21-f61f-49b9-8a84-73596cfe786e None None] The sync data for ids ['e775bd84-2510-4113-82a3-01fc77616c83'] in n-d-810220-9 is: [{'id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:48:15Z', 'updated_at': '2021-10-13T03:48:25Z', 'revision_number': 2, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gw_port_host': None, '_interfaces': [{'id': '369ffe42-c12d-4342-bd2e-d00c0053c1ed', 'name': '', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'mac_address': 'fa:16:3e:99:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:24Z', 'updated_at': '2021-10-13T03:48:27Z', 'revision_number': 4, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'subnets': [{'id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:48:28.289919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2a0c2-739c-4a21-8873-af77a078967a None None] Pushing event updated for resources: {'Port': ['ID=369ffe42-c12d-4342-bd2e-d00c0053c1ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:28.640596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:28.749512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08370ca3-1719-4598-89f5-45286deb920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:28.750862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08370ca3-1719-4598-89f5-45286deb920b admin admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 842 time: 0.1092286 Oct 13 03:48:28.761557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:48:28.785589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Made reservation on behalf of 4fbd590d96154609bce5678b6539f95c for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:48:28.787935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:29.079962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 03:48:29.080407 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:29.135898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff1cccc-c8ec-4970-be2e-13c7d8b10047,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:29.145740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:48:29.146093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Network hostable DHCP agents. Network: 048f0fca-23a1-423c-a5bc-6be25148f21f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:48:29.166420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:48:29.177937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 048f0fca-23a1-423c-a5bc-6be25148f21f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:48:29.183007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:29.184018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:29.188249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96d40f-f835-40b2-a4f7-edccb53780cb None None] Network 048f0fca-23a1-423c-a5bc-6be25148f21f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:48:29.208717 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-49ba0d91-3a8f-4d73-9ff4-43c76a72e28f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4408474 Oct 13 03:48:29.373945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75c2a7-9dd8-4524-8fdc-2acc719f61b5 None None] Network 048f0fca-23a1-423c-a5bc-6be25148f21f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:48:31.600618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:31.733394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2565fd75-baa5-49ad-b682-f4c99d1adc4c admin admin] 10.222.0.44 "GET /v2.0/routers/e775bd84-2510-4113-82a3-01fc77616c83 HTTP/1.1" status: 200 len: 710 time: 0.1316295 Oct 13 03:48:31.818436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e3c7f-4769-4b1c-8c67-bbc97e82cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:48:31.819802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a3e3c7f-4769-4b1c-8c67-bbc97e82cf22 admin admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 886 time: 0.0804708 Oct 13 03:48:31.829096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:48:32.152392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:32.382672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:32.458602 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:32.557586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Allocated IP 172.25.1.8 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/022d3bf3-2f4d-4f1e-958b-0ca177340ffc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:48:32.658459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:32.691645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:32.730962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:48:32.734086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:48:32.742935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:48:32.744945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Pushing event updated for resources: {'Port': ['ID=022d3bf3-2f4d-4f1e-958b-0ca177340ffc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:32.985790 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:33.173155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:33.177107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:33.283426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Router e775bd84-2510-4113-82a3-01fc77616c83 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:48:33.465555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:48:33.469718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:33.471166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-94716b6d-06af-43c4-b567-6ae17737a5dd admin admin] 10.222.0.44 "PUT /v2.0/routers/e775bd84-2510-4113-82a3-01fc77616c83 HTTP/1.1" status: 200 len: 888 time: 1.6449697 Oct 13 03:48:34.653147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 369ffe42-c12d-4342-bd2e-d00c0053c1ed up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:48:34.700564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 369ffe42-c12d-4342-bd2e-d00c0053c1ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:34.700564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:35.178436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Sync routers for ids ['e775bd84-2510-4113-82a3-01fc77616c83'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:48:35.188418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Routers {'e775bd84-2510-4113-82a3-01fc77616c83'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:48:35.189112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:48:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e775bd84-2510-4113-82a3-01fc77616c83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:35.393215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Set router e775bd84-2510-4113-82a3-01fc77616c83 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:48:35.789976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '022d3bf3-2f4d-4f1e-958b-0ca177340ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:48:15Z', 'updated_at': '2021-10-13T03:48:32Z', 'revision_number': 4, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gw_port': {'id': '022d3bf3-2f4d-4f1e-958b-0ca177340ffc', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:32Z', 'updated_at': '2021-10-13T03:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '369ffe42-c12d-4342-bd2e-d00c0053c1ed', 'name': '', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'mac_address': 'fa:16:3e:99:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:24Z', 'updated_at': '2021-10-13T03:48:28Z', 'revision_number': 5, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'subnets': [{'id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:35.842994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Checking router: e775bd84-2510-4113-82a3-01fc77616c83 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:48:35.843333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Updating router e775bd84-2510-4113-82a3-01fc77616c83 port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:48:35.889822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:35.985999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:48:36.101741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31be55aa-eb3a-43af-b9e6-48c5e34393be admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1144736 Oct 13 03:48:36.293601 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:36.299104 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:36.352496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Attempting to bind port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:48:36.352798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Attempting to bind port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:48:36.353149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Attempting to bind port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:48:36.355054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f5853-446f-4cdf-9aa7-050c4e704267 None None] Pushing event updated for resources: {'Port': ['ID=022d3bf3-2f4d-4f1e-958b-0ca177340ffc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:36.360445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:48:36.360849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:48:36.361245 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:36.361621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:48:36.362079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Bound port: 022d3bf3-2f4d-4f1e-958b-0ca177340ffc, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:48:36.362464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:36.412181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] For port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:48:36.415228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] For port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=022d3bf3-2f4d-4f1e-958b-0ca177340ffc,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:48:36.418786 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:36.475272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f5853-446f-4cdf-9aa7-050c4e704267 None None] Pushing event updated for resources: {'Port': ['ID=022d3bf3-2f4d-4f1e-958b-0ca177340ffc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:36.477683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Routers {'e775bd84-2510-4113-82a3-01fc77616c83'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:48:36.478266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:48:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e775bd84-2510-4113-82a3-01fc77616c83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:36.587282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] Set router e775bd84-2510-4113-82a3-01fc77616c83 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:48:36.805215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '022d3bf3-2f4d-4f1e-958b-0ca177340ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:48:15Z', 'updated_at': '2021-10-13T03:48:32Z', 'revision_number': 4, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gw_port': {'id': '022d3bf3-2f4d-4f1e-958b-0ca177340ffc', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:32Z', 'updated_at': '2021-10-13T03:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '369ffe42-c12d-4342-bd2e-d00c0053c1ed', 'name': '', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'mac_address': 'fa:16:3e:99:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:24Z', 'updated_at': '2021-10-13T03:48:28Z', 'revision_number': 5, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'subnets': [{'id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:48:36.832193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ac864-fcf0-41cc-a2fb-6598b2ebeb25 None None] The sync data for ids ['e775bd84-2510-4113-82a3-01fc77616c83'] in n-d-810220-9 is: [{'id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'name': 'router1', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '022d3bf3-2f4d-4f1e-958b-0ca177340ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:48:15Z', 'updated_at': '2021-10-13T03:48:32Z', 'revision_number': 4, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'gw_port': {'id': '022d3bf3-2f4d-4f1e-958b-0ca177340ffc', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:32Z', 'updated_at': '2021-10-13T03:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '369ffe42-c12d-4342-bd2e-d00c0053c1ed', 'name': '', 'network_id': 'd6671f1b-5e69-4929-bd4f-8c2e43f412cc', 'tenant_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'mac_address': 'fa:16:3e:99:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775bd84-2510-4113-82a3-01fc77616c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:48:24Z', 'updated_at': '2021-10-13T03:48:28Z', 'revision_number': 5, 'project_id': '1d10d47e74d14d7bb60f91c62f9a3ec2', 'subnets': [{'id': '65732976-b959-479e-bc48-54fb82e3a0ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd683ddc2-998c-4806-aac6-514181aa546d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:48:38.696452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 022d3bf3-2f4d-4f1e-958b-0ca177340ffc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:48:38.763773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:38.764252 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:38.841250 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:38.860370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=022d3bf3-2f4d-4f1e-958b-0ca177340ffc,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:48:38.866029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:38.914882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=022d3bf3-2f4d-4f1e-958b-0ca177340ffc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:48:40.684310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 022d3bf3-2f4d-4f1e-958b-0ca177340ffc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:48:40.750517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 022d3bf3-2f4d-4f1e-958b-0ca177340ffc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:48:40.750992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:48.852100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f42069bc-f877-413e-98a9-52c972fefccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:51.442404 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b443888a-0fb9-49f7-8642-6f75e57ac292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:52.234205 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:48:52.708340 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:52.755227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:48:54.374243 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:18.863861 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cd3-f962-4d78-b72d-cfdcad20d162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:21.426690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e0013c9-fb60-41fc-8282-f138637ba21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:22.702628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:22.757751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:24.362207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:29.233298 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:49:48.856898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecdd5bb2-ac13-4a26-9ed8-91b5dd1e3c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:51.428666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6e54a13-6dbf-49fc-a8db-ad41b1e91a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:52.704067 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:52.756059 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:49:54.365877 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:06.231344 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:50:18.059182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:18.119853 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d051f6c-c9c1-4dee-9120-861c47cf27d0 admin admin] GET failed (client error): The resource could not be found. Oct 13 03:50:18.121148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8d051f6c-c9c1-4dee-9120-861c47cf27d0 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609720 Oct 13 03:50:18.275021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d615b84a-c871-452a-94eb-4efe96a368f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:18.276396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d615b84a-c871-452a-94eb-4efe96a368f0 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1506534 Oct 13 03:50:18.857794 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bde1c5b-996d-440f-a986-406b95362c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:20.530055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:20.626313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25562cc-7283-4786-834e-9e458e314773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:20.627579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e25562cc-7283-4786-834e-9e458e314773 admin admin] 10.222.0.44 "GET /v2.0/subnets/65732976-b959-479e-bc48-54fb82e3a0ee HTTP/1.1" status: 200 len: 849 time: 0.0965548 Oct 13 03:50:20.637979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:50:20.723768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:20.864296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775937739789'] for subnet, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:20.897227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:20.897743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:20.899033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] 10.222.0.44 "PUT /v2.0/subnets/65732976-b959-479e-bc48-54fb82e3a0ee HTTP/1.1" status: 200 len: 868 time: 0.2646413 Oct 13 03:50:20.902145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041808d3-49d9-417b-b4ed-4a5935bc4c0c None None] Network d6671f1b-5e69-4929-bd4f-8c2e43f412cc requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:50:20.924454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65732976-b959-479e-bc48-54fb82e3a0ee,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:50:20.932780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.933135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.933455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.933784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.934115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.934488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.934866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.935208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.935512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.935831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.936153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:20.936658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d41b97-c49a-481f-a6ba-b89c83cb2152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:50:21.298786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf0adced-a4dc-4e71-8078-5e512fe05e34 None None] Provisioning complete for port 369ffe42-c12d-4342-bd2e-d00c0053c1ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:50:21.299156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0adced-a4dc-4e71-8078-5e512fe05e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:21.381922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf0adced-a4dc-4e71-8078-5e512fe05e34 None None] Provisioning complete for port 23d6a0d8-ee6c-4f9f-bd36-7e82cfcd85a5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:50:21.382296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0adced-a4dc-4e71-8078-5e512fe05e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:21.432439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3d45-cf12-46e0-b925-cc094710fa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:22.705881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:22.758479 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:23.158627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:23.351340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86133c5a-cae7-4b13-bec7-e8c6fd0a9b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:23.351712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86133c5a-cae7-4b13-bec7-e8c6fd0a9b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:23.353249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-86133c5a-cae7-4b13-bec7-e8c6fd0a9b20 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935797 Oct 13 03:50:24.370375 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:25.604342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:25.734066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121efa9-0ed6-4d3b-a1f0-2a7aac5494c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:25.734535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121efa9-0ed6-4d3b-a1f0-2a7aac5494c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:25.736029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3121efa9-0ed6-4d3b-a1f0-2a7aac5494c6 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307037 Oct 13 03:50:27.981778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:28.101874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a9db4-8169-4282-a2ad-a9de75a02749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:28.103216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-551a9db4-8169-4282-a2ad-a9de75a02749 admin admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 886 time: 0.1205132 Oct 13 03:50:30.350831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:30.482500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8014ed8-36f0-47d5-9b0c-71fca582d283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:30.483886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f8014ed8-36f0-47d5-9b0c-71fca582d283 admin admin] 10.222.0.44 "GET /v2.0/networks/d6671f1b-5e69-4929-bd4f-8c2e43f412cc HTTP/1.1" status: 200 len: 869 time: 0.1319826 Oct 13 03:50:32.752980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:32.873352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416856d-b8c2-403d-9d35-cc61b1179f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:32.873813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416856d-b8c2-403d-9d35-cc61b1179f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:32.875826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9416856d-b8c2-403d-9d35-cc61b1179f38 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218882 Oct 13 03:50:35.117101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:35.208939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664543e0-33d9-4912-8adc-6afb7fc802f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:35.209400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664543e0-33d9-4912-8adc-6afb7fc802f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:35.210896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-664543e0-33d9-4912-8adc-6afb7fc802f5 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928419 Oct 13 03:50:37.454832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:37.545453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c419b-5b59-4917-b695-bfccbd022f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:37.546783 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c34c419b-5b59-4917-b695-bfccbd022f1e admin admin] 10.222.0.44 "GET /v2.0/subnets/65732976-b959-479e-bc48-54fb82e3a0ee HTTP/1.1" status: 200 len: 868 time: 0.0910017 Oct 13 03:50:39.779735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:50:39.863963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc9bb7-e2dd-4a2d-b801-48ab1dadc2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:50:39.865285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b6fc9bb7-e2dd-4a2d-b801-48ab1dadc2a2 admin admin] 10.222.0.44 "GET /v2.0/subnets/9ff1cccc-c8ec-4970-be2e-13c7d8b10047 HTTP/1.1" status: 200 len: 816 time: 0.0846031 Oct 13 03:50:43.229425 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:50:48.859122 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-794920a8-4166-4e55-9818-c1ee5e8ee2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:51.432761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cad1f9d-ebea-4cf6-99db-397c15d3081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:52.709935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:52.761637 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:50:54.376303 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:04.252433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:51:04.299116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-c0c436b4-53c6-4a7b-9b34-08061743365d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:51:04.300095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0c436b4-53c6-4a7b-9b34-08061743365d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0466936 Oct 13 03:51:06.629120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:51:06.690016 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3d5740-a0d7-4102-9e5d-8f85eede07f8 admin admin] GET failed (client error): The resource could not be found. Oct 13 03:51:06.691301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cb3d5740-a0d7-4102-9e5d-8f85eede07f8 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613155 Oct 13 03:51:06.773610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16fc153-54d9-4089-878c-e4a3760a9486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:51:06.775045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b16fc153-54d9-4089-878c-e4a3760a9486 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792427 Oct 13 03:51:09.043053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:51:09.089664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:51:09.109442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Made reservation on behalf of 4fbd590d96154609bce5678b6539f95c for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:51:09.111628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:09.137929 n-d-810220-9 neutron-server[94825]: WARNING neutron.services.revisions.revision_plugin [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Could not find related network for resource to bump revision. Oct 13 03:51:09.151490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:51:09.160739 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:09.161079 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Added segment 2e245004-8b46-4d29-9bc5-ba3d82aa00bf of type vlan for network e30d16b1-fc66-4f32-b413-88b9d458a469 Oct 13 03:51:09.209783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:09.232635 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:09.234042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:51:09.234613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:09.282204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2380848 Oct 13 03:51:09.292197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Pushing event updated for resources: {'Network': ['ID=e30d16b1-fc66-4f32-b413-88b9d458a469,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:51:09.299992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.300331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.300666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.301032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.301365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.301690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.302014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.302334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.302654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.302971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.303291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.303609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c8e84-0c98-44ce-b7f6-059c5583cc3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:09.315662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network e30d16b1-fc66-4f32-b413-88b9d458a469 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:51:11.577838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:51:11.637237 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-099a46c2-0769-4140-8af3-84db9bfed759 admin admin] GET failed (client error): The resource could not be found. Oct 13 03:51:11.638460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-099a46c2-0769-4140-8af3-84db9bfed759 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595856 Oct 13 03:51:11.738513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee41e95-3e7b-4efa-9c2e-539f088a45fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:51:11.739993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ee41e95-3e7b-4efa-9c2e-539f088a45fe admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0962906 Oct 13 03:51:11.750877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:51:11.770477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Made reservation on behalf of 4fbd590d96154609bce5678b6539f95c for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:51:11.772757 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:11.930024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:11.980299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:51:11.990050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:51:11.990394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Network hostable DHCP agents. Network: e30d16b1-fc66-4f32-b413-88b9d458a469, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:51:12.005600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:51:12.014028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, e30d16b1-fc66-4f32-b413-88b9d458a469) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:51:12.020414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:51:12.020641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.023704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ac500-a486-4b64-b1e7-05b5c26bfcbe None None] Network e30d16b1-fc66-4f32-b413-88b9d458a469 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:51:12.036170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-844be80a-7c64-49d5-a2d3-caa6f836ce0b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2891181 Oct 13 03:51:12.173402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-e30d16b1-fc66-4f32-b413-88b9d458a469', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'tenant_id': '4fbd590d96154609bce5678b6539f95c', 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 03:51:12.174329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.309486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Allocated IP 192.168.233.2 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:51:12.452860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.459079 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.501454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:51:12.504250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:51:12.507773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:51:12.516267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Pushing event updated for resources: {'Port': ['ID=0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:51:12.539848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.540187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.540528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.540901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.541259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.541581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.541906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.542223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.542540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.542857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.543170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.543477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:51:12.575313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Attempting to bind port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:51:12.575617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Attempting to bind port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:51:12.575970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Attempting to bind port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:51:12.580913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:51:12.581417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:51:12.581845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.582234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:51:12.582696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Bound port: 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:51:12.583092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.646904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] For port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:51:12.650102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] For port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:51:12.655824 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:12.711943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fc363-a7b5-46d2-86c2-112d8a435e26 None None] Pushing event updated for resources: {'Port': ['ID=0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:51:13.590809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b49ac0-665f-467e-a043-319fa9472d6b None None] Network e30d16b1-fc66-4f32-b413-88b9d458a469 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:51:13.651657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac593c76-841b-4d24-88f0-ae7738c166c2 None None] Provisioning complete for port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:51:13.651961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac593c76-841b-4d24-88f0-ae7738c166c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:13.797610 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac593c76-841b-4d24-88f0-ae7738c166c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:13.836984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ac593c76-841b-4d24-88f0-ae7738c166c2 None None] For port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:51:13.842627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac593c76-841b-4d24-88f0-ae7738c166c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:13.894996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac593c76-841b-4d24-88f0-ae7738c166c2 None None] Pushing event updated for resources: {'Port': ['ID=0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:51:14.061418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eca3a8a8-a8f1-4ec6-9c27-dd227b4cd4f6 None None] Provisioning complete for port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:51:14.061788 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eca3a8a8-a8f1-4ec6-9c27-dd227b4cd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:14.836978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:51:14.893960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0adddf5b-9a7d-48ae-8b4f-c9c9f4f7b9d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:51:14.894328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:18.862356 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aaafd-fe9b-410f-9c41-6957202e2324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:20.226989 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:51:21.434562 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b398415b-bb63-460a-bf79-114f2e33ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:22.710380 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:22.766705 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:24.378226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:48.863621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-939ab29c-2341-4db5-b385-f696ce38a6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:51.435318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b1645c-0903-4b6b-ae88-5e7e4be4c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:52.710469 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:52.767313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:54.380704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:51:57.225442 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:52:18.866412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17c505db-53e6-49c3-b587-a6ff85c2c3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:21.435658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e958867-3396-43cd-8f6c-0350c3c5bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:22.711659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:22.771760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:24.383284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:28.452401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:52:28.458143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-c1a13a12-523a-44e4-910d-31d278f2d1cf tempest-verify_tempest_config-694255715 tempest-verify_tempest_config-694255715-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:52:28.459107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c1a13a12-523a-44e4-910d-31d278f2d1cf tempest-verify_tempest_config-694255715 tempest-verify_tempest_config-694255715-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056870 Oct 13 03:52:28.746257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:52:28.847332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:28.921404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:28.925009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:28.969233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=147c164a772948b599527d89dfb123d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2219548 Oct 13 03:52:28.971041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530619d8-8c3f-4c0f-a41f-5300e7be6345,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:52:28.972042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:52:28.977723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.978073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.978414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.978752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.979085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.979413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.979775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.980101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.980428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.980772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.981098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:28.981418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be33224-b0ed-4bb3-a773-00aaf8d74c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.026955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:29.046515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:29.137675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:29.140121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:29.141264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/530619d8-8c3f-4c0f-a41f-5300e7be6345 HTTP/1.1" status: 204 len: 168 time: 0.1669793 Oct 13 03:52:29.149098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530619d8-8c3f-4c0f-a41f-5300e7be6345,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:52:29.155652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.155989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.156320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.156644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.156992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.157314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.157649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.157964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.158280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.158592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.158904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:29.159213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217053-4f32-43ab-9c41-ed6da4f30d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:52:34.277803 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:52:48.865771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-130733f0-5d97-453a-9f7d-e89cf762c26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:51.436844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fe5039e-2cae-4219-9a13-e1083bbceed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:52.714502 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:52.772960 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:52:54.384845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:11.226008 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:53:18.867044 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d207959b-678f-4012-b537-41701375a552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:21.437741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0754f0ce-cf7e-49b9-9673-b23830674e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:22.811945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:22.813045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:24.387383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:48.224256 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:53:48.866649 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-034ca6d1-4add-47cf-b5d9-c548d7bf843f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:51.437511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a5334b8-74e5-4a64-83e4-5469ca1b600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:52.715244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:52.778684 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:53:54.391808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:18.867110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb7f0-dcc5-4c63-b6a4-5fee9b26a3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:21.437667 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5cd73a1-51b7-46c6-baab-30d0d2a0e18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:22.716061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:22.781613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:24.394261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:25.222587 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:54:48.868169 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a457fa1d-ed50-43bd-b4f5-956e87f6117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:51.440290 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c0a081-7987-428d-aef3-6e61ba6d725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:52.715941 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:52.785491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:54:54.397083 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:02.220912 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 5 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:55:18.868728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f32b-9257-4456-a183-8b180095ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:21.440164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aea45d3a-2a5b-4537-a2f3-de0cd45e1e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:22.719404 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:22.788773 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:24.400626 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:37.734562 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:39.220641 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 6 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:55:39.633689 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406758'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:48.868652 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83e2a188-ec86-4d11-bb46-ac47c4dc7ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:51.440473 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aadfc9c4-ac8f-40a0-b133-5c6378dd7ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:52.720337 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:52.791720 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:55:54.402823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:07.691489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:09.594819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:16.220376 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:56:18.869357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55eeb34d-c193-4c53-8382-fb20ecda98e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:21.440430 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb84dd3f-6965-4152-94a2-46232ec444cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:21.869060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:56:21.973653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c3e69906-9297-4462-9e45-bd3e6e7471bd admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1034977 Oct 13 03:56:22.720797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:22.794341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:24.248864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:56:24.302827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5fe8398e-2b6b-4c22-98bf-6116bfd933f8 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0528805 Oct 13 03:56:24.407741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:37.700111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:39.607061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:48.870784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-305005eb-af52-4d73-84d5-9c9ef37b5e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:51.440365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba145-2b06-401d-b3ad-7f7aa3538d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:52.722822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:52.795766 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:56:53.219954 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:56:54.409441 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:07.700294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:09.610140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:18.875149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eddca9db-0cd8-4444-8c12-3224f8826b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:21.441733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-763d6e89-e112-48d6-9afb-17143875cef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:22.723233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:22.798990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:24.414336 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:30.219461 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:57:37.719791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:39.601401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:48.881149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-174f706b-0d94-4195-9920-a4e7bc631971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:51.452313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b44410f-4fe5-4615-ad49-d8dd4ab5aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.318841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:52.731014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.752373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.776151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:52.812136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.834340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:52.889654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.902657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.906942 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.965112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79eb2f96718a449eba49aa3392be3eb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6453242 Oct 13 03:57:52.967126 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49037aa2-7f3a-4fcb-a7b1-4acd63e4dcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:52.969131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:52.981475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b99da36-172a-4bb8-850b-8a76daa621c2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:53.004107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.007866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.008202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.008724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.009062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.009380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.009964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.010158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.010445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.010882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.011333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.011794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.012257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.012568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853eb4-88ad-436d-abcc-0ca0643055e0 admin admin] Tracked resource versions report: Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: pushed versions: Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: { 'AddressGroup': {'1.2'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'ConntrackHelper': {'1.0'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Log': {'1.0'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Network': {'1.1'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Port': {'1.7'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'PortForwarding': {'1.2'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'QosPolicy': {'1.10'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'SecurityGroup': {'1.4'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'SubPort': {'1.0'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Subnet': {'1.1'}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Trunk': {'1.1'}} Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: consumer versions: Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: HyperV agent@n-h1-810220-9: {}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: HyperV agent@n-h2-810220-9: {}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: L3 agent@n-d-810220-9: {}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: Metadata agent@n-d-810220-9: {}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: Metering agent@n-d-810220-9: {}, Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'ConntrackHelper': '1.0', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Log': '1.0', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Network': '1.1', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Port': '1.7', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'PortForwarding': '1.2', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'QosPolicy': '1.10', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'SecurityGroup': '1.4', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'SecurityGroupRule': '1.2', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'SubPort': '1.0', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Subnet': '1.1', Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: 'Trunk': '1.1'}} Oct 13 03:57:53.013731 n-d-810220-9 neutron-server[94825]: {{(pid=94825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:57:53.063303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da99b677c8134c4f8e7b35e164ffcfd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2851007 Oct 13 03:57:53.063945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40700) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:53.064580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3255eea-f1a3-41d0-890b-3ee16352db38,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:53.124304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.124849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.125061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.125592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.126057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.126518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.126993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.127500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.127957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.128471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.128977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.129435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1f297-25af-404e-a3a6-b35ed03ac64e admin admin] Tracked resource versions report: Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: pushed versions: Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: { 'AddressGroup': {'1.2'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'ConntrackHelper': {'1.0'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Log': {'1.0'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Network': {'1.1'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Port': {'1.7'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'PortForwarding': {'1.2'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'QosPolicy': {'1.10'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'SecurityGroup': {'1.4'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'SubPort': {'1.0'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Subnet': {'1.1'}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Trunk': {'1.1'}} Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: consumer versions: Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: HyperV agent@n-h1-810220-9: {}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: HyperV agent@n-h2-810220-9: {}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: L3 agent@n-d-810220-9: {}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: Metadata agent@n-d-810220-9: {}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: Metering agent@n-d-810220-9: {}, Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'ConntrackHelper': '1.0', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Log': '1.0', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Network': '1.1', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Port': '1.7', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'PortForwarding': '1.2', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'QosPolicy': '1.10', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'SecurityGroup': '1.4', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'SecurityGroupRule': '1.2', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'SubPort': '1.0', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Subnet': '1.1', Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: 'Trunk': '1.1'}} Oct 13 03:57:53.130599 n-d-810220-9 neutron-server[94824]: {{(pid=94824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:57:53.159301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23d8ec8c-fa0b-46b2-9f5f-b68a544217a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.195893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23d8ec8c-fa0b-46b2-9f5f-b68a544217a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.213857 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7770f5b2-e1de-40c9-8c8d-652529ce2397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.262819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23d8ec8c-fa0b-46b2-9f5f-b68a544217a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.265206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7770f5b2-e1de-40c9-8c8d-652529ce2397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.267363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23d8ec8c-fa0b-46b2-9f5f-b68a544217a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.269356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-23d8ec8c-fa0b-46b2-9f5f-b68a544217a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3255eea-f1a3-41d0-890b-3ee16352db38 HTTP/1.1" status: 204 len: 168 time: 0.1963673 Oct 13 03:57:53.281139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8ec8c-fa0b-46b2-9f5f-b68a544217a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3255eea-f1a3-41d0-890b-3ee16352db38,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:53.337451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49037aa2-7f3a-4fcb-a7b1-4acd63e4dcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.343965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49037aa2-7f3a-4fcb-a7b1-4acd63e4dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.381880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-49037aa2-7f3a-4fcb-a7b1-4acd63e4dcc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18a51654880948b48ec5626388a75456&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5424385 Oct 13 03:57:53.384503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:53.406355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7770f5b2-e1de-40c9-8c8d-652529ce2397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.409315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7770f5b2-e1de-40c9-8c8d-652529ce2397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.410591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7770f5b2-e1de-40c9-8c8d-652529ce2397 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b99da36-172a-4bb8-850b-8a76daa621c2 HTTP/1.1" status: 204 len: 168 time: 0.4394472 Oct 13 03:57:53.411821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037aa2-7f3a-4fcb-a7b1-4acd63e4dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e50e9bf-222a-47fa-b609-3ab755c29c1f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:53.424825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f5b2-e1de-40c9-8c8d-652529ce2397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b99da36-172a-4bb8-850b-8a76daa621c2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:53.500737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e59076-221c-45d3-9832-df0961b556ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.529350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e59076-221c-45d3-9832-df0961b556ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.597985 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e59076-221c-45d3-9832-df0961b556ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.602201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e59076-221c-45d3-9832-df0961b556ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.604115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-12e59076-221c-45d3-9832-df0961b556ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e50e9bf-222a-47fa-b609-3ab755c29c1f HTTP/1.1" status: 204 len: 168 time: 0.2178373 Oct 13 03:57:53.616844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e59076-221c-45d3-9832-df0961b556ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e50e9bf-222a-47fa-b609-3ab755c29c1f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:53.857235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40770) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:53.871900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-991b10fc-4037-47f8-960a-acd7575ffd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.953465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-991b10fc-4037-47f8-960a-acd7575ffd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.957746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-991b10fc-4037-47f8-960a-acd7575ffd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:53.992111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b10fc-4037-47f8-960a-acd7575ffd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea7c41-0fb5-4823-b7d4-113c268f6f31,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:54.004991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-991b10fc-4037-47f8-960a-acd7575ffd9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30e9637a38a648bca361f9967cce5ed1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1451192 Oct 13 03:57:54.006915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:54.058820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64b8f3f6-0d7b-482d-b67d-96c998632b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.076078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:54.082016 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64b8f3f6-0d7b-482d-b67d-96c998632b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.092828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0faea09-cf33-4074-a4ec-7d030cbd30cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.135127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64b8f3f6-0d7b-482d-b67d-96c998632b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.139197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64b8f3f6-0d7b-482d-b67d-96c998632b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.143570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-64b8f3f6-0d7b-482d-b67d-96c998632b67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdea7c41-0fb5-4823-b7d4-113c268f6f31 HTTP/1.1" status: 204 len: 168 time: 0.1355121 Oct 13 03:57:54.153115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8f3f6-0d7b-482d-b67d-96c998632b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea7c41-0fb5-4823-b7d4-113c268f6f31,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:54.212842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0faea09-cf33-4074-a4ec-7d030cbd30cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.217464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0faea09-cf33-4074-a4ec-7d030cbd30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.255077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d0faea09-cf33-4074-a4ec-7d030cbd30cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee2f470fa4204ad2afce753f756e2a87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1772571 Oct 13 03:57:54.258247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:54.273744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faea09-cf33-4074-a4ec-7d030cbd30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4183e3-cba9-4a7a-9c58-0203968bf1fd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:54.330365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3d0-a9d8-40b0-9af3-3c9f530d2702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.352092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3d0-a9d8-40b0-9af3-3c9f530d2702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.419166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3d0-a9d8-40b0-9af3-3c9f530d2702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.423741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3d0-a9d8-40b0-9af3-3c9f530d2702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.424795 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.425516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b3a2c3d0-a9d8-40b0-9af3-3c9f530d2702 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea4183e3-cba9-4a7a-9c58-0203968bf1fd HTTP/1.1" status: 204 len: 168 time: 0.1655653 Oct 13 03:57:54.438049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2c3d0-a9d8-40b0-9af3-3c9f530d2702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4183e3-cba9-4a7a-9c58-0203968bf1fd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:54.444661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:54.459825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48f523aa-40db-47ad-8e09-6f25d180493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.538600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48f523aa-40db-47ad-8e09-6f25d180493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.543596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48f523aa-40db-47ad-8e09-6f25d180493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.582525 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-48f523aa-40db-47ad-8e09-6f25d180493c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60aa9041df414bacb810a31203b6a97a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1360381 Oct 13 03:57:54.583804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f523aa-40db-47ad-8e09-6f25d180493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c9674c-9061-4c9c-a89a-fe33fb07d54d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:54.585376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40808) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:54.649888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3734566a-aa64-4a55-ab4b-260a84389327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.680109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3734566a-aa64-4a55-ab4b-260a84389327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.732341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3734566a-aa64-4a55-ab4b-260a84389327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.735350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3734566a-aa64-4a55-ab4b-260a84389327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:54.736662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3734566a-aa64-4a55-ab4b-260a84389327 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97c9674c-9061-4c9c-a89a-fe33fb07d54d HTTP/1.1" status: 204 len: 168 time: 0.1503260 Oct 13 03:57:54.744961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734566a-aa64-4a55-ab4b-260a84389327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c9674c-9061-4c9c-a89a-fe33fb07d54d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:55.255893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40868) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:55.258785 n-d-810220-9 neutron-server[94824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 03:57:55.309301 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-8d2678a7-a183-41d3-b043-634b19a4a3ec tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fc30a58ec50c48ff9a53580b84345ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515239 Oct 13 03:57:55.534522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-22d2fe4f-44ba-4ff0-9126-7352a6a21ba8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:57:55.542722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-22d2fe4f-44ba-4ff0-9126-7352a6a21ba8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325733 Oct 13 03:57:55.562348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-649370e4-68b6-4688-bd84-800102356d3c tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/quotas/fc30a58ec50c48ff9a53580b84345ae2 HTTP/1.1" status: 200 len: 375 time: 0.0186424 Oct 13 03:57:55.649087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-f20cfb3f-84fe-4359-b6f8-d710c4151f41 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc30a58ec50c48ff9a53580b84345ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855989 Oct 13 03:57:55.957181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fbf3c3f2-8645-4af7-8aaf-1ee23cd9f674 req-6a3a078e-4cba-42e5-97da-0de54e451f73 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 210 time: 0.1030307 Oct 13 03:57:56.433972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:56.767513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-network', 'tenant_id': '95037c62f14143c9b98321e9592ea43d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:57:56.778568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:56.799637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Made reservation on behalf of 95037c62f14143c9b98321e9592ea43d for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:57:56.802855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:56.813578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:56.871548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:56.911500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:56.923127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:56.943260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:57:56.967195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ddb77-1a97-45a5-be14-083a2b0ab978,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:56.970367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:56.970742 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Added segment 4173d3bd-40d2-497c-a707-32b05deffba8 of type vlan for network 74941c07-d12d-4a9f-925d-b1e62281f19e Oct 13 03:57:57.016039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.019369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-157ced5a-a3c4-4436-b6fd-545da5be6f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.051405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.052623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:57:57.053357 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.072862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3e48373-ac25-44b6-8050-8c1e376593bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.125323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6902380 Oct 13 03:57:57.128148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41026) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:57.133571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Request body: {'subnet': {'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-subnet', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:57:57.144573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223222-c435-4c1a-a70d-90ec0bf93016 admin admin] Pushing event updated for resources: {'Network': ['ID=74941c07-d12d-4a9f-925d-b1e62281f19e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:57.158823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 74941c07-d12d-4a9f-925d-b1e62281f19e details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:57:57.164448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Made reservation on behalf of 95037c62f14143c9b98321e9592ea43d for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:57:57.168006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.335366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3e48373-ac25-44b6-8050-8c1e376593bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.351695 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-157ced5a-a3c4-4436-b6fd-545da5be6f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.353296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3e48373-ac25-44b6-8050-8c1e376593bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.373533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-157ced5a-a3c4-4436-b6fd-545da5be6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.413611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e3e48373-ac25-44b6-8050-8c1e376593bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abcf233fa33b4a49b5f0770c15f483ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6331584 Oct 13 03:57:57.416596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:57.432528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e48373-ac25-44b6-8050-8c1e376593bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55568f2b-ecf6-4d32-9366-119fe5ce799a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:57.478871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-157ced5a-a3c4-4436-b6fd-545da5be6f9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8632db213b646ec9152f5a53f42fc4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6060135 Oct 13 03:57:57.485043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:57.506630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ced5a-a3c4-4436-b6fd-545da5be6f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb29bf5-1fbe-4251-b902-c23ad2b200da,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:57.526921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41042) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:57.556152 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.572870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8235-101c-4f0f-b12b-1916f70ae4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.600997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8235-101c-4f0f-b12b-1916f70ae4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.627281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc73512-d18e-424e-8cd1-1f7dca14eb23,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:57.658236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556590b9-c0d6-4100-a5e7-688ec7b02b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.664287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8235-101c-4f0f-b12b-1916f70ae4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.667326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8235-101c-4f0f-b12b-1916f70ae4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.671619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9d7a8235-101c-4f0f-b12b-1916f70ae4e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/deb29bf5-1fbe-4251-b902-c23ad2b200da HTTP/1.1" status: 204 len: 168 time: 0.1853492 Oct 13 03:57:57.680462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8235-101c-4f0f-b12b-1916f70ae4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb29bf5-1fbe-4251-b902-c23ad2b200da,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:57.681592 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556590b9-c0d6-4100-a5e7-688ec7b02b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.691710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Checking segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:57:57.692071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Network hostable DHCP agents. Network: 74941c07-d12d-4a9f-925d-b1e62281f19e, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:57:57.744561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Network 74941c07-d12d-4a9f-925d-b1e62281f19e is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:57:57.758048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 74941c07-d12d-4a9f-925d-b1e62281f19e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:57:57.762113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:57:57.762695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.768848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62e31e-32d4-42e4-86a2-f1efde5c317a None None] Network 74941c07-d12d-4a9f-925d-b1e62281f19e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:57:57.780012 n-d-810220-9 neutron-server[94825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 03:57:57.785353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556590b9-c0d6-4100-a5e7-688ec7b02b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.788207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556590b9-c0d6-4100-a5e7-688ec7b02b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.789378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-556590b9-c0d6-4100-a5e7-688ec7b02b6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55568f2b-ecf6-4d32-9366-119fe5ce799a HTTP/1.1" status: 204 len: 168 time: 0.3718140 Oct 13 03:57:57.821915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ee148f34-4f1c-4de6-9e18-2ab77c496a17 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6923666 Oct 13 03:57:57.822749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41060) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:57.838453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:57:57.848422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556590b9-c0d6-4100-a5e7-688ec7b02b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55568f2b-ecf6-4d32-9366-119fe5ce799a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:57.877564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.15', 51082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:57.885466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bba35f46-efda-471f-a626-31bb79e89647 req-349bdc83-b184-4ee5-bb36-cb74fc8b8ffa tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 210 time: 0.3573694 Oct 13 03:57:57.944121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-94e6116a-ddd4-4fdc-a2fa-98920035b270 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fc30a58ec50c48ff9a53580b84345ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641835 Oct 13 03:57:57.945268 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:57.946782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.000630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-74941c07-d12d-4a9f-925d-b1e62281f19e', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 03:57:58.002561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.183500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.281593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Allocated IP 172.20.0.2 (74941c07-d12d-4a9f-925d-b1e62281f19e/4dc73512-d18e-424e-8cd1-1f7dca14eb23/e14a2d08-ada1-4319-ad97-4c28ea170503) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:57:58.432243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:58.444313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-2f42c652-8451-4f89-90df-49fdbc7a5d3f tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:57:58.445914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-2f42c652-8451-4f89-90df-49fdbc7a5d3f tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4795213 Oct 13 03:57:58.451252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.455453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b723bc8-c2f0-4d3d-9ec5-c134c2748e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.492484 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.502940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.526598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Network 74941c07-d12d-4a9f-925d-b1e62281f19e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:57:58.566780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Request body: {'port': {'device_id': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'fc30a58ec50c48ff9a53580b84345ae2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:57:58.576922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:57:58.583127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:57:58.586824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Pushing event updated for resources: {'Port': ['ID=e14a2d08-ada1-4319-ad97-4c28ea170503,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:58.601045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.601396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.601868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.602366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.602700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.603026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.603347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.603942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.604269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.604635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.604994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.605298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Tracked resource versions report: Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: pushed versions: Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Log': {'1.0'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Network': {'1.1'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Port': {'1.7'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'PortForwarding': {'1.2'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'QosPolicy': {'1.10'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'SubPort': {'1.0'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Subnet': {'1.1'}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Trunk': {'1.1'}} Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: consumer versions: Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: HyperV agent@n-h1-810220-9: {}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: HyperV agent@n-h2-810220-9: {}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: L3 agent@n-d-810220-9: {}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: Metadata agent@n-d-810220-9: {}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: Metering agent@n-d-810220-9: {}, Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'ConntrackHelper': '1.0', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Log': '1.0', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Network': '1.1', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Port': '1.7', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'PortForwarding': '1.2', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'QosPolicy': '1.10', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'SecurityGroup': '1.4', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'SecurityGroupRule': '1.2', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'SubPort': '1.0', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Subnet': '1.1', Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: 'Trunk': '1.1'}} Oct 13 03:57:58.606748 n-d-810220-9 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:57:58.642254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b723bc8-c2f0-4d3d-9ec5-c134c2748e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.653344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b723bc8-c2f0-4d3d-9ec5-c134c2748e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.671959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Attempting to bind port e14a2d08-ada1-4319-ad97-4c28ea170503 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:57:58.672767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Attempting to bind port e14a2d08-ada1-4319-ad97-4c28ea170503 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:57:58.673238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Attempting to bind port e14a2d08-ada1-4319-ad97-4c28ea170503 on network 74941c07-d12d-4a9f-925d-b1e62281f19e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:57:58.679520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:57:58.680041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Checking segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:57:58.680533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.681142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Bound using segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:57:58.681674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Bound port: e14a2d08-ada1-4319-ad97-4c28ea170503, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:57:58.682247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.695074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:58.734802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd84d84-1689-49fd-90a2-fc91eedc245a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.737875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723bc8-c2f0-4d3d-9ec5-c134c2748e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7c5b9d-cefd-4016-8960-ef3476f93eee,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:58.753874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] For port e14a2d08-ada1-4319-ad97-4c28ea170503, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:57:58.758495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] For port e14a2d08-ada1-4319-ad97-4c28ea170503, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e14a2d08-ada1-4319-ad97-4c28ea170503,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:57:58.763932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2b723bc8-c2f0-4d3d-9ec5-c134c2748e55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e14f36e25a4c4c8fba67b10a63faa8c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3297362 Oct 13 03:57:58.767090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:58.769302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.860104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb90594e-9c77-4c58-9745-da984f4f170d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.860760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858499d-2a60-4ec5-aa62-c8285a9ae669 None None] Pushing event updated for resources: {'Port': ['ID=e14a2d08-ada1-4319-ad97-4c28ea170503,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:58.929221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb90594e-9c77-4c58-9745-da984f4f170d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.951191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd84d84-1689-49fd-90a2-fc91eedc245a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:58.966256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd84d84-1689-49fd-90a2-fc91eedc245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.024585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bbd84d84-1689-49fd-90a2-fc91eedc245a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7522e561072949b886f262f2ed4a992b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3188100 Oct 13 03:57:59.029813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:57:59.051944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd84d84-1689-49fd-90a2-fc91eedc245a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40bee7-dfc1-480c-a24c-c30a5b1d4912,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:59.100519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb90594e-9c77-4c58-9745-da984f4f170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.103248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb90594e-9c77-4c58-9745-da984f4f170d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.106788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fb90594e-9c77-4c58-9745-da984f4f170d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c7c5b9d-cefd-4016-8960-ef3476f93eee HTTP/1.1" status: 204 len: 168 time: 0.3352711 Oct 13 03:57:59.134418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90594e-9c77-4c58-9745-da984f4f170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7c5b9d-cefd-4016-8960-ef3476f93eee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:59.152818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6efaa29-2898-41af-90ba-72ba3de768f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.191779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6efaa29-2898-41af-90ba-72ba3de768f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.247202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Made reservation on behalf of fc30a58ec50c48ff9a53580b84345ae2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:57:59.250774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.284928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-704d4946-0348-4183-b1d9-e739a3734df2 req-313e249a-7c44-4fe1-9e3c-9f49fc93aaae tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 210 time: 0.0496666 Oct 13 03:57:59.290705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.305252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6efaa29-2898-41af-90ba-72ba3de768f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.308237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6efaa29-2898-41af-90ba-72ba3de768f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.309973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d6efaa29-2898-41af-90ba-72ba3de768f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c40bee7-dfc1-480c-a24c-c30a5b1d4912 HTTP/1.1" status: 204 len: 168 time: 0.2778537 Oct 13 03:57:59.330826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efaa29-2898-41af-90ba-72ba3de768f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40bee7-dfc1-480c-a24c-c30a5b1d4912,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:57:59.346913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.397672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.632378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.642154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Allocated IP 172.25.1.155 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/3feb0784-e6aa-49be-8ea6-d7165e33a44a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:57:59.646966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:57:59.888483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b703afdc-4425-40ff-8dbd-db18184fd371,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:00.058974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Allocated IP 192.168.233.16 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/9a404e6e-1fcf-46b9-93d9-c0e70f7f1872) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:00.159350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:00.391170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:00.488788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:00.498977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:00.519532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:00.531735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:00.633879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd5a3b-5d6c-4653-9c12-3f40e9e845ee None None] Network 74941c07-d12d-4a9f-925d-b1e62281f19e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:00.669786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8286e99a-7427-48d7-8e38-eafc0368a582 req-62e1e270-177c-4c8a-a543-578f87fb4954 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 210 time: 0.1757252 Oct 13 03:58:00.733802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:00.767053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d2bbfba-9a97-4cb0-8a8a-3bfb18bbf481 None None] Provisioning complete for port e14a2d08-ada1-4319-ad97-4c28ea170503 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:00.767866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2bbfba-9a97-4cb0-8a8a-3bfb18bbf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:00.830215 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:00.870637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Pushing event updated for resources: {'Port': ['ID=3feb0784-e6aa-49be-8ea6-d7165e33a44a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:00.968262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2bbfba-9a97-4cb0-8a8a-3bfb18bbf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.013528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:01.014054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d2bbfba-9a97-4cb0-8a8a-3bfb18bbf481 None None] For port e14a2d08-ada1-4319-ad97-4c28ea170503, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e14a2d08-ada1-4319-ad97-4c28ea170503,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:01.022973 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2bbfba-9a97-4cb0-8a8a-3bfb18bbf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.070379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:01.117153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bbfba-9a97-4cb0-8a8a-3bfb18bbf481 None None] Pushing event updated for resources: {'Port': ['ID=e14a2d08-ada1-4319-ad97-4c28ea170503,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:01.184587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05df3cf8-79eb-4894-b529-a32ddedc91fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.229952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e14a2d08-ada1-4319-ad97-4c28ea170503 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:01.300835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:01.322986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:01.323749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.413689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e14a2d08-ada1-4319-ad97-4c28ea170503 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:01.417106 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.424941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05df3cf8-79eb-4894-b529-a32ddedc91fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.430552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05df3cf8-79eb-4894-b529-a32ddedc91fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.463408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-05df3cf8-79eb-4894-b529-a32ddedc91fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4351eb7979fa43adae4cb9fc341d0ae4&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9633062 Oct 13 03:58:01.476013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:01.583519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ec57a6f-d9e8-4e8f-9336-07ea463a7e1f None None] Provisioning complete for port e14a2d08-ada1-4319-ad97-4c28ea170503 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:01.583936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ec57a6f-d9e8-4e8f-9336-07ea463a7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.607580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df3cf8-79eb-4894-b529-a32ddedc91fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b657d77-5731-487c-8b3d-9602671178f3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:01.644934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db8bd6e-47b8-4fdf-a486-cff26a4ae740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.673043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db8bd6e-47b8-4fdf-a486-cff26a4ae740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.697583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.751067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db8bd6e-47b8-4fdf-a486-cff26a4ae740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.757579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db8bd6e-47b8-4fdf-a486-cff26a4ae740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:01.760561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1db8bd6e-47b8-4fdf-a486-cff26a4ae740 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b657d77-5731-487c-8b3d-9602671178f3 HTTP/1.1" status: 204 len: 168 time: 0.2827938 Oct 13 03:58:01.783054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8bd6e-47b8-4fdf-a486-cff26a4ae740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b657d77-5731-487c-8b3d-9602671178f3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:01.835446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2786295 Oct 13 03:58:01.838131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8aee1-f54a-4bc4-802b-eb44867983e8 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Pushing event updated for resources: {'Port': ['ID=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:01.951325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:02.026037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49fef-0a3c-43ba-bd84-c485f96a3c65 req-518b09ac-d6de-47de-8a3c-e11fa6f31172 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:02.026235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19a3fde6-00d9-455f-8d4e-9af3e9ef483b None None] Provisioning complete for port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:02.026714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19a3fde6-00d9-455f-8d4e-9af3e9ef483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.028810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4af49fef-0a3c-43ba-bd84-c485f96a3c65 req-518b09ac-d6de-47de-8a3c-e11fa6f31172 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 935 time: 0.1828568 Oct 13 03:58:02.083359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19a3fde6-00d9-455f-8d4e-9af3e9ef483b None None] Port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:02.116718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-c129add5-ec2d-4745-831d-c56679824fb7 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:58:02.117948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-c129add5-ec2d-4745-831d-c56679824fb7 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076094 Oct 13 03:58:02.127427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4af49fef-0a3c-43ba-bd84-c485f96a3c65 req-b0bfb119-34b0-4636-85c9-137a7a99e631 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886376 Oct 13 03:58:02.224303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.257106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1793965444-network', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:02.301761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Made reservation on behalf of b5210fd9cd984ce6be9837e575eea283 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:02.309166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.333952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.518156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.526876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.530752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:02.570284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Router 319a552a-12b5-45ba-b5ba-0c54260b333b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 03:58:02.574756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:02.589887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc619d8e-d154-453b-a169-da3d70abf312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.598866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cc4020-7a1f-4d78-b9da-5af1ed961bf8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:02.633568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.634571 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Added segment 9be8da48-1e2b-456e-9e00-5c9f4f943112 of type vlan for network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 Oct 13 03:58:02.712865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.784295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.785608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:02.786435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.792717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:02.806119 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:02.826459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:02.827132 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:02.868212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9136100 Oct 13 03:58:02.871392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41224) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:02.879540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Request body: {'subnet': {'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-subnet', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:02.902940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27718634-2d25-4676-84e1-91aa6df17454 admin admin] Pushing event updated for resources: {'Network': ['ID=0705d659-ceb7-4d0b-97f0-2ebd5f381c84,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:02.910534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Made reservation on behalf of b5210fd9cd984ce6be9837e575eea283 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:02.910711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.911830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:02.916762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0c8d3b3a-02eb-487c-8978-b6b2c1359241 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0912123 Oct 13 03:58:02.920957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:02.926380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:03.091303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e14a2d08-ada1-4319-ad97-4c28ea170503 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:03.146007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:03.213952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.245858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc619d8e-d154-453b-a169-da3d70abf312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.249903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e14a2d08-ada1-4319-ad97-4c28ea170503 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:03.250490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.257185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc619d8e-d154-453b-a169-da3d70abf312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.408347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c943c688-1c92-48ab-9fbe-ccc8916c5317,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:03.463445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc619d8e-d154-453b-a169-da3d70abf312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0201e8-ce1a-4ad0-b87c-ce15482a5720,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:03.464397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Checking segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:03.464867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Network hostable DHCP agents. Network: 0705d659-ceb7-4d0b-97f0-2ebd5f381c84, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:03.480990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dc619d8e-d154-453b-a169-da3d70abf312 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=690b3aa962354493be677e79714910b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9491963 Oct 13 03:58:03.484702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:03.499084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236898a-ba33-4fb2-a59e-52887770897a req-18df561a-32f2-42fc-8dd9-e9999483ffcd tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:03.503019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3236898a-ba33-4fb2-a59e-52887770897a req-18df561a-32f2-42fc-8dd9-e9999483ffcd tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 935 time: 0.2152395 Oct 13 03:58:03.550494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:03.596944 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:00Z', 'revision_number': 3, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:03.641450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3236898a-ba33-4fb2-a59e-52887770897a req-1e39dad0-c1ce-4bfe-b094-c6b263c29301 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287329 Oct 13 03:58:03.657092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 0705d659-ceb7-4d0b-97f0-2ebd5f381c84) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:03.660492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78eeb82-0343-464c-bbce-a3e941d0b6b0 None None] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:03.665715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:03.666306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.703271 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:03.703920 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Updating router 319a552a-12b5-45ba-b5ba-0c54260b333b port 3feb0784-e6aa-49be-8ea6-d7165e33a44a binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:03.713541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ccff8455-8adf-4e9a-8a7c-f7530dc5b090 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8383334 Oct 13 03:58:03.714112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:03.725620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:03.770828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6194cece-0bb2-4134-a5ae-255b80c3faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.798676 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.818804 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.820131 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.882475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6194cece-0bb2-4134-a5ae-255b80c3faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.954862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:03.986204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 03:58:03.989431 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.106406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6194cece-0bb2-4134-a5ae-255b80c3faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.109049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6194cece-0bb2-4134-a5ae-255b80c3faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.112580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6194cece-0bb2-4134-a5ae-255b80c3faef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c0201e8-ce1a-4ad0-b87c-ce15482a5720 HTTP/1.1" status: 204 len: 168 time: 0.6228676 Oct 13 03:58:04.154794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194cece-0bb2-4134-a5ae-255b80c3faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0201e8-ce1a-4ad0-b87c-ce15482a5720,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:04.181602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Request body: {'port': {'device_id': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'device_owner': 'compute:tempest-test_az-358977267', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:04.311279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.460224 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.472003 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.473209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Allocated IP 172.20.0.2 (0705d659-ceb7-4d0b-97f0-2ebd5f381c84/c943c688-1c92-48ab-9fbe-ccc8916c5317/296d4b90-8fb3-4eaa-adf9-90bd28babfde) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:04.556113 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Attempting to bind port 3feb0784-e6aa-49be-8ea6-d7165e33a44a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:04.556496 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Attempting to bind port 3feb0784-e6aa-49be-8ea6-d7165e33a44a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:04.557125 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Attempting to bind port 3feb0784-e6aa-49be-8ea6-d7165e33a44a on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:04.589603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:04.596517 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.599482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:04.599482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:04.599482 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.600094 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:04.600568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Bound port: 3feb0784-e6aa-49be-8ea6-d7165e33a44a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:04.601049 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.681693 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] For port 3feb0784-e6aa-49be-8ea6-d7165e33a44a, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:04.685910 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] For port 3feb0784-e6aa-49be-8ea6-d7165e33a44a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3feb0784-e6aa-49be-8ea6-d7165e33a44a,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:04.707467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.708014 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.774677 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Pushing event updated for resources: {'Port': ['ID=3feb0784-e6aa-49be-8ea6-d7165e33a44a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:04.826876 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.829865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.834711 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.840457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.841206 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.842716 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.843370 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.844946 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.845567 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.846740 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.847265 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.847756 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.848248 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.851230 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Tracked resource versions report: Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: pushed versions: Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: { 'AddressGroup': {'1.2'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'ConntrackHelper': {'1.0'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Log': {'1.0'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Network': {'1.1'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Port': {'1.7'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'PortForwarding': {'1.2'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'QosPolicy': {'1.10'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'SecurityGroup': {'1.4'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'SecurityGroupRule': {'1.2'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'SubPort': {'1.0'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Subnet': {'1.1'}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Trunk': {'1.1'}} Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: consumer versions: Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: { DHCP agent@n-d-810220-9: {}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: HyperV agent@n-h1-810220-9: {}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: HyperV agent@n-h2-810220-9: {}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: L3 agent@n-d-810220-9: {}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: Metadata agent@n-d-810220-9: {}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: Metering agent@n-d-810220-9: {}, Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: Open vSwitch agent@n-d-810220-9: { 'AddressGroup': '1.2', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'ConntrackHelper': '1.0', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Log': '1.0', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Network': '1.1', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Port': '1.7', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'PortForwarding': '1.2', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'QosPolicy': '1.10', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'SecurityGroup': '1.4', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'SecurityGroupRule': '1.2', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'SubPort': '1.0', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Subnet': '1.1', Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: 'Trunk': '1.1'}} Oct 13 03:58:04.852534 n-d-810220-9 neutron-server[94832]: {{(pid=94832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 03:58:04.855139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.863556 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:04.930550 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:04.938489 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:04.970604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Pushing event updated for resources: {'Port': ['ID=296d4b90-8fb3-4eaa-adf9-90bd28babfde,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:04.997561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:05.000261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:05.006635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:05.075564 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e05eae-57f0-4069-a186-86c63aca72d7 None None] Pushing event updated for resources: {'Port': ['ID=3feb0784-e6aa-49be-8ea6-d7165e33a44a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:05.125870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a6d140-6161-4218-aab0-b6284acc36d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.136947 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:05.168229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Allocated IP 172.25.1.31 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:05.174261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Attempting to bind port 296d4b90-8fb3-4eaa-adf9-90bd28babfde on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:05.180154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Attempting to bind port 296d4b90-8fb3-4eaa-adf9-90bd28babfde by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:05.180919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Attempting to bind port 296d4b90-8fb3-4eaa-adf9-90bd28babfde on network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:05.188427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:05.194050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Checking segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:05.197672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.198335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Bound using segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:05.198954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Bound port: 296d4b90-8fb3-4eaa-adf9-90bd28babfde, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:05.200224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.308225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] For port 296d4b90-8fb3-4eaa-adf9-90bd28babfde, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:05.315595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] For port 296d4b90-8fb3-4eaa-adf9-90bd28babfde, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=296d4b90-8fb3-4eaa-adf9-90bd28babfde,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:05.326682 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.418211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a6d140-6161-4218-aab0-b6284acc36d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.424923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05c5ae-c1e5-4b4d-8b54-4dad79c45068 None None] Pushing event updated for resources: {'Port': ['ID=296d4b90-8fb3-4eaa-adf9-90bd28babfde,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:05.434061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a6d140-6161-4218-aab0-b6284acc36d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.438326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d306f-7e3d-446f-854a-f250ff2554ae req-114b6473-b83a-4813-814b-72a38cfbf6ff tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:05.439953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-054d306f-7e3d-446f-854a-f250ff2554ae req-114b6473-b83a-4813-814b-72a38cfbf6ff tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 935 time: 0.6042161 Oct 13 03:58:05.515268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.529784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Allocated IP 172.20.0.1 (74941c07-d12d-4a9f-925d-b1e62281f19e/4dc73512-d18e-424e-8cd1-1f7dca14eb23/d214d5de-b5f2-480f-8a0f-119ed43b2875) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:05.546262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-63a6d140-6161-4218-aab0-b6284acc36d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2468afc5b2c4df3a0d5ae53e3c01407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9551284 Oct 13 03:58:05.548762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:05.560504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6d140-6161-4218-aab0-b6284acc36d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f8a76-5cee-43ad-8c67-c1f4f329e43a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:05.646842 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-054d306f-7e3d-446f-854a-f250ff2554ae req-a8d1e7ac-da9f-4724-ab86-4a7ad68734c7 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933205 Oct 13 03:58:05.662644 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:00Z', 'revision_number': 3, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:05.691944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.735125 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b094e40-8270-4459-9637-810244b7ac23 None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:00Z', 'revision_number': 3, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:05.754719 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ce4055a-e0e2-4632-b69d-fcfc7138fac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:05.773674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:05.809668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:05.836871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:06.009246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.020219 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ce4055a-e0e2-4632-b69d-fcfc7138fac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.033857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Pushing event updated for resources: {'Port': ['ID=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:06.093913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:06.110689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.176716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Transition to ACTIVE for port object 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:58:06.185389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.198285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.335235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Network 74941c07-d12d-4a9f-925d-b1e62281f19e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:06.347522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:06.351789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:06.352281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.527571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ce4055a-e0e2-4632-b69d-fcfc7138fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.534354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ce4055a-e0e2-4632-b69d-fcfc7138fac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:06.540372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ce4055a-e0e2-4632-b69d-fcfc7138fac0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/349f8a76-5cee-43ad-8c67-c1f4f329e43a HTTP/1.1" status: 204 len: 168 time: 0.9881225 Oct 13 03:58:06.637216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4055a-e0e2-4632-b69d-fcfc7138fac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f8a76-5cee-43ad-8c67-c1f4f329e43a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:07.000200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Pushing event updated for resources: {'Port': ['ID=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:07.025634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d39d3fe-9210-44fb-89db-2004e531a800 None None] Provisioning complete for port d214d5de-b5f2-480f-8a0f-119ed43b2875 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:07.026263 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d39d3fe-9210-44fb-89db-2004e531a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.119562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Pushing event updated for resources: {'Port': ['ID=d214d5de-b5f2-480f-8a0f-119ed43b2875,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:07.128104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.142985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Attempting to bind port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:07.143875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Attempting to bind port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:07.144532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Attempting to bind port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:07.206968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d39d3fe-9210-44fb-89db-2004e531a800 None None] Port d214d5de-b5f2-480f-8a0f-119ed43b2875 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:07.209224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.211730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:58:07.212054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Attempting to bind port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:07.219943 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:58:07.256839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:07.257295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:07.259936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:07.260454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Bound port: 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:07.260845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.327804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3feb0784-e6aa-49be-8ea6-d7165e33a44a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:07.368370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f189b04-7375-4fc1-a121-e280821c622c req-354ea82b-2000-445c-8eec-2fcf34eb288a tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:07.373632 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f189b04-7375-4fc1-a121-e280821c622c req-354ea82b-2000-445c-8eec-2fcf34eb288a tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 968 time: 0.5622706 Oct 13 03:58:07.533451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:07.749154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a3415-0785-4a55-a299-8eb67c8888c1 None None] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:07.760924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf55-cc1d-404c-bf7b-b67ba9f22700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.786255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f189b04-7375-4fc1-a121-e280821c622c req-2f835edd-103c-4fc9-b202-d334dc73c812 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251262 Oct 13 03:58:07.788019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.829039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-804eb9ca-7652-4231-abce-5ffa27119a74 None None] Provisioning complete for port 296d4b90-8fb3-4eaa-adf9-90bd28babfde triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:07.831884 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.836232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-804eb9ca-7652-4231-abce-5ffa27119a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.852449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.855376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.887552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.920311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf55-cc1d-404c-bf7b-b67ba9f22700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:07.928442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3feb0784-e6aa-49be-8ea6-d7165e33a44a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:07.929301 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.043450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf55-cc1d-404c-bf7b-b67ba9f22700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.086697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] For port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:08.090269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Pushing event updated for resources: {'Port': ['ID=d214d5de-b5f2-480f-8a0f-119ed43b2875,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:08.100709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-804eb9ca-7652-4231-abce-5ffa27119a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.116916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1d81cf55-cc1d-404c-bf7b-b67ba9f22700 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05984fe7d5984aa0bf33561133251195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774751 Oct 13 03:58:08.123131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81cf55-cc1d-404c-bf7b-b67ba9f22700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94825349-d5f6-4c1c-a07b-74d1ef167f93,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:08.132899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:08.172642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] For port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:08.186655 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.208604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-804eb9ca-7652-4231-abce-5ffa27119a74 None None] For port 296d4b90-8fb3-4eaa-adf9-90bd28babfde, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=296d4b90-8fb3-4eaa-adf9-90bd28babfde,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:08.217645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-804eb9ca-7652-4231-abce-5ffa27119a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.225214 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0286782-5ad6-4acd-89c5-5cac91ea1018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.261286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0286782-5ad6-4acd-89c5-5cac91ea1018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.323265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Pushing event updated for resources: {'Port': ['ID=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:08.329636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Router 63e891dd-a748-4996-a692-d68bcab55260 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 03:58:08.342187 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0286782-5ad6-4acd-89c5-5cac91ea1018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.345839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0286782-5ad6-4acd-89c5-5cac91ea1018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.349863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e0286782-5ad6-4acd-89c5-5cac91ea1018 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94825349-d5f6-4c1c-a07b-74d1ef167f93 HTTP/1.1" status: 204 len: 168 time: 0.2089772 Oct 13 03:58:08.354227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.359268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0286782-5ad6-4acd-89c5-5cac91ea1018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94825349-d5f6-4c1c-a07b-74d1ef167f93,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:08.362774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eb9ca-7652-4231-abce-5ffa27119a74 None None] Pushing event updated for resources: {'Port': ['ID=296d4b90-8fb3-4eaa-adf9-90bd28babfde,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:08.404019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3feb0784-e6aa-49be-8ea6-d7165e33a44a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3feb0784-e6aa-49be-8ea6-d7165e33a44a,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:08.413379 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.415217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 296d4b90-8fb3-4eaa-adf9-90bd28babfde up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:08.430491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:08.434304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.443995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-da791256-e434-4281-8f8d-5f51ff0c665a service neutron] 10.222.0.15 "PUT /v2.0/ports/9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 HTTP/1.1" status: 200 len: 1116 time: 4.5527759 Oct 13 03:58:08.451050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'tag': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:08.517436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:08.547468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Sync routers for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:08.557085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:08.560797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-64ce5f97-dcb4-4d6b-823b-a0809c5f39be admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8412790 Oct 13 03:58:08.561492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41336) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:08.587081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:08.588031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:08.820823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Network 74941c07-d12d-4a9f-925d-b1e62281f19e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:08.824236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:08.849839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:08.856180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-6e53b2e9-3376-4212-a843-721004e02f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:08.865427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-6e53b2e9-3376-4212-a843-721004e02f82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc30a58ec50c48ff9a53580b84345ae2&device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 1119 time: 0.2092950 Oct 13 03:58:09.136934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f8eb356-6b1f-4822-b4ab-3c01be16f699 None None] Provisioning complete for port 296d4b90-8fb3-4eaa-adf9-90bd28babfde triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:09.137552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb356-6b1f-4822-b4ab-3c01be16f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:09.172608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3feb0784-e6aa-49be-8ea6-d7165e33a44a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:09.291561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 296d4b90-8fb3-4eaa-adf9-90bd28babfde triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:09.292117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:09.526107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:06Z', 'revision_number': 3, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:09.575971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Checking router: 63e891dd-a748-4996-a692-d68bcab55260 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:09.576622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Updating router 63e891dd-a748-4996-a692-d68bcab55260 port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:09.627342 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:09.659529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:09.681230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1cc76a58-7e4c-443e-9f1c-ff5faf824cfe None None] Provisioning complete for port d214d5de-b5f2-480f-8a0f-119ed43b2875 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:09.681462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cc76a58-7e4c-443e-9f1c-ff5faf824cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:09.760336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3feb0784-e6aa-49be-8ea6-d7165e33a44a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:09.815959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:09.877540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1cc76a58-7e4c-443e-9f1c-ff5faf824cfe None None] Port d214d5de-b5f2-480f-8a0f-119ed43b2875 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:09.889836 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841ffa7f-3e49-41c3-902c-5349c4106991" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f", "tag": "9a404e6e-1fcf-46b9-93d9-c0e70f7f1872"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:09.908824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-34cb75ae-3b15-441d-b7d5-8570f62ea1a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 HTTP/1.1" status: 200 len: 217 time: 0.7497220 Oct 13 03:58:09.929833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357bd0-735b-4281-b2f8-50dd73b79ab5 req-731b27f5-6e9f-4409-9d46-62525a48c237 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:09.931321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e357bd0-735b-4281-b2f8-50dd73b79ab5 req-731b27f5-6e9f-4409-9d46-62525a48c237 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 968 time: 0.8020647 Oct 13 03:58:09.955882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Router 319a552a-12b5-45ba-b5ba-0c54260b333b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:58:09.961051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:10.041163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3feb0784-e6aa-49be-8ea6-d7165e33a44a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:10.043961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.145099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Allocated IP 172.20.0.1 (0705d659-ceb7-4d0b-97f0-2ebd5f381c84/c943c688-1c92-48ab-9fbe-ccc8916c5317/793a1c4b-9155-4a15-8507-7a2f06e89a4c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:10.150220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-61d8b90b-54ea-4292-bc68-18344ee614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:10.156871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-61d8b90b-54ea-4292-bc68-18344ee614d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1829810 Oct 13 03:58:10.343567 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.410871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.437355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e357bd0-735b-4281-b2f8-50dd73b79ab5 req-d5086eb7-3681-4eac-96fb-6f101dcaae0f tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798689 Oct 13 03:58:10.478122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.511413 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad358a13-2f5a-4c2f-8779-3d045f0a6076 x-openstack-request-id: req-ad358a13-2f5a-4c2f-8779-3d045f0a6076 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:10.511859 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f", "tag": "9a404e6e-1fcf-46b9-93d9-c0e70f7f1872", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:10.512002 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad358a13-2f5a-4c2f-8779-3d045f0a6076 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:10.512531 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'tag': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872', 'status': 'completed', 'code': 200} Oct 13 03:58:10.517804 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.545773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0eff3-e418-48ac-a494-e885ae726f9f None None] Pushing event updated for resources: {'Port': ['ID=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:10.572042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5abc3bb7-8770-479b-a2f7-706efe7941b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.606368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Attempting to bind port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:10.606732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Attempting to bind port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:10.607193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Attempting to bind port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:10.628241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 296d4b90-8fb3-4eaa-adf9-90bd28babfde up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:10.630921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:10.631286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:10.631681 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.632070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:10.632548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Bound port: 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:10.632983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.725656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] For port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:10.729091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] For port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:10.757850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-274463d3-1763-453c-bac0-557ef5831e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:10.758276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.761715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-274463d3-1763-453c-bac0-557ef5831e0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5737429 Oct 13 03:58:10.771394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Pushing event updated for resources: {'Port': ['ID=793a1c4b-9155-4a15-8507-7a2f06e89a4c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:10.826303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:10.833950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:10.842559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:10.843055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.866205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:10.879351 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:10.886117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c49a7a5c-3952-4417-9040-2fbb9312495e admin admin] 10.222.0.44 "PUT /v2.0/routers/319a552a-12b5-45ba-b5ba-0c54260b333b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9640896 Oct 13 03:58:10.930895 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:10.931632 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:10.964454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5abc3bb7-8770-479b-a2f7-706efe7941b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:10.977060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5abc3bb7-8770-479b-a2f7-706efe7941b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.100429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5abc3bb7-8770-479b-a2f7-706efe7941b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8724a3519e341a79b0fa7ad2e4f3ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1370230 Oct 13 03:58:11.101873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:11.171967 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:11.173268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc3bb7-8770-479b-a2f7-706efe7941b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5bdc85-746d-4270-b66b-ab0e8ccf8af9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:11.245655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.310751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ca6791f-5559-4137-8f34-be60cbc5b808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.377734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ca6791f-5559-4137-8f34-be60cbc5b808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.482638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65cf46b1-442d-4257-ae7f-a05efccb73a2 None None] Provisioning complete for port 793a1c4b-9155-4a15-8507-7a2f06e89a4c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:11.483184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65cf46b1-442d-4257-ae7f-a05efccb73a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.512773 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ca6791f-5559-4137-8f34-be60cbc5b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.515617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ca6791f-5559-4137-8f34-be60cbc5b808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.516867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0ca6791f-5559-4137-8f34-be60cbc5b808 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b5bdc85-746d-4270-b66b-ab0e8ccf8af9 HTTP/1.1" status: 204 len: 168 time: 0.3992016 Oct 13 03:58:11.561563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6791f-5559-4137-8f34-be60cbc5b808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5bdc85-746d-4270-b66b-ab0e8ccf8af9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:11.592794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0eff3-e418-48ac-a494-e885ae726f9f None None] Pushing event updated for resources: {'Port': ['ID=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:11.605786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 296d4b90-8fb3-4eaa-adf9-90bd28babfde triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:11.606152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.610487 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 2, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:11.611994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:11.612612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:11.615318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.624135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.626447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.649505 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:11.649754 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Updating router 319a552a-12b5-45ba-b5ba-0c54260b333b port d214d5de-b5f2-480f-8a0f-119ed43b2875 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:11.686858 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:11.769739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-65cf46b1-442d-4257-ae7f-a05efccb73a2 None None] Port 793a1c4b-9155-4a15-8507-7a2f06e89a4c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:11.823868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c9976-6433-4b01-b231-24f8a40bfc90 req-2273e8d8-7cc1-4085-ace2-d18efc4a12df tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:11.835002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-281c9976-6433-4b01-b231-24f8a40bfc90 req-2273e8d8-7cc1-4085-ace2-d18efc4a12df tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 968 time: 0.2744713 Oct 13 03:58:11.879236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-e1c17663-bc2b-46f3-a661-20c3af260ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493278 Oct 13 03:58:11.917940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-281c9976-6433-4b01-b231-24f8a40bfc90 req-8cfe5c43-7fee-4237-946c-88c1b2f589cb tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728717 Oct 13 03:58:11.937127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Pushing event updated for resources: {'Port': ['ID=793a1c4b-9155-4a15-8507-7a2f06e89a4c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:11.963137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:11.992177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:11.993811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:12.083891 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.099228 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.191568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d01b8-d13c-423a-b7af-08809d36fa10 None None] Pushing event updated for resources: {'Port': ['ID=d214d5de-b5f2-480f-8a0f-119ed43b2875,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:12.223739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Router 63e891dd-a748-4996-a692-d68bcab55260 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:58:12.231383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:12.234263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82be485f-4bb8-4449-acc9-6f5ecb600793 req-5d55a9d6-ae71-403a-87e1-9ba2e924862c service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670171 Oct 13 03:58:12.291181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f24c499-45ec-4137-a880-38cb6c94434f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.316313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Attempting to bind port d214d5de-b5f2-480f-8a0f-119ed43b2875 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:12.317068 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Attempting to bind port d214d5de-b5f2-480f-8a0f-119ed43b2875 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:12.318482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Attempting to bind port d214d5de-b5f2-480f-8a0f-119ed43b2875 on network 74941c07-d12d-4a9f-925d-b1e62281f19e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:12.342196 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:12.342561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Checking segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:12.342967 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.343361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Bound using segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:12.343844 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Bound port: d214d5de-b5f2-480f-8a0f-119ed43b2875, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:12.344243 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.400664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-48fd8923-ff5c-47de-b297-1748946ded10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:12.402571 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-48fd8923-ff5c-47de-b297-1748946ded10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc30a58ec50c48ff9a53580b84345ae2&device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 1119 time: 0.0679893 Oct 13 03:58:12.437429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 2, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:12.507356 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] For port d214d5de-b5f2-480f-8a0f-119ed43b2875, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:12.510873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c5621-3778-479e-ac15-3d858c41e498 None None] The sync data for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 is: [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 2, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:12.527235 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] For port d214d5de-b5f2-480f-8a0f-119ed43b2875, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d214d5de-b5f2-480f-8a0f-119ed43b2875,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:12.533615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7441d75b-1d59-41a5-b072-61ae496849b2 None None] Provisioning complete for port 793a1c4b-9155-4a15-8507-7a2f06e89a4c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:12.534090 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7441d75b-1d59-41a5-b072-61ae496849b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.538476 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.623524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:12.626701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7441d75b-1d59-41a5-b072-61ae496849b2 None None] Port 793a1c4b-9155-4a15-8507-7a2f06e89a4c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:12.634679 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a7f90fa-aa88-455b-897c-ad213c42da3e admin admin] 10.222.0.44 "PUT /v2.0/routers/63e891dd-a748-4996-a692-d68bcab55260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0699751 Oct 13 03:58:12.658369 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:12.659066 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:12.707420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:12.720168 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d01b8-d13c-423a-b7af-08809d36fa10 None None] Pushing event updated for resources: {'Port': ['ID=d214d5de-b5f2-480f-8a0f-119ed43b2875,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:12.722187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-network', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:12.737229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f24c499-45ec-4137-a880-38cb6c94434f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.755616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-433d4ae0-5e3c-444e-9515-6e2eceadda3a None None] Provisioning complete for port d214d5de-b5f2-480f-8a0f-119ed43b2875 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:12.755992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433d4ae0-5e3c-444e-9515-6e2eceadda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.761375 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f24c499-45ec-4137-a880-38cb6c94434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.791333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-9967536c-b566-4cce-a99b-861038c7660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:12.793285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-9967536c-b566-4cce-a99b-861038c7660c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3821499 Oct 13 03:58:12.856490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1f24c499-45ec-4137-a880-38cb6c94434f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e27ef1f2ad5a405aaafa8f6643a9ca29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230011 Oct 13 03:58:12.857593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:12.859201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Made reservation on behalf of cfe71c622dd1403a96c3c2006dec9ab0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:12.873548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:12.878002 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:12.899302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24c499-45ec-4137-a880-38cb6c94434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe07212-955e-4e0b-9fe7-c67f4d6eda60,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:12.904800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-ea880a30-4570-486b-81ac-b0a16890de04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 HTTP/1.1" status: 200 len: 217 time: 0.1013780 Oct 13 03:58:12.937776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.016569 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433d4ae0-5e3c-444e-9515-6e2eceadda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.080648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ba8551-f73a-4fe5-84e8-1b058b444295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.086524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-d633f525-12e5-4b03-a014-3ed512afec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:13.090747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-d633f525-12e5-4b03-a014-3ed512afec5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1780717 Oct 13 03:58:13.120583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-433d4ae0-5e3c-444e-9515-6e2eceadda3a None None] For port d214d5de-b5f2-480f-8a0f-119ed43b2875, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d214d5de-b5f2-480f-8a0f-119ed43b2875,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:13.130748 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433d4ae0-5e3c-444e-9515-6e2eceadda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.171155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ba8551-f73a-4fe5-84e8-1b058b444295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.199179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-18733cf8-089b-4b05-85ff-0b75b2327e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:13.200846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-18733cf8-089b-4b05-85ff-0b75b2327e7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020725 Oct 13 03:58:13.250286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d4ae0-5e3c-444e-9515-6e2eceadda3a None None] Pushing event updated for resources: {'Port': ['ID=d214d5de-b5f2-480f-8a0f-119ed43b2875,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:13.284777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f458e52e-f962-409a-8c1f-c3203ce1c86d None None] Provisioning complete for port d214d5de-b5f2-480f-8a0f-119ed43b2875 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:13.285522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f458e52e-f962-409a-8c1f-c3203ce1c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.317262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.335206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.343529 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:12Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:13.377704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:13.383954 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-fc35b98c-5f69-4a2a-ba3f-0df53f662ffa service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733990 Oct 13 03:58:13.388377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.388729 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Added segment b9e68084-c8cc-43b9-9a19-1353ba500cb0 of type vlan for network d63e4264-6b6e-4ac0-81c8-30f2a104caff Oct 13 03:58:13.432561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.443819 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9c3cd-c2c0-47f9-a612-bdea210a1594 None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:12Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:13.456939 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ba8551-f73a-4fe5-84e8-1b058b444295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.460453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ba8551-f73a-4fe5-84e8-1b058b444295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.464275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-33ba8551-f73a-4fe5-84e8-1b058b444295 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfe07212-955e-4e0b-9fe7-c67f4d6eda60 HTTP/1.1" status: 204 len: 168 time: 0.5861535 Oct 13 03:58:13.488498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.489513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:13.490115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.537507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcfcdd9-bbe0-43f1-b0f9-e5121cbd5bb0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:13.577597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8637588 Oct 13 03:58:13.579629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41470) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:13.599535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-841ffa7f-3e49-41c3-902c-5349c4106991 req-189ed2c8-bf36-41a0-a15e-b1cb580a3059 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755476 Oct 13 03:58:13.620950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Request body: {'subnet': {'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-subnet', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:13.649402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba8551-f73a-4fe5-84e8-1b058b444295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe07212-955e-4e0b-9fe7-c67f4d6eda60,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:13.658546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Made reservation on behalf of cfe71c622dd1403a96c3c2006dec9ab0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:13.663497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:13.937915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:13.943412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693890780', 'description': 'tempest-description--1104093119'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:13.987921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.020710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b856b-5499-4b64-8b00-debf17c4c196 req-79a97e98-2985-4b19-8d2b-65b413387fab tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:14.022385 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c2b856b-5499-4b64-8b00-debf17c4c196 req-79a97e98-2985-4b19-8d2b-65b413387fab tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 968 time: 0.5368049 Oct 13 03:58:14.027199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbc683-bda1-45b3-9532-3dcc54de097b admin admin] Pushing event updated for resources: {'Network': ['ID=d63e4264-6b6e-4ac0-81c8-30f2a104caff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:14.042270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:14.045799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.113799 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.136088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.205258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c2b856b-5499-4b64-8b00-debf17c4c196 req-e0758125-ac52-4678-97cb-df3438487f58 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665602 Oct 13 03:58:14.206970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10e9fda-054d-4ccc-bc4a-73a30ed31da3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:14.239715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.244555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41490) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:14.249330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Request body: {'security_group_rule': {'security_group_id': 'b785f456-3971-45b5-a042-51dac47a640f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:14.259516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3023071 Oct 13 03:58:14.305032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e168b04-244a-4732-88a1-487ae03f5038 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b785f456-3971-45b5-a042-51dac47a640f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:14.313819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Checking segment: {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:14.314521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Network hostable DHCP agents. Network: d63e4264-6b6e-4ac0-81c8-30f2a104caff, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:14.394585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.397377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d214d5de-b5f2-480f-8a0f-119ed43b2875 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:14.420540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:14.486796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d63e4264-6b6e-4ac0-81c8-30f2a104caff) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:14.501064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e569b37-9be8-4804-83a1-c46a4c25078d None None] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:14.503275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:14.503867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.558577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c27cb5bd-0f9c-4081-aa2b-c76997802e9f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9544404 Oct 13 03:58:14.561291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:14.565881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:14.593970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.603180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.615986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d214d5de-b5f2-480f-8a0f-119ed43b2875 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:14.616638 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.623471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.624596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.646471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4b36aa-c4e5-49b3-89fc-bff63886528d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:14.665426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.669658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:14.674355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-acce0aeb-e90f-463b-b231-b3c9ba36d7cd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4284108 Oct 13 03:58:14.704880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Request body: {'security_group_rule': {'security_group_id': 'b785f456-3971-45b5-a042-51dac47a640f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:14.781693 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:14.891883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:15.065160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-d63e4264-6b6e-4ac0-81c8-30f2a104caff', 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'fixed_ips': [{'subnet_id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 03:58:15.088564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.107805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:15.162969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4e704d6-3136-4bf6-bda4-e99d80f8ef3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.189684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.287959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.353810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4e704d6-3136-4bf6-bda4-e99d80f8ef3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.377084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4e704d6-3136-4bf6-bda4-e99d80f8ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.406471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.419324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.419914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Allocated IP 172.20.0.2 (d63e4264-6b6e-4ac0-81c8-30f2a104caff/d10e9fda-054d-4ccc-bc4a-73a30ed31da3/43476cf4-2c26-4130-bf7d-2bb5d218526a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:15.443868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:15.444813 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.450296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c6cfa4-0b73-4f37-aefb-569e59406ba0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:15.484475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.490473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a96e8393-a1b6-43b6-94d1-7916b3deb297 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7874510 Oct 13 03:58:15.491215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:15.496324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:15.528770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e704d6-3136-4bf6-bda4-e99d80f8ef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cdd40-cc8e-4c03-bdfa-a24e6d933503,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:15.546722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.552858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4e704d6-3136-4bf6-bda4-e99d80f8ef3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8586e11d1fe44e2e8a8c85f5277157b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6598177 Oct 13 03:58:15.559305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:15.612206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff6eb5-ede7-4073-a728-35c5d31935fb req-32d7c5fe-049d-4340-b0c0-da74182212fb tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:15.613876 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-01ff6eb5-ede7-4073-a728-35c5d31935fb req-32d7c5fe-049d-4340-b0c0-da74182212fb tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 968 time: 0.2275641 Oct 13 03:58:15.685361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-01ff6eb5-ede7-4073-a728-35c5d31935fb req-4e5e30bc-96fb-48fb-a74f-3ab3f24e039d tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Oct 13 03:58:15.713356 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa72b37a-6064-4da6-b350-18dae9b2864f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.750210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.752570 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa72b37a-6064-4da6-b350-18dae9b2864f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.786405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.824391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.838584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:15.845885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa72b37a-6064-4da6-b350-18dae9b2864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.849355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa72b37a-6064-4da6-b350-18dae9b2864f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.853023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fa72b37a-6064-4da6-b350-18dae9b2864f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd2cdd40-cc8e-4c03-bdfa-a24e6d933503 HTTP/1.1" status: 204 len: 168 time: 0.2889922 Oct 13 03:58:15.870225 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.872070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72b37a-6064-4da6-b350-18dae9b2864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cdd40-cc8e-4c03-bdfa-a24e6d933503,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:15.908300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.915455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.949035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:15.978845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:16.036641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Pushing event updated for resources: {'Port': ['ID=43476cf4-2c26-4130-bf7d-2bb5d218526a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:16.047666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:16.049349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:16.052465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Allocated IP 172.25.1.35 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/91d2a0c2-9b7f-483c-aa04-db855065efd0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:16.053290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:16.168738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Attempting to bind port 43476cf4-2c26-4130-bf7d-2bb5d218526a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:16.171582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Attempting to bind port 43476cf4-2c26-4130-bf7d-2bb5d218526a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:16.175524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Attempting to bind port 43476cf4-2c26-4130-bf7d-2bb5d218526a on network d63e4264-6b6e-4ac0-81c8-30f2a104caff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:16.181449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:16.186613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.226232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.233750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:16.234118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Checking segment: {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:16.234846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.235425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Bound using segment: {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:16.237893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Bound port: 43476cf4-2c26-4130-bf7d-2bb5d218526a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:16.238520 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.307718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:16.318065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:16.326818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:16.354442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:16.354824 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.358918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] For port 43476cf4-2c26-4130-bf7d-2bb5d218526a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:16.401833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] For port 43476cf4-2c26-4130-bf7d-2bb5d218526a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43476cf4-2c26-4130-bf7d-2bb5d218526a,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:16.414212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:58:16.429452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.466099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Pushing event updated for resources: {'Port': ['ID=91d2a0c2-9b7f-483c-aa04-db855065efd0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:16.500151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Allocated IP 172.25.1.137 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/0d7449c8-476a-4f57-84db-83fe9c4a8ab1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:16.709262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:16.729115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dd84-50a2-41af-8900-b54a6b650e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.776346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.808194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.816350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5117c-ab8c-4747-b450-a1c1f82638a3 None None] Pushing event updated for resources: {'Port': ['ID=43476cf4-2c26-4130-bf7d-2bb5d218526a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:16.945330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:16.995841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:17.032803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872', 'mac_address': 'fa:16:3e:89:f4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-358977267', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:58:17.069000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:17.095375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:17.106478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:17.113621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event updated for resources: {'Port': ['ID=0d7449c8-476a-4f57-84db-83fe9c4a8ab1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:17.155027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.165780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dd84-50a2-41af-8900-b54a6b650e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.179387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:17.185053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923a8b3-f009-45be-9815-ff40d4a2388a req-f83236fd-83ff-47d6-9d8d-f961050df097 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:17.188668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2923a8b3-f009-45be-9815-ff40d4a2388a req-f83236fd-83ff-47d6-9d8d-f961050df097 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 968 time: 0.3423944 Oct 13 03:58:17.192257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dd84-50a2-41af-8900-b54a6b650e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.206758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Sync routers for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:17.219241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:17.236857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.245507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:17.246238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:17.268523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5dd84-50a2-41af-8900-b54a6b650e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ddc25e-4a9c-4a39-bb3f-a1c708f09be8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:17.306486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9ef5dd84-50a2-41af-8900-b54a6b650e97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03e1c6b9d8fb448a95230b73e9be2224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932829 Oct 13 03:58:17.308936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41554) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:17.338846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.346497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2923a8b3-f009-45be-9815-ff40d4a2388a req-b1e77004-46bc-4f77-b23b-2cdfc5d89d6c tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119261 Oct 13 03:58:17.398540 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.401358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2af432c5-85b8-4352-a4d2-ca65cfb19fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.428629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2af432c5-85b8-4352-a4d2-ca65cfb19fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.454276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:17.486957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:17.517741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2af432c5-85b8-4352-a4d2-ca65cfb19fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.521317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2af432c5-85b8-4352-a4d2-ca65cfb19fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.522526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2af432c5-85b8-4352-a4d2-ca65cfb19fd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84ddc25e-4a9c-4a39-bb3f-a1c708f09be8 HTTP/1.1" status: 204 len: 168 time: 0.2126539 Oct 13 03:58:17.538997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af432c5-85b8-4352-a4d2-ca65cfb19fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ddc25e-4a9c-4a39-bb3f-a1c708f09be8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:17.568621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:17.583579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['9a404e6e-1fcf-46b9-93d9-c0e70f7f1872'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:17.672448 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.747638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a0a3f1-4318-4a6d-ae37-9db19e773e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.788641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Router d5f9aad3-cb78-4e28-b318-2dd235f166c4 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 03:58:17.901680 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a0a3f1-4318-4a6d-ae37-9db19e773e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.911115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a0a3f1-4318-4a6d-ae37-9db19e773e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.957238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:17.968332 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Sync routers for ids ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:17.971955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.982790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:17.986795 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Routers {'d5f9aad3-cb78-4e28-b318-2dd235f166c4'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:17.987241 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:18.013606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78a0a3f1-4318-4a6d-ae37-9db19e773e8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43109475cf584db39a4bb67e2ef816c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436281 Oct 13 03:58:18.014466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.017468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:18.023713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90558f3e-4942-40c4-9cc8-9fb1d74022f5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4613299 Oct 13 03:58:18.024272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:18.041903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.065507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 2, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:18.073815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.092712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5834823 Oct 13 03:58:18.093111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0a3f1-4318-4a6d-ae37-9db19e773e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb6384-125e-4184-bc79-ecd2ed781e70,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:18.095879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ba572-7bb4-455b-bc93-9909b2e4a8de tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event updated for resources: {'Port': ['ID=0d7449c8-476a-4f57-84db-83fe9c4a8ab1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:18.165572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Checking router: 63e891dd-a748-4996-a692-d68bcab55260 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:18.166012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Updating router 63e891dd-a748-4996-a692-d68bcab55260 port 793a1c4b-9155-4a15-8507-7a2f06e89a4c binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:18.232066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.266657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e16ec30b-963f-4308-8430-b64c3c197d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.296762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Set router d5f9aad3-cb78-4e28-b318-2dd235f166c4 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:18.325568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c5cc4-bfaf-4373-b760-969f81764f3b None None] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:18.342398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e16ec30b-963f-4308-8430-b64c3c197d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.390444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:18.402524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43476cf4-2c26-4130-bf7d-2bb5d218526a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:18.560863 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e16ec30b-963f-4308-8430-b64c3c197d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.574475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-c09f6b10-8c59-4608-a9b2-29d8e4749e89 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--693890780&fields=id&tenant_id=b5210fd9cd984ce6be9837e575eea283 HTTP/1.1" status: 200 len: 267 time: 0.1032441 Oct 13 03:58:18.575462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e16ec30b-963f-4308-8430-b64c3c197d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.580195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e16ec30b-963f-4308-8430-b64c3c197d3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63cb6384-125e-4184-bc79-ecd2ed781e70 HTTP/1.1" status: 204 len: 168 time: 0.5617664 Oct 13 03:58:18.705809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-563a4c64-7b9c-4a9c-9a8e-a3f61ea48abb None None] Provisioning complete for port 43476cf4-2c26-4130-bf7d-2bb5d218526a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:18.707497 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563a4c64-7b9c-4a9c-9a8e-a3f61ea48abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.765658 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T03:58:16Z', 'revision_number': 3, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:18.804943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7f50b208-8570-4704-937d-568dac539227 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:18.807469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7f50b208-8570-4704-937d-568dac539227 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/networks?id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84 HTTP/1.1" status: 200 len: 815 time: 0.2311814 Oct 13 03:58:18.831186 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Checking router: d5f9aad3-cb78-4e28-b318-2dd235f166c4 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:18.831548 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Updating router d5f9aad3-cb78-4e28-b318-2dd235f166c4 port 91d2a0c2-9b7f-483c-aa04-db855065efd0 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:18.842108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-b61b308d-80b8-4147-8bf0-282fba37a75c tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/quotas/b5210fd9cd984ce6be9837e575eea283 HTTP/1.1" status: 200 len: 375 time: 0.0287204 Oct 13 03:58:18.873190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ec30b-963f-4308-8430-b64c3c197d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb6384-125e-4184-bc79-ecd2ed781e70,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:18.884573 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:18.913244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d997f-06b4-444b-aae4-ccdfd8e98c76 req-4d8bd91c-6056-426e-9a40-fda7f5517f3d tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:18.914923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b56d997f-06b4-444b-aae4-ccdfd8e98c76 req-4d8bd91c-6056-426e-9a40-fda7f5517f3d tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 969 time: 0.4314160 Oct 13 03:58:19.002995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-105648f8-db7e-4192-941e-5165ccedc39a tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5210fd9cd984ce6be9837e575eea283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1604509 Oct 13 03:58:19.015747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b56d997f-06b4-444b-aae4-ccdfd8e98c76 req-16f3e532-71ab-436f-8800-d85ad2355c5e tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759850 Oct 13 03:58:19.023114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 43476cf4-2c26-4130-bf7d-2bb5d218526a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:19.023490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.025064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:58:19.073522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:19.073889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.074438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.142815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.194875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25c03ed3-9fe7-485d-b903-35d073368a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.195266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:19.219836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce2d7-f402-43b5-9925-c0c9f428d42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.234242 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563a4c64-7b9c-4a9c-9a8e-a3f61ea48abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.291535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-563a4c64-7b9c-4a9c-9a8e-a3f61ea48abb None None] For port 43476cf4-2c26-4130-bf7d-2bb5d218526a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43476cf4-2c26-4130-bf7d-2bb5d218526a,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:19.300363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.302312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Allocated IP 172.20.0.1 (d63e4264-6b6e-4ac0-81c8-30f2a104caff/d10e9fda-054d-4ccc-bc4a-73a30ed31da3/fb682e18-6835-44e7-9f9e-88e73a27a1fc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:19.320726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563a4c64-7b9c-4a9c-9a8e-a3f61ea48abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.329306 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.342417 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.375979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-11f44005-fe6b-4097-bdb5-b529dcfac1a7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:58:19.377208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-11f44005-fe6b-4097-bdb5-b529dcfac1a7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0716665 Oct 13 03:58:19.409085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce2d7-f402-43b5-9925-c0c9f428d42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.414043 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Attempting to bind port 91d2a0c2-9b7f-483c-aa04-db855065efd0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:19.414445 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Attempting to bind port 91d2a0c2-9b7f-483c-aa04-db855065efd0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:19.414913 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Attempting to bind port 91d2a0c2-9b7f-483c-aa04-db855065efd0 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:19.418726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce2d7-f402-43b5-9925-c0c9f428d42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.448292 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:19.448552 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:19.450829 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.451542 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:19.452112 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Bound port: 91d2a0c2-9b7f-483c-aa04-db855065efd0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:19.452623 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.502518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ce2d7-f402-43b5-9925-c0c9f428d42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8812cc79-575e-40c5-b8af-25ae417f4cb4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:19.508425 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf5ce2d7-f402-43b5-9925-c0c9f428d42e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e4d0d07b4434a24b479aff1ac182f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119538 Oct 13 03:58:19.513175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:19.530966 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] For port 91d2a0c2-9b7f-483c-aa04-db855065efd0, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:19.535054 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] For port 91d2a0c2-9b7f-483c-aa04-db855065efd0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=91d2a0c2-9b7f-483c-aa04-db855065efd0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:19.544856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.546204 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.589084 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Routers {'d5f9aad3-cb78-4e28-b318-2dd235f166c4'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:19.589832 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:19.614585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-00fb52b0-2680-48cf-ba2b-1c7d768e18dd service neutron] 10.222.0.44 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224205 Oct 13 03:58:19.717313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] Set router d5f9aad3-cb78-4e28-b318-2dd235f166c4 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:19.722703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.795600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a95cf2df-174a-4dcf-97f6-d41ebb6be3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.822044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-6adc343d-3c7c-41ec-865a-7b1a1ee11982 service neutron] 10.222.0.44 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044258 Oct 13 03:58:19.825497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2076565-a59f-4290-b492-5632e9b9d659 None None] Pushing event updated for resources: {'Port': ['ID=793a1c4b-9155-4a15-8507-7a2f06e89a4c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:19.871261 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347f6ca-b5e8-4f4e-8de0-b76232869ce9 None None] Pushing event updated for resources: {'Port': ['ID=91d2a0c2-9b7f-483c-aa04-db855065efd0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:19.885723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:19.895625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a95cf2df-174a-4dcf-97f6-d41ebb6be3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.909376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:19.927628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:19.928377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:19.930903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Pushing event updated for resources: {'Port': ['ID=fb682e18-6835-44e7-9f9e-88e73a27a1fc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:19.981593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Attempting to bind port 793a1c4b-9155-4a15-8507-7a2f06e89a4c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:19.981958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Attempting to bind port 793a1c4b-9155-4a15-8507-7a2f06e89a4c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:19.982362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Attempting to bind port 793a1c4b-9155-4a15-8507-7a2f06e89a4c on network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:19.991797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.028739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:20.029122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Checking segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:20.029526 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.029916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Bound using segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:20.030396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Bound port: 793a1c4b-9155-4a15-8507-7a2f06e89a4c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:20.030772 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.046069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347f6ca-b5e8-4f4e-8de0-b76232869ce9 None None] Pushing event updated for resources: {'Port': ['ID=91d2a0c2-9b7f-483c-aa04-db855065efd0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:20.049587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b7f6cec3-22dd-415b-bbb5-47748d92a07a None None] Provisioning complete for port 793a1c4b-9155-4a15-8507-7a2f06e89a4c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:20.049955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7f6cec3-22dd-415b-bbb5-47748d92a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.142983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4c64-7b9c-4a9c-9a8e-a3f61ea48abb None None] Pushing event updated for resources: {'Port': ['ID=43476cf4-2c26-4130-bf7d-2bb5d218526a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:20.179861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a95cf2df-174a-4dcf-97f6-d41ebb6be3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.182906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a95cf2df-174a-4dcf-97f6-d41ebb6be3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.183011 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T03:58:16Z', 'revision_number': 3, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:20.186578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a95cf2df-174a-4dcf-97f6-d41ebb6be3ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8812cc79-575e-40c5-b8af-25ae417f4cb4 HTTP/1.1" status: 204 len: 168 time: 0.6624596 Oct 13 03:58:20.201330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fee451dd-4d79-4984-938f-b4ee980f8590 req-3fe9dbd3-3cf0-421a-bff9-b4c897eebf25 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 210 time: 0.1040893 Oct 13 03:58:20.202836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf2df-174a-4dcf-97f6-d41ebb6be3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812cc79-575e-40c5-b8af-25ae417f4cb4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:20.223785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:20.263187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3257d26-2e8b-42a9-b964-c578b0f2175a None None] The sync data for ids ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'] in n-d-810220-9 is: [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T03:58:16Z', 'revision_number': 3, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:20.318692 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.378931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0bccc-dfed-4543-8941-cda688090bb6 req-77fab3f6-150a-4521-84a3-c7d877d1e94e tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:20.387049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcf0bccc-dfed-4543-8941-cda688090bb6 req-77fab3f6-150a-4521-84a3-c7d877d1e94e tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 969 time: 0.1203196 Oct 13 03:58:20.418399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] For port 793a1c4b-9155-4a15-8507-7a2f06e89a4c, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:20.428639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] For port 793a1c4b-9155-4a15-8507-7a2f06e89a4c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=793a1c4b-9155-4a15-8507-7a2f06e89a4c,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:20.451964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcf0bccc-dfed-4543-8941-cda688090bb6 req-3cd2e525-6050-4533-abe3-de60ea312702 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559058 Oct 13 03:58:20.466499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6cec3-22dd-415b-bbb5-47748d92a07a None None] Port 793a1c4b-9155-4a15-8507-7a2f06e89a4c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:20.478630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:20.486925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.623555 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.729656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2076565-a59f-4290-b492-5632e9b9d659 None None] Pushing event updated for resources: {'Port': ['ID=793a1c4b-9155-4a15-8507-7a2f06e89a4c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:20.747906 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626f12c4-e435-48af-8cde-e23c116ac576" -d '{"events": [{"server_uuid": "c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a404e6e-1fcf-46b9-93d9-c0e70f7f1872"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:20.771462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.777475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8739baef-b50c-4f6d-9ccb-679a7d0946ef None None] Provisioning complete for port fb682e18-6835-44e7-9f9e-88e73a27a1fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:20.778318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8739baef-b50c-4f6d-9ccb-679a7d0946ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.801449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.802577 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:20.868636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:20.869401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:57:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:21.026269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Pushing event updated for resources: {'Port': ['ID=fb682e18-6835-44e7-9f9e-88e73a27a1fc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:21.122174 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5494ebf1-0c87-499f-8317-d927982aa49f x-openstack-request-id: req-5494ebf1-0c87-499f-8317-d927982aa49f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:21.122716 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a404e6e-1fcf-46b9-93d9-c0e70f7f1872", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:21.123180 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5494ebf1-0c87-499f-8317-d927982aa49f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:21.123903 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872', 'code': 200} Oct 13 03:58:21.133315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8739baef-b50c-4f6d-9ccb-679a7d0946ef None None] Port fb682e18-6835-44e7-9f9e-88e73a27a1fc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:21.135090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:21.135493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:21.139440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:21.144657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:21.170600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:21.224663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8739baef-b50c-4f6d-9ccb-679a7d0946ef None None] Provisioning complete for port 43476cf4-2c26-4130-bf7d-2bb5d218526a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:21.225166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8739baef-b50c-4f6d-9ccb-679a7d0946ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.403006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c799f48d-f571-4169-a0e3-6d78e0e72d9e req-f2e0017d-a72b-47a5-8195-c22467dbd035 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 210 time: 0.0834198 Oct 13 03:58:21.446917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b125ebdb-b506-433c-95a6-9070d625bbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.495913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa4ace-80a3-48f5-b0bf-00e92717eea3 req-0f39f190-29fe-4ed6-bd7c-1ed19be8227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:21.497544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8fa4ace-80a3-48f5-b0bf-00e92717eea3 req-0f39f190-29fe-4ed6-bd7c-1ed19be8227b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 1121 time: 0.2578609 Oct 13 03:58:21.541340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f8fa4ace-80a3-48f5-b0bf-00e92717eea3 req-6e0ceae2-2c40-4e95-8ef0-9d82a61ff47a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.557966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Router d5f9aad3-cb78-4e28-b318-2dd235f166c4 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:58:21.577976 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02b8d28c-a25c-423b-9b92-d71fa8a150cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.784523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f8fa4ace-80a3-48f5-b0bf-00e92717eea3 req-6e0ceae2-2c40-4e95-8ef0-9d82a61ff47a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.787560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:20Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:21.805393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc0e0-4b3f-440e-9386-86ac1c6e92ac req-fa9eb5c6-f1b3-490e-b3d7-d56745238dc7 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:21.807662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-829dc0e0-4b3f-440e-9386-86ac1c6e92ac req-fa9eb5c6-f1b3-490e-b3d7-d56745238dc7 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 970 time: 0.1825981 Oct 13 03:58:21.810194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f8fa4ace-80a3-48f5-b0bf-00e92717eea3 req-6e0ceae2-2c40-4e95-8ef0-9d82a61ff47a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.821065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:21.830162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640b94f-87cf-4c01-8808-30d82a7ae230 None None] The sync data for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 is: [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:20Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:21.849783 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f1c3201c-6563-4497-8313-7b65d06cc448 admin admin] 10.222.0.44 "PUT /v2.0/routers/d5f9aad3-cb78-4e28-b318-2dd235f166c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7987680 Oct 13 03:58:21.875853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Provisioning complete for port fb682e18-6835-44e7-9f9e-88e73a27a1fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:21.876752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.914214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8fa4ace-80a3-48f5-b0bf-00e92717eea3 req-6e0ceae2-2c40-4e95-8ef0-9d82a61ff47a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068265 Oct 13 03:58:21.952579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Port fb682e18-6835-44e7-9f9e-88e73a27a1fc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:21.954531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b125ebdb-b506-433c-95a6-9070d625bbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.956856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ceae2-2c40-4e95-8ef0-9d82a61ff47a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=85a493b4-d44e-4175-8638-d12b9f219e03,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:21.979012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Provisioning complete for port 793a1c4b-9155-4a15-8507-7a2f06e89a4c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:21.979387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:21.982283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b125ebdb-b506-433c-95a6-9070d625bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.054496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-829dc0e0-4b3f-440e-9386-86ac1c6e92ac req-ace17387-6f2d-4d32-871d-d3e4b9182684 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284076 Oct 13 03:58:22.135411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125ebdb-b506-433c-95a6-9070d625bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a7b4be-5b23-4899-86a5-019089551f57,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:22.141320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b125ebdb-b506-433c-95a6-9070d625bbbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b20158f274424557b2f4aeee797013fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9950330 Oct 13 03:58:22.144254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:22.155481 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.229323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] For port 793a1c4b-9155-4a15-8507-7a2f06e89a4c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=793a1c4b-9155-4a15-8507-7a2f06e89a4c,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:22.244154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ce3-4ff4-4d96-b6c5-b5df6ef35c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.248199 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.298304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ce3-4ff4-4d96-b6c5-b5df6ef35c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.353882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12bcf8-f753-4b39-a67b-f54d3557a6ea None None] Pushing event updated for resources: {'Port': ['ID=793a1c4b-9155-4a15-8507-7a2f06e89a4c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:22.393353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ce3-4ff4-4d96-b6c5-b5df6ef35c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.398939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91d2a0c2-9b7f-483c-aa04-db855065efd0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:22.404341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ce3-4ff4-4d96-b6c5-b5df6ef35c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.405950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ddc69ce3-4ff4-4d96-b6c5-b5df6ef35c98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61a7b4be-5b23-4899-86a5-019089551f57 HTTP/1.1" status: 204 len: 168 time: 0.2597227 Oct 13 03:58:22.424993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc69ce3-4ff4-4d96-b6c5-b5df6ef35c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a7b4be-5b23-4899-86a5-019089551f57,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:22.503547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 91d2a0c2-9b7f-483c-aa04-db855065efd0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:22.504418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.514119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.26', 58781) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:22.600161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c4f4e08-60cd-485e-9c83-8128110d5645 req-90205971-72e2-4d58-9c85-9677d70eddea tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 210 time: 0.0625260 Oct 13 03:58:22.655091 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.705204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 91d2a0c2-9b7f-483c-aa04-db855065efd0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=91d2a0c2-9b7f-483c-aa04-db855065efd0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:22.732256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.733112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43476cf4-2c26-4130-bf7d-2bb5d218526a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:22.746584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-01238c5f-bb5e-4087-9fb8-3f1e513e5e69 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:22.749871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-01238c5f-bb5e-4087-9fb8-3f1e513e5e69 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.26 "GET /v2.0/networks?id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84 HTTP/1.1" status: 200 len: 815 time: 0.2347445 Oct 13 03:58:22.781631 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.829945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.838932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=91d2a0c2-9b7f-483c-aa04-db855065efd0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:22.852276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 43476cf4-2c26-4130-bf7d-2bb5d218526a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:22.853256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:22.925313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-803ee699-7347-47c7-a34b-7e5f4b0cedd8 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5210fd9cd984ce6be9837e575eea283 HTTP/1.1" status: 200 len: 379 time: 0.0795696 Oct 13 03:58:22.940472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Request body: {'port': {'device_id': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'admin_state_up': True, 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'security_groups': ['b785f456-3971-45b5-a042-51dac47a640f']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:22.962359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 793a1c4b-9155-4a15-8507-7a2f06e89a4c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:23.046674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 793a1c4b-9155-4a15-8507-7a2f06e89a4c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:23.047810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.065657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:23.091445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc8839d5-656c-40c1-97f9-febe5cbc457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.287712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215ff1f-0a9f-4caf-903a-5b76f1978b92 req-abfc345a-6d69-4b97-89ab-2408115f95ff tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:23.295244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8215ff1f-0a9f-4caf-903a-5b76f1978b92 req-abfc345a-6d69-4b97-89ab-2408115f95ff tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 970 time: 0.0855045 Oct 13 03:58:23.328666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Made reservation on behalf of b5210fd9cd984ce6be9837e575eea283 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:23.332403 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.335980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc8839d5-656c-40c1-97f9-febe5cbc457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.341711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc8839d5-656c-40c1-97f9-febe5cbc457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.370516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fc8839d5-656c-40c1-97f9-febe5cbc457b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0dc02e842ee4088820e292229142e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029962 Oct 13 03:58:23.372656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41758) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:23.373507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8215ff1f-0a9f-4caf-903a-5b76f1978b92 req-2fda09b8-5bcc-4ce0-ab34-8360ca745922 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771940 Oct 13 03:58:23.481663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8839d5-656c-40c1-97f9-febe5cbc457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827affa6-5657-4984-9d2a-eab111f568e4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:23.499324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfe33-b19d-432f-ad16-8e41b84915ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.514126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41762) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:23.520787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144447442', 'description': 'tempest-description--477306484'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:23.538294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Allocated IP 172.20.0.9 (0705d659-ceb7-4d0b-97f0-2ebd5f381c84/c943c688-1c92-48ab-9fbe-ccc8916c5317/fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:23.545815 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfe33-b19d-432f-ad16-8e41b84915ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.565592 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.613868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfe33-b19d-432f-ad16-8e41b84915ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.621511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfe33-b19d-432f-ad16-8e41b84915ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.625475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6c4bfe33-b19d-432f-ad16-8e41b84915ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/827affa6-5657-4984-9d2a-eab111f568e4 HTTP/1.1" status: 204 len: 168 time: 0.2489233 Oct 13 03:58:23.643823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bfe33-b19d-432f-ad16-8e41b84915ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827affa6-5657-4984-9d2a-eab111f568e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:23.760789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d53a783c-2184-4214-a7b3-63a0c648ecdd req-40ae20a8-8137-4961-b990-9f1512e99142 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 210 time: 0.0521889 Oct 13 03:58:23.819301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.836030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.840304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.881696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.885944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3692441 Oct 13 03:58:23.886811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:23.889313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0427d0e-9a7c-4e84-ad29-8734798b35df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9894cc-0215-4925-a90c-d39261fac7a4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:23.897404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'security_group_rule': {'security_group_id': '4e9894cc-0215-4925-a90c-d39261fac7a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:23.934619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:23.946711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.001953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:24.014064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:24.016990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event updated for resources: {'Port': ['ID=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:24.023074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:24.032191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.033003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.074960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-7836d12b-ef23-4ce1-afad-3e89ca69f537 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1426563 Oct 13 03:58:24.089667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.094668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.125689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.131258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2383206 Oct 13 03:58:24.132572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:24.140214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'security_group_rule': {'security_group_id': '4e9894cc-0215-4925-a90c-d39261fac7a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:24.148804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4ca9a-799d-4871-8436-537fa27bc5fb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d061b8-5911-4426-a812-0464a58a5009,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:24.199900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.252472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91d2a0c2-9b7f-483c-aa04-db855065efd0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:24.285300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.290564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.317069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c84715-75ed-45f4-a405-f370644923c9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:24.336456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.337731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bb1a74f4-beef-44d3-9cf1-00c7fd9d36ae tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024841 Oct 13 03:58:24.341169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:24.347012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:24.375586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 91d2a0c2-9b7f-483c-aa04-db855065efd0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:24.377564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.392977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.485881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.486918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.487585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.488211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.488930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.489604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.497021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2511266-e50a-486f-9b06-6d5d7aa167bb req-277d029e-81ba-4275-a062-1da7d00c92c6 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4332 time: 0.3764117 Oct 13 03:58:24.588373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Sync routers for ids ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:24.588559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c2d7f-2927-411c-9250-bd0a0d165bdc req-bcf6b4a1-b38d-4e59-ad05-84af4d55d378 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.599056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-626c2d7f-2927-411c-9250-bd0a0d165bdc req-bcf6b4a1-b38d-4e59-ad05-84af4d55d378 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 970 time: 0.1009994 Oct 13 03:58:24.613728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Routers {'d5f9aad3-cb78-4e28-b318-2dd235f166c4'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:24.614529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:24.623511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.654548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd9894-abbc-4c13-9e84-225969fb40fd req-e46c7e58-9b26-420f-8195-275b58db50b8 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.655637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a8afd87-bd63-4f4d-b8be-f62615660818 None None] Provisioning complete for port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:24.656205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a8afd87-bd63-4f4d-b8be-f62615660818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.663039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32dd9894-abbc-4c13-9e84-225969fb40fd req-e46c7e58-9b26-420f-8195-275b58db50b8 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 886 time: 0.1502869 Oct 13 03:58:24.672054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-626c2d7f-2927-411c-9250-bd0a0d165bdc req-f4e7f422-a50e-445d-95cd-02d0b02ae69c tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Oct 13 03:58:24.701494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:24.786968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Set router d5f9aad3-cb78-4e28-b318-2dd235f166c4 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:24.885629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.886388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.887006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.887646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.888316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.890142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:24.891227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a8afd87-bd63-4f4d-b8be-f62615660818 None None] Port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:24.893178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c957b637-ab12-4278-804b-291e72187dd5 req-6dd3cfa0-9dc0-48f5-82ce-8a33515e1313 tempest-NetworksTest-925417551 tempest-NetworksTest-925417551-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4332 time: 0.2082374 Oct 13 03:58:24.938659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 793a1c4b-9155-4a15-8507-7a2f06e89a4c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:25.011475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Allocated IP 172.25.1.2 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/11c2e850-ef0c-4d40-899e-1d35b0cd04b1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:25.069006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045a15c-8e30-4ea5-8d38-3aae644677b0 req-9693258c-601e-47e8-87f0-488ed79d7b1b tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:25.072475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b045a15c-8e30-4ea5-8d38-3aae644677b0 req-9693258c-601e-47e8-87f0-488ed79d7b1b tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 1121 time: 0.2195492 Oct 13 03:58:25.089727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9eebe-0773-4be2-85a8-34a6d755d236 req-07417981-95f3-4e95-ab1d-904fe547eb0d tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:25.102413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fd9eebe-0773-4be2-85a8-34a6d755d236 req-07417981-95f3-4e95-ab1d-904fe547eb0d tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 931 time: 0.1047368 Oct 13 03:58:25.107852 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 793a1c4b-9155-4a15-8507-7a2f06e89a4c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:25.108407 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.177233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fd9eebe-0773-4be2-85a8-34a6d755d236 req-31f161a2-ed39-4378-9b9c-702389c9b585 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735459 Oct 13 03:58:25.243667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T03:58:20Z', 'revision_number': 4, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'fb682e18-6835-44e7-9f9e-88e73a27a1fc', 'name': '', 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'mac_address': 'fa:16:3e:92:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:19Z', 'updated_at': '2021-10-13T03:58:20Z', 'revision_number': 2, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'subnets': [{'id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:25.278524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Checking router: d5f9aad3-cb78-4e28-b318-2dd235f166c4 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:25.279176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Updating router d5f9aad3-cb78-4e28-b318-2dd235f166c4 port fb682e18-6835-44e7-9f9e-88e73a27a1fc binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:25.311942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.354007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:25.391922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b045a15c-8e30-4ea5-8d38-3aae644677b0 req-d230c1fa-df7c-4207-90ab-04385e4c6fdf tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.459946 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.550341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b045a15c-8e30-4ea5-8d38-3aae644677b0 req-d230c1fa-df7c-4207-90ab-04385e4c6fdf tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.554306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.567677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b045a15c-8e30-4ea5-8d38-3aae644677b0 req-d230c1fa-df7c-4207-90ab-04385e4c6fdf tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.648943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a30727b3-f8f9-4cc2-b942-8cb0249d63d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.649266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:25.670242 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.676638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b045a15c-8e30-4ea5-8d38-3aae644677b0 req-d230c1fa-df7c-4207-90ab-04385e4c6fdf tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214288 Oct 13 03:58:25.678411 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.682976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:25.685236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230c1fa-df7c-4207-90ab-04385e4c6fdf tempest-AggregatesAdminTestJSON-201478468 tempest-AggregatesAdminTestJSON-201478468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed53c95-e7d8-40b7-b741-d2c27aa454c7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:25.708100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:25.715895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'Port': ['ID=11c2e850-ef0c-4d40-899e-1d35b0cd04b1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:25.771537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892678-db7a-4a14-b591-76f1948978e5 None None] Pushing event updated for resources: {'Port': ['ID=fb682e18-6835-44e7-9f9e-88e73a27a1fc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:25.788980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.827840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a30727b3-f8f9-4cc2-b942-8cb0249d63d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.839425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a30727b3-f8f9-4cc2-b942-8cb0249d63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.845953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.879760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Attempting to bind port fb682e18-6835-44e7-9f9e-88e73a27a1fc on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:25.880141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Attempting to bind port fb682e18-6835-44e7-9f9e-88e73a27a1fc by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:25.880497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Attempting to bind port fb682e18-6835-44e7-9f9e-88e73a27a1fc on network d63e4264-6b6e-4ac0-81c8-30f2a104caff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:25.897231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a30727b3-f8f9-4cc2-b942-8cb0249d63d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a07875add116481986578a8dafee8217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393147 Oct 13 03:58:25.897231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30727b3-f8f9-4cc2-b942-8cb0249d63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238c18f-7886-46b7-803e-69288e16620c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:25.897510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:25.898900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:25.899380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Checking segment: {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:25.900080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.900337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Bound using segment: {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:25.900865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Bound port: fb682e18-6835-44e7-9f9e-88e73a27a1fc, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e68084-c8cc-43b9-9a19-1353ba500cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:25.901247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:25.977703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78114a2c-81d4-4db6-ba2c-39bbeb14dcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.023847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] For port fb682e18-6835-44e7-9f9e-88e73a27a1fc, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:26.026549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] For port fb682e18-6835-44e7-9f9e-88e73a27a1fc, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb682e18-6835-44e7-9f9e-88e73a27a1fc,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:26.036493 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.043893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78114a2c-81d4-4db6-ba2c-39bbeb14dcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.103784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Routers {'d5f9aad3-cb78-4e28-b318-2dd235f166c4'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:26.104431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:26.144771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892678-db7a-4a14-b591-76f1948978e5 None None] Pushing event updated for resources: {'Port': ['ID=fb682e18-6835-44e7-9f9e-88e73a27a1fc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:26.178422 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78114a2c-81d4-4db6-ba2c-39bbeb14dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.182791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78114a2c-81d4-4db6-ba2c-39bbeb14dcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.184444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78114a2c-81d4-4db6-ba2c-39bbeb14dcec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2238c18f-7886-46b7-803e-69288e16620c HTTP/1.1" status: 204 len: 168 time: 0.2836406 Oct 13 03:58:26.200908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78114a2c-81d4-4db6-ba2c-39bbeb14dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238c18f-7886-46b7-803e-69288e16620c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:26.219115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.227616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.273567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.312292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'Port': ['ID=11c2e850-ef0c-4d40-899e-1d35b0cd04b1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:26.334303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.335859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a386f8cf-2255-41c0-9c0b-47351c43c864 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9934046 Oct 13 03:58:26.351989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4fa62668-e47e-4de8-b9d1-0a60165a0408 None None] Provisioning complete for port fb682e18-6835-44e7-9f9e-88e73a27a1fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:26.353109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fa62668-e47e-4de8-b9d1-0a60165a0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.360717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] Set router d5f9aad3-cb78-4e28-b318-2dd235f166c4 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:26.674350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24e95-34ec-4df2-8682-79055b54dc4f req-a73a5b75-787d-4773-8129-0841a1ade8d2 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:26.675969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-48e24e95-34ec-4df2-8682-79055b54dc4f req-a73a5b75-787d-4773-8129-0841a1ade8d2 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 931 time: 0.0788090 Oct 13 03:58:26.692056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fa62668-e47e-4de8-b9d1-0a60165a0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.734946 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-48e24e95-34ec-4df2-8682-79055b54dc4f req-d79991b7-9211-474d-9380-4c1dd8ca103a tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495958 Oct 13 03:58:26.741733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4fa62668-e47e-4de8-b9d1-0a60165a0408 None None] For port fb682e18-6835-44e7-9f9e-88e73a27a1fc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb682e18-6835-44e7-9f9e-88e73a27a1fc,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:26.749816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fa62668-e47e-4de8-b9d1-0a60165a0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.797409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T03:58:20Z', 'revision_number': 4, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'fb682e18-6835-44e7-9f9e-88e73a27a1fc', 'name': '', 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'mac_address': 'fa:16:3e:92:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:19Z', 'updated_at': '2021-10-13T03:58:26Z', 'revision_number': 4, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'subnets': [{'id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:26.837845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca40652-01c4-4f4e-b5b9-89a2b49cfec4 None None] The sync data for ids ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'] in n-d-810220-9 is: [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T03:58:20Z', 'revision_number': 4, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'fb682e18-6835-44e7-9f9e-88e73a27a1fc', 'name': '', 'network_id': 'd63e4264-6b6e-4ac0-81c8-30f2a104caff', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'mac_address': 'fa:16:3e:92:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:19Z', 'updated_at': '2021-10-13T03:58:26Z', 'revision_number': 4, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'subnets': [{'id': 'd10e9fda-054d-4ccc-bc4a-73a30ed31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:26.844944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:26.853957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa62668-e47e-4de8-b9d1-0a60165a0408 None None] Pushing event updated for resources: {'Port': ['ID=fb682e18-6835-44e7-9f9e-88e73a27a1fc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:26.871269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-91514adc-6499-4e00-bfcc-3080b8725be0 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--144447442&fields=id&tenant_id=95037c62f14143c9b98321e9592ea43d HTTP/1.1" status: 200 len: 267 time: 0.0622988 Oct 13 03:58:26.873181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3395f9a-d25a-4f60-8017-897e6c63339f None None] Provisioning complete for port fb682e18-6835-44e7-9f9e-88e73a27a1fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:26.876141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3395f9a-d25a-4f60-8017-897e6c63339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:26.877202 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09a9afad-ccac-45e0-90d6-f4bef3564d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.033434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09a9afad-ccac-45e0-90d6-f4bef3564d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.044333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09a9afad-ccac-45e0-90d6-f4bef3564d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.089276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9afad-ccac-45e0-90d6-f4bef3564d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958edec0-efec-4c2e-86e6-67f2e4c2571d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:27.093425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-ae9d08a4-9096-4c6c-9abc-a475b5af46cb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:27.102439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-ae9d08a4-9096-4c6c-9abc-a475b5af46cb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 824 time: 0.2206504 Oct 13 03:58:27.132966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-09a9afad-ccac-45e0-90d6-f4bef3564d83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75e69b87cb974fe4bbffcf82c8eabed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839651 Oct 13 03:58:27.133156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:27.133360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-d5878b48-9813-4f77-bdbc-6848eeacd4e6 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/quotas/95037c62f14143c9b98321e9592ea43d HTTP/1.1" status: 200 len: 375 time: 0.0299842 Oct 13 03:58:27.214952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-674fb3d5-1d2b-40d4-b5f6-9863349759fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.217069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-1d8e3d27-eba7-4731-a0ba-1b67ee867080 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761104 Oct 13 03:58:27.258073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-674fb3d5-1d2b-40d4-b5f6-9863349759fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.330914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-674fb3d5-1d2b-40d4-b5f6-9863349759fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.334615 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-674fb3d5-1d2b-40d4-b5f6-9863349759fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:27.335822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-674fb3d5-1d2b-40d4-b5f6-9863349759fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/958edec0-efec-4c2e-86e6-67f2e4c2571d HTTP/1.1" status: 204 len: 168 time: 0.2018182 Oct 13 03:58:27.345346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fb3d5-1d2b-40d4-b5f6-9863349759fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958edec0-efec-4c2e-86e6-67f2e4c2571d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:27.365967 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-9a013bdd-e718-4a41-902b-8a499e1e60d4 service neutron] 10.222.0.44 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406822 Oct 13 03:58:27.476100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-1a565992-211e-48b7-9ee5-3e337713f3b9 service neutron] 10.222.0.44 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091487 Oct 13 03:58:27.740316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79cf6851-5db4-4448-8a28-30e7cf03b2d8 req-7f16c34b-286c-4850-9242-2e400046779a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 210 time: 0.0508020 Oct 13 03:58:27.908747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579411-205e-4b45-9b0e-f0e4aaf6c7c0 req-b1a97e62-09ac-464a-b8e2-ac84d45fa426 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:27.911688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47579411-205e-4b45-9b0e-f0e4aaf6c7c0 req-b1a97e62-09ac-464a-b8e2-ac84d45fa426 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 931 time: 0.0643604 Oct 13 03:58:27.976628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47579411-205e-4b45-9b0e-f0e4aaf6c7c0 req-870eac85-cd65-4871-8ff5-46798adebb02 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448515 Oct 13 03:58:28.269222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fb682e18-6835-44e7-9f9e-88e73a27a1fc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:28.354406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fb682e18-6835-44e7-9f9e-88e73a27a1fc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:28.354965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:28.617716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41976) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:28.776654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-820f5c06-dac6-44a9-ab1d-5c68305438ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:28.930362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27d432dc-6aa3-4774-a72c-0748d01129cc req-9f74609c-b3a9-455a-b833-3d26c8583d46 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 210 time: 0.0536239 Oct 13 03:58:28.944385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-820f5c06-dac6-44a9-ab1d-5c68305438ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:28.959176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-820f5c06-dac6-44a9-ab1d-5c68305438ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.035348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-820f5c06-dac6-44a9-ab1d-5c68305438ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44800480f9cf4d6d84d51afd39220c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159036 Oct 13 03:58:29.035704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:29.037312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f5c06-dac6-44a9-ab1d-5c68305438ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec5a6c9-3cf1-4241-bfd7-de8f86e121df,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:29.162465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-171e5869-2c76-4032-9f89-28a34c6c1d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.190815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-171e5869-2c76-4032-9f89-28a34c6c1d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.278831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-171e5869-2c76-4032-9f89-28a34c6c1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.281905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-171e5869-2c76-4032-9f89-28a34c6c1d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.288674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-171e5869-2c76-4032-9f89-28a34c6c1d15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ec5a6c9-3cf1-4241-bfd7-de8f86e121df HTTP/1.1" status: 204 len: 168 time: 0.2483172 Oct 13 03:58:29.295296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e5869-2c76-4032-9f89-28a34c6c1d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec5a6c9-3cf1-4241-bfd7-de8f86e121df,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:29.365627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89992a3-8ff8-47b5-ae49-62a15ba47535 req-4a2b1e39-fd65-41bf-841f-eb2c363f20b9 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:29.367239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f89992a3-8ff8-47b5-ae49-62a15ba47535 req-4a2b1e39-fd65-41bf-841f-eb2c363f20b9 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 931 time: 0.0701127 Oct 13 03:58:29.373249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:29.416891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f89992a3-8ff8-47b5-ae49-62a15ba47535 req-59e3ef63-da77-430b-a453-be316ebf20b1 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Oct 13 03:58:29.710729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-705277de-5a9b-4c8a-8dc5-3dc622fe01fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.850603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-705277de-5a9b-4c8a-8dc5-3dc622fe01fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.857130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-705277de-5a9b-4c8a-8dc5-3dc622fe01fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.867180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:29.888715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c69947f5-e670-4210-8e2d-4dc81fb00e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.902706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-705277de-5a9b-4c8a-8dc5-3dc622fe01fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=319ff71d92b449a3997f52e733f900ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285521 Oct 13 03:58:29.903433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:29.904060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705277de-5a9b-4c8a-8dc5-3dc622fe01fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c7d9e-0933-46c7-883b-2d784f42ed4d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:29.971810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20b9f7b-390d-47ff-b00b-ed05b167f231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:29.997091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20b9f7b-390d-47ff-b00b-ed05b167f231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.013284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c69947f5-e670-4210-8e2d-4dc81fb00e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.019899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c69947f5-e670-4210-8e2d-4dc81fb00e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.063111 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21fa0d6f-e21d-4a75-b79a-7978b77e7f13 req-d7f9f475-762c-4c4a-a16b-84578c153925 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 210 time: 0.0322261 Oct 13 03:58:30.074628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69947f5-e670-4210-8e2d-4dc81fb00e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c670c80a-b820-44db-9b41-646425afcde9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:30.085991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c69947f5-e670-4210-8e2d-4dc81fb00e33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8ed41ec4573428a886839c43f7cb4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177517 Oct 13 03:58:30.088971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:30.093218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20b9f7b-390d-47ff-b00b-ed05b167f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.096263 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20b9f7b-390d-47ff-b00b-ed05b167f231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.101580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d20b9f7b-390d-47ff-b00b-ed05b167f231 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f7c7d9e-0933-46c7-883b-2d784f42ed4d HTTP/1.1" status: 204 len: 168 time: 0.1942463 Oct 13 03:58:30.134020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b9f7b-390d-47ff-b00b-ed05b167f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c7d9e-0933-46c7-883b-2d784f42ed4d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:30.219860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8309-8bfb-4596-b5d9-829dac9c85b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.248286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8309-8bfb-4596-b5d9-829dac9c85b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.319458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8309-8bfb-4596-b5d9-829dac9c85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.325996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8309-8bfb-4596-b5d9-829dac9c85b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.327869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6dcf8309-8bfb-4596-b5d9-829dac9c85b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c670c80a-b820-44db-9b41-646425afcde9 HTTP/1.1" status: 204 len: 168 time: 0.2379699 Oct 13 03:58:30.338677 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf8309-8bfb-4596-b5d9-829dac9c85b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c670c80a-b820-44db-9b41-646425afcde9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:30.674888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d12a-7311-4f2f-9a44-2b2b75cbb88c req-46666d78-b23f-4005-83bb-5cdbf5bbf543 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:30.677156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2963d12a-7311-4f2f-9a44-2b2b75cbb88c req-46666d78-b23f-4005-83bb-5cdbf5bbf543 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 931 time: 0.0873623 Oct 13 03:58:30.706695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-8e84f8b9-5ee6-4cc0-b8ef-0c26b7376b38 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9b33ac7721af4794a050d97180aa4df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261612 Oct 13 03:58:30.721685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2963d12a-7311-4f2f-9a44-2b2b75cbb88c req-4c47ed4c-fb59-410a-992d-2cf591ebaadb tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369363 Oct 13 03:58:30.757208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:30.778641 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e946a8-c398-4b84-82bd-9c6c84a04e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.848551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-6e9d9cc1-3229-4166-a36c-fcdf4ed99019 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:30.857694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-6e9d9cc1-3229-4166-a36c-fcdf4ed99019 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441731 Oct 13 03:58:30.869253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-2ef56ec7-f848-48a2-8475-5caeae79200c tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/quotas/9b33ac7721af4794a050d97180aa4df4 HTTP/1.1" status: 200 len: 375 time: 0.0106955 Oct 13 03:58:30.906955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e946a8-c398-4b84-82bd-9c6c84a04e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.915074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e946a8-c398-4b84-82bd-9c6c84a04e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:30.918821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-0268cd1b-939e-40c2-9dfd-61fa1f7173b4 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b33ac7721af4794a050d97180aa4df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389266 Oct 13 03:58:30.943908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-90e946a8-c398-4b84-82bd-9c6c84a04e6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c91bec51f0245cf8eb2fd568d1c624e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856341 Oct 13 03:58:30.946608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42202) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:30.971957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e946a8-c398-4b84-82bd-9c6c84a04e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9af67e2-b9f9-4de6-919b-96780cb8c1af,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:31.021665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84f4f98-74a5-46b8-9594-d1296aebb822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:31.055583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84f4f98-74a5-46b8-9594-d1296aebb822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:31.145786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84f4f98-74a5-46b8-9594-d1296aebb822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:31.148668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84f4f98-74a5-46b8-9594-d1296aebb822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:31.152108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c84f4f98-74a5-46b8-9594-d1296aebb822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9af67e2-b9f9-4de6-919b-96780cb8c1af HTTP/1.1" status: 204 len: 168 time: 0.2019234 Oct 13 03:58:31.181762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f4f98-74a5-46b8-9594-d1296aebb822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9af67e2-b9f9-4de6-919b-96780cb8c1af,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:31.211513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3143a228-26cb-4467-92bd-38fc6e0ac771 req-c2619966-ea16-4c61-891b-c8d6a74ed7bd tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0567498 Oct 13 03:58:31.308381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a4428c4-52fd-4669-944e-71381095ac63 req-5e6b6c29-bbb9-46c6-ae9a-b84fead99e99 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 210 time: 0.0457156 Oct 13 03:58:31.507115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-dcad2e85-e689-4a76-b81b-d28f2b167a80 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:58:31.508541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-dcad2e85-e689-4a76-b81b-d28f2b167a80 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068529 Oct 13 03:58:31.509920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:31.812144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a24e47b-ac8b-48d5-ae1b-483c06604766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:31.968815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ca8b-4374-4741-a8ac-99574407b042 req-4016e189-ffd4-4a00-83a2-f8e43d95e496 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:31.972224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2fb0ca8b-4374-4741-a8ac-99574407b042 req-4016e189-ffd4-4a00-83a2-f8e43d95e496 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 931 time: 0.1046760 Oct 13 03:58:31.982645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Request body: {'port': {'device_id': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:32.005829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a24e47b-ac8b-48d5-ae1b-483c06604766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.011212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a24e47b-ac8b-48d5-ae1b-483c06604766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.028937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:32.058359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e47b-ac8b-48d5-ae1b-483c06604766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d515f0b8-783a-4bac-abbf-6780d99102b1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:32.063784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9a24e47b-ac8b-48d5-ae1b-483c06604766 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dad32741a9a141be9510476aee0c6576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527468 Oct 13 03:58:32.068281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42290) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:32.131085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5862484-db69-458c-91b1-8e61775b56dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.143807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-network', 'tenant_id': '508cef1b89464dfdae474418ad7df718'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:32.185820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5862484-db69-458c-91b1-8e61775b56dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.211172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.212979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Made reservation on behalf of 508cef1b89464dfdae474418ad7df718 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:32.216028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.225953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2fb0ca8b-4374-4741-a8ac-99574407b042 req-1887972e-a6b5-465d-a33a-129267572807 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394272 Oct 13 03:58:32.267227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.348236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.26', 58789) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:32.477044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42308) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:32.501525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aede0ef6-02be-40d9-b04f-c057af4b4145 req-60af8c16-e673-4096-b992-a101b0b6e1fc tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0611231 Oct 13 03:58:32.611298 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5862484-db69-458c-91b1-8e61775b56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.617700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5862484-db69-458c-91b1-8e61775b56dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.629866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e5862484-db69-458c-91b1-8e61775b56dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d515f0b8-783a-4bac-abbf-6780d99102b1 HTTP/1.1" status: 204 len: 168 time: 0.5600848 Oct 13 03:58:32.713769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db70-cfed-416c-9786-589b7caa4a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.726642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.727856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5862484-db69-458c-91b1-8e61775b56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d515f0b8-783a-4bac-abbf-6780d99102b1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:32.730996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d3de5a3-e407-43f5-bf77-87e442f5b19e req-faa7a367-6cef-494e-842b-23701028e960 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 210 time: 0.1000299 Oct 13 03:58:32.752623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.796244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787ac8-3c19-4bd0-aed6-403366f69bdd req-6a29c1e2-b8d2-4a19-8a7c-36a34f609195 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:32.803406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e787ac8-3c19-4bd0-aed6-403366f69bdd req-6a29c1e2-b8d2-4a19-8a7c-36a34f609195 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 970 time: 0.1506479 Oct 13 03:58:32.823422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:32.848279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c830086-b301-4583-a0b2-9d41e385efbf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:32.858693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-1d2fe9c1-0fca-4e61-92b5-71a9cb5304a3 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:32.861677 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-1d2fe9c1-0fca-4e61-92b5-71a9cb5304a3 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 824 time: 0.5112174 Oct 13 03:58:32.863967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.864511 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Added segment 19ded28e-f499-4e38-bf20-5d082395f8a5 of type vlan for network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 Oct 13 03:58:32.897041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e787ac8-3c19-4bd0-aed6-403366f69bdd req-cb80bc8e-2a5d-46cd-9a0e-5476bba34cbc tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888009 Oct 13 03:58:32.913011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.26', 58790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:32.953477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:32.958514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-961b6e45-2785-433e-ac54-3a4345e4dfe4 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9b33ac7721af4794a050d97180aa4df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444148 Oct 13 03:58:32.968309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.978213 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.994079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db70-cfed-416c-9786-589b7caa4a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:32.997446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Transition to ACTIVE for port object fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:58:33.002642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8c83581c-f6d7-409a-94f1-d49ca4a4a5af tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95037c62f14143c9b98321e9592ea43d HTTP/1.1" status: 200 len: 379 time: 0.1285973 Oct 13 03:58:33.004248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db70-cfed-416c-9786-589b7caa4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.011352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.027391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'port': {'device_id': '85bada43-1415-4a48-84f7-9a34ccc95270', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'admin_state_up': True, 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'security_groups': ['4e9894cc-0215-4925-a90c-d39261fac7a4']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:33.182586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Pushing event updated for resources: {'Port': ['ID=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:33.189583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0ab1db70-cfed-416c-9786-589b7caa4a92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3475463730ff48909110531500d33171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093949 Oct 13 03:58:33.195029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.195991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:33.196566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.201202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:33.220226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1db70-cfed-416c-9786-589b7caa4a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e354f-c3c4-43b7-b10e-39f2230262ca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:33.288161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Attempting to bind port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:33.288934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Attempting to bind port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:33.289473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Attempting to bind port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b on network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:33.296625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b on network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:58:33.297442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Attempting to bind port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b on network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:33.308197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:33.309078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Checking segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:33.309667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Bound using segment: {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:33.310333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Bound port: fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be8da48-1e2b-456e-9e00-5c9f4f943112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:33.310935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.333749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b540c0c-9676-4415-85e7-5a77395a5f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.374437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:33.399845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b540c0c-9676-4415-85e7-5a77395a5f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.420927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2cb1-3507-40f2-a6a0-04dd89812ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.448710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] For port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:33.491024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] For port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:33.501917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.542740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:33.543065 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.544957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] 10.222.0.26 "PUT /v2.0/ports/fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b HTTP/1.1" status: 200 len: 1091 time: 1.8668861 Oct 13 03:58:33.547223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:33.549624 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d9da9-8456-4958-91e2-9bb34e238739" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:33.591627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b540c0c-9676-4415-85e7-5a77395a5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.594471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b540c0c-9676-4415-85e7-5a77395a5f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.599071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3b540c0c-9676-4415-85e7-5a77395a5f95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c27e354f-c3c4-43b7-b10e-39f2230262ca HTTP/1.1" status: 204 len: 168 time: 0.3900087 Oct 13 03:58:33.606131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5761507 Oct 13 03:58:33.619377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:33.620065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b55e9-63a2-4b1f-90c2-dd8bf87173cf service neutron] Pushing event updated for resources: {'Port': ['ID=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:33.649895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Request body: {'subnet': {'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-subnet', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:33.656534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540c0c-9676-4415-85e7-5a77395a5f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e354f-c3c4-43b7-b10e-39f2230262ca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:33.663374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Made reservation on behalf of 95037c62f14143c9b98321e9592ea43d for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:33.666916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.782021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2cb1-3507-40f2-a6a0-04dd89812ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.788113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2825dc79-df24-43e5-a0f0-9259587064be req-ba8744de-d35e-45ca-904f-27ef41b5dfea tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0974398 Oct 13 03:58:33.796546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2cb1-3507-40f2-a6a0-04dd89812ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.835051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Made reservation on behalf of 508cef1b89464dfdae474418ad7df718 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:33.837338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:33.864486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-0b8fa17c-1981-41b3-aa5a-45967b503c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:33.866240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-0b8fa17c-1981-41b3-aa5a-45967b503c79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5210fd9cd984ce6be9837e575eea283&device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 1094 time: 0.2479353 Oct 13 03:58:33.871355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-a3baab57-a79b-4b52-815f-2327df35920e tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:33.873156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-a3baab57-a79b-4b52-815f-2327df35920e tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8995121 Oct 13 03:58:33.900255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Request body: {'port': {'device_id': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '9b33ac7721af4794a050d97180aa4df4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:33.907523 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09edd96d-fbfe-4655-931e-d098d937aea0 x-openstack-request-id: req-09edd96d-fbfe-4655-931e-d098d937aea0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:33.908047 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:33.908443 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09edd96d-fbfe-4655-931e-d098d937aea0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:33.909008 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'status': 'completed', 'code': 200} Oct 13 03:58:33.962620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c287e4-1bcb-47de-9b44-970a6f352df8 admin admin] Pushing event updated for resources: {'Network': ['ID=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:33.974536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:34.014491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7a72b-995f-4e1a-901e-3a46d13decf4 req-1cd15d59-78fc-444a-8101-c4b6fe4ca504 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:34.016528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1e7a72b-995f-4e1a-901e-3a46d13decf4 req-1cd15d59-78fc-444a-8101-c4b6fe4ca504 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 943 time: 0.4549110 Oct 13 03:58:34.016765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd2cb1-3507-40f2-a6a0-04dd89812ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c12fe-cd40-467e-a39e-bc997a0de250,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:34.084907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-39d87ef5-67b6-4c42-b29c-da1c2729d514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b HTTP/1.1" status: 200 len: 217 time: 0.1381304 Oct 13 03:58:34.087348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7f7e2ed-83e1-4ea3-b47c-4fccde716368 req-e1f3eff0-e950-4cd5-b199-792f1480e14d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 210 time: 0.1415825 Oct 13 03:58:34.101908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bbcd2cb1-3507-40f2-a6a0-04dd89812ba0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bd7045b04624160b3e85ad423f6742d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220843 Oct 13 03:58:34.104806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:34.160147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-9f74ea6c-4d87-4e19-845b-b87304762607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:34.161642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-9f74ea6c-4d87-4e19-845b-b87304762607 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c943c688-1c92-48ab-9fbe-ccc8916c5317 HTTP/1.1" status: 200 len: 854 time: 0.0576665 Oct 13 03:58:34.209957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:34.217419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Allocated IP 172.20.0.10 (74941c07-d12d-4a9f-925d-b1e62281f19e/4dc73512-d18e-424e-8cd1-1f7dca14eb23/8fdb6d5f-6f1a-41d5-8739-422dc75b0c03) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:34.229097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1e7a72b-995f-4e1a-901e-3a46d13decf4 req-18169eef-6314-4d9c-8228-09b45cf1506e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848392 Oct 13 03:58:34.245256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91a646-c513-4b24-8ebd-3f04a1da7b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.256009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-173617df-2d25-44c2-a422-b433fe53b72d tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:34.257619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-173617df-2d25-44c2-a422-b433fe53b72d tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 970 time: 0.3131888 Oct 13 03:58:34.331927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Made reservation on behalf of 9b33ac7721af4794a050d97180aa4df4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:34.336593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.397767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.511133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.526821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91a646-c513-4b24-8ebd-3f04a1da7b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.535468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91a646-c513-4b24-8ebd-3f04a1da7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.582886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-badff993-22b4-487a-be96-d5f807a26fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.593746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2e98-fac3-422f-bfbd-0569e341215b req-9c2d58ed-ec89-4c70-b9f2-c84a7b5bd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:34.595294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-9c2d58ed-ec89-4c70-b9f2-c84a7b5bd4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4214990 Oct 13 03:58:34.600709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd91a646-c513-4b24-8ebd-3f04a1da7b66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49730783f78149e18028b714397ad8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894498 Oct 13 03:58:34.603875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:34.633155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.636762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91a646-c513-4b24-8ebd-3f04a1da7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad1c74b-c5ab-43a5-a665-55e6af8bd812,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:34.644559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.682043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368553c-4081-4a61-acd3-a9b52790d861 req-e8506738-173b-41ff-9239-125c1d35a340 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:34.683555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2368553c-4081-4a61-acd3-a9b52790d861 req-e8506738-173b-41ff-9239-125c1d35a340 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 970 time: 0.4635372 Oct 13 03:58:34.697825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.749258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-badff993-22b4-487a-be96-d5f807a26fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.792356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217c9135-cf3b-449e-8071-f43fa720fae2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:34.808212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Network 74941c07-d12d-4a9f-925d-b1e62281f19e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:34.814031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:34.855441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2589-8e9f-433e-a5f7-78d30d47c4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.869189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.888133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'Port': ['ID=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:34.920729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:34.929400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:34.930044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.947161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2368553c-4081-4a61-acd3-a9b52790d861 req-ef043e46-628e-4d53-8720-b301a793fa22 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/security-groups?id=b703afdc-4425-40ff-8dbd-db18184fd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436087 Oct 13 03:58:34.965860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2589-8e9f-433e-a5f7-78d30d47c4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:34.989056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c81e34e-0fff-4ec3-91d9-f46c833b48ea req-a4f23b7b-3be1-4cb5-b293-363772483599 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0706623 Oct 13 03:58:34.997144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-8478665d-2517-4cd2-b7d4-ba1ffd138288 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9748557 Oct 13 03:58:35.017319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Request body: {'port': {'device_id': '85bada43-1415-4a48-84f7-9a34ccc95270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:35.021259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Deleting port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:58:35.021629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.034056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6354fb-c7bd-4edf-b946-51a8e7154a64,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:35.060973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Allocated IP 192.168.233.169 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/3b42aabe-5fe9-46f2-91dc-61f2b504c996) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:35.089495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-afd62d2d-e4e2-428a-9468-4ecd926c10ec service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530103 Oct 13 03:58:35.090094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-badff993-22b4-487a-be96-d5f807a26fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.092605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-badff993-22b4-487a-be96-d5f807a26fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.096431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-badff993-22b4-487a-be96-d5f807a26fce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/415c12fe-cd40-467e-a39e-bc997a0de250 HTTP/1.1" status: 204 len: 168 time: 0.9860342 Oct 13 03:58:35.132369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.158021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2589-8e9f-433e-a5f7-78d30d47c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.161248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2589-8e9f-433e-a5f7-78d30d47c4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.162367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bb6b2589-8e9f-433e-a5f7-78d30d47c4e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aad1c74b-c5ab-43a5-a665-55e6af8bd812 HTTP/1.1" status: 204 len: 168 time: 0.5512991 Oct 13 03:58:35.181784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2589-8e9f-433e-a5f7-78d30d47c4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad1c74b-c5ab-43a5-a665-55e6af8bd812,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:35.206390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff993-22b4-487a-be96-d5f807a26fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c12fe-cd40-467e-a39e-bc997a0de250,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:35.228177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:35.246891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b2cb902-b47e-4460-8185-3f42fbcf849f None None] Provisioning complete for port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:35.247975 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb902-b47e-4460-8185-3f42fbcf849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.261519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Checking segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:35.262011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Network hostable DHCP agents. Network: 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:35.297890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] For port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:35.298258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.333145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Calling delete_port for 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 owned by compute:tempest-test_az-358977267 {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:58:35.361828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cb902-b47e-4460-8185-3f42fbcf849f None None] Port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:35.371441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c36a7a-de48-49a7-b76e-b2baa8e0f86f req-461d632d-2ed0-4487-afbf-45b0f5039f0b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.372997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75c36a7a-de48-49a7-b76e-b2baa8e0f86f req-461d632d-2ed0-4487-afbf-45b0f5039f0b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 932 time: 0.1589527 Oct 13 03:58:35.380646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-486e2e98-fac3-422f-bfbd-0569e341215b req-01453069-80a1-4362-be56-965ff5cba99b service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823625 Oct 13 03:58:35.381235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:35.506207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:35.515922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d74f00-2923-4ab3-b35c-d6504a43faeb None None] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:35.532139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9da9-8456-4958-91e2-9bb34e238739 req-600def3b-a6d4-458a-8195-428adff77a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.533655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-600def3b-a6d4-458a-8195-428adff77a9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5210fd9cd984ce6be9837e575eea283&device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 1094 time: 0.0675182 Oct 13 03:58:35.536567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75c36a7a-de48-49a7-b76e-b2baa8e0f86f req-42299128-c412-4fab-bb8b-fa6eedb7ada9 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335964 Oct 13 03:58:35.537855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.538432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.645712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9da9-8456-4958-91e2-9bb34e238739 req-bdc42cd4-9896-49aa-873a-fb4ebfec3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.647005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-bdc42cd4-9896-49aa-873a-fb4ebfec3573 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84 HTTP/1.1" status: 200 len: 916 time: 0.1046798 Oct 13 03:58:35.727467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-e0e8911c-220d-424f-b513-66c0bdd459cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b HTTP/1.1" status: 200 len: 217 time: 0.0671070 Oct 13 03:58:35.770512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fc323a4-d2d7-4a3b-aa5c-f61f419a4ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.776004 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.807213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c1a819f0-696d-4218-8a19-7d4b0b3f545b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1821525 Oct 13 03:58:35.811563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42422) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:35.829120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 03:58:35.830289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:35.853327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86ac6c-ee64-437f-bfa0-e9c90a34ab54 req-3908daaf-f8aa-451c-9ce7-8da0faab266c tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.861957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a86ac6c-ee64-437f-bfa0-e9c90a34ab54 req-3908daaf-f8aa-451c-9ce7-8da0faab266c tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 943 time: 0.4803460 Oct 13 03:58:35.873213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9da9-8456-4958-91e2-9bb34e238739 req-996415ad-d255-4551-896c-223cddb39163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.874251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:35.875463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-996415ad-d255-4551-896c-223cddb39163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c943c688-1c92-48ab-9fbe-ccc8916c5317 HTTP/1.1" status: 200 len: 854 time: 0.1455047 Oct 13 03:58:35.978728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9da9-8456-4958-91e2-9bb34e238739 req-ea15f94c-8351-44fb-a47b-ca33d4e3c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:35.980513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-ea15f94c-8351-44fb-a47b-ca33d4e3c43f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967479 Oct 13 03:58:35.992722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Allocated IP 172.20.0.2 (68dbdb12-b1c0-4a85-b1c8-eab17ced1c29/8c6354fb-c7bd-4edf-b946-51a8e7154a64/f2415569-5cda-434b-8914-df9fe8999d07) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:36.086151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.120298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a86ac6c-ee64-437f-bfa0-e9c90a34ab54 req-ab8bff9c-3cf7-478b-b2d0-eaee9aa8ce4c tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571175 Oct 13 03:58:36.128861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.130242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.152701 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.158058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['9a404e6e-1fcf-46b9-93d9-c0e70f7f1872'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:36.191979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.214957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.266753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dda102e-358d-45d4-9697-4a67ff784bfe req-8bf5ba05-a82e-4599-8c09-a480f97df1d1 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f HTTP/1.1" status: 200 len: 210 time: 0.1827106 Oct 13 03:58:36.267545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Pushing event deleted for resources: {'Port': ['ID=9a404e6e-1fcf-46b9-93d9-c0e70f7f1872,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:36.291379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:36.317826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] No DVR routers for this DVR port 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:58:36.325233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-58a93306-ff65-40b0-935b-e61f10c92f77 service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350244 Oct 13 03:58:36.325945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:36.326876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.333348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0438810-2e64-4d6f-bc56-ccec9434f060 req-5ac20ee7-8baf-4b3b-a628-b7717f9dbb37 tempest-AggregatesAdminTestJSON-1794981697 tempest-AggregatesAdminTestJSON-1794981697-project] 10.222.0.15 "DELETE /v2.0/ports/9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 HTTP/1.1" status: 204 len: 173 time: 2.0657876 Oct 13 03:58:36.334033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'name': 'network-vif-deleted', 'tag': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:36.337804 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96ef93-771f-4ec4-af0e-5197c4c462eb" -d '{"events": [{"server_uuid": "c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f", "name": "network-vif-deleted", "tag": "9a404e6e-1fcf-46b9-93d9-c0e70f7f1872"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:36.352153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:36.360748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Pushing event updated for resources: {'Port': ['ID=f2415569-5cda-434b-8914-df9fe8999d07,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:36.527306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-511d9da9-8456-4958-91e2-9bb34e238739 req-72031b7b-fdbf-4a0b-a88f-467d3b655644 service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830437 Oct 13 03:58:36.536840 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2223371-414c-4a58-ac89-55eae242a10e x-openstack-request-id: req-d2223371-414c-4a58-ac89-55eae242a10e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:36.538998 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f", "name": "network-vif-deleted", "tag": "9a404e6e-1fcf-46b9-93d9-c0e70f7f1872", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:36.539441 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2223371-414c-4a58-ac89-55eae242a10e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:36.540071 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dffbf2-6a2a-46a8-ad92-e6fef5185b8f', 'name': 'network-vif-deleted', 'tag': '9a404e6e-1fcf-46b9-93d9-c0e70f7f1872', 'status': 'completed', 'code': 200} Oct 13 03:58:36.581604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Attempting to bind port f2415569-5cda-434b-8914-df9fe8999d07 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:36.582996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Attempting to bind port f2415569-5cda-434b-8914-df9fe8999d07 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:36.583762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Attempting to bind port f2415569-5cda-434b-8914-df9fe8999d07 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:36.597534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:36.598657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Checking segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:36.599489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.600723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Bound using segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:36.601860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Bound port: f2415569-5cda-434b-8914-df9fe8999d07, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:36.602786 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.729013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] For port f2415569-5cda-434b-8914-df9fe8999d07, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:36.732859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] For port f2415569-5cda-434b-8914-df9fe8999d07, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f2415569-5cda-434b-8914-df9fe8999d07,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:36.743378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.762200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:36.765774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.768002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Pushing event updated for resources: {'Port': ['ID=3b42aabe-5fe9-46f2-91dc-61f2b504c996,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:36.781971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:36.836064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37860a2c-e2a4-4c2d-a0c4-e7fbe0aaa028 None None] Pushing event updated for resources: {'Port': ['ID=f2415569-5cda-434b-8914-df9fe8999d07,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:36.838795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:36.840925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7a721-f102-4511-8de1-d995ea6bd199 req-8d859a9d-ad76-4910-a099-4749aedd6bed tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:36.843708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ec7a721-f102-4511-8de1-d995ea6bd199 req-8d859a9d-ad76-4910-a099-4749aedd6bed tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 932 time: 0.1762693 Oct 13 03:58:36.854954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.878982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Transition to ACTIVE for port object 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:58:36.925045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fc323a4-d2d7-4a3b-aa5c-f61f419a4ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.927283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:36.930865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:36.939321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:36.940007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:36.974445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ec7a721-f102-4511-8de1-d995ea6bd199 req-2b671552-7cbb-4b09-9ad3-e768bf3963ad tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164665 Oct 13 03:58:37.085746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-3b7d7982-6d71-4892-88f6-9bc6cdacb749 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2003801 Oct 13 03:58:37.086589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fc323a4-d2d7-4a3b-aa5c-f61f419a4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.115989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Request body: {'port': {'device_id': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:37.132874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.237007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ba4abf96-4b31-4d16-9d2c-bdf75f64c8b5 tempest-AutoAllocateNetworkTest-1349843812 tempest-AutoAllocateNetworkTest-1349843812-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90bbc778ece741819e4bc664ad88d419&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4728513 Oct 13 03:58:37.239639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:37.416550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79a3ba0f-4127-4d0d-b989-fa7076305340 None None] Provisioning complete for port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:37.417118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79a3ba0f-4127-4d0d-b989-fa7076305340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.481977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79a3ba0f-4127-4d0d-b989-fa7076305340 None None] Port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:37.484245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.556066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc323a4-d2d7-4a3b-aa5c-f61f419a4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b5c4b-1f4b-4312-b367-cec8ac342f40,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:37.567861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ffc6a-c8ea-45d8-9428-58dcd9ef420a req-acfc15b4-c7e1-4329-82b4-1fbf0ee292a7 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:37.569502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c7ffc6a-c8ea-45d8-9428-58dcd9ef420a req-acfc15b4-c7e1-4329-82b4-1fbf0ee292a7 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 936 time: 1.2819099 Oct 13 03:58:37.574151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3fc323a4-d2d7-4a3b-aa5c-f61f419a4ed9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f66706c73994684af418da6d501fb74&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3426509 Oct 13 03:58:37.610888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42478) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:37.661709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f88f84-43cc-47da-bd63-85d3692688f2 req-86403fe5-16c3-4d02-b4b4-ce53f6b2744c tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:37.663060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d1f88f84-43cc-47da-bd63-85d3692688f2 req-86403fe5-16c3-4d02-b4b4-ce53f6b2744c tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 943 time: 0.3239045 Oct 13 03:58:37.686284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c062b9-7820-4adc-8b78-56c81b41429c tempest-AutoAllocateNetworkTest-1349843812 tempest-AutoAllocateNetworkTest-1349843812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:37.691855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04c062b9-7820-4adc-8b78-56c81b41429c tempest-AutoAllocateNetworkTest-1349843812 tempest-AutoAllocateNetworkTest-1349843812-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4507134 Oct 13 03:58:37.698779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:37.701925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Attempting to bind port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:37.703579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Attempting to bind port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:37.703933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Attempting to bind port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 on network 74941c07-d12d-4a9f-925d-b1e62281f19e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:37.737400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:37.743226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.755471 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.767913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-988802ff-8f4e-4578-9a6a-c597a642e6e3 tempest-AutoAllocateNetworkTest-1349843812 tempest-AutoAllocateNetworkTest-1349843812-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679371 Oct 13 03:58:37.768526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:37.786878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 on network 74941c07-d12d-4a9f-925d-b1e62281f19e not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:58:37.787469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Attempting to bind port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 on network 74941c07-d12d-4a9f-925d-b1e62281f19e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:37.817095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:37.817452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Checking segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:37.818020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Bound using segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:37.818476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Bound port: 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:37.818819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.822478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02e09c10-8762-4e44-85bc-539c0058d820 tempest-AutoAllocateNetworkTest-1349843812 tempest-AutoAllocateNetworkTest-1349843812-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90bbc778ece741819e4bc664ad88d419 HTTP/1.1" status: 200 len: 208 time: 0.0471509 Oct 13 03:58:37.856882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d1f88f84-43cc-47da-bd63-85d3692688f2 req-1c732b8c-3a75-4c0c-993d-98a5a3696ffc tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810961 Oct 13 03:58:37.939182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c7ffc6a-c8ea-45d8-9428-58dcd9ef420a req-ccb4596e-ef00-444e-831e-a9414cc28605 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293686 Oct 13 03:58:37.949499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4f1e-6fb0-4b44-ab4d-d4dc3a661b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:37.997655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4f1e-6fb0-4b44-ab4d-d4dc3a661b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.159407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] For port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:38.225393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] For port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:38.267574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f2415569-5cda-434b-8914-df9fe8999d07 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:38.269753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:38.271591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4139b1-f01c-46a9-9872-48c4f1877ee4 None None] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:38.292231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.312217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:38.375506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:38.384614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f2415569-5cda-434b-8914-df9fe8999d07 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:38.385219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.417280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3deb85b0-274e-4742-864e-45070741508b None None] Provisioning complete for port f2415569-5cda-434b-8914-df9fe8999d07 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:38.417903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3deb85b0-274e-4742-864e-45070741508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.430755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b201c3-7059-4821-948c-64b5605e6dda req-d3582fda-35b1-4e1c-818b-439759ca4575 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:38.432791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08b201c3-7059-4821-948c-64b5605e6dda req-d3582fda-35b1-4e1c-818b-439759ca4575 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.3212397 Oct 13 03:58:38.455018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:38.455621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.469179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-4d5891bc-35e1-4e84-8b97-990c1db67087 service neutron] 10.222.0.26 "PUT /v2.0/ports/8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 HTTP/1.1" status: 200 len: 1092 time: 3.4518430 Oct 13 03:58:38.499265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:58:38.517223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0c84d81d-9aff-4035-8f48-5daaae4fb771 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc30a58ec50c48ff9a53580b84345ae2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2462971 Oct 13 03:58:38.518189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:38.535389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d77b5ce-5cac-4803-aa1f-e590ac68e923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.587875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:58:38.588216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9a404e6e-1fcf-46b9-93d9-c0e70f7f1872 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:58:38.625698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d77b5ce-5cac-4803-aa1f-e590ac68e923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.640025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d77b5ce-5cac-4803-aa1f-e590ac68e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.665489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b42aabe-5fe9-46f2-91dc-61f2b504c996 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:38.683117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.696900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3deb85b0-274e-4742-864e-45070741508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.703404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Transition to ACTIVE for port object 3b42aabe-5fe9-46f2-91dc-61f2b504c996 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:58:38.706805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:38.707439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0d77b5ce-5cac-4803-aa1f-e590ac68e923 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90bbc778ece741819e4bc664ad88d419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941185 Oct 13 03:58:38.710691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:38.744053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77b5ce-5cac-4803-aa1f-e590ac68e923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfd82d-58ec-48a8-a038-f275198bfdd2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:38.757761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.771253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4f1e-6fb0-4b44-ab4d-d4dc3a661b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.772459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd22d5f-f080-43f6-a3b1-0aff246247c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.774240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4f1e-6fb0-4b44-ab4d-d4dc3a661b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.776109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ef7c4f1e-6fb0-4b44-ab4d-d4dc3a661b07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd6b5c4b-1f4b-4312-b367-cec8ac342f40 HTTP/1.1" status: 204 len: 168 time: 1.1530662 Oct 13 03:58:38.789793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3deb85b0-274e-4742-864e-45070741508b None None] For port f2415569-5cda-434b-8914-df9fe8999d07, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f2415569-5cda-434b-8914-df9fe8999d07,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:38.790436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c4f1e-6fb0-4b44-ab4d-d4dc3a661b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b5c4b-1f4b-4312-b367-cec8ac342f40,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:38.793377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.802476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0a358fe-1121-4f21-b901-8784061cb0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.825079 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3deb85b0-274e-4742-864e-45070741508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.850596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0a358fe-1121-4f21-b901-8784061cb0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.916058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Pushing event updated for resources: {'Port': ['ID=3b42aabe-5fe9-46f2-91dc-61f2b504c996,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:38.965883 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0a358fe-1121-4f21-b901-8784061cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.975787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0a358fe-1121-4f21-b901-8784061cb0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:38.979253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c0a358fe-1121-4f21-b901-8784061cb0ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2cfd82d-58ec-48a8-a038-f275198bfdd2 HTTP/1.1" status: 204 len: 168 time: 0.2658641 Oct 13 03:58:38.988316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb85b0-274e-4742-864e-45070741508b None None] Pushing event updated for resources: {'Port': ['ID=f2415569-5cda-434b-8914-df9fe8999d07,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:39.000910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 03:58:39.001260 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 03:58:39.027727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd22d5f-f080-43f6-a3b1-0aff246247c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.065324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a358fe-1121-4f21-b901-8784061cb0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfd82d-58ec-48a8-a038-f275198bfdd2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:39.147702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08b201c3-7059-4821-948c-64b5605e6dda req-94729be8-bb6c-4c61-89ef-4850160849ed tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6765442 Oct 13 03:58:39.187238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcefb-8737-4421-a618-fe2f55ab4571 req-604d343a-1ac9-4f3c-a94b-33165207cd25 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:39.187820 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60d9efc-4bf5-4408-a7cc-48104c8672c2" -d '{"events": [{"name": "network-changed", "server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:39.195647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4debcefb-8737-4421-a618-fe2f55ab4571 req-604d343a-1ac9-4f3c-a94b-33165207cd25 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 943 time: 0.1638563 Oct 13 03:58:39.235251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99471c8f-51d7-4985-aec3-124812515dc6 None None] Provisioning complete for port f2415569-5cda-434b-8914-df9fe8999d07 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:39.236230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99471c8f-51d7-4985-aec3-124812515dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.271641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4debcefb-8737-4421-a618-fe2f55ab4571 req-88bf5ad5-1abb-490b-9e29-67128c7e211f tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709064 Oct 13 03:58:39.273876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd22d5f-f080-43f6-a3b1-0aff246247c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.279014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-002e0931-4f64-4506-8648-d83ab22dea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:39.282736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd22d5f-f080-43f6-a3b1-0aff246247c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.284172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bbd22d5f-f080-43f6-a3b1-0aff246247c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b703afdc-4425-40ff-8dbd-db18184fd371 HTTP/1.1" status: 204 len: 168 time: 0.7650776 Oct 13 03:58:39.289686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-002e0931-4f64-4506-8648-d83ab22dea18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 1095 time: 0.5009301 Oct 13 03:58:39.309623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22d5f-f080-43f6-a3b1-0aff246247c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b703afdc-4425-40ff-8dbd-db18184fd371,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:39.323652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Attempting to bind port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:39.323835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Attempting to bind port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:39.324117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Attempting to bind port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:39.331270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.417781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:39.435302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5295cb1-132d-40a7-ae68-0cba99cf9d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.569681 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5295cb1-132d-40a7-ae68-0cba99cf9d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.576888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5295cb1-132d-40a7-ae68-0cba99cf9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.629085 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.636333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:58:39.637064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Attempting to bind port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:39.639678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.659991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d5295cb1-132d-40a7-ae68-0cba99cf9d7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86988d0eab664f08871da57814cc6c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405455 Oct 13 03:58:39.664002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:39.694298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5295cb1-132d-40a7-ae68-0cba99cf9d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eafea2-7ecc-42f5-a101-279b0f08e9f1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:39.742495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-312f1797-0474-4572-a9cd-1fb0831ce6a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 HTTP/1.1" status: 200 len: 217 time: 0.3715434 Oct 13 03:58:39.746779 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a72c16d-8554-4942-a20c-2d11fdfe0756 x-openstack-request-id: req-3a72c16d-8554-4942-a20c-2d11fdfe0756 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:39.747067 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:39.747316 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a72c16d-8554-4942-a20c-2d11fdfe0756 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:39.747950 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'status': 'completed', 'code': 200} Oct 13 03:58:39.752337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c127139-b292-46e7-896e-7e6f6f13c93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.778777 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c127139-b292-46e7-896e-7e6f6f13c93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.821302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-b32aa08d-b3f7-4b2b-ab30-e85abe27ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:39.822960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-b32aa08d-b3f7-4b2b-ab30-e85abe27ba2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.0567539 Oct 13 03:58:39.834914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c127139-b292-46e7-896e-7e6f6f13c93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.838594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c127139-b292-46e7-896e-7e6f6f13c93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.839914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7c127139-b292-46e7-896e-7e6f6f13c93a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61eafea2-7ecc-42f5-a101-279b0f08e9f1 HTTP/1.1" status: 204 len: 168 time: 0.1745014 Oct 13 03:58:39.845207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Allocated IP 172.25.1.29 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/85f718ad-3abf-48b4-8ca7-9e09f1996566) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:39.850239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c127139-b292-46e7-896e-7e6f6f13c93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eafea2-7ecc-42f5-a101-279b0f08e9f1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:39.860650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:39.861142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:39.861429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:39.861874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Bound port: 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:39.862236 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:39.936858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:39.988713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-22678578-092e-4082-a96c-39766f4178c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1f7034f34c442c79a0bddd2c23f3285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480678 Oct 13 03:58:39.989446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42568) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:40.047750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c539f288-a86f-42e1-a65e-9394586e5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.059481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.074696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ea53-1feb-46c0-ba7f-ee1044d489e1 req-e9169a34-ae3d-4934-b364-ee79843fa942 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:40.080093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c539f288-a86f-42e1-a65e-9394586e5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.081884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83a5ea53-1feb-46c0-ba7f-ee1044d489e1 req-e9169a34-ae3d-4934-b364-ee79843fa942 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 948 time: 0.7241971 Oct 13 03:58:40.139256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c539f288-a86f-42e1-a65e-9394586e5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.142796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c539f288-a86f-42e1-a65e-9394586e5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.144912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c539f288-a86f-42e1-a65e-9394586e5277 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ed53c95-e7d8-40b7-b741-d2c27aa454c7 HTTP/1.1" status: 204 len: 168 time: 0.1549127 Oct 13 03:58:40.154897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f288-a86f-42e1-a65e-9394586e5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed53c95-e7d8-40b7-b741-d2c27aa454c7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:40.207312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f2415569-5cda-434b-8914-df9fe8999d07 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:40.218543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-cfaea84f-79a2-4e18-ba3c-f5180349105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:40.224347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-cfaea84f-79a2-4e18-ba3c-f5180349105c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3851707 Oct 13 03:58:40.292611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83a5ea53-1feb-46c0-ba7f-ee1044d489e1 req-3ad99870-67fe-48e1-9568-0f69d39d029b tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094622 Oct 13 03:58:40.334180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f2415569-5cda-434b-8914-df9fe8999d07 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:40.334764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.352741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ae8c9-d5f8-4771-af76-1aa0d219648f req-a1ebd2cf-a698-4c68-9913-0bf2edc31a46 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:40.370778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed1ae8c9-d5f8-4771-af76-1aa0d219648f req-a1ebd2cf-a698-4c68-9913-0bf2edc31a46 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.1119895 Oct 13 03:58:40.405744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.412492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:40.413629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] For port 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:40.480436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed1ae8c9-d5f8-4771-af76-1aa0d219648f req-629a315b-0cf8-4bda-a1ba-5f5085b71726 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086516 Oct 13 03:58:40.480846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] For port 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:40.519956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:58:40.523170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:40.524592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.540518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:40.543622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:40.665810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=85f718ad-3abf-48b4-8ca7-9e09f1996566,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:40.672913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:40.673552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.675019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b42aabe-5fe9-46f2-91dc-61f2b504c996 HTTP/1.1" status: 200 len: 1096 time: 3.5739496 Oct 13 03:58:40.735036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-feec5c71-ea18-402a-8447-50c997dcf91c service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863379 Oct 13 03:58:40.752102 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3fc11d4-0678-4cd2-81b7-bbd1e5b20e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.767306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8254-d738-451a-a055-841389799837 req-0b4df4e7-fc55-4f67-bbc4-32f94cd0754e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:40.775603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d21a8254-d738-451a-a055-841389799837 req-0b4df4e7-fc55-4f67-bbc4-32f94cd0754e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 943 time: 0.3516166 Oct 13 03:58:40.812347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:40.844641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'port_id': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'mac_address': 'fa:16:3e:84:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:58:40.921847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.947961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:40.977780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3fc11d4-0678-4cd2-81b7-bbd1e5b20e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:40.989740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3fc11d4-0678-4cd2-81b7-bbd1e5b20e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.001341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:41.013210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.047132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a3fc11d4-0678-4cd2-81b7-bbd1e5b20e6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a99a7019ccc429f8a6adbec91f92c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323068 Oct 13 03:58:41.047132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:41.049266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc11d4-0678-4cd2-81b7-bbd1e5b20e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaef0c6-2c4a-493e-bd3c-ca9181476c3a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:41.080413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.084068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48222553-c421-4ad2-8a34-fd1cb12a6232 service neutron] Pushing event updated for resources: {'Port': ['ID=3b42aabe-5fe9-46f2-91dc-61f2b504c996,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:41.107409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82e3cafc-7116-46fa-8770-af545c8bc0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.138677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82e3cafc-7116-46fa-8770-af545c8bc0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.153001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:41.172436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d21a8254-d738-451a-a055-841389799837 req-1194daf6-48f1-4ca9-8314-1185be9421e8 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955448 Oct 13 03:58:41.185589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-c6d8afd2-f29a-4682-905a-221c20bf925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:41.187695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-c6d8afd2-f29a-4682-905a-221c20bf925b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b33ac7721af4794a050d97180aa4df4&device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 1099 time: 0.4529970 Oct 13 03:58:41.228765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82e3cafc-7116-46fa-8770-af545c8bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.232713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82e3cafc-7116-46fa-8770-af545c8bc0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.238103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-82e3cafc-7116-46fa-8770-af545c8bc0ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6aaef0c6-2c4a-493e-bd3c-ca9181476c3a HTTP/1.1" status: 204 len: 168 time: 0.1893563 Oct 13 03:58:41.247852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3cafc-7116-46fa-8770-af545c8bc0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaef0c6-2c4a-493e-bd3c-ca9181476c3a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:41.284176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-28212fad-6b23-41c7-a5b1-5fad99f9d40e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996 HTTP/1.1" status: 200 len: 217 time: 0.0856521 Oct 13 03:58:41.310349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221ebca5-8fbe-48ab-8720-cc490a9a7e08 req-5c1631a6-132e-49ba-bd6c-3948f7b5c0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644317 Oct 13 03:58:41.403299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-207e1458-ab1d-4c94-8049-cb1720f5449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:41.405241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-207e1458-ab1d-4c94-8049-cb1720f5449f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1127334 Oct 13 03:58:41.463170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6ad5-f966-498f-8226-78189acd3e41 req-dd0f8df4-6372-4dcb-a531-d70805d7ee20 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:41.474239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-186d6ad5-f966-498f-8226-78189acd3e41 req-dd0f8df4-6372-4dcb-a531-d70805d7ee20 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 948 time: 0.0852389 Oct 13 03:58:41.479159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:41.557394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-186d6ad5-f966-498f-8226-78189acd3e41 req-0a6ebbd5-0c29-40f7-a8c6-60f25949751f tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820460 Oct 13 03:58:41.601395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-1c222003-0c40-4fb5-b2ff-8269e30c3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:41.603125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-1c222003-0c40-4fb5-b2ff-8269e30c3dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 1095 time: 0.2047248 Oct 13 03:58:41.614663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-5d7e79b0-5a92-4c12-98d5-ba2a415927fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:41.616091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-5d7e79b0-5a92-4c12-98d5-ba2a415927fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001929 Oct 13 03:58:41.823229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'tag': '3b42aabe-5fe9-46f2-91dc-61f2b504c996'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:41.826732 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa" -d '{"events": [{"name": "network-changed", "server_uuid": "15e92203-e349-4d56-9c7f-1ec88513e5f4", "tag": "3b42aabe-5fe9-46f2-91dc-61f2b504c996"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:41.894500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:41.923675 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9064b4f-ce15-4333-9a17-5eea37a93f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:41.949540 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91985640-24a9-4619-a591-c393f34b0c12 x-openstack-request-id: req-91985640-24a9-4619-a591-c393f34b0c12 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:41.949814 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e92203-e349-4d56-9c7f-1ec88513e5f4", "tag": "3b42aabe-5fe9-46f2-91dc-61f2b504c996", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:41.950227 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91985640-24a9-4619-a591-c393f34b0c12 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:41.950772 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'tag': '3b42aabe-5fe9-46f2-91dc-61f2b504c996', 'status': 'completed', 'code': 200} Oct 13 03:58:41.952885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.015301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbe11a-7c7e-425c-933e-6b16751655ff req-6538aa96-c200-4d76-894c-4ad282aa58b8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.016761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ffbe11a-7c7e-425c-933e-6b16751655ff req-6538aa96-c200-4d76-894c-4ad282aa58b8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.4218600 Oct 13 03:58:42.059744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9064b4f-ce15-4333-9a17-5eea37a93f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.066802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9064b4f-ce15-4333-9a17-5eea37a93f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.114375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b9064b4f-ce15-4333-9a17-5eea37a93f8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5974827e97d44858bb8c7c904d5c4db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187638 Oct 13 03:58:42.115144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064b4f-ce15-4333-9a17-5eea37a93f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4249280d-71b3-4b88-8330-7f2f8ff3fc79,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:42.117664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:42.174075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-858e0133-93b0-4b3b-9e5e-49720861ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.183691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ffbe11a-7c7e-425c-933e-6b16751655ff req-17c9f3e1-5061-42e2-9fb7-924ffd079b4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473815 Oct 13 03:58:42.216641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-f4fad0ae-3a3d-4df5-924f-4e77bfd11e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.218405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-f4fad0ae-3a3d-4df5-924f-4e77bfd11e4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 925 time: 0.6002793 Oct 13 03:58:42.219809 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-858e0133-93b0-4b3b-9e5e-49720861ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.222268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-ec7c6259-463d-427c-b182-41c14c656b2d service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809454 Oct 13 03:58:42.319427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-858e0133-93b0-4b3b-9e5e-49720861ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.323549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-c9be0224-115c-4392-a315-3c62b8ebb9db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 HTTP/1.1" status: 200 len: 217 time: 0.0892773 Oct 13 03:58:42.324574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-858e0133-93b0-4b3b-9e5e-49720861ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.329277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-858e0133-93b0-4b3b-9e5e-49720861ee7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4249280d-71b3-4b88-8330-7f2f8ff3fc79 HTTP/1.1" status: 204 len: 168 time: 0.2105968 Oct 13 03:58:42.358366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e0133-93b0-4b3b-9e5e-49720861ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4249280d-71b3-4b88-8330-7f2f8ff3fc79,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:42.383511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83865-f87f-498a-a647-ca2764866913 req-61f53a6e-9a38-439a-ad69-a908f614f1fd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.385529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03b83865-f87f-498a-a647-ca2764866913 req-61f53a6e-9a38-439a-ad69-a908f614f1fd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 944 time: 0.1169705 Oct 13 03:58:42.396600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-9258d4f5-4b79-4f88-8957-316968a3450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.398364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-9258d4f5-4b79-4f88-8957-316968a3450e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.0545957 Oct 13 03:58:42.465027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03b83865-f87f-498a-a647-ca2764866913 req-a8e9e0e6-919c-45f3-a5fb-4b4454ebf60d tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692523 Oct 13 03:58:42.480793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c84fd6a2-ed51-4d10-9317-0767253a7818 req-5e7e2c23-1c43-4b39-ab58-9a76e8b04454 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453525 Oct 13 03:58:42.496103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Router 4715e17e-421d-4acc-b720-04c903e90cd9 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 03:58:42.507250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-58d739fa-6554-496d-af3e-0f0c76b3d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.509595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-58d739fa-6554-496d-af3e-0f0c76b3d33e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991654 Oct 13 03:58:42.516067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:42.590830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:58:42.596537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:42.597559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.703428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-41d61464-156e-4376-97f3-9ddc0aeaf9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.704936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-41d61464-156e-4376-97f3-9ddc0aeaf9e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b33ac7721af4794a050d97180aa4df4&device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 1099 time: 0.1301861 Oct 13 03:58:42.718184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.754249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:42.755352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:42.758180 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45381c37-8ee1-43cf-a375-2789f29910d2" -d '{"events": [{"server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "name": "network-vif-plugged", "status": "completed", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:42.766508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.810044 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e43a6de-a0ef-4aec-ae21-8a2b298d8b0b x-openstack-request-id: req-7e43a6de-a0ef-4aec-ae21-8a2b298d8b0b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:42.810341 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "name": "network-vif-plugged", "status": "completed", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:42.810798 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e43a6de-a0ef-4aec-ae21-8a2b298d8b0b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:42.811251 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'code': 200} Oct 13 03:58:42.825395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c32034-b5ad-47ea-93b1-56fb5f0adaa5 req-eadfdb5f-1f0d-4597-ad1f-2cc53b136152 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.826814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17c32034-b5ad-47ea-93b1-56fb5f0adaa5 req-eadfdb5f-1f0d-4597-ad1f-2cc53b136152 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 948 time: 0.1761856 Oct 13 03:58:42.833577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-f4dc7683-ef27-4f9b-8f5f-ba3f09b0e0da service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130867 Oct 13 03:58:42.868415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:42.924478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:42.937174 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:42.952236 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:42.954100 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:42.954943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afa814-5546-4a9c-bfa9-ebed8e512e03 req-d9fe2225-1ee6-4f9b-9697-ec2b7fe2c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.957264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63afa814-5546-4a9c-bfa9-ebed8e512e03 req-d9fe2225-1ee6-4f9b-9697-ec2b7fe2c48a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 1096 time: 0.0692225 Oct 13 03:58:42.967396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:42.967396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ef66d542-c6cf-4c8d-8b63-ca42654fb2e6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0975752 Oct 13 03:58:42.968968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:42.980034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17c32034-b5ad-47ea-93b1-56fb5f0adaa5 req-ab88e8cf-0319-4fe2-8e31-cf6200fade6c tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454923 Oct 13 03:58:42.988329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-f096ec92-5e6f-43a4-9bd1-7361b97f188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:42.990237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-f096ec92-5e6f-43a4-9bd1-7361b97f188f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2444174 Oct 13 03:58:43.047408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-5d69f132-e19a-44e8-b784-557f4d7d3815 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996 HTTP/1.1" status: 200 len: 217 time: 0.0479500 Oct 13 03:58:43.059472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60d9efc-4bf5-4408-a7cc-48104c8672c2 req-155adfa7-2716-4b50-ac27-1bbca58a7d45 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069359 Oct 13 03:58:43.078284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63afa814-5546-4a9c-bfa9-ebed8e512e03 req-cd28dbef-5518-4e4a-8466-8764741210f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080348 Oct 13 03:58:43.115147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-06ddf578-9f28-4333-a570-c94a51a3642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:43.116861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-06ddf578-9f28-4333-a570-c94a51a3642c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0562515 Oct 13 03:58:43.139533 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:43.349386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873827-abd1-476b-9b14-122ecb9f149a req-886082c7-9aee-4344-816c-b9f0767334cd tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:43.351433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b873827-abd1-476b-9b14-122ecb9f149a req-886082c7-9aee-4344-816c-b9f0767334cd tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.0746226 Oct 13 03:58:43.415340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b873827-abd1-476b-9b14-122ecb9f149a req-a071ced9-dca6-4c22-8db3-5a026c3f6cfd tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565529 Oct 13 03:58:43.429066 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:40Z', 'revision_number': 3, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:43.463288 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:43.464152 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Updating router 4715e17e-421d-4acc-b720-04c903e90cd9 port 85f718ad-3abf-48b4-8ca7-9e09f1996566 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:43.495246 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:43.517993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-00e1e0f9-8488-4bf9-83f3-4094653b9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:43.520144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-00e1e0f9-8488-4bf9-83f3-4094653b9ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622759 Oct 13 03:58:43.578656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:43.713562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-8da4e99d-4fc4-4896-ae43-fc47393bbb45 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849618 Oct 13 03:58:43.732360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e28a5f-2a04-4b91-9685-0da422869321 req-56247974-a058-4ef4-a686-35220ec2ffbe tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:43.733883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64e28a5f-2a04-4b91-9685-0da422869321 req-56247974-a058-4ef4-a686-35220ec2ffbe tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.0796616 Oct 13 03:58:43.828282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64e28a5f-2a04-4b91-9685-0da422869321 req-b4af817a-4450-47c4-bb5c-a4cfbd8761bf tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866482 Oct 13 03:58:43.832865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Allocated IP 172.20.0.1 (68dbdb12-b1c0-4a85-b1c8-eab17ced1c29/8c6354fb-c7bd-4edf-b946-51a8e7154a64/1b4ae070-6469-41bb-9fa3-13a8cff064b5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:43.858080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acd98372-ac1d-45d4-ae0b-6f5a69b055aa req-7be43d65-497f-46f5-8bb2-1b01d9fd689e service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342049 Oct 13 03:58:43.969276 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:43.974405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:43.977626 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.019715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.034814 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Attempting to bind port 85f718ad-3abf-48b4-8ca7-9e09f1996566 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:44.035190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Attempting to bind port 85f718ad-3abf-48b4-8ca7-9e09f1996566 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:44.035561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Attempting to bind port 85f718ad-3abf-48b4-8ca7-9e09f1996566 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:44.038080 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f60c-357a-4323-bab4-6a7a043d1b00 None None] Pushing event updated for resources: {'Port': ['ID=85f718ad-3abf-48b4-8ca7-9e09f1996566,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:44.044744 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:44.044744 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:44.044744 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.045135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:44.045582 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Bound port: 85f718ad-3abf-48b4-8ca7-9e09f1996566, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:44.045983 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.064998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:44.069227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:44.072864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:44.073330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.107454 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] For port 85f718ad-3abf-48b4-8ca7-9e09f1996566, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:44.111596 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] For port 85f718ad-3abf-48b4-8ca7-9e09f1996566, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=85f718ad-3abf-48b4-8ca7-9e09f1996566,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:44.120968 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.188163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ae070-6469-41bb-9fa3-13a8cff064b5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:44.208723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c919ca9-de25-4d66-a71a-852e7bf8d86b req-44afbfcd-7542-4325-9b5a-021189bba035 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:44.210631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c919ca9-de25-4d66-a71a-852e7bf8d86b req-44afbfcd-7542-4325-9b5a-021189bba035 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 948 time: 0.0928202 Oct 13 03:58:44.231468 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:58:44.236764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f60c-357a-4323-bab4-6a7a043d1b00 None None] Pushing event updated for resources: {'Port': ['ID=85f718ad-3abf-48b4-8ca7-9e09f1996566,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:44.241884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:44.242630 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:44.307737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c919ca9-de25-4d66-a71a-852e7bf8d86b req-b9023b9a-afe1-4b06-89ab-2e7cdc73d28c tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Oct 13 03:58:44.356007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.397780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:44.474843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3a980e3-911b-4292-b14f-4256d921d8ee None None] Provisioning complete for port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:44.476005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3a980e3-911b-4292-b14f-4256d921d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.514377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d3a980e3-911b-4292-b14f-4256d921d8ee None None] Port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:44.583897 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.598951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.599880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:44.667287 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:40Z', 'revision_number': 3, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:44.710034 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f74ba0-ecc4-4704-aaf8-607a9e85a8c9 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:40Z', 'revision_number': 3, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:44.719614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ae070-6469-41bb-9fa3-13a8cff064b5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:44.804581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75919d-a837-45e7-8a19-3fc9cfa1196d req-a3de3da3-0578-46e0-b3ce-39e1f8b31171 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:44.806203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec75919d-a837-45e7-8a19-3fc9cfa1196d req-a3de3da3-0578-46e0-b3ce-39e1f8b31171 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.0880294 Oct 13 03:58:44.839876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:44.848528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:44.855177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:44.871131 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec75919d-a837-45e7-8a19-3fc9cfa1196d req-c9a2e501-a8ee-4068-b995-52ac12c2a36f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557842 Oct 13 03:58:44.983549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1552555531-network', 'tenant_id': 'a62396ed82ce4e35966d8cba99f53fa1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:45.011424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:58:45.056755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Made reservation on behalf of a62396ed82ce4e35966d8cba99f53fa1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:45.059200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.081325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.213032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.220100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.244308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:45.256725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-beb94bed-85a8-4558-9257-06205093b780 None None] Provisioning complete for port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:45.258452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-beb94bed-85a8-4558-9257-06205093b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.271011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.271429 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Added segment 400c7992-f56a-4836-8857-f91367d3e0ef of type vlan for network dc94f459-093a-4277-b616-cce24ef3c71a Oct 13 03:58:45.335285 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.335875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-beb94bed-85a8-4558-9257-06205093b780 None None] Port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:45.397466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.398917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:45.399505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.472438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35064884-a0e9-4f97-b2e7-e94c63413c13,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:45.497556 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6563423 Oct 13 03:58:45.502064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:45.512091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Request body: {'subnet': {'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1552555531-subnet', 'tenant_id': 'a62396ed82ce4e35966d8cba99f53fa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:45.518103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf7ceb-2e1a-467c-8200-63dbce42de33 admin admin] Pushing event updated for resources: {'Network': ['ID=dc94f459-093a-4277-b616-cce24ef3c71a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:45.519006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:45.537169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f734b54a-1f8f-4aa0-a2fa-784428a64b13 admin admin] 10.222.0.44 "PUT /v2.0/routers/4715e17e-421d-4acc-b720-04c903e90cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277586 Oct 13 03:58:45.554544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network dc94f459-093a-4277-b616-cce24ef3c71a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:45.559732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb09b0f-700b-4fa2-8081-11a3eacf232b req-f8c2fc1a-550a-46b0-86ba-eec1a048e296 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:45.561217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dcb09b0f-700b-4fa2-8081-11a3eacf232b req-f8c2fc1a-550a-46b0-86ba-eec1a048e296 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 948 time: 0.0933294 Oct 13 03:58:45.564135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427cc27-777f-4657-97b3-423214f1d329 req-a75a70a0-a7c2-403d-95be-f7a606ba2464 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:45.570523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b427cc27-777f-4657-97b3-423214f1d329 req-a75a70a0-a7c2-403d-95be-f7a606ba2464 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.1234286 Oct 13 03:58:45.619136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Made reservation on behalf of a62396ed82ce4e35966d8cba99f53fa1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:45.626081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.627941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dcb09b0f-700b-4fa2-8081-11a3eacf232b req-277618e5-8a65-49e1-ba29-206886e47e1f tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Oct 13 03:58:45.746704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b427cc27-777f-4657-97b3-423214f1d329 req-4645a16d-0402-4c2f-9c16-1fc4f0195cbd tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679165 Oct 13 03:58:45.890004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:45.978226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e32eee-0704-4d9b-968e-22aebe0e774f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:45.994647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:45.995214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Network hostable DHCP agents. Network: dc94f459-093a-4277-b616-cce24ef3c71a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:46.015226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Network dc94f459-093a-4277-b616-cce24ef3c71a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:46.029627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, dc94f459-093a-4277-b616-cce24ef3c71a) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:46.038917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56bbb30-d0dc-473b-bcb5-041bcf79e86e None None] Network dc94f459-093a-4277-b616-cce24ef3c71a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:46.042307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:46.043289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.064802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8b50c99c-b91a-4f58-a2b7-e212fe46eda8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5603654 Oct 13 03:58:46.173053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-032ca744-6d04-4a51-9e74-a831757a3ed6 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:46.176105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-032ca744-6d04-4a51-9e74-a831757a3ed6 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 820 time: 0.1754267 Oct 13 03:58:46.209229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-0762ea02-71e3-442f-af1f-96b44a4b91d3 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/quotas/508cef1b89464dfdae474418ad7df718 HTTP/1.1" status: 200 len: 375 time: 0.0262477 Oct 13 03:58:46.220234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817109-22e4-41e7-a908-8cc78934b021 req-9d1d8e31-69ba-4d7e-a935-8e5e48886b4e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:46.236763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24817109-22e4-41e7-a908-8cc78934b021 req-9d1d8e31-69ba-4d7e-a935-8e5e48886b4e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.1421235 Oct 13 03:58:46.265754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 85f718ad-3abf-48b4-8ca7-9e09f1996566 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:46.299224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24817109-22e4-41e7-a908-8cc78934b021 req-537b7c93-c401-43f7-9a89-7bb4c7e56dab tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610142 Oct 13 03:58:46.339050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1ec30-b72a-4477-802e-81ef39569fb5 None None] Network dc94f459-093a-4277-b616-cce24ef3c71a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:46.394131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 85f718ad-3abf-48b4-8ca7-9e09f1996566 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:46.394506 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.403355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-63c5ef93-1829-4f65-b3eb-cc2b7283aca9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1915641 Oct 13 03:58:46.429214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:46.565600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3b42aabe-5fe9-46f2-91dc-61f2b504c996 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:58:46.597185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.616781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6177441a-a20e-4daa-a821-2751910de93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.618589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 85f718ad-3abf-48b4-8ca7-9e09f1996566, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=85f718ad-3abf-48b4-8ca7-9e09f1996566,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:46.663070 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.744469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=85f718ad-3abf-48b4-8ca7-9e09f1996566,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:46.771118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:46.778723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-c547fcb4-19db-441e-93ac-b643c876ce17 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:58:46.784958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '3b42aabe-5fe9-46f2-91dc-61f2b504c996', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '3b42aabe-5fe9-46f2-91dc-61f2b504c996', 'mac_address': 'fa:16:3e:d6:e5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:58:46.788817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-c547fcb4-19db-441e-93ac-b643c876ce17 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2517476 Oct 13 03:58:46.827274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.844404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b42aabe-5fe9-46f2-91dc-61f2b504c996 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:46.852990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6177441a-a20e-4daa-a821-2751910de93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.867790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6177441a-a20e-4daa-a821-2751910de93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.877900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:46.878896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:46.883639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:46.885997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:58:46.923429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c785eb-a1f1-4c4d-be35-e566d50ab827 req-3adeab5d-b8c4-448f-a43e-cf34815d0e5c tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:46.925459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38c785eb-a1f1-4c4d-be35-e566d50ab827 req-3adeab5d-b8c4-448f-a43e-cf34815d0e5c tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 948 time: 0.1599104 Oct 13 03:58:46.935458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-38296f53-cf73-457c-9af0-4e28f2d11b3d service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452687 Oct 13 03:58:46.943787 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6177441a-a20e-4daa-a821-2751910de93d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08ca7b2662904793b80e7793ec318ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152357 Oct 13 03:58:46.948429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:46.952599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177441a-a20e-4daa-a821-2751910de93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb07aa-43f1-469c-b559-a5fb5d654582,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:47.016015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38c785eb-a1f1-4c4d-be35-e566d50ab827 req-dedb4e17-6155-49f6-8f3e-d92f6a948af0 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792234 Oct 13 03:58:47.069309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:47.083645 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3b42aabe-5fe9-46f2-91dc-61f2b504c996,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:47.097941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:47.098777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:47.181442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:47.229488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec25f85-8690-44d5-866e-9716a8db2af0 req-d4f77585-a744-49d1-bf16-a592074490ba tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:47.234727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ec25f85-8690-44d5-866e-9716a8db2af0 req-d4f77585-a744-49d1-bf16-a592074490ba tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.1232724 Oct 13 03:58:47.237523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:47.248057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-535485277-network', 'tenant_id': '6b05e7cb832c4ad7acc203982ef97225'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:47.277129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:47.307920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'port_id': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'mac_address': 'fa:16:3e:05:33:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:58:47.308881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ec25f85-8690-44d5-866e-9716a8db2af0 req-8c22bcaa-9e55-44af-a0f8-eb5930b014db tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519950 Oct 13 03:58:47.310287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Made reservation on behalf of 6b05e7cb832c4ad7acc203982ef97225 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:47.311332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:47.314546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.325313 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.345632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa9caa62-72dd-4dcb-a457-0dc2b927a1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.435960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a5a7-ff6a-4004-8fd7-f2a9a6f3e4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.446191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-e1289137-0303-49d0-81cf-f0f6062fa6e3 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095761 Oct 13 03:58:47.464136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.482175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.513210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:47.519462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a5a7-ff6a-4004-8fd7-f2a9a6f3e4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.531251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.532223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa9caa62-72dd-4dcb-a457-0dc2b927a1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.545183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa9caa62-72dd-4dcb-a457-0dc2b927a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.548238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:47.548907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:47.559321 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.561336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.561695 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Added segment 7e414125-3328-4d55-8ad7-348b24ab8a18 of type vlan for network 5cef7b13-c83e-42d8-b12e-2acd885cbf3a Oct 13 03:58:47.633779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.634504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aa9caa62-72dd-4dcb-a457-0dc2b927a1c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=849d53dca62944bdb2d2557b6aa925d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515223 Oct 13 03:58:47.637748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:47.680119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9caa62-72dd-4dcb-a457-0dc2b927a1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa76a3-4976-44ec-a619-4f8d6fb4941a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:47.682705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:47.692352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e942236-07e5-4a15-aa38-b6d67f48f6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.699641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.700561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:47.701287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.712316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 2, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:47.745421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c93228-4b72-42f0-86fd-7b7872192dab req-aeb1f28c-0ef5-4ea7-b830-222df6d243c9 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:47.750097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:47.750748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Updating router 4715e17e-421d-4acc-b720-04c903e90cd9 port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 03:58:47.756849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c93228-4b72-42f0-86fd-7b7872192dab req-aeb1f28c-0ef5-4ea7-b830-222df6d243c9 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 944 time: 0.3137157 Oct 13 03:58:47.778023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5390322 Oct 13 03:58:47.780889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:47.792900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Request body: {'subnet': {'network_id': '5cef7b13-c83e-42d8-b12e-2acd885cbf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-535485277-subnet', 'tenant_id': '6b05e7cb832c4ad7acc203982ef97225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:47.801384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a5a7-ff6a-4004-8fd7-f2a9a6f3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.804094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a5a7-ff6a-4004-8fd7-f2a9a6f3e4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.807655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e6c4a5a7-ff6a-4004-8fd7-f2a9a6f3e4a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eabb07aa-43f1-469c-b559-a5fb5d654582 HTTP/1.1" status: 204 len: 168 time: 0.8552127 Oct 13 03:58:47.837215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d430-a4b6-4cd5-a38c-7718444691ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.868446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4a5a7-ff6a-4004-8fd7-f2a9a6f3e4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb07aa-43f1-469c-b559-a5fb5d654582,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:47.899922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ee29-e9a1-4f2d-951b-83e15cdb54da req-7850fe10-b147-4ea8-b003-f0ca5c08b9ea tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:47.911971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ab876-2ac3-4927-981e-09d1081fb5d0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:47.917339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0010ee29-e9a1-4f2d-951b-83e15cdb54da req-7850fe10-b147-4ea8-b003-f0ca5c08b9ea tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.2389643 Oct 13 03:58:47.917460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:47.923940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:47.937760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Request body: {'floatingip': {'port_id': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:47.989563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a271f4-7aa6-4ab1-af6d-94f92d824d12 admin admin] Pushing event updated for resources: {'Network': ['ID=5cef7b13-c83e-42d8-b12e-2acd885cbf3a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:48.007409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c93228-4b72-42f0-86fd-7b7872192dab req-f9ac1af9-8133-4b53-9b5c-9f127f8ada16 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499673 Oct 13 03:58:48.018009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 5cef7b13-c83e-42d8-b12e-2acd885cbf3a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:48.031492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.084104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e942236-07e5-4a15-aa38-b6d67f48f6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.092871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e942236-07e5-4a15-aa38-b6d67f48f6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.095339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3b42aabe-5fe9-46f2-91dc-61f2b504c996'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:48.101631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d430-a4b6-4cd5-a38c-7718444691ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.103598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Made reservation on behalf of 6b05e7cb832c4ad7acc203982ef97225 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:48.104291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8fdb6d5f-6f1a-41d5-8739-422dc75b0c03'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:48.106615 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.119645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f8d0b22c-8b96-4e19-9a1a-aab2eb68f13b req-edd834e2-4a66-478e-86d5-88bb5f196d3e tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0921588 Oct 13 03:58:48.231310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6e942236-07e5-4a15-aa38-b6d67f48f6db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca652bd35a324ee5a0aaa683a72d704e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0486214 Oct 13 03:58:48.231921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:48.290383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e942236-07e5-4a15-aa38-b6d67f48f6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c659b57-8e16-4738-a1ba-169cb0cc640d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:48.325660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbff9d-bb70-49c5-bf13-aad8415bcc53 req-0711d74d-73c7-4b2a-8eb6-ebba25afdbb1 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:48.327893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00fbff9d-bb70-49c5-bf13-aad8415bcc53 req-0711d74d-73c7-4b2a-8eb6-ebba25afdbb1 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 949 time: 0.1538837 Oct 13 03:58:48.329093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e329d76a-29c1-454b-b7e4-3a273a167e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.357188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:48.359542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e329d76a-29c1-454b-b7e4-3a273a167e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.364081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 85f718ad-3abf-48b4-8ca7-9e09f1996566 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:48.406632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ac86aa1-5173-4cd7-b627-795b00e58fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.452739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00fbff9d-bb70-49c5-bf13-aad8415bcc53 req-e36a70eb-6a5d-43b2-887d-9a30cb0cd14d tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675211 Oct 13 03:58:48.456510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d430-a4b6-4cd5-a38c-7718444691ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.459149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d430-a4b6-4cd5-a38c-7718444691ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.460269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0dc9d430-a4b6-4cd5-a38c-7718444691ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36aa76a3-4976-44ec-a619-4f8d6fb4941a HTTP/1.1" status: 204 len: 168 time: 0.8048742 Oct 13 03:58:48.470977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e329d76a-29c1-454b-b7e4-3a273a167e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.474475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e329d76a-29c1-454b-b7e4-3a273a167e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.476431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e329d76a-29c1-454b-b7e4-3a273a167e77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c659b57-8e16-4738-a1ba-169cb0cc640d HTTP/1.1" status: 204 len: 168 time: 0.2387621 Oct 13 03:58:48.507572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329d76a-29c1-454b-b7e4-3a273a167e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c659b57-8e16-4738-a1ba-169cb0cc640d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:48.524760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9d430-a4b6-4cd5-a38c-7718444691ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa76a3-4976-44ec-a619-4f8d6fb4941a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:48.672087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 85f718ad-3abf-48b4-8ca7-9e09f1996566 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:48.672456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.794582 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.917309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.951938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcdab738-e3a4-495f-a4c1-79a82108cf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.959642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ac86aa1-5173-4cd7-b627-795b00e58fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.960786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abe386a-af3a-4282-94af-f0108876c2bc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:48.968168 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:48.986352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ac86aa1-5173-4cd7-b627-795b00e58fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.019233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Checking segment: {'id': '7e414125-3328-4d55-8ad7-348b24ab8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5cef7b13-c83e-42d8-b12e-2acd885cbf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:49.019690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Network hostable DHCP agents. Network: 5cef7b13-c83e-42d8-b12e-2acd885cbf3a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:49.041217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71abdab-8017-422f-a53e-cb5a6684dfa2 None None] Pushing event updated for resources: {'Port': ['ID=1b4ae070-6469-41bb-9fa3-13a8cff064b5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:49.113385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Attempting to bind port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:49.113758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Attempting to bind port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:49.114108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Attempting to bind port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:49.137642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:49.138030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Checking segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:49.140298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.140865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Bound using segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:49.142161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Bound port: 1b4ae070-6469-41bb-9fa3-13a8cff064b5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:49.144474 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.170662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3ac86aa1-5173-4cd7-b627-795b00e58fe7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=692baa8059a146c68fa804f8b1ba13b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016167 Oct 13 03:58:49.185905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:49.186148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:49.188077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac86aa1-5173-4cd7-b627-795b00e58fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dedb0a-7a37-494b-9878-cbfc7f356a66,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:49.271313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:49.275409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Network 5cef7b13-c83e-42d8-b12e-2acd885cbf3a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:49.289577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] For port 1b4ae070-6469-41bb-9fa3-13a8cff064b5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:49.294897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] For port 1b4ae070-6469-41bb-9fa3-13a8cff064b5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1b4ae070-6469-41bb-9fa3-13a8cff064b5,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:49.305134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.329520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e467407-e200-449d-a5e4-fb6e8d4bcda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.330124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1006cea5-8195-4841-a998-5f38dc691654 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:49.332118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1006cea5-8195-4841-a998-5f38dc691654 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 820 time: 0.2119000 Oct 13 03:58:49.337949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 03:58:49.345437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492217e0-321a-4d4b-bfa7-18355d5b48cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.352632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf4ae98d-dbb5-49b0-ab08-8cc5a0015612 req-af3cab74-76bb-4e3c-b4c0-f1055f77a90f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0406778 Oct 13 03:58:49.356037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'port': {'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'admin_state_up': True, 'tenant_id': '508cef1b89464dfdae474418ad7df718'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:49.391483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:49.392346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:49.447247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71abdab-8017-422f-a53e-cb5a6684dfa2 None None] Pushing event updated for resources: {'Port': ['ID=1b4ae070-6469-41bb-9fa3-13a8cff064b5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:49.514126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Made reservation on behalf of 508cef1b89464dfdae474418ad7df718 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:49.526871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.529611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-580aa9f9-aaf4-4c7e-a416-889b6c144fde None None] Provisioning complete for port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:49.529985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-580aa9f9-aaf4-4c7e-a416-889b6c144fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.570920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:49.614377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 5cef7b13-c83e-42d8-b12e-2acd885cbf3a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:49.624218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6977618-f7cf-4e39-aae3-45aa1f6a072a None None] Network 5cef7b13-c83e-42d8-b12e-2acd885cbf3a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:49.646771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:49.647516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.673882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a88fcb-ce64-4446-8843-e8b0403dbfd8 req-8b43197a-4f3e-4419-9964-590b2071145f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:49.681701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11a88fcb-ce64-4446-8843-e8b0403dbfd8 req-8b43197a-4f3e-4419-9964-590b2071145f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 945 time: 0.5434802 Oct 13 03:58:49.686896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308af9a6-b5b5-49bf-b9c2-54aa843702b6 req-2fcfe8f6-8cc0-4e4d-8b95-0a2a24b73adb tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:49.688732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-308af9a6-b5b5-49bf-b9c2-54aa843702b6 req-2fcfe8f6-8cc0-4e4d-8b95-0a2a24b73adb tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 949 time: 0.1331820 Oct 13 03:58:49.736720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.757249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b836959c-4d3a-4992-9eb1-aa6b3a87df35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9700370 Oct 13 03:58:49.798404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.819721 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b99fe-2906-4ff4-ac56-06ed65bbe143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.827088 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-308af9a6-b5b5-49bf-b9c2-54aa843702b6 req-76e2e9fc-4aea-475e-985c-a5e7a48053ba tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935559 Oct 13 03:58:49.841066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Allocated IP 172.20.0.13 (68dbdb12-b1c0-4a85-b1c8-eab17ced1c29/8c6354fb-c7bd-4edf-b946-51a8e7154a64/2f340028-230a-4781-afba-3941fa1d0d08) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:49.844769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-580aa9f9-aaf4-4c7e-a416-889b6c144fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.923486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11a88fcb-ce64-4446-8843-e8b0403dbfd8 req-fdcb4446-d803-4735-a94a-e9f26407f763 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410028 Oct 13 03:58:49.962699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b99fe-2906-4ff4-ac56-06ed65bbe143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:49.967285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-580aa9f9-aaf4-4c7e-a416-889b6c144fde None None] For port 1b4ae070-6469-41bb-9fa3-13a8cff064b5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1b4ae070-6469-41bb-9fa3-13a8cff064b5,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:49.975745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21acdbe-309c-4473-9cc4-16494c533157 None None] Network 5cef7b13-c83e-42d8-b12e-2acd885cbf3a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:49.993391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-580aa9f9-aaf4-4c7e-a416-889b6c144fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.058446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.116045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e467407-e200-449d-a5e4-fb6e8d4bcda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.124237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492217e0-321a-4d4b-bfa7-18355d5b48cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.132046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e467407-e200-449d-a5e4-fb6e8d4bcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.145629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.150676 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Floating IP c7371f8d-700d-4b7d-bd52-1a44adc1cc37 associated. External IP: 172.25.1.137, port: fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b. Oct 13 03:58:50.152760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492217e0-321a-4d4b-bfa7-18355d5b48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.209111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:50.213199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:50.226405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:50.233043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:50.233989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.243673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467407-e200-449d-a5e4-fb6e8d4bcda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd9185-633d-47b9-a805-4fab5feee2c4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:50.246219 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b99fe-2906-4ff4-ac56-06ed65bbe143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.249253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b99fe-2906-4ff4-ac56-06ed65bbe143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.250401 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9b4b99fe-2906-4ff4-ac56-06ed65bbe143 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41dedb0a-7a37-494b-9878-cbfc7f356a66 HTTP/1.1" status: 204 len: 168 time: 1.0592051 Oct 13 03:58:50.262785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5e467407-e200-449d-a5e4-fb6e8d4bcda9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1de39f003e44514af8ae78e7abe6fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0702829 Oct 13 03:58:50.270571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-492217e0-321a-4d4b-bfa7-18355d5b48cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55fa8829c146438f88e7e1591a8a53fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969370 Oct 13 03:58:50.272289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:50.289000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:50.295400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aa9f9-aaf4-4c7e-a416-889b6c144fde None None] Pushing event updated for resources: {'Port': ['ID=1b4ae070-6469-41bb-9fa3-13a8cff064b5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:50.318835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event updated for resources: {'Port': ['ID=2f340028-230a-4781-afba-3941fa1d0d08,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:50.355969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-ca7a4b56-5566-4400-805c-e89800a84c68 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0052705 Oct 13 03:58:50.360910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d57c9e18-985e-403b-9712-34924ce1732b None None] Provisioning complete for port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:50.361409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d57c9e18-985e-403b-9712-34924ce1732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.374214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:50.402585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Request body: {'port': {'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:50.450540 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5f91-e9dd-44a7-897b-aded771413d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.522196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492217e0-321a-4d4b-bfa7-18355d5b48cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d1d0f-e609-4d5b-bdea-9bdf538a9cae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:50.525549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30202f09-d8dd-4645-8835-b2793a0dfdab None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:50.549357 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5f91-e9dd-44a7-897b-aded771413d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.565275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.576188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3b42aabe-5fe9-46f2-91dc-61f2b504c996 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:50.583239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c04fc242-2659-4a6d-9dc2-5aa42e3e9bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.594746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-9f98c367-b775-41df-9ecc-07337159ce80 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:50.597094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-9f98c367-b775-41df-9ecc-07337159ce80 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.2818587 Oct 13 03:58:50.627287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b99fe-2906-4ff4-ac56-06ed65bbe143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dedb0a-7a37-494b-9878-cbfc7f356a66,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:50.680131 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c04fc242-2659-4a6d-9dc2-5aa42e3e9bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.708907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:58:50.716000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:50.716642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.717327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-dc97eb8f-a9d8-4d1e-943b-76bf874e6b76 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/quotas/a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 375 time: 0.0932684 Oct 13 03:58:50.762230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-495c1a63-57ca-459a-a977-c8b66b4f766c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439408 Oct 13 03:58:50.790244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910e8a-3e21-4f85-8300-c218381131ca req-48eb58aa-73aa-491a-af50-661499df2f39 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:50.805889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40910e8a-3e21-4f85-8300-c218381131ca req-48eb58aa-73aa-491a-af50-661499df2f39 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 932 time: 0.2937794 Oct 13 03:58:50.860608 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.885669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b42aabe-5fe9-46f2-91dc-61f2b504c996'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:50.888210 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba7d25-fbea-41e6-83e0-9d53a208bd9e" -d '{"events": [{"server_uuid": "15e92203-e349-4d56-9c7f-1ec88513e5f4", "name": "network-vif-plugged", "status": "completed", "tag": "3b42aabe-5fe9-46f2-91dc-61f2b504c996"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:50.892763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Router 63e891dd-a748-4996-a692-d68bcab55260 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:58:50.907614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:50.917338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31edba60-1e5f-4eca-a089-4eb7f2f85a78 None None] Provisioning complete for port 2f340028-230a-4781-afba-3941fa1d0d08 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:50.917844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31edba60-1e5f-4eca-a089-4eb7f2f85a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.937362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40910e8a-3e21-4f85-8300-c218381131ca req-a14642e6-0b30-4edc-9892-4fbc55b4d642 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293206 Oct 13 03:58:50.981370 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:50.982324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:51.012828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c04fc242-2659-4a6d-9dc2-5aa42e3e9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.015573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c04fc242-2659-4a6d-9dc2-5aa42e3e9bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.019776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c04fc242-2659-4a6d-9dc2-5aa42e3e9bef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da8d1d0f-e609-4d5b-bdea-9bdf538a9cae HTTP/1.1" status: 204 len: 168 time: 0.6637437 Oct 13 03:58:51.044313 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5f91-e9dd-44a7-897b-aded771413d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.046894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5f91-e9dd-44a7-897b-aded771413d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.050386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b6aa5f91-e9dd-44a7-897b-aded771413d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0cd9185-633d-47b9-a805-4fab5feee2c4 HTTP/1.1" status: 204 len: 168 time: 0.7747886 Oct 13 03:58:51.069037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fc242-2659-4a6d-9dc2-5aa42e3e9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d1d0f-e609-4d5b-bdea-9bdf538a9cae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:51.150896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-31edba60-1e5f-4eca-a089-4eb7f2f85a78 None None] Port 2f340028-230a-4781-afba-3941fa1d0d08 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:58:51.160745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f003b-2b6d-4618-9676-1a8275c7843e req-97bf30f3-e732-46f1-95fc-70f98bad6ab8 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:51.162551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e85f003b-2b6d-4618-9676-1a8275c7843e req-97bf30f3-e732-46f1-95fc-70f98bad6ab8 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 950 time: 0.0951481 Oct 13 03:58:51.164395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:58:51.165034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3b42aabe-5fe9-46f2-91dc-61f2b504c996,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:51.169576 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.193869 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] Sync routers for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:58:51.211598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa5f91-e9dd-44a7-897b-aded771413d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd9185-633d-47b9-a805-4fab5feee2c4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:51.213060 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:51.213716 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:51.253089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-b1e1b709-efae-4bd8-b90d-278f62e39ea1 service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892495 Oct 13 03:58:51.259751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1f48d589-7bb3-4669-add2-80061596083b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "PUT /v2.0/floatingips/c7371f8d-700d-4b7d-bd52-1a44adc1cc37 HTTP/1.1" status: 200 len: 991 time: 3.3278646 Oct 13 03:58:51.264191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:51.280312 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f664e0-8fe2-4df5-a6e4-08735f389c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:51.288898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e85f003b-2b6d-4618-9676-1a8275c7843e req-2d29db56-d7b4-4cc3-85f2-77f73416864b tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Oct 13 03:58:51.348077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:58:51.354960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:51.355626 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.410559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-30024a49-7ab6-4dcb-9559-4e82b05f2392 service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564472 Oct 13 03:58:51.456511 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee67b7-c489-40f8-820d-977b94fab514 x-openstack-request-id: req-36ee67b7-c489-40f8-820d-977b94fab514 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:51.456802 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e92203-e349-4d56-9c7f-1ec88513e5f4", "name": "network-vif-plugged", "status": "completed", "tag": "3b42aabe-5fe9-46f2-91dc-61f2b504c996", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:51.457058 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36ee67b7-c489-40f8-820d-977b94fab514 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:51.457446 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b42aabe-5fe9-46f2-91dc-61f2b504c996', 'code': 200} Oct 13 03:58:51.526933 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:51.553682 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-795f34df-8f2c-40c1-a1c3-5a0c9b10e5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.648826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f340028-230a-4781-afba-3941fa1d0d08 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:51.666921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.702886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Transition to ACTIVE for port object 2f340028-230a-4781-afba-3941fa1d0d08 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:58:51.714622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.727683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.778039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4e964-2b47-4b67-9327-a1c38ff209fb req-60da6452-e073-4e81-906f-9abb3823169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:51.779581 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bc4e964-2b47-4b67-9327-a1c38ff209fb req-60da6452-e073-4e81-906f-9abb3823169b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 1101 time: 0.2968447 Oct 13 03:58:51.826587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:51.828802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:51.843442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f9e7c-c995-460e-bc7c-ed1619bc4886 req-7bf27a39-2680-415b-8e0d-fc3db1e9f076 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:51.846302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-409f9e7c-c995-460e-bc7c-ed1619bc4886 req-7bf27a39-2680-415b-8e0d-fc3db1e9f076 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 945 time: 0.2706583 Oct 13 03:58:51.950456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:51.954291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Pushing event updated for resources: {'Port': ['ID=2f340028-230a-4781-afba-3941fa1d0d08,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:51.986572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Attempting to bind port 2f340028-230a-4781-afba-3941fa1d0d08 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:51.986998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Attempting to bind port 2f340028-230a-4781-afba-3941fa1d0d08 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:51.987328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Attempting to bind port 2f340028-230a-4781-afba-3941fa1d0d08 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:51.992579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Port 2f340028-230a-4781-afba-3941fa1d0d08 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:58:51.992952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Attempting to bind port 2f340028-230a-4781-afba-3941fa1d0d08 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:51.998934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:51.999269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Checking segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:51.999655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Bound using segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:52.000142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Bound port: 2f340028-230a-4781-afba-3941fa1d0d08, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:52.000715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:52.042663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-409f9e7c-c995-460e-bc7c-ed1619bc4886 req-784a22e4-cef3-4cc6-814c-823c6313fe1a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748559 Oct 13 03:58:52.046871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bc4e964-2b47-4b67-9327-a1c38ff209fb req-a3bf95ef-4d7f-4582-b082-9fb376873c04 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534757 Oct 13 03:58:52.100898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] For port 2f340028-230a-4781-afba-3941fa1d0d08, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:52.102618 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f1f91-19c7-4ea3-9fa8-83e697127ab7 x-openstack-request-id: req-045f1f91-19c7-4ea3-9fa8-83e697127ab7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:52.103119 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:52.103538 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-045f1f91-19c7-4ea3-9fa8-83e697127ab7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:52.104426 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'status': 'completed', 'code': 200} Oct 13 03:58:52.109662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] For port 2f340028-230a-4781-afba-3941fa1d0d08, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2f340028-230a-4781-afba-3941fa1d0d08,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:52.126307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:52.262626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:52.263429 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:52.266262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] 10.222.0.15 "PUT /v2.0/ports/2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 1092 time: 1.8688231 Oct 13 03:58:52.267789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:52.274507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fb8de62-3013-4422-852f-d040286bf593 req-a32df091-9041-4c61-80aa-e77b5012b7bd tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 210 time: 0.0921588 Oct 13 03:58:52.277013 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b3e4f8-435b-44f7-b951-601085799ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:52.325268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1b4ae070-6469-41bb-9fa3-13a8cff064b5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:52.401815 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c7371f8d-700d-4b7d-bd52-1a44adc1cc37', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '63e891dd-a748-4996-a692-d68bcab55260', 'port_id': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'mac_address': 'fa:16:3e:84:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:17Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 1, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:52.426363 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626d769-1fb7-44e5-998d-85d43cd7798f x-openstack-request-id: req-d626d769-1fb7-44e5-998d-85d43cd7798f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:52.426894 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:52.426894 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d626d769-1fb7-44e5-998d-85d43cd7798f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:52.427300 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'status': 'completed', 'code': 200} Oct 13 03:58:52.491705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-5e8db0d6-045f-4b15-b0be-cfc4713b676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:52.497206 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] Checking router: 63e891dd-a748-4996-a692-d68bcab55260 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:58:52.501720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-5e8db0d6-045f-4b15-b0be-cfc4713b676f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5210fd9cd984ce6be9837e575eea283&device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 1096 time: 0.1542115 Oct 13 03:58:52.516232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:58:52.517565 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:52.543407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:52.543752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:52.588232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76f66-3986-491f-9f40-83ec66dcf73a service neutron] Pushing event updated for resources: {'Port': ['ID=2f340028-230a-4781-afba-3941fa1d0d08,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:52.698637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff17711-9003-4432-bc41-749bb0cd9005 req-f2e89a85-e0e4-4acd-93d8-fe5f1a22432c tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:52.707631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ff17711-9003-4432-bc41-749bb0cd9005 req-f2e89a85-e0e4-4acd-93d8-fe5f1a22432c tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 944 time: 0.4595692 Oct 13 03:58:52.731896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-865a1cd9-4236-45f3-993c-af59d560784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:52.742017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-865a1cd9-4236-45f3-993c-af59d560784d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1095 time: 0.4054601 Oct 13 03:58:52.799173 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:58:52.850692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:52.902207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d592fae-cfd8-4189-b7e4-67b487aacb66 req-a89d5887-033d-493b-9bb7-5d826ecfe72f tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:52.905660 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:52.913214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d592fae-cfd8-4189-b7e4-67b487aacb66 req-a89d5887-033d-493b-9bb7-5d826ecfe72f tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 950 time: 0.3737986 Oct 13 03:58:52.932355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:52.940881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-fd836e28-fc98-4943-b3af-bbcd114dfdd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.1852195 Oct 13 03:58:52.971878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-67b08ac1-e87b-4270-93be-5c1919243659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:52.973433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-67b08ac1-e87b-4270-93be-5c1919243659 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84 HTTP/1.1" status: 200 len: 916 time: 0.4630988 Oct 13 03:58:53.027058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ff17711-9003-4432-bc41-749bb0cd9005 req-92bf53fe-ac45-4393-bdd9-dde38218e0d3 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182147 Oct 13 03:58:53.074865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d592fae-cfd8-4189-b7e4-67b487aacb66 req-77a3290e-cbde-4d40-9030-7b5a425ef4bc tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545844 Oct 13 03:58:53.078924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-fbe620b9-7f76-4916-90db-22a5d6bccd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.080898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-fbe620b9-7f76-4916-90db-22a5d6bccd92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1291463 Oct 13 03:58:53.185980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-639585a8-ce18-4319-8da6-55f397a4a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.187838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-639585a8-ce18-4319-8da6-55f397a4a6ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994580 Oct 13 03:58:53.245377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-cb67de81-58a2-48a0-8908-0e2f7dc36255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b HTTP/1.1" status: 200 len: 999 time: 0.2620690 Oct 13 03:58:53.271513 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c7371f8d-700d-4b7d-bd52-1a44adc1cc37', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '63e891dd-a748-4996-a692-d68bcab55260', 'port_id': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'mac_address': 'fa:16:3e:84:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:17Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 1, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:53.303155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-1987e5ec-2814-4d83-a0a1-ece84bab96fa service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075518 Oct 13 03:58:53.316331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-707633974-network', 'tenant_id': '4124bd203d62436dabb6073d9f3b34a2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:53.348942 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddd078-4c9a-4968-be58-94a64d79b1c2 None None] The sync data for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 is: [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c7371f8d-700d-4b7d-bd52-1a44adc1cc37', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '63e891dd-a748-4996-a692-d68bcab55260', 'port_id': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'mac_address': 'fa:16:3e:84:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:17Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 1, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:58:53.441015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-21facc3b-8e6b-4c85-9c29-46def1303939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.442990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-21facc3b-8e6b-4c85-9c29-46def1303939 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c943c688-1c92-48ab-9fbe-ccc8916c5317 HTTP/1.1" status: 200 len: 854 time: 0.1686053 Oct 13 03:58:53.451552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7948a-4ecf-4bd3-be09-fdfb7c246d5c req-08776909-8365-4240-808a-27d3a8e3a993 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.458781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:53.459956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1d7948a-4ecf-4bd3-be09-fdfb7c246d5c req-08776909-8365-4240-808a-27d3a8e3a993 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 946 time: 0.2182524 Oct 13 03:58:53.460279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eec66113-0739-4465-8e11-cae95eb9cb1d req-e80476ea-d3f1-43d9-b073-2c7307640dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484401 Oct 13 03:58:53.462895 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a641a2-6176-4f64-a3ae-69e69de03a5d" -d '{"events": [{"server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "name": "network-vif-plugged", "status": "completed", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:53.519145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae342630-31d6-462d-8810-25cd22e97f9c req-e9a3298a-3410-4986-a75e-72d802880440 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 210 time: 0.0551577 Oct 13 03:58:53.529125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Made reservation on behalf of 4124bd203d62436dabb6073d9f3b34a2 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:53.531397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:53.594837 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c2407-d6eb-4e54-92cc-e4c9b44a33b4 x-openstack-request-id: req-4c7c2407-d6eb-4e54-92cc-e4c9b44a33b4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:53.595371 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "name": "network-vif-plugged", "status": "completed", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:53.595828 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c7c2407-d6eb-4e54-92cc-e4c9b44a33b4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:53.597089 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'code': 200} Oct 13 03:58:53.598973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:53.613771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-43cf0e80-b518-45f8-9095-da51bdb6ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.615332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-43cf0e80-b518-45f8-9095-da51bdb6ff4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0926995 Oct 13 03:58:53.619170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.15', 51097) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:53.675792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-4e79246a-7436-4446-8a32-cedda183e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.684161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-4e79246a-7436-4446-8a32-cedda183e0d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203667 Oct 13 03:58:53.733339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1d7948a-4ecf-4bd3-be09-fdfb7c246d5c req-592f66c6-aee7-4a69-84e2-b5b9a23d37cc tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717068 Oct 13 03:58:53.798097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7a066-9fc0-4a82-8a4f-534895712738 None None] New status for floating IP c7371f8d-700d-4b7d-bd52-1a44adc1cc37: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:58:53.802851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-e215aac2-8a2c-4eec-9afa-32e7dd30b836 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:53.804338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-e215aac2-8a2c-4eec-9afa-32e7dd30b836 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.1787713 Oct 13 03:58:53.873596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Request body: {'port': {'device_id': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'admin_state_up': True, 'tenant_id': 'a62396ed82ce4e35966d8cba99f53fa1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:54.071519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.078173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-c491ff01-2504-46cf-a0a8-7e41bd0a41dd service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750722 Oct 13 03:58:54.083046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.101003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:54.125059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.125412 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Added segment ec85b959-d4f7-4507-9b4c-3084cd7a5fa8 of type vlan for network b2a02df3-bceb-45f8-a08d-704a2866fc8d Oct 13 03:58:54.210502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d718e1-444b-4ef0-8be8-a892dde1aade req-4f1c2aa0-4665-4934-b095-f25117b13efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.211935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45d718e1-444b-4ef0-8be8-a892dde1aade req-4f1c2aa0-4665-4934-b095-f25117b13efb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 1097 time: 0.3974683 Oct 13 03:58:54.220242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.280625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45d718e1-444b-4ef0-8be8-a892dde1aade req-75d9f07d-a4de-4bc0-ac7a-cdc9bd973815 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609252 Oct 13 03:58:54.309565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.310523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.311103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.349560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290e47-2964-4622-b290-6bb2d078ba77 req-63be9bc8-e9fc-4ced-bfc6-7052509a55ca tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.356537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1290e47-2964-4622-b290-6bb2d078ba77 req-63be9bc8-e9fc-4ced-bfc6-7052509a55ca tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 944 time: 0.1482255 Oct 13 03:58:54.376737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-8ee6b939-6a94-44e1-80f8-5e3e14b5e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.378717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-8ee6b939-6a94-44e1-80f8-5e3e14b5e2d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.7543712 Oct 13 03:58:54.421377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Pushing event updated for resources: {'Network': ['ID=b2a02df3-bceb-45f8-a08d-704a2866fc8d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:54.436577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.436921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.437039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.437743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.437853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.438108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.438439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.438823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.439166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.439528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.440776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.441144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.441483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:54.453267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1290e47-2964-4622-b290-6bb2d078ba77 req-399b49ed-27e1-41bb-b9ef-5a93866109b5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958619 Oct 13 03:58:54.457386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b2a02df3-bceb-45f8-a08d-704a2866fc8d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:54.459106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-773a4edc-a87c-4bf1-8ade-cc4304b737ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0639791 Oct 13 03:58:54.477207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5dd2-47d2-4815-a779-bb816c35ac2b req-a21189cc-309f-4589-be4b-b2ba4392ea81 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.478730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95ba5dd2-47d2-4815-a779-bb816c35ac2b req-a21189cc-309f-4589-be4b-b2ba4392ea81 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 950 time: 0.2137458 Oct 13 03:58:54.484304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094de899-44a3-4129-9ba0-75f636bbfbca,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:54.487523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Made reservation on behalf of a62396ed82ce4e35966d8cba99f53fa1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:54.492051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.539384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7aeabd87-0049-4a62-9a98-721cbe8d8d4a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6758759 Oct 13 03:58:54.545631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:54.550969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Request body: {'subnet': {'network_id': 'b2a02df3-bceb-45f8-a08d-704a2866fc8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-707633974-subnet', 'tenant_id': '4124bd203d62436dabb6073d9f3b34a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:54.580214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95ba5dd2-47d2-4815-a779-bb816c35ac2b req-031ac1cf-a687-4242-b4df-cb5aa2bdb578 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724750 Oct 13 03:58:54.583905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Made reservation on behalf of 4124bd203d62436dabb6073d9f3b34a2 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:54.586448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:54.598425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-a8f03fa9-1910-4bcc-8823-9fa9f99f9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.604475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-a8f03fa9-1910-4bcc-8823-9fa9f99f9a20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1363719 Oct 13 03:58:54.709356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99f664e0-8fe2-4df5-a6e4-08735f389c0c req-479e3f3c-689b-4e10-b9fe-f03d6ba0548f service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606102 Oct 13 03:58:54.720478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-89b18e88-0ac0-466b-a94b-b87acc5ef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:54.722384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-89b18e88-0ac0-466b-a94b-b87acc5ef62f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767264 Oct 13 03:58:54.834987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Allocated IP 172.20.0.12 (dc94f459-093a-4277-b616-cce24ef3c71a/54e32eee-0704-4d9b-968e-22aebe0e774f/12e5f768-1ee7-4644-ae0d-dc1105e88ed7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:58:54.901890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-83aa4548-0f70-454f-b437-dfb9b79005b3 service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492310 Oct 13 03:58:54.959218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5597bb98-a9c5-4815-9fbf-3f7c23859bf9 req-9b17371f-9a9f-4294-a912-9f56f8d681e2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 210 time: 0.2784393 Oct 13 03:58:55.100300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3e4f8-435b-44f7-b951-601085799ac0 req-e0fbab6d-2a52-4e9d-83ec-571a4f06ccfc service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864729 Oct 13 03:58:55.121802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:55.145355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4587-2f1e-4132-b673-3a0540f811a9 req-f6d78823-7dea-4fef-9ffc-5e97be2d24b6 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:55.146802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b06f4587-2f1e-4132-b673-3a0540f811a9 req-f6d78823-7dea-4fef-9ffc-5e97be2d24b6 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 946 time: 0.1010425 Oct 13 03:58:55.148143 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:55.180924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:55.183662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7557fdc8-45bf-4708-b9a8-9911636bc7d8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266964 Oct 13 03:58:55.231098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4009a800-2c66-4d18-beee-46db3e577628,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:55.238359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b06f4587-2f1e-4132-b673-3a0540f811a9 req-0ce79499-a93f-4fc5-82c7-2a5cb304a2d1 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828629 Oct 13 03:58:55.245448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Checking segment: {'id': 'ec85b959-d4f7-4507-9b4c-3084cd7a5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b2a02df3-bceb-45f8-a08d-704a2866fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:55.245579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Network hostable DHCP agents. Network: b2a02df3-bceb-45f8-a08d-704a2866fc8d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:55.269264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Network b2a02df3-bceb-45f8-a08d-704a2866fc8d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:55.272990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Network dc94f459-093a-4277-b616-cce24ef3c71a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:58:55.280383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b2a02df3-bceb-45f8-a08d-704a2866fc8d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:55.285942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:55.286197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:55.287764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:55.292888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:58:55.298468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:55.299844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:55.305974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5ce9fd94-99ca-41a3-8dd2-3304473d6d57 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7592607 Oct 13 03:58:55.312595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf735e-a0b9-4678-beb1-038c1651395a None None] Network b2a02df3-bceb-45f8-a08d-704a2866fc8d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:55.325510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:55.338383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.338945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.339141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.339421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.339751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.340075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.340399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.340748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.341436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.341436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.341711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.342004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:55.353573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-27a40f81-4670-484a-a695-a601830672cc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4847105 Oct 13 03:58:55.376599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Request body: {'port': {'device_id': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:55.421285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-923c76b8-89ba-4639-897a-58c90fbfd8ef tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:55.428996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-923c76b8-89ba-4639-897a-58c90fbfd8ef tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351451 Oct 13 03:58:55.466731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-ef6b68e0-fa8d-4012-bd46-1ba89774ff94 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/quotas/02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 375 time: 0.0368369 Oct 13 03:58:55.511094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:55.534450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883390ed-f465-4382-b002-f22034e6ea94 None None] Network b2a02df3-bceb-45f8-a08d-704a2866fc8d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:55.540042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7c1e02fc-68f3-42b2-996c-12d06c3528b8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636582 Oct 13 03:58:55.652374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8cdf-a83a-44bf-b0f9-02e5c0a18a1a req-adc49542-cb8d-40a7-95de-f79810528167 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:55.660885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4de8cdf-a83a-44bf-b0f9-02e5c0a18a1a req-adc49542-cb8d-40a7-95de-f79810528167 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 944 time: 0.0903904 Oct 13 03:58:55.722038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4de8cdf-a83a-44bf-b0f9-02e5c0a18a1a req-14bc84dc-c8e0-407c-9aad-1b431692a906 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Oct 13 03:58:55.817403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:55.927761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e685495-f87e-4098-8426-086c22d4ff4d req-f93ddd43-004e-493f-8005-1388021fbd73 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:55.941292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e685495-f87e-4098-8426-086c22d4ff4d req-f93ddd43-004e-493f-8005-1388021fbd73 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 950 time: 0.1061080 Oct 13 03:58:55.981068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-972fe4bb-3d7e-4c17-813c-5aae5426c43a req-a375ed52-5be4-42d6-8a5b-013e5211395d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 210 time: 0.0633020 Oct 13 03:58:56.010150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e685495-f87e-4098-8426-086c22d4ff4d req-efab0675-766d-4155-8a67-979234c0a1d0 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701525 Oct 13 03:58:56.022100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b1106c-8345-4e0a-b2db-670a86cfa769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.135105 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b1106c-8345-4e0a-b2db-670a86cfa769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.140941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b1106c-8345-4e0a-b2db-670a86cfa769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.160581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:56.163889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aecbab-9f72-44e4-8e64-746fb11cc9d7 req-cfa90195-158f-4af5-8ca7-10a415be1537 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:56.165393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10aecbab-9f72-44e4-8e64-746fb11cc9d7 req-cfa90195-158f-4af5-8ca7-10a415be1537 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 932 time: 0.0913129 Oct 13 03:58:56.167555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1187343236-network', 'tenant_id': '18657479d07b4b7b9c113f4013e102d5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:56.173361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:56.187469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.199711 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-06b1106c-8345-4e0a-b2db-670a86cfa769 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c04addb81f7f4537b50a00af2cca948f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810186 Oct 13 03:58:56.200653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1106c-8345-4e0a-b2db-670a86cfa769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41333d75-f0ed-4982-95d5-26f9c1eb3a01,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:56.202840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:56.224826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Made reservation on behalf of 18657479d07b4b7b9c113f4013e102d5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:56.226362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Transition to ACTIVE for port object 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:58:56.227790 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.238737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.239237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.279348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10aecbab-9f72-44e4-8e64-746fb11cc9d7 req-473a6ce5-d371-4867-82f8-67118d5a3a51 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006441 Oct 13 03:58:56.318785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:56.350748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a465e7f2-5cb6-4883-b790-a19763e25f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.382946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:58:56.383297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:58:56.383610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:56.395370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a465e7f2-5cb6-4883-b790-a19763e25f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.395568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.396961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:58:56.397883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:58:56.407703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f92ae-2b2d-4438-9cf1-d6e469e5ca3b req-c05cc26b-dbf1-4787-8f3f-59be4babd63b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:56.408232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:58:56.409118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:56.409505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:58:56.410004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Bound port: 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:58:56.410284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-585f92ae-2b2d-4438-9cf1-d6e469e5ca3b req-c05cc26b-dbf1-4787-8f3f-59be4babd63b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 946 time: 0.0905478 Oct 13 03:58:56.410434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.411481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.450824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 03:58:56.477806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60845c9-33ec-4266-8ba5-b9ef91f79800,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:56.484790 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.485135 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Added segment 4c0f4b59-bb40-46f1-8bd1-cca0f57386ac of type vlan for network 7b494918-56aa-45d7-b82a-51311a397154 Oct 13 03:58:56.496888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-585f92ae-2b2d-4438-9cf1-d6e469e5ca3b req-bd4f60e5-8582-4d60-97ee-8ed5b286b7e0 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775626 Oct 13 03:58:56.518706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:58:56.530580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:58:56.532535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.540334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.544781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a465e7f2-5cb6-4883-b790-a19763e25f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.547267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a465e7f2-5cb6-4883-b790-a19763e25f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.548406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a465e7f2-5cb6-4883-b790-a19763e25f3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41333d75-f0ed-4982-95d5-26f9c1eb3a01 HTTP/1.1" status: 204 len: 168 time: 0.3432052 Oct 13 03:58:56.575263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.576408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:56.577234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.594703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2f340028-230a-4781-afba-3941fa1d0d08 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:58:56.634939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:56.635803 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.637825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] 10.222.0.15 "PUT /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 1092 time: 1.2686980 Oct 13 03:58:56.639902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465e7f2-5cb6-4883-b790-a19763e25f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41333d75-f0ed-4982-95d5-26f9c1eb3a01,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:56.641868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:56.645969 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:56.695825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6e413-fa20-4586-b07a-84c8bebacb05 req-b77aacc4-11be-4a44-87bc-abf0161ea5dd tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:56.697547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cee6e413-fa20-4586-b07a-84c8bebacb05 req-b77aacc4-11be-4a44-87bc-abf0161ea5dd tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 946 time: 0.1298006 Oct 13 03:58:56.699190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e2ff-e541-46e7-9419-4f5adf15da9c service neutron] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:56.708114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:56.715052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5532079 Oct 13 03:58:56.715291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'floatingip': {'port_id': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:56.715804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:56.726998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Request body: {'subnet': {'network_id': '7b494918-56aa-45d7-b82a-51311a397154', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1187343236-subnet', 'tenant_id': '18657479d07b4b7b9c113f4013e102d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:56.761912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2f340028-230a-4781-afba-3941fa1d0d08, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2f340028-230a-4781-afba-3941fa1d0d08,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:56.774512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '2f340028-230a-4781-afba-3941fa1d0d08', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:58:56.779238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8aa7c-c81e-4069-b412-f719cd5a49c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7b494918-56aa-45d7-b82a-51311a397154,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:56.801709 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69416a2a-f481-4152-9e6f-03802e9366bd x-openstack-request-id: req-69416a2a-f481-4152-9e6f-03802e9366bd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:56.801950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Made reservation on behalf of 18657479d07b4b7b9c113f4013e102d5 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:56.802126 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:56.802715 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69416a2a-f481-4152-9e6f-03802e9366bd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:56.803373 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'status': 'completed', 'code': 200} Oct 13 03:58:56.804101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.806933 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.829996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7b494918-56aa-45d7-b82a-51311a397154 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 03:58:56.941014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:56.956632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f340028-230a-4781-afba-3941fa1d0d08 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:58:56.996705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2f340028-230a-4781-afba-3941fa1d0d08, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2f340028-230a-4781-afba-3941fa1d0d08,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:57.008184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.029628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.045302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-791a0d52-0540-407e-8a08-97fd7521a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.047045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-791a0d52-0540-407e-8a08-97fd7521a68e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1095 time: 0.2427545 Oct 13 03:58:57.107991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2f340028-230a-4781-afba-3941fa1d0d08,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:57.175415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a018bdb7-1e2f-495f-ac8c-0a863d2bfb72,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:57.185559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af6822b2-db8a-4000-8cf9-65326b362797 req-dccbaece-a3e1-4d0d-a66c-dc585a76cc49 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 210 time: 0.0498865 Oct 13 03:58:57.195078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731c0c-1a85-4dd5-aba5-fc55f441eada req-003d2133-2737-449a-97ff-30f18f4ba8e1 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.196570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c731c0c-1a85-4dd5-aba5-fc55f441eada req-003d2133-2737-449a-97ff-30f18f4ba8e1 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 944 time: 0.3599114 Oct 13 03:58:57.199776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139381c-c6f0-4be7-8386-31c5912a215d req-23b2dc63-098b-4f2f-957f-3677015dffab tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.200343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2f340028-230a-4781-afba-3941fa1d0d08'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:57.201241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4139381c-c6f0-4be7-8386-31c5912a215d req-23b2dc63-098b-4f2f-957f-3677015dffab tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.26 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 950 time: 0.1560409 Oct 13 03:58:57.207332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Checking segment: {'id': '4c0f4b59-bb40-46f1-8bd1-cca0f57386ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b494918-56aa-45d7-b82a-51311a397154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:58:57.207615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Network hostable DHCP agents. Network: 7b494918-56aa-45d7-b82a-51311a397154, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 03:58:57.220619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:57.247498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-dc98af0b-5189-4574-84fa-e83d11b69782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.1768000 Oct 13 03:58:57.253060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-4861eaf9-b9a9-4c30-9577-770243d837a7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1832983 Oct 13 03:58:57.272298 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccea4e00-0624-4f74-b667-b18d00cb95bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.332958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Network 7b494918-56aa-45d7-b82a-51311a397154 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 03:58:57.389948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7b494918-56aa-45d7-b82a-51311a397154) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:58:57.401377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550176c8-4855-462f-bdd2-aa9702c9a44a None None] Network 7b494918-56aa-45d7-b82a-51311a397154 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:57.413390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.413982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.450664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-a50fe91a-3efb-4566-b48f-4f637bfff0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.452097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-a50fe91a-3efb-4566-b48f-4f637bfff0bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1886659 Oct 13 03:58:57.459005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c731c0c-1a85-4dd5-aba5-fc55f441eada req-ae1dc546-4ae8-447c-8e9a-0e5400b237bf tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313311 Oct 13 03:58:57.459165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589c2-cf70-4681-8b7f-9cf6418ba879 req-52528db4-4bc6-4715-86b3-933261cd5518 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.460529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-807589c2-cf70-4681-8b7f-9cf6418ba879 req-52528db4-4bc6-4715-86b3-933261cd5518 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 950 time: 0.1491430 Oct 13 03:58:57.477673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4939c09-b37d-4eba-8f76-6ce34f24ab49 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7517819 Oct 13 03:58:57.507852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Deleting port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:58:57.508198 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.525512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-2b98fd91-b194-457a-81bd-0559d5342bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651937 Oct 13 03:58:57.591252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475daf7-e928-4939-ac51-670436b08e40 None None] Network 7b494918-56aa-45d7-b82a-51311a397154 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:58:57.597224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-807589c2-cf70-4681-8b7f-9cf6418ba879 req-800a4e76-d747-4d7d-a158-dba9ab276bdc tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c9135-cf3b-449e-8071-f43fa720fae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307199 Oct 13 03:58:57.601678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccea4e00-0624-4f74-b667-b18d00cb95bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.618670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccea4e00-0624-4f74-b667-b18d00cb95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.647347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:57.727083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ccea4e00-0624-4f74-b667-b18d00cb95bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9928ef02e11a48dea03cfdcd0e74ac8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022581 Oct 13 03:58:57.729133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] For port 3b42aabe-5fe9-46f2-91dc-61f2b504c996, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3b42aabe-5fe9-46f2-91dc-61f2b504c996,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:57.729519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.732182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:57.747218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea4e00-0624-4f74-b667-b18d00cb95bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f8bbf-2284-4ebf-a9ff-995d58024bf1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:57.779931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Calling delete_port for 3b42aabe-5fe9-46f2-91dc-61f2b504c996 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:58:57.793804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Deleting subnet 4009a800-2c66-4d18-beee-46db3e577628 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 03:58:57.807035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.928410 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.941909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-eb1b7001-09ea-48eb-ba57-d1e773d20401 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:57.943344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-eb1b7001-09ea-48eb-ba57-d1e773d20401 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6275203 Oct 13 03:58:57.944998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fbe4b1-561c-44a0-abf1-fda5f509b0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.947013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:57.978866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Request body: {'port': {'device_id': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '02913d5543c0459e838fc38b2034bb11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:58:58.023175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fbe4b1-561c-44a0-abf1-fda5f509b0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.062236 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.121825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4009a800-2c66-4d18-beee-46db3e577628,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:58.123657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.124946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436363c-d90c-423b-a4ea-1755754b4721 req-ccfd74b5-8071-4572-b112-fe183de27adb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:58.126467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2436363c-d90c-423b-a4ea-1755754b4721 req-ccfd74b5-8071-4572-b112-fe183de27adb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.5438850 Oct 13 03:58:58.126831 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-95d0781d-a71b-42e5-9890-d8d14f4d9ca9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4009a800-2c66-4d18-beee-46db3e577628 HTTP/1.1" status: 204 len: 168 time: 0.4705124 Oct 13 03:58:58.131902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:58.155085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fbe4b1-561c-44a0-abf1-fda5f509b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.158085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fbe4b1-561c-44a0-abf1-fda5f509b0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.165184 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72fbe4b1-561c-44a0-abf1-fda5f509b0a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a2f8bbf-2284-4ebf-a9ff-995d58024bf1 HTTP/1.1" status: 204 len: 168 time: 0.4304078 Oct 13 03:58:58.168947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.182539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3b42aabe-5fe9-46f2-91dc-61f2b504c996'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:58:58.205044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbe4b1-561c-44a0-abf1-fda5f509b0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f8bbf-2284-4ebf-a9ff-995d58024bf1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:58.207550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Pushing event deleted for resources: {'Port': ['ID=3b42aabe-5fe9-46f2-91dc-61f2b504c996,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:58.267009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-6aa7fbe5-2db5-4d80-a53f-7f22ca72d858 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581695 Oct 13 03:58:58.307465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] No DVR routers for this DVR port 3b42aabe-5fe9-46f2-91dc-61f2b504c996 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:58:58.312115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.317322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4139381c-c6f0-4be7-8386-31c5912a215d req-82191ae5-0018-4313-9d6f-cc777f5af646 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.26 "DELETE /v2.0/ports/3b42aabe-5fe9-46f2-91dc-61f2b504c996 HTTP/1.1" status: 204 len: 173 time: 1.1073174 Oct 13 03:58:58.317817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'name': 'network-vif-deleted', 'tag': '3b42aabe-5fe9-46f2-91dc-61f2b504c996'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:58.320071 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6a13d9-1d6f-4492-8469-105d2cd95329" -d '{"events": [{"server_uuid": "15e92203-e349-4d56-9c7f-1ec88513e5f4", "name": "network-vif-deleted", "tag": "3b42aabe-5fe9-46f2-91dc-61f2b504c996"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:58.357715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92edbb81-38ad-485d-9b6a-40b3d115233e req-9ec4d11a-1a7b-436b-ae27-1a63a04c94f1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 210 time: 0.0287025 Oct 13 03:58:58.370095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2436363c-d90c-423b-a4ea-1755754b4721 req-aae41c04-1741-4f37-8593-bc7a8e3e0666 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191496 Oct 13 03:58:58.437554 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e896e451-c80d-4977-a9e4-7bc66ff4f375 x-openstack-request-id: req-e896e451-c80d-4977-a9e4-7bc66ff4f375 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:58.437897 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e92203-e349-4d56-9c7f-1ec88513e5f4", "name": "network-vif-deleted", "tag": "3b42aabe-5fe9-46f2-91dc-61f2b504c996", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:58.438174 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e896e451-c80d-4977-a9e4-7bc66ff4f375 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:58.438763 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e92203-e349-4d56-9c7f-1ec88513e5f4', 'name': 'network-vif-deleted', 'tag': '3b42aabe-5fe9-46f2-91dc-61f2b504c996', 'status': 'completed', 'code': 200} Oct 13 03:58:58.525337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.565136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 03:58:58.574125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Made reservation on behalf of 02913d5543c0459e838fc38b2034bb11 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:58:58.577371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.606718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2f340028-230a-4781-afba-3941fa1d0d08 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:58:58.672846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.686446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 2f340028-230a-4781-afba-3941fa1d0d08 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:58:58.693817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 2f340028-230a-4781-afba-3941fa1d0d08 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:58:58.693817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.729360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.733395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baeb9d75-ce98-4c2d-99d3-fb82f81f32ec req-2e354571-189b-4a57-aab3-e7ac2656285e service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493163 Oct 13 03:58:58.756861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.761583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04271032-ad1e-49f7-81f0-e9b2abbe32e3 req-3d7dff27-591c-4082-b917-7eef9ff92475 tempest-ServerDiagnosticsNegativeTest-1494603016 tempest-ServerDiagnosticsNegativeTest-1494603016-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e92203-e349-4d56-9c7f-1ec88513e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0465078 Oct 13 03:58:58.790866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.831320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:58:58.834618 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc5a77b-ad10-47c4-aff4-d2b244555859" -d '{"events": [{"server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "name": "network-vif-plugged", "status": "completed", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:58:58.852884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2f340028-230a-4781-afba-3941fa1d0d08, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2f340028-230a-4781-afba-3941fa1d0d08,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:58:58.864749 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.868057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:58.906201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf666-cbdd-4d87-8284-c85e8791bd89 req-ecc594d1-c6ce-4a7a-9d2a-fa9f67eb73b9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:58.915749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-523cf666-cbdd-4d87-8284-c85e8791bd89 req-ecc594d1-c6ce-4a7a-9d2a-fa9f67eb73b9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 945 time: 0.3582454 Oct 13 03:58:58.916964 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5989b93-cbe0-43c6-b840-878eedcb5761 x-openstack-request-id: req-b5989b93-cbe0-43c6-b840-878eedcb5761 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:58:58.917431 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "name": "network-vif-plugged", "status": "completed", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:58:58.918061 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5989b93-cbe0-43c6-b840-878eedcb5761 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:58:58.918624 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'code': 200} Oct 13 03:58:58.960251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2f340028-230a-4781-afba-3941fa1d0d08,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:58.972717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.973411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.974083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.974797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.975387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.975867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.976358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.976876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.977350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.977806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.978332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.978798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:58:58.994380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.15', 51099) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:59.023154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.023497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.024241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.024569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > port after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.024939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.025285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > port after_update 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.025657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.025971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.026355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.026722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.040315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba3f22-c2e1-4a28-b7d9-ecb975b3d7ba req-3d730f51-6c2a-4929-90ef-41d3d114eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:59.041817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17ba3f22-c2e1-4a28-b7d9-ecb975b3d7ba req-3d730f51-6c2a-4929-90ef-41d3d114eb39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0460184 Oct 13 03:58:59.078186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17ba3f22-c2e1-4a28-b7d9-ecb975b3d7ba req-265beab0-0c0c-49ea-b0a3-9f4cb7e994d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280559 Oct 13 03:58:59.103964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.104309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.104631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.105047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:58:59.105505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a02df3-bceb-45f8-a08d-704a2866fc8d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:59.136008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec85b959-d4f7-4507-9b4c-3084cd7a5fa8') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:59.136303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec85b959-d4f7-4507-9b4c-3084cd7a5fa8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:58:59.162578 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510 associated. External IP: 172.25.1.2, port: 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03. Oct 13 03:58:59.166802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.226609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-fd118c66-f423-4ff3-a054-e2a3ff53e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:59.228189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-fd118c66-f423-4ff3-a054-e2a3ff53e889 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1095 time: 0.3785622 Oct 13 03:58:59.251184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-523cf666-cbdd-4d87-8284-c85e8791bd89 req-e2bae43c-a31e-4823-a21f-9d1aa2955598 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319137 Oct 13 03:58:59.251184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.271252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 03:58:59.271656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: from cryptography.utils import int_from_bytes Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: from cryptography.utils import int_from_bytes Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: timer() Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 03:58:59.298283 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 03:58:59.470081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a746973-1dc0-4d62-83b4-ad7f50dc336c req-dc61c0db-e9b0-4c14-ac19-b38830fc600d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 210 time: 0.0323513 Oct 13 03:58:59.626758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.663695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.703308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.710596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.713802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] 10.222.0.44 "DELETE /v2.0/networks/b2a02df3-bceb-45f8-a08d-704a2866fc8d HTTP/1.1" status: 204 len: 168 time: 1.5731418 Oct 13 03:58:59.716915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:58:59.765945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Deleting subnet a018bdb7-1e2f-495f-ac8c-0a863d2bfb72 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 03:58:59.769671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.797873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4223-7ab1-48ec-ba1a-03741815905b admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a02df3-bceb-45f8-a08d-704a2866fc8d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:59.807857 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.815858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00933e96-90d4-41d9-9ccc-24fe76cc17ec,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:59.824992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.860171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017937-576e-47b2-8c18-184999f4f338 req-ac54bc95-6f37-4a08-8ff6-d5abf86cede7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:59.861777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f017937-576e-47b2-8c18-184999f4f338 req-ac54bc95-6f37-4a08-8ff6-d5abf86cede7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.2337406 Oct 13 03:58:59.869412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-44e0885d-3302-48f1-b6d6-2ccf54e513ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:58:59.870864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-44e0885d-3302-48f1-b6d6-2ccf54e513ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.5691531 Oct 13 03:58:59.896674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.925512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a018bdb7-1e2f-495f-ac8c-0a863d2bfb72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:58:59.929850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:58:59.937486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb0ad44a-18dc-4b1d-8c2b-0abe0cd9f2b0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a018bdb7-1e2f-495f-ac8c-0a863d2bfb72 HTTP/1.1" status: 204 len: 168 time: 0.2164769 Oct 13 03:58:59.938650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:00.003515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-87fe655e-c960-4bbd-9275-efe8dc32a6b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.0723715 Oct 13 03:59:00.029431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.068256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Allocated IP 192.168.233.43 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/507bba4f-9f1d-4947-acca-6ceeb2a0d763) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:00.139022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f017937-576e-47b2-8c18-184999f4f338 req-ed378854-13f8-47c5-a828-dc4eb44f3601 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127414 Oct 13 03:59:00.167505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-2424f2da-03f5-4b0a-9154-08f4c710407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:00.169010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-2424f2da-03f5-4b0a-9154-08f4c710407c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1274447 Oct 13 03:59:00.172079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-7ed03254-c0ff-4569-88ea-8c3db6f53ee0 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063144 Oct 13 03:59:00.196337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:00.235302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Router 319a552a-12b5-45ba-b5ba-0c54260b333b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:00.239948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-841695f4-0fc5-4977-9863-9b9ceaff6460 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549524 Oct 13 03:59:00.261290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.298874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.299278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.300113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.300439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > port after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.301864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.302200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > port after_update 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.302517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.302828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.303258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.303532 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.374424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.374797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.375092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.375416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 03:59:00.375779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b494918-56aa-45d7-b82a-51311a397154']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:00.402355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0f4b59-bb40-46f1-8bd1-cca0f57386ac') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:00.402355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0f4b59-bb40-46f1-8bd1-cca0f57386ac') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:00.425792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.445183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-7bbb2325-0ae2-4e50-9c1f-203409b1075c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:00.446698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-7bbb2325-0ae2-4e50-9c1f-203409b1075c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738612 Oct 13 03:59:00.462626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.472200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-537e9076-738c-41b6-a192-96f412ac2b76 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/quotas/99ceba9e7f7641e19ed44935a7ec2dd9 HTTP/1.1" status: 200 len: 375 time: 0.0179098 Oct 13 03:59:00.473387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 03:59:00.473842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: from cryptography.utils import int_from_bytes Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: from cryptography.utils import int_from_bytes Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: timer() Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 03:59:00.477932 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 03:59:00.544437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-11d6beb8-93f9-47ce-8921-103670a242c4 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556965 Oct 13 03:59:00.549537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4e8d7932-a461-40c2-a079-ae19218351e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b33ac7721af4794a050d97180aa4df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381441 Oct 13 03:59:00.557017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:00.580291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.586898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.591920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-68019ace-6614-4ac0-82ac-4dd90473a768 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402085 Oct 13 03:59:00.599192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.599902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3b42aabe-5fe9-46f2-91dc-61f2b504c996 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:00.602705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b494918-56aa-45d7-b82a-51311a397154 HTTP/1.1" status: 204 len: 168 time: 0.6624391 Oct 13 03:59:00.616021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21093dd-c5f9-4f3c-9ee0-f414d72efd25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b494918-56aa-45d7-b82a-51311a397154,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:00.623411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853e77-d907-4f31-b810-15cf37c6b4b2 req-ff6e730a-4fb0-4c18-8443-fd2b7b7e785d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:00.624984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d853e77-d907-4f31-b810-15cf37c6b4b2 req-ff6e730a-4fb0-4c18-8443-fd2b7b7e785d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 946 time: 0.2613449 Oct 13 03:59:00.639744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 3b42aabe-5fe9-46f2-91dc-61f2b504c996 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:00.640089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3b42aabe-5fe9-46f2-91dc-61f2b504c996 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:00.645794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f79c0e3-4e13-415f-bc9d-add6af678edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.675356 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f79c0e3-4e13-415f-bc9d-add6af678edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.704488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:00.718165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.718528 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:00.744697 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:00.745329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:00.777601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f79c0e3-4e13-415f-bc9d-add6af678edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.787257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f79c0e3-4e13-415f-bc9d-add6af678edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.789891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f79c0e3-4e13-415f-bc9d-add6af678edc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/217c9135-cf3b-449e-8071-f43fa720fae2 HTTP/1.1" status: 204 len: 168 time: 0.2301891 Oct 13 03:59:00.811333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d853e77-d907-4f31-b810-15cf37c6b4b2 req-0831d44b-3f40-4a8a-a9c0-cfaacf593052 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617904 Oct 13 03:59:00.824002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-56218a17-c89e-4e48-b317-8baf210adf1c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "PUT /v2.0/floatingips/c55d0388-bfd4-400a-bd5e-6ac02eda2510 HTTP/1.1" status: 200 len: 990 time: 4.1135108 Oct 13 03:59:00.842162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43290) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:00.842364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:00.848229 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25124681-d108-4e0b-b6aa-0466997353ed" -d '{"events": [{"name": "network-changed", "server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:00.859150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79c0e3-4e13-415f-bc9d-add6af678edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c9135-cf3b-449e-8071-f43fa720fae2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:00.864813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:00.865000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64ef2b15-c9d0-4815-9936-101fcb835b17 req-a7a09aa5-8224-423a-9cde-67d0b0ebf5fa tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 210 time: 0.0730603 Oct 13 03:59:00.953817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-17ba6bdb-48af-420c-b0a3-76d2ef00acff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4124bd203d62436dabb6073d9f3b34a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151690 Oct 13 03:59:00.959697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:00.994707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-460fc2a5-ee5a-4fc5-8e60-1e45d79d387c req-0ca9b0c8-c273-40db-854c-827e990e5738 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687341 Oct 13 03:59:01.011418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:01.015908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cea4ad8d-b32d-416d-a52e-8b018d1651f5 req-e69da501-b3d4-494e-9a3c-2b4407cd036c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 210 time: 0.0511811 Oct 13 03:59:01.019603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:01.023915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:01.037179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:01.107902 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ddb338-3a03-4516-a8ff-013ffaf66bf3 x-openstack-request-id: req-f9ddb338-3a03-4516-a8ff-013ffaf66bf3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:01.108257 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:01.108480 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9ddb338-3a03-4516-a8ff-013ffaf66bf3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:01.108961 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'status': 'completed', 'code': 200} Oct 13 03:59:01.119344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:01.120254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.198270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-03ff2152-7cf1-4a1a-8eda-3e5df7bd262e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2146156 Oct 13 03:59:01.210965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Request body: {'port': {'device_id': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:01.239772 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:01.287103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baa5922b-a293-4205-9496-d42bea8cc3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.356752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.446483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27125adf-3d5b-4e64-84f9-e9bf67afc1dc None None] Provisioning complete for port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:01.447799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27125adf-3d5b-4e64-84f9-e9bf67afc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.512180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:01.517110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-27125adf-3d5b-4e64-84f9-e9bf67afc1dc None None] Port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:01.543974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bd39d-e179-41dc-a3f0-b3e2cede0c1b req-3698e78a-188c-4040-a962-626080d547ab tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:01.546073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-098bd39d-e179-41dc-a3f0-b3e2cede0c1b req-3698e78a-188c-4040-a962-626080d547ab tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.1912980 Oct 13 03:59:01.558527 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7363846-c0a0-4ca1-a194-3ae5f2cebe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.632269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baa5922b-a293-4205-9496-d42bea8cc3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.641924 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c55d0388-bfd4-400a-bd5e-6ac02eda2510', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'port_id': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'mac_address': 'fa:16:3e:05:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bada43-1415-4a48-84f7-9a34ccc95270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:25Z', 'updated_at': '2021-10-13T03:58:58Z', 'revision_number': 1, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:01.655899 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-12405e06-0872-428f-b2cd-414985060ad7 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6497533 Oct 13 03:59:01.672061 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:01.673860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124681-d108-4e0b-b6aa-0466997353ed req-fb13188c-22af-4d29-a931-ca683095c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:01.675461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-fb13188c-22af-4d29-a931-ca683095c111 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 1097 time: 0.5059519 Oct 13 03:59:01.682191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:01.693171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-098bd39d-e179-41dc-a3f0-b3e2cede0c1b req-6306a41d-1a10-471d-91b8-29db70d075ff tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373646 Oct 13 03:59:01.693545 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:01.694158 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:58:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:01.751557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.845649 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:01.883811 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7363846-c0a0-4ca1-a194-3ae5f2cebe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.895533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baa5922b-a293-4205-9496-d42bea8cc3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.898061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baa5922b-a293-4205-9496-d42bea8cc3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.899190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-baa5922b-a293-4205-9496-d42bea8cc3e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/094de899-44a3-4129-9ba0-75f636bbfbca HTTP/1.1" status: 204 len: 168 time: 0.9386201 Oct 13 03:59:01.900166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7363846-c0a0-4ca1-a194-3ae5f2cebe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:01.929251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124681-d108-4e0b-b6aa-0466997353ed req-0d0b0324-c7c1-425e-9334-5de5f1ad33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:01.930692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-0d0b0324-c7c1-425e-9334-5de5f1ad33d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 925 time: 0.1984951 Oct 13 03:59:01.932913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7363846-c0a0-4ca1-a194-3ae5f2cebe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f2abe-6f13-4e6c-9680-011bfa0fa3dc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:01.957247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5922b-a293-4205-9496-d42bea8cc3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094de899-44a3-4129-9ba0-75f636bbfbca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:02.035530 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a7363846-c0a0-4ca1-a194-3ae5f2cebe06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbe6c0eba98143528b92e53f96f11d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176563 Oct 13 03:59:02.038128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:02.080815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-47951900-892d-4e87-a8a9-0df7bfac1573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 HTTP/1.1" status: 200 len: 998 time: 0.1357179 Oct 13 03:59:02.097955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.108860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507bba4f-9f1d-4947-acca-6ceeb2a0d763 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:02.123255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.159270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7660ea-85ed-42cb-bd39-3d7a0cbbc429 req-48fb5f67-09e1-4849-a524-30213612300c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:02.162330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f7660ea-85ed-42cb-bd39-3d7a0cbbc429 req-48fb5f67-09e1-4849-a524-30213612300c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 935 time: 0.1698875 Oct 13 03:59:02.171749 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c55d0388-bfd4-400a-bd5e-6ac02eda2510', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'port_id': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'mac_address': 'fa:16:3e:05:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bada43-1415-4a48-84f7-9a34ccc95270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:25Z', 'updated_at': '2021-10-13T03:58:58Z', 'revision_number': 1, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:02.201787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Transition to ACTIVE for port object 507bba4f-9f1d-4947-acca-6ceeb2a0d763 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:02.205886 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae392d-06f9-4030-b6b9-dd18a6481b3a None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c55d0388-bfd4-400a-bd5e-6ac02eda2510', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'port_id': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'mac_address': 'fa:16:3e:05:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bada43-1415-4a48-84f7-9a34ccc95270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:25Z', 'updated_at': '2021-10-13T03:58:58Z', 'revision_number': 1, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:02.222400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124681-d108-4e0b-b6aa-0466997353ed req-aedb0b77-53bc-4d82-8b18-69860d45c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:02.223887 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-aedb0b77-53bc-4d82-8b18-69860d45c217 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.1297369 Oct 13 03:59:02.231038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.264295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6b72-a6b6-4745-92d2-27f32af0b7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.328067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124681-d108-4e0b-b6aa-0466997353ed req-c51878bb-bde4-4009-8146-c686544b1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:02.329688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-c51878bb-bde4-4009-8146-c686544b1375 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944369 Oct 13 03:59:02.330919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Allocated IP 172.25.1.241 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6b59d6c2-3f37-4f9a-b817-f98b9fedac45) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:02.341449 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f7660ea-85ed-42cb-bd39-3d7a0cbbc429 req-e9cef050-21f6-49f3-b3cc-6fc28f92c8d5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612077 Oct 13 03:59:02.343447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-6e35e851-6aae-41da-98e8-61f79b215098 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741081 Oct 13 03:59:02.388594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6b72-a6b6-4745-92d2-27f32af0b7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.487617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:02.542651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43328) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:02.612162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-11bf44f3-63a8-4659-a355-083f5a34f3f1 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730417 Oct 13 03:59:02.634596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:02.688877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.713351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-e20c2baf-b69e-4711-98aa-d56a59b7e9bb tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:02.715693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-e20c2baf-b69e-4711-98aa-d56a59b7e9bb tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571925 Oct 13 03:59:02.748707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa7bce7-cf92-4eca-b570-7fb744fec59e None None] New status for floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:59:02.765175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25124681-d108-4e0b-b6aa-0466997353ed req-47bbad8b-e0f6-4402-bc64-be4c17615a91 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392257 Oct 13 03:59:02.768985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.777963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Request body: {'port': {'device_id': '6fd93538-7c26-4965-b586-9861a9157b04', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '99ceba9e7f7641e19ed44935a7ec2dd9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:02.793203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:02.794892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:02.815904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:02.826321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-627a9d91-e34d-48c9-a0df-45a7c316d6df req-33e19958-bea2-4771-9de9-cf3fb85ece66 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 210 time: 0.1819508 Oct 13 03:59:02.827155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:02.827489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:02.827817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:02.832251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:02.859049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'port_id': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'mac_address': 'fa:16:3e:a8:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e32eee-0704-4d9b-968e-22aebe0e774f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:02.863702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:02.873147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event updated for resources: {'Port': ['ID=6b59d6c2-3f37-4f9a-b817-f98b9fedac45,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:02.873471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:02.890853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6b72-a6b6-4745-92d2-27f32af0b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.895138 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6b72-a6b6-4745-92d2-27f32af0b7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.897068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4d8c6b72-a6b6-4745-92d2-27f32af0b7ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a73f2abe-6f13-4e6c-9680-011bfa0fa3dc HTTP/1.1" status: 204 len: 168 time: 0.8539832 Oct 13 03:59:02.936952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:02.937284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:02.937671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:02.938308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Bound port: 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:02.938486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.958924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.962367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c6b72-a6b6-4745-92d2-27f32af0b7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f2abe-6f13-4e6c-9680-011bfa0fa3dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:02.964573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:02.991376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-68f144c2-e2a9-466b-9bd9-192bb45c8c28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18657479d07b4b7b9c113f4013e102d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330361 Oct 13 03:59:02.994885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:03.019388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:03.038268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.054055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:03.061506 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.155636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:03.267345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['12e5f768-1ee7-4644-ae0d-dc1105e88ed7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:03.295287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.305290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.342744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231245d-ab42-42f0-92a3-67de7647c7e9 req-abd4435d-f383-4235-aa0f-fbd582b8569f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:03.346692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d231245d-ab42-42f0-92a3-67de7647c7e9 req-abd4435d-f383-4235-aa0f-fbd582b8569f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.4194574 Oct 13 03:59:03.356314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event updated for resources: {'Port': ['ID=6b59d6c2-3f37-4f9a-b817-f98b9fedac45,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:03.399601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:03.417017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.429437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:03.432480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Made reservation on behalf of 99ceba9e7f7641e19ed44935a7ec2dd9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:03.434360 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.435942 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.437018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4a39d5f8-1e08-4418-aed4-f176fd0c1243 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7715604 Oct 13 03:59:03.460319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.462228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db6826d4-46a4-4dad-a6b9-dc534874d2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.469842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.540917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d231245d-ab42-42f0-92a3-67de7647c7e9 req-011ad65c-661f-4963-8931-2daeaa48eea1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933081 Oct 13 03:59:03.543566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:03.544191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.545031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-4c22d786-c20e-4f68-b2a0-d052504c7664 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.0995216 Oct 13 03:59:03.545540 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] 10.222.0.15 "PUT /v2.0/ports/507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 1095 time: 2.3460591 Oct 13 03:59:03.550654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:03.552915 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c984f8-5f75-4d38-85d0-ce5de392254f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:03.559283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db6826d4-46a4-4dad-a6b9-dc534874d2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.608141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4120-4fbf-4f7a-b257-03c89c9d5dbc service neutron] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:03.700615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-e580aab3-3f00-4a91-a722-c1d5c5788e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:03.702142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-e580aab3-3f00-4a91-a722-c1d5c5788e47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1098 time: 0.0950825 Oct 13 03:59:03.708347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db6826d4-46a4-4dad-a6b9-dc534874d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.709337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-9cf024d1-9a76-4474-8e06-069bf260bd71 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:03.710935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db6826d4-46a4-4dad-a6b9-dc534874d2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.712054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-db6826d4-46a4-4dad-a6b9-dc534874d2ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e60845c9-33ec-4266-8ba5-b9ef91f79800 HTTP/1.1" status: 204 len: 168 time: 0.7138350 Oct 13 03:59:03.723517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-9cf024d1-9a76-4474-8e06-069bf260bd71 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1776044 Oct 13 03:59:03.731410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-fd8b703b-cc28-4af3-b445-552e1111c665 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:03.743075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a7ad1bc-8052-4b2e-bb5f-5da20c4e2416 req-fd8b703b-cc28-4af3-b445-552e1111c665 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0180666 Oct 13 03:59:03.796072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.801665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-a334d885-2082-4c8e-b56a-e76ea6e9c7f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.0856681 Oct 13 03:59:03.802716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6826d4-46a4-4dad-a6b9-dc534874d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60845c9-33ec-4266-8ba5-b9ef91f79800,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:03.845054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:03.881940 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54ab0c3-4e47-4bbc-a4f8-a54af20e95dc x-openstack-request-id: req-e54ab0c3-4e47-4bbc-a4f8-a54af20e95dc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:03.881940 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:03.881940 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e54ab0c3-4e47-4bbc-a4f8-a54af20e95dc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:03.882230 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'status': 'completed', 'code': 200} Oct 13 03:59:03.970245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-659e80fe-e887-4bac-91c2-34e5b6a1bc62 req-ed60a1ff-299b-4c6e-8b0a-5d42b506551c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 210 time: 0.0402801 Oct 13 03:59:04.026716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15d3451-7af5-4af9-9576-0471e833e573,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:04.041991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-43d64821-def9-4601-a5f7-8b541873d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.043521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-43d64821-def9-4601-a5f7-8b541873d720 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2007098 Oct 13 03:59:04.073918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c48c-7dc1-4317-aad4-63a01adcf6ca req-8fb7275a-de86-44f7-8cf6-fe8a760de01a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.075391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4db5c48c-7dc1-4317-aad4-63a01adcf6ca req-8fb7275a-de86-44f7-8cf6-fe8a760de01a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.2819154 Oct 13 03:59:04.159540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Allocated IP 192.168.233.140 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:04.201272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4db5c48c-7dc1-4317-aad4-63a01adcf6ca req-ebc66eb5-8c5c-4756-ab07-952b2f01450b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059895 Oct 13 03:59:04.202934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-6bd6b122-3e15-447d-8db7-34a5dc0fc2d7 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.205174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-6bd6b122-3e15-447d-8db7-34a5dc0fc2d7 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 820 time: 0.1385407 Oct 13 03:59:04.217538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-23b0ef1e-0f2e-4103-bb25-37748d8f2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.217538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-23b0ef1e-0f2e-4103-bb25-37748d8f2368 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358550 Oct 13 03:59:04.237619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-1208a635-ff2e-4128-8cf2-0e878f1d5812 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/quotas/508cef1b89464dfdae474418ad7df718 HTTP/1.1" status: 200 len: 375 time: 0.0247154 Oct 13 03:59:04.306955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-0dbeca23-b4d0-4f93-b09a-e54091849280 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0680366 Oct 13 03:59:04.408985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-6deed8d1-1ad1-4e99-9494-e1c6b777be6d service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674995 Oct 13 03:59:04.420137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-1e7bfdf8-2d23-408b-9118-8ba608ca1a78 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109514 Oct 13 03:59:04.515856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:04.531609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-bff6860a-6212-4c84-9141-7e64b22e7a57 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050711 Oct 13 03:59:04.577590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c5d1823-cbec-49ea-8171-2c0d9cc9263d req-e57ad3d9-0720-4b3b-8324-e4feffa53cfc service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551900 Oct 13 03:59:04.603034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:04.647015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:04.712670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:04.745408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:04.762310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:04.770646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:04.780346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:04.780772 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:04.828491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.829461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:04.857263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-e6bc6fe6-4083-44fc-b29d-3d37e93f6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.861163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-e6bc6fe6-4083-44fc-b29d-3d37e93f6461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1098 time: 0.2169671 Oct 13 03:59:04.863874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Pushing event updated for resources: {'Port': ['ID=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:04.907514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-c84ddfd9-7fab-40ab-b3ad-b9746cd6041e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1344919 Oct 13 03:59:04.929049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Request body: {'port': {'device_id': '6fd93538-7c26-4965-b586-9861a9157b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:04.962569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50feb3d-8a7c-42c6-9a13-59d8e4900a06 req-fe29b995-f6b5-451b-a1f7-16240fe72c1e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:04.964932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d50feb3d-8a7c-42c6-9a13-59d8e4900a06 req-fe29b995-f6b5-451b-a1f7-16240fe72c1e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 945 time: 0.2750208 Oct 13 03:59:04.983949 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7c854b3-016d-4a7d-8766-f2e460c16693 req-5d9bd177-2ce8-486d-b0e5-0baf1731fbd9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 210 time: 0.0676847 Oct 13 03:59:05.029713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:05.083779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:05.101163 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b793c3-045f-44ab-8dba-b842f4503ead" -d '{"events": [{"server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "name": "network-vif-plugged", "status": "completed", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:05.146280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:05.153773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d581a417-6c6b-4c9a-9e41-0d121f519cc8 None None] Provisioning complete for port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:05.156207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d581a417-6c6b-4c9a-9e41-0d121f519cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:05.159288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:05.274255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d50feb3d-8a7c-42c6-9a13-59d8e4900a06 req-f69588e0-c9d3-4226-ac8c-ca35dc5e2a07 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908424 Oct 13 03:59:05.279850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f812538-fab2-4713-91c5-99768b24c011 req-54fa4063-8f7a-4dc7-8800-abf31cac987e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:05.290389 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f812538-fab2-4713-91c5-99768b24c011 req-54fa4063-8f7a-4dc7-8800-abf31cac987e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 936 time: 0.0724349 Oct 13 03:59:05.306520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d581a417-6c6b-4c9a-9e41-0d121f519cc8 None None] Port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:05.356469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:05.357181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f812538-fab2-4713-91c5-99768b24c011 req-f0fe3f2d-892b-4706-9eae-d3e3186d3dbc tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617313 Oct 13 03:59:05.370213 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54da5042-69fc-4863-bf11-b153ee663230 x-openstack-request-id: req-54da5042-69fc-4863-bf11-b153ee663230 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:05.370691 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "name": "network-vif-plugged", "status": "completed", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:05.371069 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54da5042-69fc-4863-bf11-b153ee663230 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:05.371609 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'code': 200} Oct 13 03:59:05.374174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-6d6bc389-b205-4af1-b492-850e58f81296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:05.378081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-6d6bc389-b205-4af1-b492-850e58f81296 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.5057497 Oct 13 03:59:05.379616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:05.450472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-c8c93d51-f2ff-403b-99fe-a0bb976c9598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.0436447 Oct 13 03:59:05.547321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e0b1-4bc0-4a81-9328-fda78f782717 req-48b6191a-6c3d-4c1f-9e87-8e1002c6b527 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:05.552482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6559e0b1-4bc0-4a81-9328-fda78f782717 req-48b6191a-6c3d-4c1f-9e87-8e1002c6b527 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.0844541 Oct 13 03:59:05.604076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6559e0b1-4bc0-4a81-9328-fda78f782717 req-8e7eaed6-d87f-4b71-b71f-d6dcca45da4c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Oct 13 03:59:05.648176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-e22983cb-65f7-40b7-a4a0-f8e3705f6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:05.649636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-e22983cb-65f7-40b7-a4a0-f8e3705f6c4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1652546 Oct 13 03:59:05.662571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ecd81-6a90-4d2c-9594-49cc5fbb08a2 req-13bec8f7-c9c7-4497-8a9c-d6edcea246d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:05.663992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-148ecd81-6a90-4d2c-9594-49cc5fbb08a2 req-13bec8f7-c9c7-4497-8a9c-d6edcea246d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1097 time: 0.1783600 Oct 13 03:59:05.787674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-148ecd81-6a90-4d2c-9594-49cc5fbb08a2 req-2c011374-bf76-4672-b4be-cfd3b6c2c5d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148949 Oct 13 03:59:05.789580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-796f916e-e2bc-48f2-b8b0-eed9fec9b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:05.790930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-796f916e-e2bc-48f2-b8b0-eed9fec9b3af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334324 Oct 13 03:59:05.879395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:05.887768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:05.903626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Transition to ACTIVE for port object 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:05.907355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:05.991609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-b9a5bc98-ba90-4059-96bd-490381fe6179 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467219 Oct 13 03:59:06.017327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:06.221713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-9e3bdfee-7974-4c5a-ba30-0a65ee50ba10 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.223352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-9e3bdfee-7974-4c5a-ba30-0a65ee50ba10 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.26 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 820 time: 0.1569424 Oct 13 03:59:06.250202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'port': {'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'admin_state_up': True, 'tenant_id': '508cef1b89464dfdae474418ad7df718'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:06.264124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-1be558c4-e950-4d95-b4a6-557a135b8cfa service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573030 Oct 13 03:59:06.276918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Attempting to bind port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:06.277577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Attempting to bind port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:06.277757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Attempting to bind port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:06.285318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:06.285636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Attempting to bind port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:06.303882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-c8659d34-d6eb-447e-9f30-29c6ecf7e035 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.305337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-c8659d34-d6eb-447e-9f30-29c6ecf7e035 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973568 Oct 13 03:59:06.317354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:06.317690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:06.318074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:06.318510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Bound port: 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:06.318862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:06.321890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-667cc50b-86b7-4fcb-9d78-5eb32c3079e8 req-79fd038a-eb58-477f-b378-438a7738272c tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 210 time: 0.0671246 Oct 13 03:59:06.382803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-7a6b9a94-8a6c-4a8a-8b85-4583abb38929 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/quotas/b6a5d277790c41b8a7111a4b44b1809b HTTP/1.1" status: 200 len: 375 time: 0.0666041 Oct 13 03:59:06.395181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Made reservation on behalf of 508cef1b89464dfdae474418ad7df718 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:06.399083 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:06.459579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-4a557be2-981a-4f49-95a9-78a5cbd4ce93 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522971 Oct 13 03:59:06.483432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33c984f8-5f75-4d38-85d0-ce5de392254f req-203bd293-9f33-467c-847b-754ac317114f service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989181 Oct 13 03:59:06.498203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] For port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:06.504576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] For port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:06.510769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:06.573591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Allocated IP 172.20.0.5 (68dbdb12-b1c0-4a85-b1c8-eab17ced1c29/8c6354fb-c7bd-4edf-b946-51a8e7154a64/7dbacc12-dd29-44b5-b913-55bae3cedda2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:06.578974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.583851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:06.586049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 HTTP/1.1" status: 200 len: 1096 time: 1.6718504 Oct 13 03:59:06.597284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd93538-7c26-4965-b586-9861a9157b04', 'tag': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:06.602571 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd93538-7c26-4965-b586-9861a9157b04", "tag": "3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:06.714916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fba94f-7c14-4a8a-9b59-1d5e402e2002 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:06.794178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-3fe431c9-c00a-46e6-ac20-e3ac87f86380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.796602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-3fe431c9-c00a-46e6-ac20-e3ac87f86380 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 1099 time: 0.1492219 Oct 13 03:59:06.844443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bf33f-7e17-4be6-a4d5-72e47022f66d req-4d4cc680-fccf-4646-9eb8-eeaa170e4c5b tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.846137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-759bf33f-7e17-4be6-a4d5-72e47022f66d req-4d4cc680-fccf-4646-9eb8-eeaa170e4c5b tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 948 time: 0.1334531 Oct 13 03:59:06.850763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b6410-56b8-4140-aa36-a37f069d6b42 req-21a04f7a-9bf9-49cc-b9b4-570dc905c528 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.852299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b9b6410-56b8-4140-aa36-a37f069d6b42 req-21a04f7a-9bf9-49cc-b9b4-570dc905c528 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 946 time: 0.2459452 Oct 13 03:59:06.884651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-2c8ce262-e20d-44ea-a089-60ee63d3f767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 HTTP/1.1" status: 200 len: 217 time: 0.0736604 Oct 13 03:59:06.962880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b9b6410-56b8-4140-aa36-a37f069d6b42 req-047bc004-8beb-4cee-aa0d-cd95a0b79d50 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970895 Oct 13 03:59:06.969271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-759bf33f-7e17-4be6-a4d5-72e47022f66d req-dfc23f9d-9b32-4e4e-a4fa-545ec2a1e56e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879974 Oct 13 03:59:06.978466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-3b44bc76-5b2b-435b-adff-3f0fb562ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:06.980117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-3b44bc76-5b2b-435b-adff-3f0fb562ec31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0795524 Oct 13 03:59:07.020585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.042669 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca6547c-2d9d-41ed-9a78-744cc0e39c56 x-openstack-request-id: req-8ca6547c-2d9d-41ed-9a78-744cc0e39c56 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:07.042669 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd93538-7c26-4965-b586-9861a9157b04", "tag": "3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:07.042883 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ca6547c-2d9d-41ed-9a78-744cc0e39c56 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:07.043281 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd93538-7c26-4965-b586-9861a9157b04', 'tag': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28', 'status': 'completed', 'code': 200} Oct 13 03:59:07.046189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231a03-8091-413d-aef4-a0b807d18836 req-49ab8889-725c-45a6-9aab-71a6ae1ee89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:07.047879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-49ab8889-725c-45a6-9aab-71a6ae1ee89f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601332 Oct 13 03:59:07.072555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.086992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2f340028-230a-4781-afba-3941fa1d0d08'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:07.110443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad4a56dd-27c1-48b6-a0e4-c176f6efdfd4 req-373586f0-903f-4486-b48c-c9d2c0a96d00 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 210 time: 0.0555489 Oct 13 03:59:07.127606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:07.139472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:07.148600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:07.192176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event updated for resources: {'Port': ['ID=7dbacc12-dd29-44b5-b913-55bae3cedda2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:07.194993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-e57d50d7-1a34-4451-a90b-39f0faa8e6f4 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262646 Oct 13 03:59:07.241698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9fca2-6861-46b8-97bb-068271589d94 req-a2081c5b-6e02-472f-96e2-85ad99dd16eb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:07.252859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bbf9fca2-6861-46b8-97bb-068271589d94 req-a2081c5b-6e02-472f-96e2-85ad99dd16eb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.1276386 Oct 13 03:59:07.303293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:07.304882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.362280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-33f32004-1753-4393-abfa-ae7c6ebe22cc tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1289911 Oct 13 03:59:07.385745 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bbf9fca2-6861-46b8-97bb-068271589d94 req-cba1edce-24d1-4bc5-b02e-d1c17de1ce71 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316516 Oct 13 03:59:07.401417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Request body: {'port': {'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:07.413614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2398851-9fe4-4c12-989e-5312d5188fe9 req-bb6e9bc3-aeca-4ae6-adfe-69def1c1d2f7 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2f579126b8524a00932b53e939520fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411966 Oct 13 03:59:07.453643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7713a474-c5e3-4a85-b156-8d8b7a4be4d3 None None] Provisioning complete for port 7dbacc12-dd29-44b5-b913-55bae3cedda2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:07.454075 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7713a474-c5e3-4a85-b156-8d8b7a4be4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.476232 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.498283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7713a474-c5e3-4a85-b156-8d8b7a4be4d3 None None] Port 7dbacc12-dd29-44b5-b913-55bae3cedda2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:07.515185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18231a03-8091-413d-aef4-a0b807d18836 req-28d672ce-0b65-41f0-8277-04a2d6e876fe service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994549 Oct 13 03:59:07.574435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398851-9fe4-4c12-989e-5312d5188fe9 req-ba79b73b-cffc-4fb0-bf79-d719aa5753e8 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:07.577660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2398851-9fe4-4c12-989e-5312d5188fe9 req-ba79b73b-cffc-4fb0-bf79-d719aa5753e8 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543577 Oct 13 03:59:07.714944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e72f4-b354-409c-bc6a-9360376f0514 req-9340ccce-8637-4c70-a219-76d931a73d77 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:07.716468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-018e72f4-b354-409c-bc6a-9360376f0514 req-9340ccce-8637-4c70-a219-76d931a73d77 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 931 time: 0.1041896 Oct 13 03:59:07.744878 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.782442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-018e72f4-b354-409c-bc6a-9360376f0514 req-ac2bd7c2-9002-407b-9423-894ec025053d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Oct 13 03:59:07.835915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2398851-9fe4-4c12-989e-5312d5188fe9 req-417cccb4-e98a-4cea-a762-1f3d9dfb19be tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/quotas/2f579126b8524a00932b53e939520fa9 HTTP/1.1" status: 200 len: 375 time: 0.2540140 Oct 13 03:59:07.848087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbacc12-dd29-44b5-b913-55bae3cedda2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:07.855766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.857654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-cc555eb0-4271-4fcd-a623-71f8a1ad4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:07.859105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-cc555eb0-4271-4fcd-a623-71f8a1ad4583 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 1099 time: 0.2755859 Oct 13 03:59:07.872042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Transition to ACTIVE for port object 7dbacc12-dd29-44b5-b913-55bae3cedda2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:07.875713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:07.887931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2398851-9fe4-4c12-989e-5312d5188fe9 req-8d7e66e3-f2af-4908-b4c1-fd126778075c tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f579126b8524a00932b53e939520fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434453 Oct 13 03:59:07.937472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbacc12-dd29-44b5-b913-55bae3cedda2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:08.013591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-41d8afb5-ead0-4eac-b7b7-4b6fdd9e1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.015914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-41d8afb5-ead0-4eac-b7b7-4b6fdd9e1da5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1390858 Oct 13 03:59:08.018659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-c456dbde-9ee9-45fe-a9e0-e3660adaf1ff tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570621 Oct 13 03:59:08.073485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Attempting to bind port 7dbacc12-dd29-44b5-b913-55bae3cedda2 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:08.074082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Attempting to bind port 7dbacc12-dd29-44b5-b913-55bae3cedda2 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:08.074485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Attempting to bind port 7dbacc12-dd29-44b5-b913-55bae3cedda2 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:08.080605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Port 7dbacc12-dd29-44b5-b913-55bae3cedda2 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:08.081248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Attempting to bind port 7dbacc12-dd29-44b5-b913-55bae3cedda2 on network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:08.087861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:08.088304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Checking segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:08.088778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Bound using segment: {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:08.089325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Bound port: 7dbacc12-dd29-44b5-b913-55bae3cedda2, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ded28e-f499-4e38-bf20-5d082395f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:08.089759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.180376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] For port 7dbacc12-dd29-44b5-b913-55bae3cedda2, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:08.184080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] For port 7dbacc12-dd29-44b5-b913-55bae3cedda2, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:08.193473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.194498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-c1d9ebdb-a232-45fe-bbdd-e01d6bf1af32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 HTTP/1.1" status: 200 len: 217 time: 0.1673751 Oct 13 03:59:08.245887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.246503 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.248909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] 10.222.0.26 "PUT /v2.0/ports/7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 1091 time: 0.8767488 Oct 13 03:59:08.249988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:08.252606 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdfb009-a55c-4533-ac57-876d2c7e4064" -d '{"events": [{"name": "network-changed", "server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:08.268053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ef4f-25aa-40e2-ac9d-a68cced791ba req-ebdc741f-a121-4cf6-81f3-c43cc8f9b538 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.273187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708a824-509e-45dc-aa44-bf3c6974dcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbacc12-dd29-44b5-b913-55bae3cedda2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:08.275467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ab2ef4f-25aa-40e2-ac9d-a68cced791ba req-ebdc741f-a121-4cf6-81f3-c43cc8f9b538 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 946 time: 0.1759081 Oct 13 03:59:08.325733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-2edd8d6c-ea93-4c71-a07e-0b7f1573f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.327192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-2edd8d6c-ea93-4c71-a07e-0b7f1573f381 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1231520 Oct 13 03:59:08.344704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-0a4ed207-d0dd-4eaf-b075-48505644f848 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.346206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-0a4ed207-d0dd-4eaf-b075-48505644f848 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158052 Oct 13 03:59:08.366536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-b192d307-f965-4737-a58d-87f24d846da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.368013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-b192d307-f965-4737-a58d-87f24d846da0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1094 time: 0.0737827 Oct 13 03:59:08.384609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Request body: {'port': {'device_id': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'b6a5d277790c41b8a7111a4b44b1809b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:08.392554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6306-f304-4f1a-abee-c04ab9622fd0 req-5c3a4379-836a-4bb2-af1f-a189f83e8515 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.397178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-638c6306-f304-4f1a-abee-c04ab9622fd0 req-5c3a4379-836a-4bb2-af1f-a189f83e8515 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 948 time: 0.0723777 Oct 13 03:59:08.406042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ab2ef4f-25aa-40e2-ac9d-a68cced791ba req-cc3a397a-7785-441a-a5c5-f736849de019 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297016 Oct 13 03:59:08.442334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-cbfb141d-75d3-49c6-8315-91f92b14a7d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 217 time: 0.0647056 Oct 13 03:59:08.460796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-21db8605-fce1-4815-bc6d-921b478749f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.462303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-21db8605-fce1-4815-bc6d-921b478749f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152239 Oct 13 03:59:08.497340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-638c6306-f304-4f1a-abee-c04ab9622fd0 req-387c01b8-3f55-4f35-8928-aeb8df639f63 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Oct 13 03:59:08.526636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-a70640f7-139e-4e93-9dc0-c44c1f51e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.528288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-a70640f7-139e-4e93-9dc0-c44c1f51e7eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0776961 Oct 13 03:59:08.567229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90812029-1d23-4a15-9ded-a6c907b20b1e req-1fe50277-85ab-42d6-9afd-946f5a1f48a5 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 210 time: 0.0777218 Oct 13 03:59:08.594650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e084-001d-44a3-a07e-52ef013809be req-0762d618-2b77-40fc-bc96-ae9b52b2723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.597962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-0762d618-2b77-40fc-bc96-ae9b52b2723d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598664 Oct 13 03:59:08.614382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Made reservation on behalf of b6a5d277790c41b8a7111a4b44b1809b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:08.614382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.634089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.643890 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc2f0ce-fccb-4c3a-aa5b-4e78bdb6127b x-openstack-request-id: req-6cc2f0ce-fccb-4c3a-aa5b-4e78bdb6127b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:08.644923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-7890030a-428d-40c1-97b6-2c53bea7d245 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656010 Oct 13 03:59:08.645777 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:08.646048 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cc2f0ce-fccb-4c3a-aa5b-4e78bdb6127b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:08.646456 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'status': 'completed', 'code': 200} Oct 13 03:59:08.684646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:08.795526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-676e9bf4-25b5-4f1e-8b36-b0712c4065a1 req-14b9ea64-50b8-4789-8f78-634b18f3fd04 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390848 Oct 13 03:59:08.823797 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.825707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:08.830246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.838096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'mac_address': 'fa:16:3e:ba:f4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:08.879166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.892861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507bba4f-9f1d-4947-acca-6ceeb2a0d763 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:08.914500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:08.918932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:08.932084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c1ec4e-b879-4196-b07e-91ca9549cb7c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:08.957449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30354b7f-27ad-4488-97f2-9fff8407954e req-80a0c149-b332-438d-bcd7-28d1f5eeeb29 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:08.959163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30354b7f-27ad-4488-97f2-9fff8407954e req-80a0c149-b332-438d-bcd7-28d1f5eeeb29 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1097 time: 0.1318924 Oct 13 03:59:08.975931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:09.029460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87c816-38db-4498-b5a8-145c016838d4 req-dd569c76-9385-430c-9ac4-cdd84d2ba53d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.030819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b87c816-38db-4498-b5a8-145c016838d4 req-dd569c76-9385-430c-9ac4-cdd84d2ba53d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 948 time: 0.3516521 Oct 13 03:59:09.034854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-6f19b5ea-70c3-4450-9ad4-65dcb0eea1ff service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253259 Oct 13 03:59:09.040719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30354b7f-27ad-4488-97f2-9fff8407954e req-c1f1d974-23bd-4452-b3e5-9606fab4b658 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Oct 13 03:59:09.041734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Allocated IP 192.168.233.33 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/ac06a41f-49bb-41eb-bee9-d2177a31436b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:09.117820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b87c816-38db-4498-b5a8-145c016838d4 req-d563bb84-e9ed-488d-9878-27eff7597e1a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795312 Oct 13 03:59:09.131797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:09.150690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7101e084-001d-44a3-a07e-52ef013809be req-572e1753-c315-4362-98b2-770fa52fe4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057067 Oct 13 03:59:09.223603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:09.263588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-ed82f6f3-a441-4691-8888-382039123109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.266158 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-ed82f6f3-a441-4691-8888-382039123109 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1094 time: 0.0576286 Oct 13 03:59:09.317409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:09.386525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-892ee655-b899-482e-8fe5-123ffa379390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.388008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-892ee655-b899-482e-8fe5-123ffa379390 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.1115170 Oct 13 03:59:09.412612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:09.413791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Pushing event updated for resources: {'Port': ['ID=ac06a41f-49bb-41eb-bee9-d2177a31436b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:09.419250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:09.421807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:09.462909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-4598a4b2-08e0-4e7b-a0d4-49cd5c2d88d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 217 time: 0.0389965 Oct 13 03:59:09.468304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084a07-f391-485f-a03f-6d59a588aef4 req-8ca7d47a-f39c-4435-9255-5927786d3081 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.469947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2084a07-f391-485f-a03f-6d59a588aef4 req-8ca7d47a-f39c-4435-9255-5927786d3081 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 943 time: 0.0984607 Oct 13 03:59:09.509207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.509853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:09.533918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2084a07-f391-485f-a03f-6d59a588aef4 req-99d70cb4-e7db-48b2-9347-2fc976144455 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530276 Oct 13 03:59:09.545492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-123dd28a-f2c5-4767-97ac-b0c515563abe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1640990 Oct 13 03:59:09.554003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-be77d9e0-b480-47b8-9110-6aed770da0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.555415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-be77d9e0-b480-47b8-9110-6aed770da0b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0838327 Oct 13 03:59:09.562457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Request body: {'port': {'device_id': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:09.575838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f2493-0885-4e0c-a632-d77a2b0de72c req-44206fc6-37aa-4709-8939-1250518b43ca tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.577342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-188f2493-0885-4e0c-a632-d77a2b0de72c req-44206fc6-37aa-4709-8939-1250518b43ca tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1097 time: 0.0744040 Oct 13 03:59:09.617798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:09.638014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:09.647249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-188f2493-0885-4e0c-a632-d77a2b0de72c req-0a95b86f-d6a4-40f9-bbe0-cc9990843f4e tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479772 Oct 13 03:59:09.649111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-f31a7eaa-f77f-4671-9691-8278f928c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.657385 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-f31a7eaa-f77f-4671-9691-8278f928c2ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937924 Oct 13 03:59:09.680094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-890cf871-7f33-49b5-866b-9ee83b6d13fc None None] Provisioning complete for port ac06a41f-49bb-41eb-bee9-d2177a31436b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:09.680812 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-890cf871-7f33-49b5-866b-9ee83b6d13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:09.732066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-890cf871-7f33-49b5-866b-9ee83b6d13fc None None] Port ac06a41f-49bb-41eb-bee9-d2177a31436b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:09.747993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd3d8ba7-7415-482b-bc67-1f324ea8f7d1 req-663adcc8-d129-4b90-b15f-b5ce446721d3 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2f579126b8524a00932b53e939520fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862408 Oct 13 03:59:09.762802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-6aac2b28-2e61-4a87-a8e4-ca4f7969a633 service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966325 Oct 13 03:59:09.868440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aba23d-b744-465e-bee0-b816114ee76a req-47428598-2783-4d58-998c-5fe6c690b8ca tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.869833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33aba23d-b744-465e-bee0-b816114ee76a req-47428598-2783-4d58-998c-5fe6c690b8ca tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 948 time: 0.0923460 Oct 13 03:59:09.908503 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bdfb009-a55c-4533-ac57-876d2c7e4064 req-329099b7-3f6a-4797-b5cc-2e825ae7bc1d service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381476 Oct 13 03:59:09.925250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33aba23d-b744-465e-bee0-b816114ee76a req-d969630a-1455-4c64-b327-6645b56625fb tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Oct 13 03:59:09.965201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d8ba7-7415-482b-bc67-1f324ea8f7d1 req-465315b3-a345-4a45-8fea-321a0492ffe2 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:09.966633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd3d8ba7-7415-482b-bc67-1f324ea8f7d1 req-465315b3-a345-4a45-8fea-321a0492ffe2 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685381 Oct 13 03:59:09.994564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd3d8ba7-7415-482b-bc67-1f324ea8f7d1 req-e848206d-545b-43d6-968b-f33d430fcffd tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/quotas/2f579126b8524a00932b53e939520fa9 HTTP/1.1" status: 200 len: 375 time: 0.0219669 Oct 13 03:59:10.029356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae253ca3-0d60-457c-a18f-02cb0edb722a req-4eab1fc5-684a-4305-9ad6-c3c9aba73947 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.030927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae253ca3-0d60-457c-a18f-02cb0edb722a req-4eab1fc5-684a-4305-9ad6-c3c9aba73947 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 935 time: 0.0497930 Oct 13 03:59:10.035797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd3d8ba7-7415-482b-bc67-1f324ea8f7d1 req-d69d44c0-f6ce-404c-969b-9cf876576ed0 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f579126b8524a00932b53e939520fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326793 Oct 13 03:59:10.072276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae253ca3-0d60-457c-a18f-02cb0edb722a req-cdedb5c0-5142-4f1d-b756-9178b403a7c6 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351322 Oct 13 03:59:10.076445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac06a41f-49bb-41eb-bee9-d2177a31436b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:10.085379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.099942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Transition to ACTIVE for port object ac06a41f-49bb-41eb-bee9-d2177a31436b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:10.103733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.216339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac06a41f-49bb-41eb-bee9-d2177a31436b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:10.229300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-c3e5fd7b-8703-4ec5-a2e5-a793dc83eb20 req-16bc7604-ec05-4c89-b7f9-b7c63e8094af service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:10.230258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c3e5fd7b-8703-4ec5-a2e5-a793dc83eb20 req-16bc7604-ec05-4c89-b7f9-b7c63e8094af service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052776 Oct 13 03:59:10.236616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Attempting to bind port ac06a41f-49bb-41eb-bee9-d2177a31436b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:10.236970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Attempting to bind port ac06a41f-49bb-41eb-bee9-d2177a31436b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:10.237294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Attempting to bind port ac06a41f-49bb-41eb-bee9-d2177a31436b on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:10.242116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Port ac06a41f-49bb-41eb-bee9-d2177a31436b on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:10.242352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Attempting to bind port ac06a41f-49bb-41eb-bee9-d2177a31436b on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:10.247559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:10.247893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:10.248359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:10.248942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Bound port: ac06a41f-49bb-41eb-bee9-d2177a31436b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:10.249353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.338878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] For port ac06a41f-49bb-41eb-bee9-d2177a31436b, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:10.372238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] For port ac06a41f-49bb-41eb-bee9-d2177a31436b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:10.379619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.416049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.416575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.418168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac06a41f-49bb-41eb-bee9-d2177a31436b HTTP/1.1" status: 200 len: 1095 time: 0.8602834 Oct 13 03:59:10.418595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'tag': 'ac06a41f-49bb-41eb-bee9-d2177a31436b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:10.420842 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a6ccc-771d-4468-a6f3-5084d69024f0" -d '{"events": [{"name": "network-changed", "server_uuid": "90cdebda-5e9d-4079-9366-b8d461c8d8b3", "tag": "ac06a41f-49bb-41eb-bee9-d2177a31436b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:10.433629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3b42-6572-4694-8389-b377f779c133 req-c57a5e61-d8a4-45e8-8237-ba725f7475ec tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.435067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-012d3b42-6572-4694-8389-b377f779c133 req-c57a5e61-d8a4-45e8-8237-ba725f7475ec tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 948 time: 0.0983071 Oct 13 03:59:10.502660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238649-ba0f-44c4-b05b-881ac32ea8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac06a41f-49bb-41eb-bee9-d2177a31436b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:10.536079 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-012d3b42-6572-4694-8389-b377f779c133 req-2d05492a-c4c8-43dc-8678-96c5a625e917 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Oct 13 03:59:10.543525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-a89232ee-4e09-4ec3-b4a7-295d3a609352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.545022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-a89232ee-4e09-4ec3-b4a7-295d3a609352 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0808454 Oct 13 03:59:10.607473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-5b58cc24-aacc-4580-81fe-706d363c1310 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b HTTP/1.1" status: 200 len: 217 time: 0.0507751 Oct 13 03:59:10.657911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-006ab483-a7a8-4402-9f86-fb459f602de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.659719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-006ab483-a7a8-4402-9f86-fb459f602de2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0456867 Oct 13 03:59:10.701273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:10.718937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-b9369a79-ae7c-4491-a38a-8a493f6b0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.721059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-b9369a79-ae7c-4491-a38a-8a493f6b0a4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545356 Oct 13 03:59:10.759262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:10.763708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:10.764230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.823289 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f52461-9752-4af7-bb0e-e160edac5646 x-openstack-request-id: req-f8f52461-9752-4af7-bb0e-e160edac5646 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:10.823570 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cdebda-5e9d-4079-9366-b8d461c8d8b3", "tag": "ac06a41f-49bb-41eb-bee9-d2177a31436b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:10.823847 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8f52461-9752-4af7-bb0e-e160edac5646 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:10.824219 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'tag': 'ac06a41f-49bb-41eb-bee9-d2177a31436b', 'status': 'completed', 'code': 200} Oct 13 03:59:10.829979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-1cf15cee-f806-45fa-9e52-c6e767fa733a service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002440 Oct 13 03:59:10.880543 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.909696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:10.911997 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20917703-5930-4536-8443-97801274253a" -d '{"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-plugged", "status": "completed", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:10.926381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:10.931201 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:10.960577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2baf09-9123-4365-9b91-7f3df396234c req-72bef4a4-ca2c-4eef-b1ab-9f63dfa969c6 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:10.962076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e2baf09-9123-4365-9b91-7f3df396234c req-72bef4a4-ca2c-4eef-b1ab-9f63dfa969c6 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 943 time: 0.0744493 Oct 13 03:59:10.987771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:10.988440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88334e35-f9c3-4171-b7d7-9fc97fdf024c req-23fef9bf-deca-42a7-893b-a7a38fc1a129 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520462 Oct 13 03:59:11.015190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e2baf09-9123-4365-9b91-7f3df396234c req-e2dae4f7-fc3c-43f4-b570-4dd657f8b79b tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438278 Oct 13 03:59:11.084224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-398500e8-b545-4294-8a15-b699623f6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.085709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-398500e8-b545-4294-8a15-b699623f6890 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0491035 Oct 13 03:59:11.190541 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c44a8f-aa22-492a-b198-14fa14dbddfa x-openstack-request-id: req-33c44a8f-aa22-492a-b198-14fa14dbddfa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:11.191110 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-plugged", "status": "completed", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:11.191580 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33c44a8f-aa22-492a-b198-14fa14dbddfa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:11.192174 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'code': 200} Oct 13 03:59:11.193095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-fe5b87aa-93b3-49fb-b66b-b69e2b58cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.194563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-fe5b87aa-93b3-49fb-b66b-b69e2b58cbe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1012869 Oct 13 03:59:11.248701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-a68d4851-b823-4924-9ce5-bb05f09d488e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b HTTP/1.1" status: 200 len: 217 time: 0.0458586 Oct 13 03:59:11.353674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-7bc45230-1d35-484a-9d09-ff3139e67183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.355114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-7bc45230-1d35-484a-9d09-ff3139e67183 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0963020 Oct 13 03:59:11.364581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0cd8-4a78-46b1-afb9-eb58707689e3 req-fb040824-784d-4d16-a192-bd804d2e80d9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.365995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f1e0cd8-4a78-46b1-afb9-eb58707689e3 req-fb040824-784d-4d16-a192-bd804d2e80d9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 948 time: 0.1164148 Oct 13 03:59:11.375936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13ba2-8665-462f-9a24-1d817751e626 req-dfb76a1a-5163-49ff-a513-1394f3dd8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.377815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84f13ba2-8665-462f-9a24-1d817751e626 req-dfb76a1a-5163-49ff-a513-1394f3dd8d03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1100 time: 0.1180320 Oct 13 03:59:11.456737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-f38c22e9-4975-483c-a6fa-1c50b63f339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.458207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-f38c22e9-4975-483c-a6fa-1c50b63f339e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905135 Oct 13 03:59:11.460407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84f13ba2-8665-462f-9a24-1d817751e626 req-1afb1ca8-6c90-4357-9480-f4f845a44625 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Oct 13 03:59:11.463115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f1e0cd8-4a78-46b1-afb9-eb58707689e3 req-6c9dfaf6-c471-45c6-8e41-db58c6ee85d9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844820 Oct 13 03:59:11.561086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a18343-fa4a-4c34-b981-4f504f22bc31 req-e02f4ff2-d97f-4355-9c45-5e2b53180493 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.562541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80a18343-fa4a-4c34-b981-4f504f22bc31 req-e02f4ff2-d97f-4355-9c45-5e2b53180493 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 947 time: 0.0480947 Oct 13 03:59:11.600210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80a18343-fa4a-4c34-b981-4f504f22bc31 req-7d39a4b8-ee95-49d9-9fce-c6bfe31d5436 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Oct 13 03:59:11.801809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:11.903209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-894781f9-e586-4d15-9b28-e5a3dbbb0f8f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:11.904197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-894781f9-e586-4d15-9b28-e5a3dbbb0f8f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1013157 Oct 13 03:59:11.933505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d51c286-6dba-4e5a-9a78-459fe7ae6902 req-79bf0ff6-f3de-4f75-a4d1-dcfb156c4f6e tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2f579126b8524a00932b53e939520fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2612946 Oct 13 03:59:11.943717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-a7ba548a-42c9-46da-983a-7c1c85a5defc tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:11.945082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-a7ba548a-42c9-46da-983a-7c1c85a5defc tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0342836 Oct 13 03:59:12.025029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-f5a71c42-3b1c-4d72-b241-0d418d59cea0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610289 Oct 13 03:59:12.028922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Request body: {'binding': {'host': 'n-h2-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:12.029439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 03:59:12.107107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c286-6dba-4e5a-9a78-459fe7ae6902 req-3ef094d6-7c30-413d-8238-242f596c22ad tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.108535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d51c286-6dba-4e5a-9a78-459fe7ae6902 req-3ef094d6-7c30-413d-8238-242f596c22ad tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672969 Oct 13 03:59:12.128524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d51c286-6dba-4e5a-9a78-459fe7ae6902 req-ae0fa0f5-623e-466c-9db5-f76f9518f0a3 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/quotas/2f579126b8524a00932b53e939520fa9 HTTP/1.1" status: 200 len: 375 time: 0.0137057 Oct 13 03:59:12.162549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on host n-h2-810220-9 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:12.162883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:12.163199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:12.167373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:12.167683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:12.171872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d51c286-6dba-4e5a-9a78-459fe7ae6902 req-587d8feb-a471-4ed3-ac97-a8507626a149 tempest-QuotasAdminNegativeTest-809688611 tempest-QuotasAdminNegativeTest-809688611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f579126b8524a00932b53e939520fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333931 Oct 13 03:59:12.172472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:12.173060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:12.173436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:12.173879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Bound port: 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:12.175586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c4a6ccc-771d-4468-a6f3-5084d69024f0 req-63f6b494-f7ad-4f7a-8b1c-3005c60f4d6c service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414390 Oct 13 03:59:12.259878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:12.266026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:12.267753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-845dbd3c-33a0-410d-9994-f065284de20d service neutron] 10.222.0.44 "POST /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2807357 Oct 13 03:59:12.316190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4ff7-4bad-4f97-a251-01cb6e223e78 req-d7921a79-c5ac-42d6-b770-33e83abf89c9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.317814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bddb4ff7-4bad-4f97-a251-01cb6e223e78 req-d7921a79-c5ac-42d6-b770-33e83abf89c9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0543683 Oct 13 03:59:12.365198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bddb4ff7-4bad-4f97-a251-01cb6e223e78 req-33de56c3-97d3-4bc9-ad2e-a031b3905830 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Oct 13 03:59:12.496076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad334d-eb17-47ae-804f-c73c254c13e3 req-3aea2468-3d16-4734-9e7c-abcd89788b7b tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.497595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ffad334d-eb17-47ae-804f-c73c254c13e3 req-3aea2468-3d16-4734-9e7c-abcd89788b7b tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 943 time: 0.0546622 Oct 13 03:59:12.565640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ffad334d-eb17-47ae-804f-c73c254c13e3 req-f230cd88-e83c-447c-bd5e-9b7ad0ee320e tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553920 Oct 13 03:59:12.567518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-39864398-e728-4953-9668-ee9b4ff06bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.568915 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-39864398-e728-4953-9668-ee9b4ff06bdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1097 time: 0.0663679 Oct 13 03:59:12.665315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:12.683908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa7f91-5d23-465f-9b8e-276bdcc778f2 req-4b6cb64b-f90e-4ac5-be05-ad91d7ce2051 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.693295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6aa7f91-5d23-465f-9b8e-276bdcc778f2 req-4b6cb64b-f90e-4ac5-be05-ad91d7ce2051 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 946 time: 0.0671036 Oct 13 03:59:12.701231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd42e49-1db8-4381-98b6-7a46aa36d69c req-da36595d-583d-495d-9736-2fa97c004bce tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.702719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fd42e49-1db8-4381-98b6-7a46aa36d69c req-da36595d-583d-495d-9736-2fa97c004bce tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 948 time: 0.0772507 Oct 13 03:59:12.708002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-5b0104fa-1a5d-4621-a449-d22f55748cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.709523 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-5b0104fa-1a5d-4621-a449-d22f55748cec service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.1324406 Oct 13 03:59:12.737335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6aa7f91-5d23-465f-9b8e-276bdcc778f2 req-b02ed446-a1b3-4c98-9056-e3bb478d3334 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Oct 13 03:59:12.762368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-e9b338ec-a6a1-48df-9df3-0a17b5d3108f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.0445659 Oct 13 03:59:12.817549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fd42e49-1db8-4381-98b6-7a46aa36d69c req-2b27d89b-70e1-4e83-b1cd-50823e638bef tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066513 Oct 13 03:59:12.822192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:12.838835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-6dafec02-ea6a-48cc-8133-2f389f95dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.840092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28', 'mac_address': 'fa:16:3e:56:54:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:12.840715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-6dafec02-ea6a-48cc-8133-2f389f95dc62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0666175 Oct 13 03:59:12.880847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-1884bd83-819b-4e26-a182-75bbb1adcd50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291510 Oct 13 03:59:12.888175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:12.893926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b37d10-cdc4-40f0-9c10-df1ae9a869e4 req-801af3ed-1397-4e52-80d6-bb18d8fc5371 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:12.898121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17b37d10-cdc4-40f0-9c10-df1ae9a869e4 req-801af3ed-1397-4e52-80d6-bb18d8fc5371 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 947 time: 0.0617952 Oct 13 03:59:12.907403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:12.929553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:12.935177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:12.935967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7dbacc12-dd29-44b5-b913-55bae3cedda2 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:12.956646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17b37d10-cdc4-40f0-9c10-df1ae9a869e4 req-1a99f3f1-aaab-4453-86b2-09415c3bbae6 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Oct 13 03:59:12.990180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-a45af7f1-9093-4cc6-a56b-e365c8eeb3d5 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012909 Oct 13 03:59:13.056903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:13.075499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7dbacc12-dd29-44b5-b913-55bae3cedda2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:13.088724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:13.090270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-4a6475f9-74c2-4186-9d3c-157377192283 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921459 Oct 13 03:59:13.094428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:13.131607 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.144584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbacc12-dd29-44b5-b913-55bae3cedda2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:13.163375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7dbacc12-dd29-44b5-b913-55bae3cedda2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:13.167235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.202068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6523c33-7171-4a45-a430-5c49008b5dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.214331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7dbacc12-dd29-44b5-b913-55bae3cedda2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:13.277962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6523c33-7171-4a45-a430-5c49008b5dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.281890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6523c33-7171-4a45-a430-5c49008b5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.320941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f6523c33-7171-4a45-a430-5c49008b5dc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f579126b8524a00932b53e939520fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310894 Oct 13 03:59:13.321809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6523c33-7171-4a45-a430-5c49008b5dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1607eadf-0ae5-462f-a931-2950ae1b7030,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:13.324088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43698) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:13.352072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-70564418-b650-421b-a60e-664be1f7bd35 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:13.353853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-70564418-b650-421b-a60e-664be1f7bd35 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1097 time: 0.0800889 Oct 13 03:59:13.365849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810220-9'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:13.371633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95292bb6-3597-4dd9-92ba-d8010ba7f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.393445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95292bb6-3597-4dd9-92ba-d8010ba7f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.423781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.455917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95292bb6-3597-4dd9-92ba-d8010ba7f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.459631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95292bb6-3597-4dd9-92ba-d8010ba7f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.460811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95292bb6-3597-4dd9-92ba-d8010ba7f3b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1607eadf-0ae5-462f-a931-2950ae1b7030 HTTP/1.1" status: 204 len: 168 time: 0.1357934 Oct 13 03:59:13.473893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95292bb6-3597-4dd9-92ba-d8010ba7f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1607eadf-0ae5-462f-a931-2950ae1b7030,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:13.545302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:13.564187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf2f7-c996-4a5d-a8a3-886e81c62e6b req-a1964d6a-da2e-486b-9ffa-e0e2d97e72a5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:13.565839 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63faf2f7-c996-4a5d-a8a3-886e81c62e6b req-a1964d6a-da2e-486b-9ffa-e0e2d97e72a5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1182294 Oct 13 03:59:13.569449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7dbacc12-dd29-44b5-b913-55bae3cedda2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:13.642308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63faf2f7-c996-4a5d-a8a3-886e81c62e6b req-43f3a7bd-3051-44bc-ace2-327833b2bb91 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634456 Oct 13 03:59:13.648534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:13.704532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae372-e489-49c5-984c-2a048a2c38b7 req-b6c07e51-694c-4b9e-9bd2-cd5323cfa7a7 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:13.708967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:13.712376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-736ae372-e489-49c5-984c-2a048a2c38b7 req-b6c07e51-694c-4b9e-9bd2-cd5323cfa7a7 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 944 time: 0.0630624 Oct 13 03:59:13.762222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:13.765822 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6cf75a-673a-4e66-8785-78e838b2b491" -d '{"events": [{"server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:13.766414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-736ae372-e489-49c5-984c-2a048a2c38b7 req-466670b8-f0aa-43fc-9395-f719cb8ae814 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Oct 13 03:59:13.781249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.792989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.898151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on host n-h1-810220-9 for vnic_type normal with profile {"migrating_to": "n-h2-810220-9"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:13.898735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:13.898870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:13.901612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:13.913549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:13.916173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:13.916495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Attempting to bind port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:13.928953 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51db29b-96f7-4f5a-9fdc-cb4dfedcbcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.932703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:13.933060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:13.933438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:13.933883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Bound port: 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:13.934217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:13.947358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9f89-3507-4e2b-be8f-6e5b768b4a5f req-70ee772b-48b6-4692-b621-5c15b06b4b3e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:13.949486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-979e9f89-3507-4e2b-be8f-6e5b768b4a5f req-70ee772b-48b6-4692-b621-5c15b06b4b3e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0825331 Oct 13 03:59:13.989406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-979e9f89-3507-4e2b-be8f-6e5b768b4a5f req-0ae00679-03cc-4d4c-8f30-50a2141440b5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Oct 13 03:59:14.040123 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d0c24-e426-4f39-9694-c1f8fb46a125 x-openstack-request-id: req-2e3d0c24-e426-4f39-9694-c1f8fb46a125 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:14.040323 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:14.040573 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e3d0c24-e426-4f39-9694-c1f8fb46a125 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:14.040987 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'code': 200} Oct 13 03:59:14.082435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896ea4-f8bd-49f1-ab20-f8ff3c4f7ca8 req-2774d63c-f2df-4720-9c05-1e46003a973e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:14.083952 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b896ea4-f8bd-49f1-ab20-f8ff3c4f7ca8 req-2774d63c-f2df-4720-9c05-1e46003a973e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1100 time: 0.0969043 Oct 13 03:59:14.085929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:14.089825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:14.105378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.128369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b896ea4-f8bd-49f1-ab20-f8ff3c4f7ca8 req-ec4987f0-6e15-427d-85bc-8c367f63952e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.130837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a62925-4704-44a3-b3fe-f055a40037a7 req-d2388ec7-3ad9-489f-b00f-12b2786b7477 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:14.132295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4a62925-4704-44a3-b3fe-f055a40037a7 req-d2388ec7-3ad9-489f-b00f-12b2786b7477 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 949 time: 0.0504308 Oct 13 03:59:14.164197 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51db29b-96f7-4f5a-9fdc-cb4dfedcbcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.171118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4a62925-4704-44a3-b3fe-f055a40037a7 req-c72dd0e6-05d9-43b0-a240-7e0dd882b2e3 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Oct 13 03:59:14.177312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51db29b-96f7-4f5a-9fdc-cb4dfedcbcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.273931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a51db29b-96f7-4f5a-9fdc-cb4dfedcbcc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=538ca327d7ab4063b7b889b3a82ee3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698003 Oct 13 03:59:14.275946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:14.276570 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.278274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] 10.222.0.26 "PUT /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 1122 time: 0.9163017 Oct 13 03:59:14.278394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501083ea-8416-45bf-8355-2eefc0d8f940 req-6e68d4a2-8635-4847-bdb7-e92a340776bd tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:14.279786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-501083ea-8416-45bf-8355-2eefc0d8f940 req-6e68d4a2-8635-4847-bdb7-e92a340776bd tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 947 time: 0.0517025 Oct 13 03:59:14.280263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43726) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:14.281704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12587fe7-ca2e-47c9-b46d-77f5adc31bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:14.285779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51db29b-96f7-4f5a-9fdc-cb4dfedcbcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d3daf8-0243-4730-80c0-a60aeeb4e8ef,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:14.350039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b896ea4-f8bd-49f1-ab20-f8ff3c4f7ca8 req-ec4987f0-6e15-427d-85bc-8c367f63952e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.354106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['12e5f768-1ee7-4644-ae0d-dc1105e88ed7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:14.355770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b896ea4-f8bd-49f1-ab20-f8ff3c4f7ca8 req-ec4987f0-6e15-427d-85bc-8c367f63952e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.379175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b896ea4-f8bd-49f1-ab20-f8ff3c4f7ca8 req-ec4987f0-6e15-427d-85bc-8c367f63952e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849927 Oct 13 03:59:14.382411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-501083ea-8416-45bf-8355-2eefc0d8f940 req-b4c4bf0e-f693-45c4-a17a-2e4f952949e9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829520 Oct 13 03:59:14.395737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4987f0-6e15-427d-85bc-8c367f63952e tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a970f5e-1b20-4961-8bf4-bf63fc2c74e8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:14.409435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67864890-dc7c-4eaf-b855-52e48a57adef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.432616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67864890-dc7c-4eaf-b855-52e48a57adef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.484518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67864890-dc7c-4eaf-b855-52e48a57adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.488076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67864890-dc7c-4eaf-b855-52e48a57adef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.491535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-67864890-dc7c-4eaf-b855-52e48a57adef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6d3daf8-0243-4730-80c0-a60aeeb4e8ef HTTP/1.1" status: 204 len: 168 time: 0.2080555 Oct 13 03:59:14.497944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864890-dc7c-4eaf-b855-52e48a57adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d3daf8-0243-4730-80c0-a60aeeb4e8ef,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:14.677209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:14.729776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac06a41f-49bb-41eb-bee9-d2177a31436b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:14.793343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:14.801115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:14.801771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:14.910481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac06a41f-49bb-41eb-bee9-d2177a31436b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:14.937163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b557f-e2c8-48bd-8414-3adf723f54a8 req-b8dfebd4-b6b8-4353-9930-1191d5c966bd tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:14.940127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a05b557f-e2c8-48bd-8414-3adf723f54a8 req-b8dfebd4-b6b8-4353-9930-1191d5c966bd tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 944 time: 0.0855806 Oct 13 03:59:14.952016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'ac06a41f-49bb-41eb-bee9-d2177a31436b', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'ac06a41f-49bb-41eb-bee9-d2177a31436b', 'mac_address': 'fa:16:3e:4f:78:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:14.993503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a05b557f-e2c8-48bd-8414-3adf723f54a8 req-6eb17087-3df5-4033-b395-8bb8b1b718c3 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Oct 13 03:59:15.021024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.039469 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.067055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd93538-7c26-4965-b586-9861a9157b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:15.069795 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d079013-6266-43bb-bf58-5a68f21d0d09" -d '{"events": [{"server_uuid": "6fd93538-7c26-4965-b586-9861a9157b04", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:15.082335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac06a41f-49bb-41eb-bee9-d2177a31436b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:15.091320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:15.098404 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.099302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7dbacc12-dd29-44b5-b913-55bae3cedda2 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:15.148641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac06a41f-49bb-41eb-bee9-d2177a31436b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:15.163253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5af51-f769-457a-911e-f0c2056d04de req-654aac48-de03-4d9a-8fdd-ba7147229cb9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:15.165807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6d5af51-f769-457a-911e-f0c2056d04de req-654aac48-de03-4d9a-8fdd-ba7147229cb9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0778425 Oct 13 03:59:15.167087 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.213668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:15.240766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 7dbacc12-dd29-44b5-b913-55bae3cedda2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:15.247199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 7dbacc12-dd29-44b5-b913-55bae3cedda2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:15.247575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.266411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6d5af51-f769-457a-911e-f0c2056d04de req-740d59b1-d82a-4de5-af7c-07f9228b4485 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941961 Oct 13 03:59:15.284614 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e378e990-8ae5-4b06-8d22-39346f09ed89 x-openstack-request-id: req-e378e990-8ae5-4b06-8d22-39346f09ed89 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:15.284925 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd93538-7c26-4965-b586-9861a9157b04", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:15.285182 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e378e990-8ae5-4b06-8d22-39346f09ed89 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:15.285584 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd93538-7c26-4965-b586-9861a9157b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28', 'code': 200} Oct 13 03:59:15.305552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac06a41f-49bb-41eb-bee9-d2177a31436b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:15.396934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.430879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ac06a41f-49bb-41eb-bee9-d2177a31436b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:15.526028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:15.532820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168dbfc-6502-490e-9f92-832f756f17fa req-bcce0668-6db6-4c6c-8187-b956f5a4f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:15.534528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f168dbfc-6502-490e-9f92-832f756f17fa req-bcce0668-6db6-4c6c-8187-b956f5a4f14a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 1101 time: 0.1642649 Oct 13 03:59:15.544089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c850d83-cb8a-4202-8e12-db4c915ac921 req-ebfa9f43-5792-4852-8682-6f81b7468916 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:15.552743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c850d83-cb8a-4202-8e12-db4c915ac921 req-ebfa9f43-5792-4852-8682-6f81b7468916 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1162062 Oct 13 03:59:15.599621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c850d83-cb8a-4202-8e12-db4c915ac921 req-7330f644-6b16-45a6-b41b-71f5fca53e51 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Oct 13 03:59:15.639870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7dbacc12-dd29-44b5-b913-55bae3cedda2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:15.649876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e1e7-211b-4e00-a98e-10624ff7ac9b req-f147f113-80b4-496d-9fe3-b09a18fa9f6a tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:15.651434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5153e1e7-211b-4e00-a98e-10624ff7ac9b req-f147f113-80b4-496d-9fe3-b09a18fa9f6a tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.2099972 Oct 13 03:59:15.653854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:15.659562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f168dbfc-6502-490e-9f92-832f756f17fa req-67a7f35c-eada-4471-9e0d-1d87391e9b81 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150889 Oct 13 03:59:15.731430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5153e1e7-211b-4e00-a98e-10624ff7ac9b req-c3f335a8-5d06-4194-a2da-316ddb374ebf tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Oct 13 03:59:15.797839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7dbacc12-dd29-44b5-b913-55bae3cedda2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:15.854850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754ea8e-9465-4b71-8b2c-dbadc7d6cf13 req-be825993-69e4-4506-a51b-80a27c862197 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:15.864869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d754ea8e-9465-4b71-8b2c-dbadc7d6cf13 req-be825993-69e4-4506-a51b-80a27c862197 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 948 time: 0.1630249 Oct 13 03:59:15.903106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-8921718a-1e02-4d98-8310-a73f2d88b3ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3755286 Oct 13 03:59:15.925126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-deefd134-60ae-46b3-aa86-b08a8b72e7be service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:15.926044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-deefd134-60ae-46b3-aa86-b08a8b72e7be service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067062 Oct 13 03:59:15.936529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d754ea8e-9465-4b71-8b2c-dbadc7d6cf13 req-1a515954-4b31-4c85-ad1a-3a76985ef559 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Oct 13 03:59:16.041681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:16.044213 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b7d88-ab67-4871-8630-e1238f1b6bda" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:16.099007 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d47a1-963f-451f-bec1-a7c50daf5012 x-openstack-request-id: req-c36d47a1-963f-451f-bec1-a7c50daf5012 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:16.099298 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:16.099543 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c36d47a1-963f-451f-bec1-a7c50daf5012 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:16.099927 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'status': 'completed', 'code': 200} Oct 13 03:59:16.207519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d17be-d646-4c4d-a40a-db894385de99 req-9671c489-d994-476e-a6ca-d2fbd1d1bb39 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.209011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce2d17be-d646-4c4d-a40a-db894385de99 req-9671c489-d994-476e-a6ca-d2fbd1d1bb39 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 945 time: 0.0927880 Oct 13 03:59:16.211189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-aaf2acad-299c-4456-a65f-5c896e943b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.212582 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-aaf2acad-299c-4456-a65f-5c896e943b1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1125 time: 0.0745537 Oct 13 03:59:16.324806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce2d17be-d646-4c4d-a40a-db894385de99 req-493761ec-28ca-4ab0-8234-0942cc4b5df4 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955729 Oct 13 03:59:16.380858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-e4b56166-d52c-4d43-bc5c-59cbc543c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.382621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-e4b56166-d52c-4d43-bc5c-59cbc543c93e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.1626513 Oct 13 03:59:16.433387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-eb529655-e674-4df7-b2d2-d884c4bd5935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.0385211 Oct 13 03:59:16.478138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e1ea-f896-42c2-be21-f23ebd02550e req-4cad7c05-415f-48bd-8b41-2c3fb66a6939 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.480315 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c57e1ea-f896-42c2-be21-f23ebd02550e req-4cad7c05-415f-48bd-8b41-2c3fb66a6939 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0683997 Oct 13 03:59:16.497132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-fdca7132-038c-4f56-ba93-111a654bd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.498704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-fdca7132-038c-4f56-ba93-111a654bd9f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0586891 Oct 13 03:59:16.525934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c57e1ea-f896-42c2-be21-f23ebd02550e req-669b0b8e-118c-4d4a-8839-56d2e30055e7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Oct 13 03:59:16.548441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-95afe871-2dc4-4462-bf17-0792754ac2ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418994 Oct 13 03:59:16.663117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-d042f54b-d616-4623-9151-0c785709e1f5 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067140 Oct 13 03:59:16.667700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:16.747543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a3b25-15d7-4566-9ee3-4c51acb40766 req-916f55b0-7253-4ccd-882f-a1375dea312c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.760963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d95a3b25-15d7-4566-9ee3-4c51acb40766 req-916f55b0-7253-4ccd-882f-a1375dea312c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0818806 Oct 13 03:59:16.768876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac06a41f-49bb-41eb-bee9-d2177a31436b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:16.786579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2006198377', 'description': 'tempest-description-2130815782'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:16.808668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b7d88-ab67-4871-8630-e1238f1b6bda req-7dc92e6b-2f01-4710-9caf-daf8e232aa96 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368661 Oct 13 03:59:16.821705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d95a3b25-15d7-4566-9ee3-4c51acb40766 req-b3312c86-64c1-4d7f-a5f4-f01d91adfdb8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555878 Oct 13 03:59:16.846656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:16.856416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:16.892396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:16.895043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port ac06a41f-49bb-41eb-bee9-d2177a31436b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:16.907367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port ac06a41f-49bb-41eb-bee9-d2177a31436b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:16.907989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:16.911493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 03:59:16.935799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb1766-f674-4ca9-bb88-b1d015ba4538 req-ef84a5f3-ca75-4668-ab3a-5f3c736b3218 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:16.937463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11eb1766-f674-4ca9-bb88-b1d015ba4538 req-ef84a5f3-ca75-4668-ab3a-5f3c736b3218 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.0629933 Oct 13 03:59:16.956529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:16.965269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:16.998262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11eb1766-f674-4ca9-bb88-b1d015ba4538 req-92d41884-2ad2-465c-a422-67511a94a171 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477383 Oct 13 03:59:17.011370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5344ea13-e2b9-4166-8d42-aa576ddbd1f1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.039597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.054132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.061191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.080863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac06a41f-49bb-41eb-bee9-d2177a31436b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:17.086746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.104366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.110878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b45c215-eb51-4737-bd5a-08d6105b6a36 req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3276303 Oct 13 03:59:17.122886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe905e9-1792-450d-832b-ce88c0535c56 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46a236-45ff-42b8-8b6f-31e472922dd3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.147162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac06a41f-49bb-41eb-bee9-d2177a31436b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.189565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af44df-1d3f-4458-9f37-206aaa3ec981 req-852deb16-0afc-456b-a249-c6a9f6dcbb4d tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.191267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8af44df-1d3f-4458-9f37-206aaa3ec981 req-852deb16-0afc-456b-a249-c6a9f6dcbb4d tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.0502577 Oct 13 03:59:17.196808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2ea725de-8f22-484a-8fff-a71df562c640 req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1360507220', 'description': 'tempest-description-22110837'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:17.218250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea725de-8f22-484a-8fff-a71df562c640 req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.229308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8af44df-1d3f-4458-9f37-206aaa3ec981 req-7973498c-3211-4901-931c-d7fa713385e6 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Oct 13 03:59:17.285464 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea725de-8f22-484a-8fff-a71df562c640 req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.286987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2'}, {'server_uuid': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06a41f-49bb-41eb-bee9-d2177a31436b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:17.289671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea725de-8f22-484a-8fff-a71df562c640 req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.289925 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df5e70e-d59d-4cfe-b216-7486c4c16b23" -d '{"events": [{"server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "name": "network-vif-plugged", "status": "completed", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2"}, {"server_uuid": "90cdebda-5e9d-4079-9366-b8d461c8d8b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac06a41f-49bb-41eb-bee9-d2177a31436b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:17.319191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea725de-8f22-484a-8fff-a71df562c640 req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.320327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea725de-8f22-484a-8fff-a71df562c640 req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1277335 Oct 13 03:59:17.322104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597b27a-31c3-4aac-be25-191e9bfc552c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d214f0-bd0a-4233-aab7-187a46923188,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.349274 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b4780c-6557-48a4-ad9f-d8aacccb5231 x-openstack-request-id: req-18b4780c-6557-48a4-ad9f-d8aacccb5231 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:17.349692 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "name": "network-vif-plugged", "status": "completed", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2", "code": 200}, {"server_uuid": "90cdebda-5e9d-4079-9366-b8d461c8d8b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac06a41f-49bb-41eb-bee9-d2177a31436b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:17.349975 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18b4780c-6557-48a4-ad9f-d8aacccb5231 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:17.350442 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'code': 200} Oct 13 03:59:17.350758 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06a41f-49bb-41eb-bee9-d2177a31436b', 'code': 200} Oct 13 03:59:17.408629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2085680966', 'description': 'tempest-description-1333461125'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:17.435389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.450445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.502880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf5b74-d6c5-4d1c-ac72-94995207ec77 req-806b79bb-243e-4053-9fde-e7d916095f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.504322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fcf5b74-d6c5-4d1c-ac72-94995207ec77 req-806b79bb-243e-4053-9fde-e7d916095f0a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1096 time: 0.0797668 Oct 13 03:59:17.516174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1670b-230a-43cd-8d47-0a4d4fbf8c42 req-9b48a6f9-94fe-49dc-a5f1-bde9bdbf237f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.517721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92e1670b-230a-43cd-8d47-0a4d4fbf8c42 req-9b48a6f9-94fe-49dc-a5f1-bde9bdbf237f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 945 time: 0.0801163 Oct 13 03:59:17.558472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-2c6ff0dd-b588-4d83-befd-2feacbf33d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.559983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-2c6ff0dd-b588-4d83-befd-2feacbf33d29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1100 time: 0.0918660 Oct 13 03:59:17.565988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fcf5b74-d6c5-4d1c-ac72-94995207ec77 req-a6429f13-a92c-4b74-87ff-b9eff3d5b47c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 Oct 13 03:59:17.568345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb39784-c150-4b51-bf1d-e767c8536967 req-07031305-cf72-40ae-a52e-d0d292aa63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.569845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfb39784-c150-4b51-bf1d-e767c8536967 req-07031305-cf72-40ae-a52e-d0d292aa63ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 1100 time: 0.1005147 Oct 13 03:59:17.578936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92e1670b-230a-43cd-8d47-0a4d4fbf8c42 req-8883f011-592e-40e6-aa6d-8eb059f3622d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Oct 13 03:59:17.654648 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.662072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.681166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fa286-f27e-456e-a400-9ba530ae6a3b req-07f2b510-fdea-4589-8028-b8824076a4b7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.682758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-699fa286-f27e-456e-a400-9ba530ae6a3b req-07f2b510-fdea-4589-8028-b8824076a4b7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0494990 Oct 13 03:59:17.706644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfb39784-c150-4b51-bf1d-e767c8536967 req-5ecebed2-2aca-4c20-9a4d-fc9c325ac728 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134448 Oct 13 03:59:17.717763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dafe77-beab-46fe-8b81-5596bde41d88,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.736170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-699fa286-f27e-456e-a400-9ba530ae6a3b req-56f6f0fb-b349-4bd7-a635-871a28d9a465 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386407 Oct 13 03:59:17.752114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-2bf8cfb6-3bd3-442b-8676-b8582d7f38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.753587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-2bf8cfb6-3bd3-442b-8676-b8582d7f38f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1729927 Oct 13 03:59:17.775847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.779085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.805210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.806385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab142f88-709e-4837-9d3d-996644d1bb88 req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4027390 Oct 13 03:59:17.808016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eada8-506d-4aab-b3f4-13c8b4b99e07 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2344b589-5600-4889-9f8a-d359d11e2772,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.831020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ad1ce7bd-e20d-4dbe-a6f7-6ecb96f824ef req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2001755944', 'description': 'tempest-description-1018985182'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:17.854300 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad1ce7bd-e20d-4dbe-a6f7-6ecb96f824ef req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.921297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad1ce7bd-e20d-4dbe-a6f7-6ecb96f824ef req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.925174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad1ce7bd-e20d-4dbe-a6f7-6ecb96f824ef req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.952408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad1ce7bd-e20d-4dbe-a6f7-6ecb96f824ef req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:17.954328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad1ce7bd-e20d-4dbe-a6f7-6ecb96f824ef req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1273825 Oct 13 03:59:17.954498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-1ae43f6d-10c6-410e-a2e2-6df974cea053 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.0393605 Oct 13 03:59:17.956050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f4e94-c9f2-4889-bb47-4291b3c92f78 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0404d532-1f11-4d08-8fa0-6b17b64259ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:17.962119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2176-7471-4d59-ae7a-65b81105b1b1 req-98c95abc-6172-46a2-a164-32ecf3762159 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:17.963613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d2d2176-7471-4d59-ae7a-65b81105b1b1 req-98c95abc-6172-46a2-a164-32ecf3762159 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0829055 Oct 13 03:59:18.029010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-16b2769c-06b7-49d6-959e-8cf9e2a93a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:18.030456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-16b2769c-06b7-49d6-959e-8cf9e2a93a31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0660655 Oct 13 03:59:18.033897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d2d2176-7471-4d59-ae7a-65b81105b1b1 req-87c2f743-4a98-42c5-ba61-73ea081fb773 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 Oct 13 03:59:18.077564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-e41f20f0-ca03-4966-97c4-1c858384f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:18.079670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-e41f20f0-ca03-4966-97c4-1c858384f9b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408132 Oct 13 03:59:18.194122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab36789-2162-4cad-94ab-f7069cb4a597 req-af38fdf1-00b0-44df-92ae-ce07592f7bfe tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:18.195584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ab36789-2162-4cad-94ab-f7069cb4a597 req-af38fdf1-00b0-44df-92ae-ce07592f7bfe tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.0874658 Oct 13 03:59:18.226938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-21813fc3-17d3-4a8a-9ae8-160de2c08fb9 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53336 time: 0.2436655 Oct 13 03:59:18.230203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-58d16e60-ec26-4df1-b641-103579fec1f0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391938 Oct 13 03:59:18.256369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ab36789-2162-4cad-94ab-f7069cb4a597 req-922b96b9-85e7-436d-8805-04c77831e1fd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541515 Oct 13 03:59:18.274067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-714cc8e7-9ceb-421e-b0ec-f158674bb881 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/00933e96-90d4-41d9-9ccc-24fe76cc17ec HTTP/1.1" status: 200 len: 2981 time: 0.0395217 Oct 13 03:59:18.320339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-ba1e0d7e-b138-490f-abb9-41fd0bdf995b tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/00933e96-90d4-41d9-9ccc-24fe76cc17ec HTTP/1.1" status: 200 len: 2981 time: 0.0383232 Oct 13 03:59:18.336023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-7718f8fd-f7eb-4b9c-958b-a431072eba58 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943575 Oct 13 03:59:18.362941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-391db98d-fe92-4856-95f6-6f86ae1a6cd0 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0d6ddb77-1a97-45a5-be14-083a2b0ab978 HTTP/1.1" status: 200 len: 2977 time: 0.0362084 Oct 13 03:59:18.411212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-a0dbf0f8-7a7b-412a-b581-b638ef5e2beb tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0d6ddb77-1a97-45a5-be14-083a2b0ab978 HTTP/1.1" status: 200 len: 2977 time: 0.0417111 Oct 13 03:59:18.460121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-f50c1974-0d56-4e52-b6d0-7722fa2fa707 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2a970f5e-1b20-4961-8bf4-bf63fc2c74e8 HTTP/1.1" status: 200 len: 2981 time: 0.0402372 Oct 13 03:59:18.510599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-c6012a8d-9bd5-44c4-bd0d-7415679d387f tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2a970f5e-1b20-4961-8bf4-bf63fc2c74e8 HTTP/1.1" status: 200 len: 2981 time: 0.0413115 Oct 13 03:59:18.552285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-171bfcfc-6195-470a-84c2-07099bf038a8 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/35064884-a0e9-4f97-b2e7-e94c63413c13 HTTP/1.1" status: 200 len: 2981 time: 0.0356696 Oct 13 03:59:18.555186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd54873-79f0-4ab8-a042-cd3348eb0787 req-3e018ec3-4a2d-4e8e-a23e-ce394df6e178 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:18.556650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bd54873-79f0-4ab8-a042-cd3348eb0787 req-3e018ec3-4a2d-4e8e-a23e-ce394df6e178 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.0484669 Oct 13 03:59:18.593658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bd54873-79f0-4ab8-a042-cd3348eb0787 req-6c10979e-50ca-4db8-b6db-f7dba9af0c90 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Oct 13 03:59:18.594128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-2f1bb1e6-9ccf-4357-8180-3cb386edfee2 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/35064884-a0e9-4f97-b2e7-e94c63413c13 HTTP/1.1" status: 200 len: 2981 time: 0.0356491 Oct 13 03:59:18.636768 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-908d43c3-1845-4194-ab61-36642ee658bf tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/403ea49f-1b0c-40c3-935c-afce1a10a10d HTTP/1.1" status: 200 len: 2973 time: 0.0366540 Oct 13 03:59:18.678725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-4c6f5e81-15d2-4ea0-9617-74a322050bc7 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/403ea49f-1b0c-40c3-935c-afce1a10a10d HTTP/1.1" status: 200 len: 2973 time: 0.0361826 Oct 13 03:59:18.696958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb058b4-669f-4302-b5bd-1c42856d0c67 req-c0ec38b1-bf77-4bc8-bba1-e4d2cf5ea7eb tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:18.704203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cdb058b4-669f-4302-b5bd-1c42856d0c67 req-c0ec38b1-bf77-4bc8-bba1-e4d2cf5ea7eb tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 945 time: 0.0565460 Oct 13 03:59:18.721648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-cdea123a-9fed-4ab8-afea-9abc183a3552 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/425ab876-2ac3-4927-981e-09d1081fb5d0 HTTP/1.1" status: 200 len: 2981 time: 0.0364637 Oct 13 03:59:18.737829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cdb058b4-669f-4302-b5bd-1c42856d0c67 req-47eece31-f931-4437-9401-6f858f6af237 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Oct 13 03:59:18.766285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-215e9180-d4b7-4876-b95a-fd7c524ddd09 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/425ab876-2ac3-4927-981e-09d1081fb5d0 HTTP/1.1" status: 200 len: 2981 time: 0.0386758 Oct 13 03:59:18.809036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-52036577-f281-47c1-9369-5b3393353810 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4c830086-b301-4583-a0b2-9d41e385efbf HTTP/1.1" status: 200 len: 2981 time: 0.0366371 Oct 13 03:59:18.851357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6aff72-fb34-449a-9615-4acd82ea4eb1 req-a3aea807-c00a-4dc6-b522-c466d3c6b0c0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:18.852885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad6aff72-fb34-449a-9615-4acd82ea4eb1 req-a3aea807-c00a-4dc6-b522-c466d3c6b0c0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0594037 Oct 13 03:59:18.858517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-3bf9914c-7a4e-45b1-a3f1-e4b1b324d228 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4c830086-b301-4583-a0b2-9d41e385efbf HTTP/1.1" status: 200 len: 2981 time: 0.0422618 Oct 13 03:59:18.889956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a1fc-78bd-4fde-85b8-d1ff3a202203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:18.896032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad6aff72-fb34-449a-9615-4acd82ea4eb1 req-10b8c9e9-0af8-458c-be6f-958f96ed0867 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Oct 13 03:59:18.907869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-cfde7cd9-0749-4765-b941-a2f796d4a0db tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5344ea13-e2b9-4166-8d42-aa576ddbd1f1 HTTP/1.1" status: 200 len: 2981 time: 0.0418534 Oct 13 03:59:18.950755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-4f2fbe3d-199c-4907-8bbb-43ab050b39fa tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5344ea13-e2b9-4166-8d42-aa576ddbd1f1 HTTP/1.1" status: 200 len: 2981 time: 0.0365543 Oct 13 03:59:18.993321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-c29c15b4-2cb9-4f2d-99d5-483bf616de33 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/85a493b4-d44e-4175-8638-d12b9f219e03 HTTP/1.1" status: 200 len: 2981 time: 0.0363700 Oct 13 03:59:19.036807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-39bd48d1-78ee-4811-abbf-6eac09621ff1 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/85a493b4-d44e-4175-8638-d12b9f219e03 HTTP/1.1" status: 200 len: 2981 time: 0.0375743 Oct 13 03:59:19.077459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-e9bb0fdf-7b70-47b2-aa86-5be86f3b9329 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/adcfcdd9-bbe0-43f1-b0f9-e5121cbd5bb0 HTTP/1.1" status: 200 len: 2981 time: 0.0347016 Oct 13 03:59:19.119417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-bf5e2daf-0543-4ce6-ae2f-7ebfe5865e23 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/adcfcdd9-bbe0-43f1-b0f9-e5121cbd5bb0 HTTP/1.1" status: 200 len: 2981 time: 0.0359893 Oct 13 03:59:19.145219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c314-58c1-42eb-b9cc-1ca1b9f63d49 req-549feb52-a6c7-49a5-97cc-6069b254634d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:19.146578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6b8c314-58c1-42eb-b9cc-1ca1b9f63d49 req-549feb52-a6c7-49a5-97cc-6069b254634d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0483470 Oct 13 03:59:19.161615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-17bd3fd1-a558-4c21-9140-d6a0ec03240e tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b9c1ec4e-b879-4196-b07e-91ca9549cb7c HTTP/1.1" status: 200 len: 2981 time: 0.0358460 Oct 13 03:59:19.183896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6b8c314-58c1-42eb-b9cc-1ca1b9f63d49 req-490fba15-a688-45fd-8439-9502c6d0c54a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Oct 13 03:59:19.202372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-9cb84fc4-f11d-46d4-8535-1732ea31855f tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b9c1ec4e-b879-4196-b07e-91ca9549cb7c HTTP/1.1" status: 200 len: 2981 time: 0.0347776 Oct 13 03:59:19.242744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-7317dadd-21c5-4886-8dc8-68cd1f726e5f tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b9cc4020-7a1f-4d78-b9da-5af1ed961bf8 HTTP/1.1" status: 200 len: 2981 time: 0.0340040 Oct 13 03:59:19.285006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-3604d86a-ed82-479b-abcc-a57c095e5120 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b9cc4020-7a1f-4d78-b9da-5af1ed961bf8 HTTP/1.1" status: 200 len: 2981 time: 0.0367441 Oct 13 03:59:19.326490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-b23e2044-9760-44dd-b01c-3defc3f31d66 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e15d3451-7af5-4af9-9576-0471e833e573 HTTP/1.1" status: 200 len: 2981 time: 0.0350137 Oct 13 03:59:19.367833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fe784-834f-415b-a035-b35995a6f9f4 req-0634cead-9b00-4cae-be76-41ba8a09502c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:19.368383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-b0380a42-1217-4a0c-8e8e-279e0f49b071 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e15d3451-7af5-4af9-9576-0471e833e573 HTTP/1.1" status: 200 len: 2981 time: 0.0356109 Oct 13 03:59:19.369439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa8fe784-834f-415b-a035-b35995a6f9f4 req-0634cead-9b00-4cae-be76-41ba8a09502c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.0486050 Oct 13 03:59:19.406638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa8fe784-834f-415b-a035-b35995a6f9f4 req-09f4f8ed-0067-4e7d-8ab4-d3498dbe1675 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Oct 13 03:59:19.414056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-ce5f0f59-c05c-4bbb-962a-3581ef092ef9 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f0dafe77-beab-46fe-8b81-5596bde41d88 HTTP/1.1" status: 200 len: 2981 time: 0.0362959 Oct 13 03:59:19.456234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-947f2f91-92ad-4a1a-b5cb-fdb556c5f031 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f0dafe77-beab-46fe-8b81-5596bde41d88 HTTP/1.1" status: 200 len: 2981 time: 0.0361512 Oct 13 03:59:19.499364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-9f8e0bf5-3c4a-476c-8105-bc99a5d5cb83 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f193bc00-bbf5-4b23-a11b-9ef70b15cd18 HTTP/1.1" status: 200 len: 2977 time: 0.0362520 Oct 13 03:59:19.544462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eee25281-d5da-4147-bb28-8dd52bc30381 req-5f1d6549-4dfc-47b1-97c6-2ef6ea4ac3bd tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f193bc00-bbf5-4b23-a11b-9ef70b15cd18 HTTP/1.1" status: 200 len: 2977 time: 0.0381215 Oct 13 03:59:19.666829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-1dd49a08-f7cb-4f3d-9db9-8ee69edbce25 req-3610aead-6bd8-460a-9627-651a4cecd79c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:19.667718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dd49a08-f7cb-4f3d-9db9-8ee69edbce25 req-3610aead-6bd8-460a-9627-651a4cecd79c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051684 Oct 13 03:59:19.674270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58580c64-d320-4939-812d-8df5dbedd8e1 req-c0fcf589-6d6b-4317-9f91-906564749603 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06c500d495e64ad69fae0d49f6eba8d4 HTTP/1.1" status: 200 len: 6102 time: 0.0607786 Oct 13 03:59:19.722558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58580c64-d320-4939-812d-8df5dbedd8e1 req-03c4ead7-f24c-40dc-9539-fc49f5a08899 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "GET /v2.0/security-groups/5344ea13-e2b9-4166-8d42-aa576ddbd1f1 HTTP/1.1" status: 200 len: 2981 time: 0.0422103 Oct 13 03:59:19.769575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58580c64-d320-4939-812d-8df5dbedd8e1 req-01ae134c-4df8-430c-affc-96375c7a5efb tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "GET /v2.0/security-groups/5344ea13-e2b9-4166-8d42-aa576ddbd1f1 HTTP/1.1" status: 200 len: 2981 time: 0.0400698 Oct 13 03:59:19.828019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859481c-b1e7-4719-8572-5db429ac7cf2 req-fce3fd97-3f8f-438b-be83-9b4b9852eb34 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:19.830230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9859481c-b1e7-4719-8572-5db429ac7cf2 req-fce3fd97-3f8f-438b-be83-9b4b9852eb34 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.0559132 Oct 13 03:59:19.865585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a45b-9a06-40c1-8492-ef765b869409 req-70fc1b48-b991-4a2a-a3cf-9f7683d3d5d0 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:19.867143 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ea9a45b-9a06-40c1-8492-ef765b869409 req-70fc1b48-b991-4a2a-a3cf-9f7683d3d5d0 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.0479169 Oct 13 03:59:19.871838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9859481c-b1e7-4719-8572-5db429ac7cf2 req-673c16ce-1db6-46b3-9e68-bcdc68508ae7 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354919 Oct 13 03:59:19.919261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ea9a45b-9a06-40c1-8492-ef765b869409 req-494fe082-7ea9-4d7d-89e0-6d04729513cd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 Oct 13 03:59:19.983268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f875e09-f42a-4e53-8ed8-2918a89839be req-19d8d88c-db42-4023-b934-481057622ccb tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:19.983492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f70f460-1c78-4088-8e24-50284c83718f req-0af94fee-9344-4a75-bb87-d9a6e8223cd3 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0404d532-1f11-4d08-8fa0-6b17b64259ab HTTP/1.1" status: 200 len: 1778 time: 0.0387628 Oct 13 03:59:19.984785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f875e09-f42a-4e53-8ed8-2918a89839be req-19d8d88c-db42-4023-b934-481057622ccb tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Oct 13 03:59:20.026570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f875e09-f42a-4e53-8ed8-2918a89839be req-6a82e1e4-59b4-4344-b0c6-eb393e5f8143 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352149 Oct 13 03:59:20.036821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f70f460-1c78-4088-8e24-50284c83718f req-fd1deb8e-3000-4252-80e2-f0ab747bfd81 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.057298 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f70f460-1c78-4088-8e24-50284c83718f req-fd1deb8e-3000-4252-80e2-f0ab747bfd81 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.094990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f70f460-1c78-4088-8e24-50284c83718f req-fd1deb8e-3000-4252-80e2-f0ab747bfd81 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.097584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f70f460-1c78-4088-8e24-50284c83718f req-fd1deb8e-3000-4252-80e2-f0ab747bfd81 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.098683 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f70f460-1c78-4088-8e24-50284c83718f req-fd1deb8e-3000-4252-80e2-f0ab747bfd81 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/0404d532-1f11-4d08-8fa0-6b17b64259ab HTTP/1.1" status: 204 len: 173 time: 0.1087747 Oct 13 03:59:20.109456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1deb8e-3000-4252-80e2-f0ab747bfd81 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404d532-1f11-4d08-8fa0-6b17b64259ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:20.209963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76376c20-fdb0-4ed6-ba8b-a152fbf42033 req-d02ec970-125f-4c9c-9895-ac01c2284aa3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:20.211595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76376c20-fdb0-4ed6-ba8b-a152fbf42033 req-d02ec970-125f-4c9c-9895-ac01c2284aa3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0510809 Oct 13 03:59:20.249201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-633ab10f-7fe3-4041-8c69-86dd77c3e189 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220459 Oct 13 03:59:20.249948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76376c20-fdb0-4ed6-ba8b-a152fbf42033 req-bdcdfacc-1d11-4ba3-be9c-7864aa8edfe7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Oct 13 03:59:20.359559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-f46e1fd2-32f8-4940-acf3-61775c485270 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:20.361903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-f46e1fd2-32f8-4940-acf3-61775c485270 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056199 Oct 13 03:59:20.377909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-8be55ee7-c0e2-4eaa-bbe2-ec4d83c47979 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/quotas/99ceba9e7f7641e19ed44935a7ec2dd9 HTTP/1.1" status: 200 len: 375 time: 0.0092411 Oct 13 03:59:20.426269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-a9b9cd2a-2fd0-498d-a49a-8a222da83ddf tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427101 Oct 13 03:59:20.427915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-969f20b0-f53a-4c40-84ac-c86e02875376 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:20.429470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-969f20b0-f53a-4c40-84ac-c86e02875376 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0813231 Oct 13 03:59:20.477161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-2a24fc0d-0b85-4f23-9572-2423c4b710d8 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.0419004 Oct 13 03:59:20.487652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'floatingip': {'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:20.573163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e956c059-fdbb-42ad-acdc-5696c2a0017d req-41d62d8f-8915-4ac3-b6f5-a580661e7597 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2344b589-5600-4889-9f8a-d359d11e2772 HTTP/1.1" status: 200 len: 1778 time: 0.0431101 Oct 13 03:59:20.631478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e956c059-fdbb-42ad-acdc-5696c2a0017d req-90857c49-a9d3-439a-943d-5ee08df06c22 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.656340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e956c059-fdbb-42ad-acdc-5696c2a0017d req-90857c49-a9d3-439a-943d-5ee08df06c22 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.701626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e956c059-fdbb-42ad-acdc-5696c2a0017d req-90857c49-a9d3-439a-943d-5ee08df06c22 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.705048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e956c059-fdbb-42ad-acdc-5696c2a0017d req-90857c49-a9d3-439a-943d-5ee08df06c22 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.706338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e956c059-fdbb-42ad-acdc-5696c2a0017d req-90857c49-a9d3-439a-943d-5ee08df06c22 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/2344b589-5600-4889-9f8a-d359d11e2772 HTTP/1.1" status: 204 len: 173 time: 0.1261685 Oct 13 03:59:20.719217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90857c49-a9d3-439a-943d-5ee08df06c22 tempest-SecurityGroupsTestAdminJSON-1424534309 tempest-SecurityGroupsTestAdminJSON-1424534309-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2344b589-5600-4889-9f8a-d359d11e2772,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:20.774245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:20.824225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffbb2-e112-4633-a5a2-f23eea33fb04 req-64cedc52-55e6-457d-839e-baa9f1e7649a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:20.832314 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-006ffbb2-e112-4633-a5a2-f23eea33fb04 req-64cedc52-55e6-457d-839e-baa9f1e7649a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0608964 Oct 13 03:59:20.873230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-006ffbb2-e112-4633-a5a2-f23eea33fb04 req-526b0ee5-bb7c-44ff-ae4c-a8c93d3b4f55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Oct 13 03:59:20.962701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-315d8c5d-99bd-4baf-955b-ccbb8f9d70f8 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224268 Oct 13 03:59:21.076785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-80616724-9c42-460f-9e30-46ec026c95fe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:21.078465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-80616724-9c42-460f-9e30-46ec026c95fe tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098671 Oct 13 03:59:21.093790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-69e28d43-b257-465a-a1c8-5162af91b1d4 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/quotas/b6a5d277790c41b8a7111a4b44b1809b HTTP/1.1" status: 200 len: 375 time: 0.0091169 Oct 13 03:59:21.144034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-8f2db86c-990e-4360-99c9-9f22be387a0c tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441666 Oct 13 03:59:21.223392 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:59:21.230838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.234965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.345796 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e associated. External IP: 172.25.1.241, port: 2f340028-230a-4781-afba-3941fa1d0d08. Oct 13 03:59:21.373299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7556fb3-331c-41df-9ada-ec804d8f426f req-07f9aecc-1f7c-4a49-8a42-5a2b0169b532 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 210 time: 0.0285311 Oct 13 03:59:21.452130 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e8523e-c636-4046-8f64-b51fe6ba6528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.512589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3f59f07-f820-4651-afad-d55574e71484 req-2bc7ece8-68b3-4c56-8f94-3b382273d569 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "GET /v2.0/security-groups/85d214f0-bd0a-4233-aab7-187a46923188 HTTP/1.1" status: 200 len: 1776 time: 0.0480475 Oct 13 03:59:21.585541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-0df190c0-dc76-4fe8-8fd6-02b6ac0e520e tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718861 Oct 13 03:59:21.613534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:21.664828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b3f59f07-f820-4651-afad-d55574e71484 req-19e3a8c8-b90d-44ea-9645-d31aaba2da2c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.700485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b3f59f07-f820-4651-afad-d55574e71484 req-19e3a8c8-b90d-44ea-9645-d31aaba2da2c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.739501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:21.744470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.753399 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:21.762544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-06fb1972-b289-43bd-abbd-a12cc9cbe26d tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:21.763979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-06fb1972-b289-43bd-abbd-a12cc9cbe26d tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631303 Oct 13 03:59:21.772051 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:21.772691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:21.774794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-60d49dd9-cfcc-47ac-a3a4-f36636a9d2db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "PUT /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 997 time: 1.2914186 Oct 13 03:59:21.775260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:21.778097 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5079fbb2-5c87-43ca-95bc-c40b87abf73b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:21.786079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b3f59f07-f820-4651-afad-d55574e71484 req-19e3a8c8-b90d-44ea-9645-d31aaba2da2c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.789526 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b3f59f07-f820-4651-afad-d55574e71484 req-19e3a8c8-b90d-44ea-9645-d31aaba2da2c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.793148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3f59f07-f820-4651-afad-d55574e71484 req-19e3a8c8-b90d-44ea-9645-d31aaba2da2c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "DELETE /v2.0/security-groups/85d214f0-bd0a-4233-aab7-187a46923188 HTTP/1.1" status: 204 len: 173 time: 0.2661824 Oct 13 03:59:21.797182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Request body: {'port': {'device_id': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '99ceba9e7f7641e19ed44935a7ec2dd9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:21.848935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-5d77e004-ba58-45d2-9edd-67ed609b6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:21.852593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3a8c8-b90d-44ea-9645-d31aaba2da2c tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d214f0-bd0a-4233-aab7-187a46923188,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:21.856815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-5d77e004-ba58-45d2-9edd-67ed609b6016 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0643067 Oct 13 03:59:21.907591 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:21.935733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d0fef35-7143-43bb-9678-5c15663d4019 req-51dab68e-61b1-427b-9190-9de1fcfbbae7 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 210 time: 0.0283546 Oct 13 03:59:21.960423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Made reservation on behalf of 99ceba9e7f7641e19ed44935a7ec2dd9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:21.965379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:21.979970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-ac28a89d-af00-49ce-87ca-bfb3fb4d1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:21.981559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-ac28a89d-af00-49ce-87ca-bfb3fb4d1f50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.1239781 Oct 13 03:59:22.063861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-6b8439a8-f84a-4955-8986-2977ed1c083e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 1000 time: 0.0752039 Oct 13 03:59:22.119832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-4b93d1c4-0903-42f6-96be-7d452c7f8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.121615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-4b93d1c4-0903-42f6-96be-7d452c7f8896 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0501435 Oct 13 03:59:22.123494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a3cd-f179-4c5f-8707-95428ca34897 req-cebf0cb7-a585-4687-b9f9-b38efc9fccde tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.125096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3020a3cd-f179-4c5f-8707-95428ca34897 req-cebf0cb7-a585-4687-b9f9-b38efc9fccde tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.0940428 Oct 13 03:59:22.159376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Allocated IP 192.168.233.204 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/80cf05b5-9cf6-45b3-9074-8cab66a6320b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:22.179630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-207de1dc-d7b5-44c7-b33c-59a7d5ebae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.181319 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:21Z', 'revision_number': 1, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:22.182010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-207de1dc-d7b5-44c7-b33c-59a7d5ebae09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475051 Oct 13 03:59:22.195390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-67c8b978-87a3-4095-8748-0e03def8e037 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:22.196671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-67c8b978-87a3-4095-8748-0e03def8e037 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058382 Oct 13 03:59:22.202365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3020a3cd-f179-4c5f-8707-95428ca34897 req-5301f822-db5f-49e5-89b5-d67e0a9f1401 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Oct 13 03:59:22.209447 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:22.219476 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:22.220362 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:22.274363 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3485ff83-e7a9-459a-adb8-55809bc77c1b x-openstack-request-id: req-3485ff83-e7a9-459a-adb8-55809bc77c1b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:22.274901 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:22.275079 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3485ff83-e7a9-459a-adb8-55809bc77c1b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:22.275566 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'status': 'completed', 'code': 200} Oct 13 03:59:22.323750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-c67fa8e6-d4bc-4b7a-b325-6632746cb213 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192615 Oct 13 03:59:22.343633 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:22.344389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1092f93-749f-4cce-ac7e-95d972bc3e0c req-ddfcf0ab-09c7-4c5e-997e-6af289b23242 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "GET /v2.0/security-groups/1a46a236-45ff-42b8-8b6f-31e472922dd3 HTTP/1.1" status: 200 len: 1778 time: 0.0572667 Oct 13 03:59:22.436993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:22.487535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1092f93-749f-4cce-ac7e-95d972bc3e0c req-66ebeaf6-c868-4880-ae61-5ac1cb934da7 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:22.492453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-8e2e5ec0-8b99-4149-b1ac-2b14011638fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.494110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-8e2e5ec0-8b99-4149-b1ac-2b14011638fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0813987 Oct 13 03:59:22.514044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-a877b58a-45ae-4120-ac8d-e8bcef8be0b3 service neutron] 10.222.0.15 "GET /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7/bindings/n-h2-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.1304286 Oct 13 03:59:22.517567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3a11a63b-7010-4e8f-9235-1aa4871098dc tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508037 Oct 13 03:59:22.537214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1092f93-749f-4cce-ac7e-95d972bc3e0c req-66ebeaf6-c868-4880-ae61-5ac1cb934da7 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:22.580671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:22.592804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:22.597209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fbac682-b4c0-4e12-8a03-54390abd8031 req-8f82a892-f74f-40dc-ac75-c8fdd4eaece0 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585869 Oct 13 03:59:22.649298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:22.655760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:22.664057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:22.749619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:22.839780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:21Z', 'revision_number': 1, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:22.871714 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bc5c4-5282-4dc3-bef4-10ae5b2d9c62 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:21Z', 'revision_number': 1, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:22.888346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:22.893022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-12279b90-7819-4d43-b0f1-d128e8d77c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.894534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-12279b90-7819-4d43-b0f1-d128e8d77c7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.3896515 Oct 13 03:59:22.907145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 03:59:22.914883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-4cd8c4bc-11ba-43ae-b27d-a955419568c4 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.916391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-4cd8c4bc-11ba-43ae-b27d-a955419568c4 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3889129 Oct 13 03:59:22.937900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093caeee-7a60-455a-887a-3fa826aa08dc req-f5e2fcd0-32ae-41ca-9d9f-cf8a1cdc8745 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:22.940209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-093caeee-7a60-455a-887a-3fa826aa08dc req-f5e2fcd0-32ae-41ca-9d9f-cf8a1cdc8745 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1756535 Oct 13 03:59:22.959101 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:22.964378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Request body: {'port': {'device_id': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'b6a5d277790c41b8a7111a4b44b1809b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:22.969791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.018612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f2470ae-e8ff-4408-bbe4-2367f7c6d019 None None] Provisioning complete for port 80cf05b5-9cf6-45b3-9074-8cab66a6320b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:23.018882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f2470ae-e8ff-4408-bbe4-2367f7c6d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.056710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5f2470ae-e8ff-4408-bbe4-2367f7c6d019 None None] Port 80cf05b5-9cf6-45b3-9074-8cab66a6320b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:23.087708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Pushing event updated for resources: {'Port': ['ID=80cf05b5-9cf6-45b3-9074-8cab66a6320b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:23.096285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1092f93-749f-4cce-ac7e-95d972bc3e0c req-66ebeaf6-c868-4880-ae61-5ac1cb934da7 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.098877 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1092f93-749f-4cce-ac7e-95d972bc3e0c req-66ebeaf6-c868-4880-ae61-5ac1cb934da7 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.099012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-093caeee-7a60-455a-887a-3fa826aa08dc req-e416a124-dd4b-42be-be88-0a68912d0bbb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437144 Oct 13 03:59:23.103083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-66c1ae9c-71a1-4c7f-88d7-c82445403435 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 1000 time: 0.1854432 Oct 13 03:59:23.124534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1092f93-749f-4cce-ac7e-95d972bc3e0c req-66ebeaf6-c868-4880-ae61-5ac1cb934da7 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a46a236-45ff-42b8-8b6f-31e472922dd3 HTTP/1.1" status: 204 len: 173 time: 0.7675626 Oct 13 03:59:23.159936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebeaf6-c868-4880-ae61-5ac1cb934da7 tempest-SecurityGroupsTestAdminJSON-1329546373 tempest-SecurityGroupsTestAdminJSON-1329546373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46a236-45ff-42b8-8b6f-31e472922dd3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:23.177459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46355a26-4a10-4718-9fb0-68aae05f499c None None] New status for floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:59:23.193371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:23.194026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.232991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-fff440ac-cfcf-4d47-ba88-f8b8fa238da9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4479728 Oct 13 03:59:23.242536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:23.261026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Request body: {'port': {'device_id': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:23.272401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-a8b323e3-e677-4723-85ba-6199ec93a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:23.273882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-a8b323e3-e677-4723-85ba-6199ec93a598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1543171 Oct 13 03:59:23.308627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:23.340230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Made reservation on behalf of b6a5d277790c41b8a7111a4b44b1809b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:23.343780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.362364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.381572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf2e9-4c59-455c-b20a-88c6f9fc5bb0 req-81520a36-c7f0-40b3-8d89-cf27cd0dfa76 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:23.383094 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-839cf2e9-4c59-455c-b20a-88c6f9fc5bb0 req-81520a36-c7f0-40b3-8d89-cf27cd0dfa76 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 936 time: 0.1776197 Oct 13 03:59:23.403452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:23.451006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:23.466571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-839cf2e9-4c59-455c-b20a-88c6f9fc5bb0 req-55007244-1374-4c77-b508-b5e2fe6d3de3 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Oct 13 03:59:23.483945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.496857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-76cd61d7-4583-4ad4-bcd0-becb14fcd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:23.498359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-76cd61d7-4583-4ad4-bcd0-becb14fcd1da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945958 Oct 13 03:59:23.541404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:23.625029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f08d0570-3172-4457-a5be-c34e279f3e86 req-a1cd5511-45e5-4d78-8208-308ac61a0a0c tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 210 time: 0.0539196 Oct 13 03:59:23.677269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Allocated IP 192.168.233.229 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/91b6b732-1e53-412d-8bdc-b2bb07e80896) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:23.690933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-9cfc44c0-20e0-46b1-b9fd-2af1b8dbbb34 service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838391 Oct 13 03:59:23.712401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-284c8bcb-2b0b-4c8f-86e1-23a44dd817c8 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:23.713935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-284c8bcb-2b0b-4c8f-86e1-23a44dd817c8 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2219379 Oct 13 03:59:23.878928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-6bbce1a1-b9b3-44c7-831a-cd0dfa0a2e79 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1002 time: 0.1548393 Oct 13 03:59:23.885625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6fc0-be95-47cf-abe0-ba6aa3c68605 req-f6e9396b-12f3-49b0-b2e7-c4546833d382 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:23.887120 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e24b6fc0-be95-47cf-abe0-ba6aa3c68605 req-f6e9396b-12f3-49b0-b2e7-c4546833d382 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 944 time: 0.1752167 Oct 13 03:59:23.890444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] Transition to ACTIVE for port object 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:23.895863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'floatingip': {'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:23.901271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6df63694-254e-4207-8b7c-0307bda72352 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06c500d495e64ad69fae0d49f6eba8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321989 Oct 13 03:59:23.914919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:23.931869 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:23.958366 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5079fbb2-5c87-43ca-95bc-c40b87abf73b req-c712b554-dad2-4245-9647-99c34a16f9ea service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453005 Oct 13 03:59:23.993045 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.016968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e24b6fc0-be95-47cf-abe0-ba6aa3c68605 req-3252a583-6f37-44b5-a710-f60f2740c7bc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172576 Oct 13 03:59:24.020875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.039998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-265b327f-145a-4687-98b3-36169a687cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.052779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] No DVR routers for this DVR port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:24.067298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:24.075393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-265b327f-145a-4687-98b3-36169a687cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.106227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.129224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ac06a41f-49bb-41eb-bee9-d2177a31436b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:24.151566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:24.154481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-aa1f32ad-4529-440f-a56f-aa6502ec13f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7/bindings/n-h2-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6330826 Oct 13 03:59:24.159366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:24.174847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:24.390398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-70d8d6f9-2187-41e0-8d37-928d1e557694 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:24.392479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-70d8d6f9-2187-41e0-8d37-928d1e557694 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.1655793 Oct 13 03:59:24.424941 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.502856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Pushing event updated for resources: {'Port': ['ID=91b6b732-1e53-412d-8bdc-b2bb07e80896,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:24.507231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d70c759f-7ab0-4962-91bc-ef2da2def368 None None] Provisioning complete for port 91b6b732-1e53-412d-8bdc-b2bb07e80896 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:24.507681 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d70c759f-7ab0-4962-91bc-ef2da2def368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.535139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-265b327f-145a-4687-98b3-36169a687cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.538574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-265b327f-145a-4687-98b3-36169a687cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.542147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-265b327f-145a-4687-98b3-36169a687cc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5344ea13-e2b9-4166-8d42-aa576ddbd1f1 HTTP/1.1" status: 204 len: 168 time: 0.6239491 Oct 13 03:59:24.554529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d70c759f-7ab0-4962-91bc-ef2da2def368 None None] Port 91b6b732-1e53-412d-8bdc-b2bb07e80896 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:24.556496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:24.556749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.575244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b327f-145a-4687-98b3-36169a687cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344ea13-e2b9-4166-8d42-aa576ddbd1f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:24.595465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed307-5593-4c38-94be-cbc28365964f req-af8fc109-b7fa-4030-bb32-cbaf90432b6d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:24.596224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-9f058065-9986-4897-b139-e7e73351a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:24.597808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-9f058065-9986-4897-b139-e7e73351a478 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1740904 Oct 13 03:59:24.604921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b22ed307-5593-4c38-94be-cbc28365964f req-af8fc109-b7fa-4030-bb32-cbaf90432b6d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.3988929 Oct 13 03:59:24.622100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cf05b5-9cf6-45b3-9074-8cab66a6320b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:24.630191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-e030f70e-3984-47e5-815d-8245e713d0d9 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6760056 Oct 13 03:59:24.645100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Request body: {'port': {'device_id': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:24.666936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.686812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b22ed307-5593-4c38-94be-cbc28365964f req-9668eba4-dc90-45a8-9662-ec9cf2d12f8a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716207 Oct 13 03:59:24.711974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Transition to ACTIVE for port object 80cf05b5-9cf6-45b3-9074-8cab66a6320b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:24.720207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.733537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:24.779714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:24.805803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-9d2e2cbd-9ec2-41b5-9970-f2e5a8781ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:24.807308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-9d2e2cbd-9ec2-41b5-9970-f2e5a8781ecb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1096 time: 0.1541154 Oct 13 03:59:24.854209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:25.014848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:25.088107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb95c3-d457-4cb8-b435-48f75fd8b550 req-7ca9d615-6f94-4874-adb0-7ef185fff239 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.089651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67bb95c3-d457-4cb8-b435-48f75fd8b550 req-7ca9d615-6f94-4874-adb0-7ef185fff239 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 948 time: 0.1112716 Oct 13 03:59:25.137269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70cc10d8-114a-4b33-a968-6044a6dec7a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94ee8f991e4940008032669fbce3c7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210904 Oct 13 03:59:25.141925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:25.149336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf05b5-9cf6-45b3-9074-8cab66a6320b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:25.192082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67bb95c3-d457-4cb8-b435-48f75fd8b550 req-ed817a75-9ca3-4000-90de-49b5d4cc661b tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906649 Oct 13 03:59:25.196784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b6b732-1e53-412d-8bdc-b2bb07e80896 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:25.209466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.235430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Transition to ACTIVE for port object 91b6b732-1e53-412d-8bdc-b2bb07e80896 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:25.240544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.242383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e875c161-81f2-428c-bd8c-7b5f67eeb015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.292631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-56af0605-3999-438e-8e50-4142423b7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.294232 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-56af0605-3999-438e-8e50-4142423b7cd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.4743721 Oct 13 03:59:25.294905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Attempting to bind port 80cf05b5-9cf6-45b3-9074-8cab66a6320b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:25.295235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Attempting to bind port 80cf05b5-9cf6-45b3-9074-8cab66a6320b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:25.295559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Attempting to bind port 80cf05b5-9cf6-45b3-9074-8cab66a6320b on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:25.306001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e875c161-81f2-428c-bd8c-7b5f67eeb015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.316907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Port 80cf05b5-9cf6-45b3-9074-8cab66a6320b on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:25.317252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Attempting to bind port 80cf05b5-9cf6-45b3-9074-8cab66a6320b on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:25.362928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Pushing event updated for resources: {'Port': ['ID=91b6b732-1e53-412d-8bdc-b2bb07e80896,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:25.381624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-1589fada-8014-4e8a-abfe-5b054ce25dad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.0785785 Oct 13 03:59:25.384433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:25.384814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:25.385199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:25.385650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Bound port: 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:25.386011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.433660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0472-66d4-4007-b5e2-cc31c890e614 req-ac7a29d6-dc80-4c2b-b7cd-f752cfb78393 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.437208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e6b0472-66d4-4007-b5e2-cc31c890e614 req-ac7a29d6-dc80-4c2b-b7cd-f752cfb78393 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 948 time: 0.1581838 Oct 13 03:59:25.445661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.468797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e875c161-81f2-428c-bd8c-7b5f67eeb015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.471544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e875c161-81f2-428c-bd8c-7b5f67eeb015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.475124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e875c161-81f2-428c-bd8c-7b5f67eeb015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0dafe77-beab-46fe-8b81-5596bde41d88 HTTP/1.1" status: 204 len: 168 time: 0.3299618 Oct 13 03:59:25.475305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.496797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875c161-81f2-428c-bd8c-7b5f67eeb015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dafe77-beab-46fe-8b81-5596bde41d88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:25.509643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Attempting to bind port 91b6b732-1e53-412d-8bdc-b2bb07e80896 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:25.510290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Attempting to bind port 91b6b732-1e53-412d-8bdc-b2bb07e80896 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:25.510434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Attempting to bind port 91b6b732-1e53-412d-8bdc-b2bb07e80896 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:25.530459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-a5b1c8dc-3344-4033-83d2-6a3f92f8a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.532463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-a5b1c8dc-3344-4033-83d2-6a3f92f8a158 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1381123 Oct 13 03:59:25.532803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e6b0472-66d4-4007-b5e2-cc31c890e614 req-66f207df-26c6-4975-9a5d-e64a48bdaba3 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830944 Oct 13 03:59:25.533789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Port 91b6b732-1e53-412d-8bdc-b2bb07e80896 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:25.534659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Attempting to bind port 91b6b732-1e53-412d-8bdc-b2bb07e80896 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:25.545181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:25.545660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:25.546050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:25.547005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Bound port: 91b6b732-1e53-412d-8bdc-b2bb07e80896, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:25.547979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.607175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-c6099ddd-f69a-498a-8d65-a075bac6e6d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577812 Oct 13 03:59:25.618865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] For port 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:25.659288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] For port 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:25.669061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] For port 91b6b732-1e53-412d-8bdc-b2bb07e80896, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:25.689320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f817-570f-4c92-9ab4-df6ef4f937e3 req-02be56f0-53c5-4a32-98b5-563dc97c7ad7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.691600 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e associated. External IP: 172.25.1.241, port: 2f340028-230a-4781-afba-3941fa1d0d08. Oct 13 03:59:25.695879 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.696483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce97f817-570f-4c92-9ab4-df6ef4f937e3 req-02be56f0-53c5-4a32-98b5-563dc97c7ad7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 945 time: 0.0872715 Oct 13 03:59:25.699492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] For port 91b6b732-1e53-412d-8bdc-b2bb07e80896, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:25.713859 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.764170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.764850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.766252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] 10.222.0.26 "PUT /v2.0/ports/91b6b732-1e53-412d-8bdc-b2bb07e80896 HTTP/1.1" status: 200 len: 1096 time: 1.1255472 Oct 13 03:59:25.766698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'tag': '91b6b732-1e53-412d-8bdc-b2bb07e80896'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:25.768985 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277" -d '{"events": [{"name": "network-changed", "server_uuid": "96f7bd5d-1b23-4921-b7f8-1acacb0b1964", "tag": "91b6b732-1e53-412d-8bdc-b2bb07e80896"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:25.787747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce97f817-570f-4c92-9ab4-df6ef4f937e3 req-80d6e06a-7eb0-4e52-8eb3-6cbd0a25a8d9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903072 Oct 13 03:59:25.791933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.792630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:25.794167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] 10.222.0.15 "PUT /v2.0/ports/80cf05b5-9cf6-45b3-9074-8cab66a6320b HTTP/1.1" status: 200 len: 1096 time: 2.5378926 Oct 13 03:59:25.806775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'tag': '80cf05b5-9cf6-45b3-9074-8cab66a6320b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:25.806775 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454dbc5-9c2e-4863-9e30-158a43ef38a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9644c3-7193-4f60-a4b9-2d5993fde4d5", "tag": "80cf05b5-9cf6-45b3-9074-8cab66a6320b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:25.829070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524f56d-b577-4fa8-bb08-4d167db3f7ac service neutron] Pushing event updated for resources: {'Port': ['ID=91b6b732-1e53-412d-8bdc-b2bb07e80896,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:25.895717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dbd58-5a8a-4d1b-ae09-2b3c95efec16 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf05b5-9cf6-45b3-9074-8cab66a6320b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:25.930583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-3b13b3a9-183d-4d65-b5a0-5d0a1a3723c2 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062580 Oct 13 03:59:25.960316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dab97-a192-44b0-9c25-7a82da354070 req-6b095c7e-6087-4c59-bc17-20295826b78f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.967552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e7dab97-a192-44b0-9c25-7a82da354070 req-6b095c7e-6087-4c59-bc17-20295826b78f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1061800 Oct 13 03:59:25.991956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-f10f72c1-5232-451e-b844-7d44dd815faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:25.993468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-f10f72c1-5232-451e-b844-7d44dd815faf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 1099 time: 0.1205494 Oct 13 03:59:25.999537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-d30178ee-838d-4285-a50e-0474a4b0a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.001278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-d30178ee-838d-4285-a50e-0474a4b0a710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 1099 time: 0.1216769 Oct 13 03:59:26.027974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e7dab97-a192-44b0-9c25-7a82da354070 req-9012f068-e577-4d29-9a3a-f34291a25235 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591850 Oct 13 03:59:26.071197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-b48a5921-e969-402e-b328-86b6b512c378 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896 HTTP/1.1" status: 200 len: 217 time: 0.0656962 Oct 13 03:59:26.097705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-734a6d3c-6dbc-4132-8e95-b69a9d8515ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b HTTP/1.1" status: 200 len: 217 time: 0.0878668 Oct 13 03:59:26.119272 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1ca525-1afd-48a0-a82a-9426fbf8053b x-openstack-request-id: req-9d1ca525-1afd-48a0-a82a-9426fbf8053b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:26.119721 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f7bd5d-1b23-4921-b7f8-1acacb0b1964", "tag": "91b6b732-1e53-412d-8bdc-b2bb07e80896", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:26.120060 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d1ca525-1afd-48a0-a82a-9426fbf8053b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:26.121160 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'tag': '91b6b732-1e53-412d-8bdc-b2bb07e80896', 'status': 'completed', 'code': 200} Oct 13 03:59:26.149129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-f98c849c-47eb-49bd-b026-605aab8fab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.150795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-f98c849c-47eb-49bd-b026-605aab8fab78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0684907 Oct 13 03:59:26.204543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-f530c454-33fe-4a14-a7e3-a992c3919b49 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607739 Oct 13 03:59:26.211658 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6283f646-2db1-49d8-ab0c-09f1a7742603 x-openstack-request-id: req-6283f646-2db1-49d8-ab0c-09f1a7742603 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:26.211927 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9644c3-7193-4f60-a4b9-2d5993fde4d5", "tag": "80cf05b5-9cf6-45b3-9074-8cab66a6320b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:26.212179 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6283f646-2db1-49d8-ab0c-09f1a7742603 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:26.212569 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'tag': '80cf05b5-9cf6-45b3-9074-8cab66a6320b', 'status': 'completed', 'code': 200} Oct 13 03:59:26.240268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-17e892a6-8e64-4c20-80f2-55ef865a0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.242628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-17e892a6-8e64-4c20-80f2-55ef865a0729 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757470 Oct 13 03:59:26.267376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-02a748cc-ec15-4d1a-96fe-ed602ea1076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.268848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-02a748cc-ec15-4d1a-96fe-ed602ea1076e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1584749 Oct 13 03:59:26.277645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:26.397662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f980be-d544-443b-8070-2c293587d6af req-bed45104-ca60-4cbf-92ad-e1a9990f20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.399131 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-bed45104-ca60-4cbf-92ad-e1a9990f20d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204503 Oct 13 03:59:26.403734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-30e92263-6476-4baa-a1f3-39ffc2012ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383793 Oct 13 03:59:26.522516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:26.534698 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:26.547538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:26.548590 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:26.558774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9bb20e-30cf-425f-8a04-b9054d5ffe4f req-982a2355-83c8-4630-a1c3-8ee2072e5161 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131437 Oct 13 03:59:26.568101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19394f0e-b73f-4040-aad2-a80347862a24 req-a1f9e5d4-e153-45bf-8b65-bf154b8a098a tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.575249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19394f0e-b73f-4040-aad2-a80347862a24 req-a1f9e5d4-e153-45bf-8b65-bf154b8a098a tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 948 time: 0.1689317 Oct 13 03:59:26.625084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19394f0e-b73f-4040-aad2-a80347862a24 req-834dd17d-b663-4f39-bb2d-58e42628d444 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Oct 13 03:59:26.660430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-36f1c20e-5564-428f-84b7-7b793bd61e18 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529614 Oct 13 03:59:26.690701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-fcb97190-17ce-4130-a55d-4402c85a1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.692497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-fcb97190-17ce-4130-a55d-4402c85a1539 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 1099 time: 0.0599334 Oct 13 03:59:26.708203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:26.708774 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:26.816997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-1f497832-86c9-4ad5-91dc-9c2697813a90 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.818937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-1f497832-86c9-4ad5-91dc-9c2697813a90 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.2828567 Oct 13 03:59:26.831865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6316eb-e79d-4dd3-bdc8-683b7b588835 req-c4bc9d78-0eec-4d3e-a348-41bf74a70e81 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.839770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e6316eb-e79d-4dd3-bdc8-683b7b588835 req-c4bc9d78-0eec-4d3e-a348-41bf74a70e81 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 948 time: 0.1109097 Oct 13 03:59:26.878143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-8a7291ca-f010-416d-b073-b1c2d8bbccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:26.879614 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-8a7291ca-f010-416d-b073-b1c2d8bbccd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1788402 Oct 13 03:59:26.912976 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e6316eb-e79d-4dd3-bdc8-683b7b588835 req-cfd7af59-df99-4942-87a2-075328121723 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Oct 13 03:59:26.964268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-92969458-121a-4a9c-aaf3-811bd02d5e73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896 HTTP/1.1" status: 200 len: 217 time: 0.0583050 Oct 13 03:59:26.993641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f980be-d544-443b-8070-2c293587d6af req-8189c361-6fe8-489e-ac3f-d2be7cbfe020 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970545 Oct 13 03:59:27.033601 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:25Z', 'revision_number': 3, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:27.055525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-4cd5214e-4781-402b-a44b-8ee718654e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.057128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-4cd5214e-4781-402b-a44b-8ee718654e82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0843604 Oct 13 03:59:27.072127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea99b-0ffe-404a-9f1a-4e77bb82e23d req-1874d7ec-a8e4-4770-b823-a747cae10605 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.073691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6aea99b-0ffe-404a-9f1a-4e77bb82e23d req-1874d7ec-a8e4-4770-b823-a747cae10605 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 945 time: 0.0911977 Oct 13 03:59:27.077864 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:27.092141 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:27.093074 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:27.143265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6aea99b-0ffe-404a-9f1a-4e77bb82e23d req-b679f8a5-c02c-4de3-85a8-5c8500c67fa0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606692 Oct 13 03:59:27.149910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-01d767d6-bc93-4e93-a847-d91a5c3af46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.151097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-01d767d6-bc93-4e93-a847-d91a5c3af46e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765166 Oct 13 03:59:27.258396 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:27.308890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f49d3b-500d-4eaf-b82e-10dbd9081ba8 req-742aae02-0d5d-4870-9682-6375bf6bff19 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.310643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76f49d3b-500d-4eaf-b82e-10dbd9081ba8 req-742aae02-0d5d-4870-9682-6375bf6bff19 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0904374 Oct 13 03:59:27.315405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-278f9dc8-9625-455b-82f1-1f13ef5395a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540754 Oct 13 03:59:27.413199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76f49d3b-500d-4eaf-b82e-10dbd9081ba8 req-d2812b63-a0ca-403e-9263-3860c2184232 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874748 Oct 13 03:59:27.475269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0f6bfc-532d-4b3d-9a70-a7d9dba26277 req-c37c7eb1-3f92-4fc7-856a-0d7d2ad36906 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424859 Oct 13 03:59:27.538403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:27.544780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-809ebf47-8f3c-456e-8a48-7ebcb5ed375d service neutron] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:27.548291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-22fd0eca-e423-46a3-8062-8dcc1b917ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.548579 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:25Z', 'revision_number': 3, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:27.549798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-22fd0eca-e423-46a3-8062-8dcc1b917ed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 1099 time: 0.4850359 Oct 13 03:59:27.555195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-809ebf47-8f3c-456e-8a48-7ebcb5ed375d service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:27.556204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04cc3d2b-6ec7-4121-8def-354499e3ffcd req-809ebf47-8f3c-456e-8a48-7ebcb5ed375d service neutron] 10.222.0.26 "DELETE /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7/bindings/n-h1-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.7137797 Oct 13 03:59:27.576618 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e06a2-90c2-4dc3-8041-7e9fade7ae10 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:25Z', 'revision_number': 3, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:27.766694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-fb9fec5e-7c24-4f44-9aa4-32d2c7868ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.768171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-fb9fec5e-7c24-4f44-9aa4-32d2c7868ae0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2108071 Oct 13 03:59:27.791472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090d28e-89d8-4005-ac1d-a9cdbe125dbd None None] New status for floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:59:27.813517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:27.815983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-d76c835d-57c1-4274-94bb-b058665dda4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b HTTP/1.1" status: 200 len: 217 time: 0.0386095 Oct 13 03:59:27.818977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:27.847609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-66f055c0-285e-4a45-b4b8-41f49930cfbe tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275452 Oct 13 03:59:27.907601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-80cb52a2-7822-4ff2-b4ff-788df90a26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.909070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-80cb52a2-7822-4ff2-b4ff-788df90a26a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0717881 Oct 13 03:59:27.912462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-2e739eab-1e15-4049-898c-ddc6e35132ec tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "PUT /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 998 time: 4.0257103 Oct 13 03:59:27.978653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-6c5cd59d-92a5-42d4-aecd-195c79bbbb0f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.987139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-85671694-7e47-46d4-98b1-27eca73b913d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:27.988568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-85671694-7e47-46d4-98b1-27eca73b913d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports/2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 943 time: 0.0689635 Oct 13 03:59:27.991091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-6c5cd59d-92a5-42d4-aecd-195c79bbbb0f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363597 Oct 13 03:59:27.999051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-06122f28-fdf7-426e-9d02-b2e7beb6ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.001173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-06122f28-fdf7-426e-9d02-b2e7beb6ff84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826807 Oct 13 03:59:28.011152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-e81c6c3b-b882-4062-9aa7-d2764658d94c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/quotas/545a2da42a744248b21f23149f05474e HTTP/1.1" status: 200 len: 375 time: 0.0092225 Oct 13 03:59:28.047520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-e78b54a3-3a5a-4d28-a022-8c69c64b6390 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299435 Oct 13 03:59:28.083810 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:28.095499 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:28.096106 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:28.155702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-4935f38d-fe27-489a-b399-0eb83e4b0ea8 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385641 Oct 13 03:59:28.157922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-fdb1dd38-0c6a-4e64-9957-96f6172db5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.159517 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-fdb1dd38-0c6a-4e64-9957-96f6172db5fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0661764 Oct 13 03:59:28.219383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}, {'name': 'network-changed', 'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:28.221670 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b7eb8-4b7c-4585-9f74-d74f01c40c11" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}, {"name": "network-changed", "server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:28.240207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:28.283793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916fe10-cdec-4af5-a6d1-19bed2d65d1a req-e97badab-3105-4385-a528-8b9cd89b654f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.289276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f916fe10-cdec-4af5-a6d1-19bed2d65d1a req-e97badab-3105-4385-a528-8b9cd89b654f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1096 time: 0.0516326 Oct 13 03:59:28.328745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0454dbc5-9c2e-4863-9e30-158a43ef38a4 req-f98e7131-98ae-4db8-b8ef-5a77dadc3ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654234 Oct 13 03:59:28.331383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-656a0ff8-ecd8-4eb1-8f8a-af6fb6991cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.332761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-656a0ff8-ecd8-4eb1-8f8a-af6fb6991cc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.1587856 Oct 13 03:59:28.349026 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f916fe10-cdec-4af5-a6d1-19bed2d65d1a req-98c0006c-dab1-4c81-86e2-53bcae555f39 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Oct 13 03:59:28.398063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-82329013-07d5-47d4-befe-70061e92286c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0471711 Oct 13 03:59:28.482257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30f78-e221-432c-a61c-dbb68c634684 req-0f2a25d7-5741-4c4e-bc01-007e60327804 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.485265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61a30f78-e221-432c-a61c-dbb68c634684 req-0f2a25d7-5741-4c4e-bc01-007e60327804 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 948 time: 0.0614772 Oct 13 03:59:28.485870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-b736315e-514b-4a04-bb9f-16778ed6cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.487330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-b736315e-514b-4a04-bb9f-16778ed6cd07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0817857 Oct 13 03:59:28.552491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-097312b5-32ed-48ab-91d1-f4d1c9e6de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.555927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-097312b5-32ed-48ab-91d1-f4d1c9e6de51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623338 Oct 13 03:59:28.571792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-31ae0a36-63d4-4192-8477-83f4f92b90de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:28.580462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-31ae0a36-63d4-4192-8477-83f4f92b90de service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0153913 Oct 13 03:59:28.585224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61a30f78-e221-432c-a61c-dbb68c634684 req-520c8df9-7228-466d-867c-10ce7d5cbe64 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911319 Oct 13 03:59:28.586207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:27Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:28.622145 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:28.631772 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:28.632385 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:28.690073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-3b721596-519a-4be9-a2be-ce1b08f192db service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087301 Oct 13 03:59:28.700453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517b1fb-2c7e-4e74-97af-51bed5332f8d req-51c7d933-9b7a-4297-ab31-a84f15a1bd2a tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.708939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9517b1fb-2c7e-4e74-97af-51bed5332f8d req-51c7d933-9b7a-4297-ab31-a84f15a1bd2a tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 948 time: 0.0641418 Oct 13 03:59:28.752961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9517b1fb-2c7e-4e74-97af-51bed5332f8d req-d293b468-3875-4242-ace2-1f24d800a1b2 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Oct 13 03:59:28.777736 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:28.796338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-d6a4fa50-2e25-46af-a833-b932d4a4c144 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996852 Oct 13 03:59:28.832009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24b3c628-4bb9-433f-8f17-2e36606088a8 req-307a7498-92cc-4a50-85c9-cc7f8dcc3754 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 210 time: 0.0369692 Oct 13 03:59:28.873457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-5604489a-4e98-4ced-8870-1f2f6b577c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:28.874957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-5604489a-4e98-4ced-8870-1f2f6b577c1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1096 time: 0.0488644 Oct 13 03:59:28.898597 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dcf6f2-0691-4685-9129-0bbd9175fdb7 x-openstack-request-id: req-f0dcf6f2-0691-4685-9129-0bbd9175fdb7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:28.899235 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:28.899656 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0dcf6f2-0691-4685-9129-0bbd9175fdb7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:28.900205 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'status': 'completed', 'code': 200} Oct 13 03:59:28.900563 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'status': 'completed', 'code': 200} Oct 13 03:59:29.011017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff938a-bafd-4f6e-bbde-2d816c39d357 req-33736ec1-8773-4560-bdca-18168ec0abf8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.013393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31ff938a-bafd-4f6e-bbde-2d816c39d357 req-33736ec1-8773-4560-bdca-18168ec0abf8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0616488 Oct 13 03:59:29.055856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-d606e4aa-7204-4aee-b1ca-692e549273b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.056922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-d606e4aa-7204-4aee-b1ca-692e549273b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1096 time: 0.1054497 Oct 13 03:59:29.058506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-3272e88b-3fb8-42cf-b0b1-138f3b3c5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.059806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-3272e88b-3fb8-42cf-b0b1-138f3b3c5976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.1072390 Oct 13 03:59:29.066526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31ff938a-bafd-4f6e-bbde-2d816c39d357 req-fa30a27a-c1c3-4edc-a783-68e21a12dee0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Oct 13 03:59:29.166124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:27Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:29.192024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-acb37412-1056-4f92-92fe-f4903f35e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.193532 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-acb37412-1056-4f92-92fe-f4903f35e8ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.3100433 Oct 13 03:59:29.197032 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c84a5-3c46-49ad-a221-b9f084fcc282 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:b2:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:27Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:29.329537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-4613e3d4-3857-489a-ab64-192b75165ce3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.331244 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-4613e3d4-3857-489a-ab64-192b75165ce3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.1111164 Oct 13 03:59:29.344261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-fa2ccba0-8047-4940-9745-4def27770896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.346361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-fa2ccba0-8047-4940-9745-4def27770896 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.2736826 Oct 13 03:59:29.348744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-ba07c7db-1c1c-4ccd-b6a8-c7fa30d73f6b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/quotas/a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 375 time: 0.0107408 Oct 13 03:59:29.352495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-a2e85588-2f5b-42fa-836f-9e95ff75b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.353997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-a2e85588-2f5b-42fa-836f-9e95ff75b817 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.2805452 Oct 13 03:59:29.357039 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-a8158aeb-4783-4650-a117-abfa58c577c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 1001 time: 0.1451151 Oct 13 03:59:29.414879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-003e95af-2bf5-4c63-b2c0-b6fb8ac81329 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595133 Oct 13 03:59:29.421196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-22693295-521c-40ab-9d3e-ec3aff5e1d1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0661337 Oct 13 03:59:29.522936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-de81e1dc-f147-4518-8264-d34e764c3dfc service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997777 Oct 13 03:59:29.530624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-5a32aedf-cd42-486a-9cb1-5e55339c1f0b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437174 Oct 13 03:59:29.535272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-52193654-79cf-4646-b29b-e157dc85ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.536603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-52193654-79cf-4646-b29b-e157dc85ca19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1732008 Oct 13 03:59:29.557006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-b71bd118-03b9-44bf-b341-e82e091802d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 1001 time: 0.1924644 Oct 13 03:59:29.604018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-350d8620-f037-4a56-b665-bf55e952082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.605377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-350d8620-f037-4a56-b665-bf55e952082a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1525662 Oct 13 03:59:29.621388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-059b81b6-6e03-4fdb-b7ac-8831f668c8db service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940478 Oct 13 03:59:29.717685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-5aa13511-a072-435c-9855-735e016e321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.719157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-5aa13511-a072-435c-9855-735e016e321e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1446297 Oct 13 03:59:29.755611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9045-679f-4c64-ae89-be437b5685ac req-f13d29b3-999f-4097-8df0-fddd4078f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.757098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-f13d29b3-999f-4097-8df0-fddd4078f847 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041821 Oct 13 03:59:29.776135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-a3c44bf6-9fe2-479d-8ada-30c49f9fe88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.777558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-a3c44bf6-9fe2-479d-8ada-30c49f9fe88d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620464 Oct 13 03:59:29.801589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-8322dbbf-de1a-4b01-991c-d1f95d3fc8be tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.802972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-8322dbbf-de1a-4b01-991c-d1f95d3fc8be tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655134 Oct 13 03:59:29.829236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:29.898917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fd5c7-120c-4cc1-ae24-904ca6e8f7ce req-caa6950c-2477-437d-a274-6f461f6faf55 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:29.900546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d25fd5c7-120c-4cc1-ae24-904ca6e8f7ce req-caa6950c-2477-437d-a274-6f461f6faf55 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 948 time: 0.0541883 Oct 13 03:59:29.944252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d25fd5c7-120c-4cc1-ae24-904ca6e8f7ce req-352a78de-6928-43f2-8c1e-875717288015 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Oct 13 03:59:30.017678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11581143-42f9-4c7a-9cd0-a64c1719c288 req-88e4dc5e-3c48-42fe-b2b0-4ae9a93c1133 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 210 time: 0.0320058 Oct 13 03:59:30.141397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119c1b7-e31c-4f93-8e15-a07f9fe90272 req-992696df-cd30-4d34-bdb8-aac21b98bfe0 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:30.142846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f119c1b7-e31c-4f93-8e15-a07f9fe90272 req-992696df-cd30-4d34-bdb8-aac21b98bfe0 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 948 time: 0.0597641 Oct 13 03:59:30.183306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f119c1b7-e31c-4f93-8e15-a07f9fe90272 req-d421b04c-57c6-4dab-820f-745cc1e2ae39 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Oct 13 03:59:30.186300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-0606d8f2-0445-4329-b2dd-e3d4f4c3da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:30.187795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-0606d8f2-0445-4329-b2dd-e3d4f4c3da33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4547431 Oct 13 03:59:30.287894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-862cc599-dfd3-46e7-9eb3-8e08bdc9c6c3 req-ba8c8948-ee5d-4d59-a5ec-6c4853e4824b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 210 time: 0.0289941 Oct 13 03:59:30.324015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-375eb7bd-bef4-459a-9c5f-2dee5399d681 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506551 Oct 13 03:59:30.332207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-b34c44c1-14cf-4c55-8dcf-edc11a2011de service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454545 Oct 13 03:59:30.412075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31614b-1f0d-4caa-8102-a03c9055b296 req-af0f3cda-c768-494e-ba3b-e0229f863e63 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:30.413518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f31614b-1f0d-4caa-8102-a03c9055b296 req-af0f3cda-c768-494e-ba3b-e0229f863e63 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0546744 Oct 13 03:59:30.450693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f31614b-1f0d-4caa-8102-a03c9055b296 req-c9026fd8-5eff-469c-8dad-cf7cd13b44b2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Oct 13 03:59:30.490789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-fe940e49-f5ad-4a2c-a708-9bed27b9d1c1 service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852929 Oct 13 03:59:30.491338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:30.494740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:30.532741 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:30.598548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bda9045-679f-4c64-ae89-be437b5685ac req-d8bf9bac-867d-4217-b053-e98e7e798f3e service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628620 Oct 13 03:59:30.603612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-41f36db0-b35e-4897-b2d4-cdfb9908c57c service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549698 Oct 13 03:59:30.665817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436b7eb8-4b7c-4585-9f74-d74f01c40c11 req-c63e4539-b75d-402a-80e5-14f5e208ec21 service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519780 Oct 13 03:59:30.705361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:30.710497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:30.733150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 91b6b732-1e53-412d-8bdc-b2bb07e80896 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:30.745540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e50f5b47-62d9-4641-8f29-ea6064306121 req-b73539cc-ca99-413d-8031-d206330da087 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.1146843 Oct 13 03:59:30.792023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbceaed-6699-4676-82ef-bbb323467d65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:30.810407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5b47-62d9-4641-8f29-ea6064306121 req-ab79a4ab-0fef-451b-a241-6264f6df0a03 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:30.825636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 80cf05b5-9cf6-45b3-9074-8cab66a6320b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:30.830065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e50f5b47-62d9-4641-8f29-ea6064306121 req-ab79a4ab-0fef-451b-a241-6264f6df0a03 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports/7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 942 time: 0.0689323 Oct 13 03:59:30.910700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 91b6b732-1e53-412d-8bdc-b2bb07e80896, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:30.928425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-682b3d86-e686-44b1-8c92-d4a294ba7795 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:30.929921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-682b3d86-e686-44b1-8c92-d4a294ba7795 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.1935234 Oct 13 03:59:30.942368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.75 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:30.948938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Request body: {'port': {'device_id': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'admin_state_up': True, 'tenant_id': 'a62396ed82ce4e35966d8cba99f53fa1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:30.967433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e50f5b47-62d9-4641-8f29-ea6064306121 req-82139f88-aa6e-4e4c-a12e-90a9ef31748d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.0757463 Oct 13 03:59:31.084207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '91b6b732-1e53-412d-8bdc-b2bb07e80896', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '91b6b732-1e53-412d-8bdc-b2bb07e80896', 'mac_address': 'fa:16:3e:a7:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:31.098278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5b47-62d9-4641-8f29-ea6064306121 req-138120a2-bd37-4f0a-af9c-683304fb6fb2 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.099672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e50f5b47-62d9-4641-8f29-ea6064306121 req-138120a2-bd37-4f0a-af9c-683304fb6fb2 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1271884 Oct 13 03:59:31.144661 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.171364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:31.175539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b6b732-1e53-412d-8bdc-b2bb07e80896 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:31.178311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c60d-9624-4a6c-b061-b713b011ec02 req-3dadc919-b341-4acd-bcd8-f5c0212ceed4 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.179855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b81c60d-9624-4a6c-b061-b713b011ec02 req-3dadc919-b341-4acd-bcd8-f5c0212ceed4 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 948 time: 0.1544316 Oct 13 03:59:31.196472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '80cf05b5-9cf6-45b3-9074-8cab66a6320b', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '80cf05b5-9cf6-45b3-9074-8cab66a6320b', 'mac_address': 'fa:16:3e:15:b0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:31.199360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5041d819-ef1c-46f5-938d-ab6df19c219b req-b5efdf82-f935-41e4-a76b-b25cc15e043f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 210 time: 0.0365257 Oct 13 03:59:31.207653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 91b6b732-1e53-412d-8bdc-b2bb07e80896, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:31.215670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Made reservation on behalf of a62396ed82ce4e35966d8cba99f53fa1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:31.219395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.231583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.270803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.278153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b81c60d-9624-4a6c-b061-b713b011ec02 req-c3ad1879-9476-4617-bf17-65ba54165d9f tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842893 Oct 13 03:59:31.295569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cf05b5-9cf6-45b3-9074-8cab66a6320b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:31.305356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-cb0a8580-fce9-4638-9d86-0c553c36e246 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.0794120 Oct 13 03:59:31.307342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=91b6b732-1e53-412d-8bdc-b2bb07e80896,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:31.321503 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.355978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:31.362245 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.375030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-085e51a5-36f4-467a-b462-c5736edf075a tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.381174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-085e51a5-36f4-467a-b462-c5736edf075a tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports/7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 942 time: 0.0659378 Oct 13 03:59:31.427047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=80cf05b5-9cf6-45b3-9074-8cab66a6320b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:31.452648 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.468426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Allocated IP 172.20.0.2 (dc94f459-093a-4277-b616-cce24ef3c71a/54e32eee-0704-4d9b-968e-22aebe0e774f/390632b3-98c1-41b9-bde0-49043e23ce30) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:31.485909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-822afab3-c8b8-4935-8a70-f60acc69b9b6 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.0692098 Oct 13 03:59:31.499733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ee900-d7f7-4c67-8ea3-54a571e3f4e0 req-c51c4740-deb6-4d6e-806f-5af4bf93072c tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.501813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd7ee900-d7f7-4c67-8ea3-54a571e3f4e0 req-c51c4740-deb6-4d6e-806f-5af4bf93072c tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 949 time: 0.1430054 Oct 13 03:59:31.538348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:31.554261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:31.556057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:31.558266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:31.603220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-5afa1fe4-a519-4f7f-9739-6587eaf1d746 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.612882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-5afa1fe4-a519-4f7f-9739-6587eaf1d746 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1209409 Oct 13 03:59:31.634947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['80cf05b5-9cf6-45b3-9074-8cab66a6320b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:31.635439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd7ee900-d7f7-4c67-8ea3-54a571e3f4e0 req-0b868fc6-19be-421b-b156-551f3bd5f3e3 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225674 Oct 13 03:59:31.655942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.657131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.698464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-4c383832-9bf8-41bd-8575-92f1d03838db tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.0841241 Oct 13 03:59:31.710529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:31.726105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['91b6b732-1e53-412d-8bdc-b2bb07e80896'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:31.726380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b9a21fa2-eb3a-430b-b837-57b11ed2d743 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9021928 Oct 13 03:59:31.743624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Request body: {'port': {'device_id': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:31.778587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.862295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.874059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.883463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fd9db69-07ac-44e9-955d-3154cf2e6781 None None] Provisioning complete for port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:31.884007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fd9db69-07ac-44e9-955d-3154cf2e6781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.894665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f9ec-303c-4828-80dd-e0e18d8ee35f req-af67abfb-2e77-4261-b160-895c1124b5be tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:31.896142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f675f9ec-303c-4828-80dd-e0e18d8ee35f req-af67abfb-2e77-4261-b160-895c1124b5be tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 935 time: 0.1297243 Oct 13 03:59:31.945083 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.949004 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.949535 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e disassociated. External IP: 172.25.1.241, port: 7dbacc12-dd29-44b5-b913-55bae3cedda2. Oct 13 03:59:31.962937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9db69-07ac-44e9-955d-3154cf2e6781 None None] Port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:31.981687 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:31.999621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f675f9ec-303c-4828-80dd-e0e18d8ee35f req-7013e124-8322-4127-a81e-83a6f0030f88 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865464 Oct 13 03:59:32.100135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Network dc94f459-093a-4277-b616-cce24ef3c71a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:32.119106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:32.130080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:32.146482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:32.187723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:32.230479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b359569-0340-4687-85cb-6dc02f673cd6 req-1be0aaa9-9912-4343-9ec7-b5c78eee363a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.231906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b359569-0340-4687-85cb-6dc02f673cd6 req-1be0aaa9-9912-4343-9ec7-b5c78eee363a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1635528 Oct 13 03:59:32.246652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.247272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:32.299717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-247d09a4-5d2f-4ccf-b671-4392ba6b8e0e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546789 Oct 13 03:59:32.322232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Request body: {'port': {'device_id': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:32.333555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b359569-0340-4687-85cb-6dc02f673cd6 req-5df53266-fe80-4e30-a2ff-3063749e1f83 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930071 Oct 13 03:59:32.435026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:32.441273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:32.458450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:32.497245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Transition to ACTIVE for port object 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:32.504384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:32.554381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:32.559357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:32.569770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:32.584710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:32.585768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:32.609842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7106c66c-94b6-44cd-a511-cf5e0a36ee8d tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "PUT /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 695 time: 0.8988042 Oct 13 03:59:32.614499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:32.616926 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ee0d14-cd23-4a0d-a538-286016847b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:32.655173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:32.682514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-a14eb611-e03c-4865-b49e-1afb9ae3bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.693907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-a14eb611-e03c-4865-b49e-1afb9ae3bf59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1096 time: 0.0795636 Oct 13 03:59:32.711036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:32.765056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f914b-b7f7-4741-9bbd-5acc8ffd489d req-bb8e114c-6f10-4d3d-9347-24d292d49b14 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.766817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-308f914b-b7f7-4741-9bbd-5acc8ffd489d req-bb8e114c-6f10-4d3d-9347-24d292d49b14 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 931 time: 0.2435062 Oct 13 03:59:32.790874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-56ead4ee-4270-4bda-822d-003d87064269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.792416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-56ead4ee-4270-4bda-822d-003d87064269 service neutron] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.0974438 Oct 13 03:59:32.822305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 80cf05b5-9cf6-45b3-9074-8cab66a6320b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:32.834694 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7758af6e-8c30-45a9-8811-1b45c9badff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 217 time: 0.0350041 Oct 13 03:59:32.841600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Attempting to bind port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:32.841935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Attempting to bind port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:32.842262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Attempting to bind port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:32.848886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-308f914b-b7f7-4741-9bbd-5acc8ffd489d req-74a191df-f98e-4364-be8c-1b8577173171 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Oct 13 03:59:32.854897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:32.855217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Attempting to bind port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:32.868694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:32.869037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:32.869418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:32.869845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Bound port: 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:32.870309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:32.892831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-34fcbdf8-f3be-4cfc-bbee-ab2e943a0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.894620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-34fcbdf8-f3be-4cfc-bbee-ab2e943a0d63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0537691 Oct 13 03:59:32.954691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-8009e30d-38f6-46a4-8734-a2a3af52ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:32.956348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-8009e30d-38f6-46a4-8734-a2a3af52ff16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539420 Oct 13 03:59:32.968960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 80cf05b5-9cf6-45b3-9074-8cab66a6320b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:32.975879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 80cf05b5-9cf6-45b3-9074-8cab66a6320b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:32.976243 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.039726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:33.055733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-7d9cdde6-0a09-40b6-bd54-56da416ab831 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918365 Oct 13 03:59:33.089944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:33.112448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:33.113098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:33.114825 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.151695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c54a8b6-0bc2-4df3-b5db-dc883d31381d req-5e9cd5c6-57a7-4820-9a09-45da23a69f19 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891197 Oct 13 03:59:33.177952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf05b5-9cf6-45b3-9074-8cab66a6320b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:33.180186 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5383014-c9d7-4a32-b2fa-768ab5583116" -d '{"events": [{"server_uuid": "8c9644c3-7193-4f60-a4b9-2d5993fde4d5", "name": "network-vif-plugged", "status": "completed", "tag": "80cf05b5-9cf6-45b3-9074-8cab66a6320b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:33.197526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:33.222030 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff39a950-75b1-4fff-9e48-25ea727a3e1f x-openstack-request-id: req-ff39a950-75b1-4fff-9e48-25ea727a3e1f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:33.222524 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:33.222606 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff39a950-75b1-4fff-9e48-25ea727a3e1f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:33.222936 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'status': 'completed', 'code': 200} Oct 13 03:59:33.228580 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.258855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390632b3-98c1-41b9-bde0-49043e23ce30 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:33.275542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] For port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:33.279508 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.301943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:33.325154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac0707-07fd-44e1-81af-695d4cab96d8 req-6eef0175-488d-4a26-9379-2ee635836c10 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.326648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9cac0707-07fd-44e1-81af-695d4cab96d8 req-6eef0175-488d-4a26-9379-2ee635836c10 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 949 time: 0.0511880 Oct 13 03:59:33.328119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d8094-9c67-43b8-b9ef-60e65ced8a55 req-80757bce-92fd-409d-9345-7842fa3e398c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.329571 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd7d8094-9c67-43b8-b9ef-60e65ced8a55 req-80757bce-92fd-409d-9345-7842fa3e398c tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 949 time: 0.1588717 Oct 13 03:59:33.338086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] For port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:33.339778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=80cf05b5-9cf6-45b3-9074-8cab66a6320b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:33.340768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Transition to ACTIVE for port object 390632b3-98c1-41b9-bde0-49043e23ce30 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:33.359901 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.367304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.380776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9cac0707-07fd-44e1-81af-695d4cab96d8 req-19d5d9d9-b1f7-4d41-93e1-01fd15a6742f tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Oct 13 03:59:33.415792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-cccb7443-dd6f-42ab-a78d-e37ae983063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.416899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-cccb7443-dd6f-42ab-a78d-e37ae983063d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 1096 time: 0.1510088 Oct 13 03:59:33.430237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.431035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.432590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 HTTP/1.1" status: 200 len: 1095 time: 1.6945183 Oct 13 03:59:33.444933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'tag': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:33.447389 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f006898-845d-4fbb-b6d2-ccf02537c796" -d '{"events": [{"name": "network-changed", "server_uuid": "9be56432-6e58-447a-bd97-ffca2d5af7a2", "tag": "57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:33.485799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd7d8094-9c67-43b8-b9ef-60e65ced8a55 req-588ecd18-85d4-4fbe-a5a1-f0fe80e6bc73 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463826 Oct 13 03:59:33.498965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5e8d4-e195-41d0-ac70-2b895940fdf0 req-bb9af756-0fa2-4b72-9755-fd5371e8294e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.501019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63e5e8d4-e195-41d0-ac70-2b895940fdf0 req-bb9af756-0fa2-4b72-9755-fd5371e8294e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 947 time: 0.0634377 Oct 13 03:59:33.530414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:33.573192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63e5e8d4-e195-41d0-ac70-2b895940fdf0 req-8e81af11-7c4b-4c72-ae86-7ad8d98d9c41 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614681 Oct 13 03:59:33.586930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:33.615031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465a0c8-b9d7-4770-9e24-c0087f7dc813 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:33.645892 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f722ab-d95e-4138-806c-905bb1bbdf2e x-openstack-request-id: req-46f722ab-d95e-4138-806c-905bb1bbdf2e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:33.646481 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9644c3-7193-4f60-a4b9-2d5993fde4d5", "name": "network-vif-plugged", "status": "completed", "tag": "80cf05b5-9cf6-45b3-9074-8cab66a6320b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:33.647043 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46f722ab-d95e-4138-806c-905bb1bbdf2e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:33.647640 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf05b5-9cf6-45b3-9074-8cab66a6320b', 'code': 200} Oct 13 03:59:33.811199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26231ea-a7ce-4b22-b7d5-bddb0522d7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:33.814254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e8837-9d75-4320-a4d8-b49c82a3a536 req-26ab7229-c183-4f95-be5b-af6e2bd70b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.815792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-032e8837-9d75-4320-a4d8-b49c82a3a536 req-26ab7229-c183-4f95-be5b-af6e2bd70b7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 1101 time: 0.0851214 Oct 13 03:59:33.825530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-612954ec-5cff-40f1-b5c4-c491bcbca43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.834253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-612954ec-5cff-40f1-b5c4-c491bcbca43a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 1098 time: 0.3472450 Oct 13 03:59:33.844071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:33.844406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:33.844828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:33.845094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e794dd-1abc-47bb-bdce-6f31f372bfbb req-875f98c9-8d96-4a1b-b948-f72c24e88fd2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.846646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93e794dd-1abc-47bb-bdce-6f31f372bfbb req-875f98c9-8d96-4a1b-b948-f72c24e88fd2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0838313 Oct 13 03:59:33.900661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-cdcf68f5-53af-477e-8633-38f42762ad8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 HTTP/1.1" status: 200 len: 217 time: 0.0435822 Oct 13 03:59:33.902143 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca82c6dc-fdb5-4061-8e6d-274567a9412c x-openstack-request-id: req-ca82c6dc-fdb5-4061-8e6d-274567a9412c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:33.902430 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be56432-6e58-447a-bd97-ffca2d5af7a2", "tag": "57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:33.902680 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca82c6dc-fdb5-4061-8e6d-274567a9412c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:33.903305 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'tag': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', 'status': 'completed', 'code': 200} Oct 13 03:59:33.905550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-032e8837-9d75-4320-a4d8-b49c82a3a536 req-b0a3c0bb-73a0-4e23-8576-3e676cfe32bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741267 Oct 13 03:59:33.908377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:33.908844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93e794dd-1abc-47bb-bdce-6f31f372bfbb req-f8dd1612-8d0a-4325-be3f-f7327b8c64f3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538402 Oct 13 03:59:33.913127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:33.919400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-382be292-046a-450a-9b8a-f328772da8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:33.921443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-382be292-046a-450a-9b8a-f328772da8c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.4840920 Oct 13 03:59:33.931614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:33.931956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:33.932467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:33.932945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Bound port: 390632b3-98c1-41b9-bde0-49043e23ce30, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:33.933314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:33.985610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-fb6f546a-b5e6-446f-96d6-63913edc779a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 200 len: 217 time: 0.0487626 Oct 13 03:59:34.002624 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91167c65-486e-48ef-824a-7d7e6cd01038 None None] New status for floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:59:34.032013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-7a402ac8-e174-41d5-bdfe-2c826270d57f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.033546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-7a402ac8-e174-41d5-bdfe-2c826270d57f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0545022 Oct 13 03:59:34.089648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-3e0d159f-b923-456d-a767-ec1264898065 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 698 time: 0.0496926 Oct 13 03:59:34.096789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:34.100823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:34.103346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'floatingip': {'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:34.108719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-f042172b-ce6f-4b4b-b60e-6b54317c0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.109547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-f042172b-ce6f-4b4b-b60e-6b54317c0c5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1029103 Oct 13 03:59:34.111890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.145415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.153341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18291e53-009e-4fab-be9e-38824cf567c5 req-00d55d43-7ddc-4928-b52c-07c5c139ae91 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.154813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18291e53-009e-4fab-be9e-38824cf567c5 req-00d55d43-7ddc-4928-b52c-07c5c139ae91 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.1468406 Oct 13 03:59:34.222334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.222939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.224288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] 10.222.0.15 "PUT /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 1091 time: 1.9062324 Oct 13 03:59:34.264037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c030c86-1c8d-47b2-9987-b01f44401bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:34.301493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-5d5c4b6a-10b1-45ef-a8d4-e5b99f544552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.302955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-5d5c4b6a-10b1-45ef-a8d4-e5b99f544552 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805511 Oct 13 03:59:34.317968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-6191353a-9511-4ed8-a99e-a0649dde25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.319764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-6191353a-9511-4ed8-a99e-a0649dde25ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1558783 Oct 13 03:59:34.325946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18291e53-009e-4fab-be9e-38824cf567c5 req-4d9718aa-a600-41cc-a12f-0162b46e7472 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595294 Oct 13 03:59:34.424175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.api [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 03:59:34.424735 n-d-810220-9 neutron-server[94825]: DEBUG oslo_db.api [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 03:59:34.431112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-84bb279c-c65b-4fe8-8f07-144d0197538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.432606 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-84bb279c-c65b-4fe8-8f07-144d0197538c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1094 time: 0.1630967 Oct 13 03:59:34.438956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-da06397e-17d4-4c76-98e4-144926577188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.440357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-da06397e-17d4-4c76-98e4-144926577188 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066206 Oct 13 03:59:34.532742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-f5e48be2-9549-423d-9298-8379f720a233 service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118707 Oct 13 03:59:34.560703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-c59b71f9-d75b-4e5f-89e9-90ce51ccfe48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 217 time: 0.0962534 Oct 13 03:59:34.667992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d00da-ea52-4718-b9af-73eb14f56dab req-e9e17b7a-1076-4f1a-bb35-d028ad521e78 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.669397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c28d00da-ea52-4718-b9af-73eb14f56dab req-e9e17b7a-1076-4f1a-bb35-d028ad521e78 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 949 time: 0.2180729 Oct 13 03:59:34.719001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-693cd6bf-0e4f-434c-936f-6cf29a315b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:34.720387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-693cd6bf-0e4f-434c-936f-6cf29a315b76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1367712 Oct 13 03:59:34.743097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-cf648825-315c-4da1-bf76-aff4dccafda1 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776768 Oct 13 03:59:34.756172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 91b6b732-1e53-412d-8bdc-b2bb07e80896 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:34.780424 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-5a4e48bc-5ba2-4e74-b79d-98b794cf0368 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497658 Oct 13 03:59:34.787138 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ee0d14-cd23-4a0d-a538-286016847b6f req-1a2bf4fb-35ce-43d0-81c4-9ebf6a95bc97 service neutron] 10.222.0.26 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302077 Oct 13 03:59:34.805354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 91b6b732-1e53-412d-8bdc-b2bb07e80896 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:34.809215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 91b6b732-1e53-412d-8bdc-b2bb07e80896 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:34.809579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.845134 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c28d00da-ea52-4718-b9af-73eb14f56dab req-6113117f-dcee-4d24-bfe3-5e0986354136 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602006 Oct 13 03:59:34.890088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.924829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 91b6b732-1e53-412d-8bdc-b2bb07e80896, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:34.925718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.931064 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:34.969603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b555fbd6-ac45-4947-9b2e-af63706ca4f1 req-f4c309a2-68bf-4dc5-8a1e-4a0c213f387e service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020521 Oct 13 03:59:34.972153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-9037b8f6-dcfc-463d-9671-3d778f9f9d4d service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823208 Oct 13 03:59:34.990587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=91b6b732-1e53-412d-8bdc-b2bb07e80896,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:35.039006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436797-486c-4872-852b-0b195df3e300 req-c9a07aa5-336f-437b-9562-17a5c9dedad2 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.040459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe436797-486c-4872-852b-0b195df3e300 req-c9a07aa5-336f-437b-9562-17a5c9dedad2 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 950 time: 0.1309788 Oct 13 03:59:35.136523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-f0bdb8a3-e7bc-4c42-9686-6d35ae6dd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.138064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-f0bdb8a3-e7bc-4c42-9686-6d35ae6dd75d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0967352 Oct 13 03:59:35.146865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe436797-486c-4872-852b-0b195df3e300 req-667801f7-b2fc-4862-83d1-e91579c03bb8 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927980 Oct 13 03:59:35.170961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b39ddb2-a934-4971-b032-ff9c74c3a184 req-dfb729be-edb1-433d-891d-60df2cc4a3f9 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769898 Oct 13 03:59:35.417143 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:35.421954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:35.504000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-c2f24367-f001-4853-86b5-1ea0c5fd3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.505384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-c2f24367-f001-4853-86b5-1ea0c5fd3445 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3576767 Oct 13 03:59:35.517078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9d7f-9062-4076-9953-975bae83a68a req-28c096c9-894f-439f-b119-2ff1f196a3ba tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.518492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf2a9d7f-9062-4076-9953-975bae83a68a req-28c096c9-894f-439f-b119-2ff1f196a3ba tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 947 time: 0.2977602 Oct 13 03:59:35.533974 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e associated. External IP: 172.25.1.241, port: 2f340028-230a-4781-afba-3941fa1d0d08. Oct 13 03:59:35.557512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-8e3a6035-1034-4c69-9d0d-e3e9950e8044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 HTTP/1.1" status: 200 len: 217 time: 0.0381045 Oct 13 03:59:35.609076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf2a9d7f-9062-4076-9953-975bae83a68a req-c127767b-2035-41a6-9c38-8e40bc010921 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833111 Oct 13 03:59:35.621311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-ea13de85-13e2-4ea1-8604-2de95f1d5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.627999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-ea13de85-13e2-4ea1-8604-2de95f1d5330 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0563986 Oct 13 03:59:35.649217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b6b732-1e53-412d-8bdc-b2bb07e80896'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:35.651573 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72959905-29ac-4749-8bf8-52b0c46a0d11" -d '{"events": [{"server_uuid": "96f7bd5d-1b23-4921-b7f8-1acacb0b1964", "name": "network-vif-plugged", "status": "completed", "tag": "91b6b732-1e53-412d-8bdc-b2bb07e80896"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:35.681790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-3f755cb2-66d8-4082-9833-c312846e3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.681919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-3f755cb2-66d8-4082-9833-c312846e3644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516677 Oct 13 03:59:35.749033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:35.835832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b859-4bc7-4b71-a702-f1062ebb0808 req-bd743595-c43f-42d7-b9bb-f473285ddde8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.837413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f7b859-4bc7-4b71-a702-f1062ebb0808 req-bd743595-c43f-42d7-b9bb-f473285ddde8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1022274 Oct 13 03:59:35.854885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:35.860050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:35.861150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-78335017-7c5f-4c0f-b1f2-71054c3772de service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698260 Oct 13 03:59:35.865108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:35.876103 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:35.876726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:35.878379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-fd615d9b-f384-4f4b-9765-0d8630837be9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.879825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-fd615d9b-f384-4f4b-9765-0d8630837be9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.26 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 945 time: 0.1085086 Oct 13 03:59:35.888804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-827bbbc1-af98-4283-a35f-a06aa1a05400 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "PUT /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 997 time: 1.7899523 Oct 13 03:59:35.889253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:35.892022 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce635b-f8b7-4999-adb2-053760981b47" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:35.908081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:35.910342 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:35.942190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-b02a4979-bfa0-45ba-8308-f7eaca27b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:35.944132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-b02a4979-bfa0-45ba-8308-f7eaca27b897 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0418060 Oct 13 03:59:35.975672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f7b859-4bc7-4b71-a702-f1062ebb0808 req-92f4739b-3308-4410-b7a7-cd824fc99b5f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280437 Oct 13 03:59:35.989481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:36.056507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f006898-845d-4fbb-b6d2-ccf02537c796 req-0486af05-f2fe-426f-901f-90582b448aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744967 Oct 13 03:59:36.069414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-8ff958d3-d79f-48a4-992c-e60d84e27d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.077179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Deleting port 7dbacc12-dd29-44b5-b913-55bae3cedda2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:36.077523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:36.078412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-8ff958d3-d79f-48a4-992c-e60d84e27d04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.1272664 Oct 13 03:59:36.151132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-271ac26a-1f77-4498-9596-4ea6b9fef797 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 1000 time: 0.0716002 Oct 13 03:59:36.204728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] For port 7dbacc12-dd29-44b5-b913-55bae3cedda2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7dbacc12-dd29-44b5-b913-55bae3cedda2,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:36.205100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:36.208226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-1797b451-6c24-4dd3-a39b-43a5d53e8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.209755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-1797b451-6c24-4dd3-a39b-43a5d53e8253 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0518913 Oct 13 03:59:36.214830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232a4a-6a49-4a7f-b078-44545b2754c2 req-594440ec-894c-4c05-ba18-6ded9996cef8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.216416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32232a4a-6a49-4a7f-b078-44545b2754c2 req-594440ec-894c-4c05-ba18-6ded9996cef8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.0853279 Oct 13 03:59:36.235175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Calling delete_port for 7dbacc12-dd29-44b5-b913-55bae3cedda2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:36.262971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-ccc0b650-4a7b-4722-ab9c-c2652dc5547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.264604 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-ccc0b650-4a7b-4722-ab9c-c2652dc5547d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483160 Oct 13 03:59:36.305882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32232a4a-6a49-4a7f-b078-44545b2754c2 req-5a718ffd-454b-4f10-bb35-38871500c135 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807106 Oct 13 03:59:36.381790 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e675bebe-4535-4e51-97f2-fd011da0294e x-openstack-request-id: req-e675bebe-4535-4e51-97f2-fd011da0294e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:36.382083 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f7bd5d-1b23-4921-b7f8-1acacb0b1964", "name": "network-vif-plugged", "status": "completed", "tag": "91b6b732-1e53-412d-8bdc-b2bb07e80896", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:36.382340 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e675bebe-4535-4e51-97f2-fd011da0294e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:36.382735 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b6b732-1e53-412d-8bdc-b2bb07e80896', 'code': 200} Oct 13 03:59:36.388726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-808a88eb-05fd-4148-9f10-9c701dbc8b61 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171591 Oct 13 03:59:36.428544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:36.442794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7dbacc12-dd29-44b5-b913-55bae3cedda2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:36.445040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2f340028-230a-4781-afba-3941fa1d0d08'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:36.463261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event deleted for resources: {'Port': ['ID=7dbacc12-dd29-44b5-b913-55bae3cedda2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:36.485385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:35Z', 'revision_number': 8, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:36.526720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:36.530927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22acb3-8227-44c9-a72d-dd1d4638a103 req-21bb9d79-9731-4869-87f2-dc93ee784547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.533075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe22acb3-8227-44c9-a72d-dd1d4638a103 req-21bb9d79-9731-4869-87f2-dc93ee784547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 1101 time: 0.0807996 Oct 13 03:59:36.546693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:36.547931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:36.548328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] No DVR routers for this DVR port 7dbacc12-dd29-44b5-b913-55bae3cedda2 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:36.554727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:36.558311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff8b2c0d-1d79-406b-a9d4-1c3235723ddd req-dc1e6d93-8331-404c-bf02-2073564210ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.26 "DELETE /v2.0/ports/7dbacc12-dd29-44b5-b913-55bae3cedda2 HTTP/1.1" status: 204 len: 173 time: 0.6681395 Oct 13 03:59:36.567793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57860da-104e-4b30-9a7d-dd0bfb31fdb9 req-413bb05c-aa84-4591-a1b9-e4c8d26e7225 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.575125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3666918b-b5df-47c4-980e-87eb7490e1ad req-17d751a7-9a15-47a6-9160-2bd51b393660 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827686 Oct 13 03:59:36.578518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d57860da-104e-4b30-9a7d-dd0bfb31fdb9 req-413bb05c-aa84-4591-a1b9-e4c8d26e7225 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 950 time: 0.1193540 Oct 13 03:59:36.609163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe22acb3-8227-44c9-a72d-dd1d4638a103 req-a03525c2-6efe-4591-8a11-f2a02c16d8c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Oct 13 03:59:36.633941 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bdb0f6-a267-4623-959d-300fd1137294 x-openstack-request-id: req-67bdb0f6-a267-4623-959d-300fd1137294 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:36.634240 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:36.634696 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67bdb0f6-a267-4623-959d-300fd1137294 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:36.634884 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'status': 'completed', 'code': 200} Oct 13 03:59:36.659010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d57860da-104e-4b30-9a7d-dd0bfb31fdb9 req-7fbc9bf3-389c-4128-b584-33ff54305523 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794692 Oct 13 03:59:36.725819 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551d94b-4b56-47b6-94cd-bd82d8c6ef5d x-openstack-request-id: req-4551d94b-4b56-47b6-94cd-bd82d8c6ef5d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:36.726103 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:36.726741 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4551d94b-4b56-47b6-94cd-bd82d8c6ef5d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:36.729125 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30', 'status': 'completed', 'code': 200} Oct 13 03:59:36.741030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:36.808673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce635b-f8b7-4999-adb2-053760981b47 req-c463b0be-db28-47ed-acd4-50c55b9e0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.810269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-c463b0be-db28-47ed-acd4-50c55b9e0a34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.1421049 Oct 13 03:59:36.813511 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63b1857f-b905-494e-b143-641b88b5c6ad req-d1540d8f-470d-4e2d-a9aa-e9c359fdd2aa tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 997 time: 0.0905099 Oct 13 03:59:36.871118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-f03b557c-0e5f-4d5f-9f0a-c1642428de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.872656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-f03b557c-0e5f-4d5f-9f0a-c1642428de40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1094 time: 0.1343532 Oct 13 03:59:36.879934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32eb84-fd28-475d-9708-4fd35901bcf4 req-72c548f7-ef46-4555-ae07-0f63c1aa14bd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.881682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c32eb84-fd28-475d-9708-4fd35901bcf4 req-72c548f7-ef46-4555-ae07-0f63c1aa14bd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 950 time: 0.1292605 Oct 13 03:59:36.919390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1857f-b905-494e-b143-641b88b5c6ad req-6233c6de-d825-436f-8507-64e1183f86f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:36.921065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63b1857f-b905-494e-b143-641b88b5c6ad req-6233c6de-d825-436f-8507-64e1183f86f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1017647 Oct 13 03:59:36.931880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-63b1857f-b905-494e-b143-641b88b5c6ad req-ced9ff47-19be-4e4d-b49a-8588af2fab3e tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:36.932879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63b1857f-b905-494e-b143-641b88b5c6ad req-ced9ff47-19be-4e4d-b49a-8588af2fab3e tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054817 Oct 13 03:59:36.992514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c32eb84-fd28-475d-9708-4fd35901bcf4 req-25ed76d1-7dab-4ba7-a067-262139a7f9eb tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987453 Oct 13 03:59:37.022470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:35Z', 'revision_number': 8, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:37.023215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-0e858283-7ded-4b2c-b0eb-f40cedd87b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.024707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-0e858283-7ded-4b2c-b0eb-f40cedd87b70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.1408179 Oct 13 03:59:37.046212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469094-90e9-445e-8918-e4f560e313e4 req-00238ef2-1a28-444c-b142-1502f716753c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.048668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e469094-90e9-445e-8918-e4f560e313e4 req-00238ef2-1a28-444c-b142-1502f716753c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 947 time: 0.0584548 Oct 13 03:59:37.053286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9600f996-92f6-4992-abb5-6083ab7afd86 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'port_id': '2f340028-230a-4781-afba-3941fa1d0d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'mac_address': 'fa:16:3e:dd:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:59:02Z', 'updated_at': '2021-10-13T03:59:35Z', 'revision_number': 8, 'project_id': '508cef1b89464dfdae474418ad7df718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:37.073790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce635b-f8b7-4999-adb2-053760981b47 req-b6c0d21e-3b2a-4c31-8d60-26b988eb97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.075260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-b6c0d21e-3b2a-4c31-8d60-26b988eb97fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.2538302 Oct 13 03:59:37.077202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-8566559a-b7ef-4567-9135-b8ff17c8cc95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 217 time: 0.0415540 Oct 13 03:59:37.095256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e469094-90e9-445e-8918-e4f560e313e4 req-c07f07b8-8b3d-4493-8de3-661425b93dff tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349135 Oct 13 03:59:37.183676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-db5c940c-f813-4734-9663-2e6116cd6b25 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1000 time: 0.0632029 Oct 13 03:59:37.187320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-b9d664b8-e511-4a52-b5ea-17a62c8fcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.189079 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-b9d664b8-e511-4a52-b5ea-17a62c8fcd55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0905190 Oct 13 03:59:37.190914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-27d68357-1883-4999-8929-9596ba00ab5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 1000 time: 0.1002750 Oct 13 03:59:37.238507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-f2bfe653-01f1-401a-aec6-f5e0adc29b5c tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.240317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-f2bfe653-01f1-401a-aec6-f5e0adc29b5c tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports/2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 943 time: 0.0500128 Oct 13 03:59:37.261464 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3755c-d208-4640-8b94-d8db6dd9e783 None None] New status for floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:59:37.275218 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-3c49a9a0-ef7d-45d2-856e-75f59bff57d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653691 Oct 13 03:59:37.334559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce635b-f8b7-4999-adb2-053760981b47 req-aabac59b-cc79-44c5-b5b7-5ebf51aab3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.336168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-aabac59b-cc79-44c5-b5b7-5ebf51aab3ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.1251938 Oct 13 03:59:37.366820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-e1882c64-5f75-41e7-9e6e-e7f55e802a3f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1000 time: 0.0598965 Oct 13 03:59:37.408291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce635b-f8b7-4999-adb2-053760981b47 req-fc5aac0b-5c41-44ae-8712-be11f977c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.409859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-fc5aac0b-5c41-44ae-8712-be11f977c652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616946 Oct 13 03:59:37.413656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-21c3308e-2c3c-4f1a-b7b2-9b47ed14242b service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287768 Oct 13 03:59:37.587398 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac0abe78-d37c-43cb-9cfe-3f41eab157e8 req-0a2764a9-d0d5-4a8e-addf-2e958721e88d service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521974 Oct 13 03:59:37.589095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-bb562893-498b-4eb6-b53b-3fa402134866 service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615491 Oct 13 03:59:37.684789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efce635b-f8b7-4999-adb2-053760981b47 req-0db35a85-375a-4935-aa0f-ea7229116fef service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839517 Oct 13 03:59:37.730111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-ae1d9b63-4102-4b8f-9643-e6d801361aa1 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:37.731452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-ae1d9b63-4102-4b8f-9643-e6d801361aa1 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.3638251 Oct 13 03:59:37.743830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:37.794912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-82c03132-9369-475e-b0d7-defeb4046bbf tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1002 time: 0.0564413 Oct 13 03:59:37.804734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:37.859119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:37.994344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:37.997984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:37.998311 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e disassociated. External IP: 172.25.1.241, port: 2f340028-230a-4781-afba-3941fa1d0d08. Oct 13 03:59:38.199525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:38.303314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:38.307821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:38.314537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:38.323383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:38.323984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:38.334452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-d070c490-928c-40a0-8bd3-11aa7a77a2d5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "PUT /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 696 time: 0.5333529 Oct 13 03:59:38.386889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-08c210fc-4a3d-476a-ae9f-48a12b796ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:38.388382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-08c210fc-4a3d-476a-ae9f-48a12b796ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0416560 Oct 13 03:59:38.428813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:38.479840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-6b616d9e-b8aa-42d4-a1db-65bd5db705bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:38.481400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-6b616d9e-b8aa-42d4-a1db-65bd5db705bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.0869546 Oct 13 03:59:38.520987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-1048f528-9496-4367-bff9-5a68415228a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0327945 Oct 13 03:59:38.568578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-12f2a53f-42fe-4c09-a3dc-3070c94e9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:38.569979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-12f2a53f-42fe-4c09-a3dc-3070c94e9e6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0430036 Oct 13 03:59:38.617774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-50a93f3d-55fe-491f-b26e-b80db5d11095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:38.619248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-50a93f3d-55fe-491f-b26e-b80db5d11095 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429964 Oct 13 03:59:38.621647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:38.642390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:38.644607 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d0ccb0-3016-4b65-a047-dda69c4afd47" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:38.651389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:38.660014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:38.660603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:38.711954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-2646cf38-edfd-4b7d-bb37-af91c3deae8a service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Oct 13 03:59:38.729075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'name': 'network-vif-deleted', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:38.731645 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed309fa0-f6de-4ce2-91bf-0265377303df" -d '{"events": [{"server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "name": "network-vif-deleted", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:38.764351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:38.791142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7dbacc12-dd29-44b5-b913-55bae3cedda2 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:38.802257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0f498de-b972-4292-92f8-ec13d35d9931 req-c4b8a6b6-79be-4d32-91f4-6a6f27324023 service neutron] 10.222.0.44 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842345 Oct 13 03:59:38.818211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:38.819914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 7dbacc12-dd29-44b5-b913-55bae3cedda2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:38.820185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7dbacc12-dd29-44b5-b913-55bae3cedda2 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:38.911160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059197b-4879-4747-ab83-f7ee5a68e8a5 req-0c963fee-12af-470b-9c2f-1f6178744ccb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:38.912663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b059197b-4879-4747-ab83-f7ee5a68e8a5 req-0c963fee-12af-470b-9c2f-1f6178744ccb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0499811 Oct 13 03:59:38.949064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b059197b-4879-4747-ab83-f7ee5a68e8a5 req-92926e9a-54a2-43bc-b1f6-e36010efd42a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303371 Oct 13 03:59:39.011210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:39.041775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '390632b3-98c1-41b9-bde0-49043e23ce30', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'port_id': '390632b3-98c1-41b9-bde0-49043e23ce30', 'mac_address': 'fa:16:3e:52:c8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e32eee-0704-4d9b-968e-22aebe0e774f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:39.090481 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:39.105440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:39.109030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390632b3-98c1-41b9-bde0-49043e23ce30 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:39.257810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77461df4-1ba4-4f91-a260-0fb3b7b95ace None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:58:44Z', 'revision_number': 4, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1b4ae070-6469-41bb-9fa3-13a8cff064b5', 'name': '', 'network_id': '68dbdb12-b1c0-4a85-b1c8-eab17ced1c29', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'mac_address': 'fa:16:3e:7c:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:43Z', 'updated_at': '2021-10-13T03:58:49Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'subnets': [{'id': '8c6354fb-c7bd-4edf-b946-51a8e7154a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:39.274016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:39.279162 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:39.279807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:39.373022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:39.421196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:39.432967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:39.472149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:39.485894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:39.492772 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade2665-676e-4550-9f15-f431aa2339ea None None] New status for floating IP a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 03:59:39.505651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:39.510328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:39.555267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:39.603621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:39.817531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['390632b3-98c1-41b9-bde0-49043e23ce30'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:39.858392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:40.817592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:40.866791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 390632b3-98c1-41b9-bde0-49043e23ce30 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:40.870255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 390632b3-98c1-41b9-bde0-49043e23ce30 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:40.870621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:40.942834 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:40.966886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:40.969739 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d090e34c-8f3f-4477-bbe0-020cc6856415" -d '{"events": [{"server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "name": "network-vif-plugged", "status": "completed", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:40.981641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:40.985515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:40.986335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 03:59:41.056943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:41.068595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 03:59:41.072065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:41.072433 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:41.151290 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:41.182577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:41.186194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:41.231387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:43.181317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-87cb8299-9df7-40c0-a03d-809585a99f3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416868 Oct 13 03:59:43.265868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-e021-4745-bf16-0a757ef86278 req-f28f4ec0-32f3-4571-86ba-fddeaf0ebf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:43.267294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-f28f4ec0-32f3-4571-86ba-fddeaf0ebf28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0386994 Oct 13 03:59:43.373069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-e021-4745-bf16-0a757ef86278 req-37ff906b-ad25-4c15-a2f3-2f9348569c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:43.375081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-37ff906b-ad25-4c15-a2f3-2f9348569c4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.0813334 Oct 13 03:59:43.420293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-56d50539-0f48-4c1f-9b74-3e4fe02d6237 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0350385 Oct 13 03:59:43.468168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-e021-4745-bf16-0a757ef86278 req-5e128b41-882c-423b-85b2-0cfaeda892dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:43.469580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-5e128b41-882c-423b-85b2-0cfaeda892dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0422173 Oct 13 03:59:43.513136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-e021-4745-bf16-0a757ef86278 req-1f018fbc-9ff2-4d7b-904c-5a2f40efdd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:43.514520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-1f018fbc-9ff2-4d7b-904c-5a2f40efdd36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377657 Oct 13 03:59:43.603628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-aea48133-b41f-41b0-bc27-3c9d6d0fdfcd service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Oct 13 03:59:43.688438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1159d748-e021-4745-bf16-0a757ef86278 req-3ae2db41-63fc-4ceb-a848-eea7baab02a3 service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772972 Oct 13 03:59:44.942122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b393836-80ea-4fca-b082-14e3c12cdb68 req-352f24b7-75c7-4ed6-8276-137cfee49d95 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:44.943693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b393836-80ea-4fca-b082-14e3c12cdb68 req-352f24b7-75c7-4ed6-8276-137cfee49d95 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 945 time: 0.0520241 Oct 13 03:59:45.007677 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b393836-80ea-4fca-b082-14e3c12cdb68 req-be21b606-9afe-4eb3-976a-d7eeb98f7bd3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542014 Oct 13 03:59:45.013947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-d1bf0714-5a49-4f79-af01-636052ae9ae6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692973 Oct 13 03:59:45.024939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c97deb-6530-4833-90a6-7e4d79175a4a req-a2120d41-f832-4a7b-9fa4-691dd1c40ad4 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.026433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91c97deb-6530-4833-90a6-7e4d79175a4a req-a2120d41-f832-4a7b-9fa4-691dd1c40ad4 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 950 time: 0.0503688 Oct 13 03:59:45.075721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91c97deb-6530-4833-90a6-7e4d79175a4a req-9442c78d-43f9-4644-ae36-2eecf541633b tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Oct 13 03:59:45.120240 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2dab07-888e-4b90-9b48-6a30e82113b4 x-openstack-request-id: req-8b2dab07-888e-4b90-9b48-6a30e82113b4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:45.120523 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:45.120806 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b2dab07-888e-4b90-9b48-6a30e82113b4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:45.121186 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'status': 'completed', 'code': 200} Oct 13 03:59:45.135418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f256a-0ae8-4509-a11f-060734b95eca req-7154a270-7678-4d29-a552-54890def9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.136548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-7154a270-7678-4d29-a552-54890def9f94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5210fd9cd984ce6be9837e575eea283&device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 1096 time: 0.0695646 Oct 13 03:59:45.151499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3fa39-1d54-4a88-a2b2-2a1b1e6b427c req-5433fc77-7e10-4a0a-a647-7bb10cc10d85 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.153009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12f3fa39-1d54-4a88-a2b2-2a1b1e6b427c req-5433fc77-7e10-4a0a-a647-7bb10cc10d85 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0848296 Oct 13 03:59:45.158922 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea987552-f9b9-4f84-b510-98deb767c02e x-openstack-request-id: req-ea987552-f9b9-4f84-b510-98deb767c02e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:45.159239 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731", "name": "network-vif-deleted", "tag": "7dbacc12-dd29-44b5-b913-55bae3cedda2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:45.159498 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea987552-f9b9-4f84-b510-98deb767c02e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:45.159884 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731', 'name': 'network-vif-deleted', 'tag': '7dbacc12-dd29-44b5-b913-55bae3cedda2', 'status': 'completed', 'code': 200} Oct 13 03:59:45.190567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-2db22b0d-807e-4ff1-89d3-7f02892b3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.192304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-2db22b0d-807e-4ff1-89d3-7f02892b3fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0474453 Oct 13 03:59:45.246083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12f3fa39-1d54-4a88-a2b2-2a1b1e6b427c req-53caf639-e6db-47dc-9fa8-782d69eae9e7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866127 Oct 13 03:59:45.286082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f256a-0ae8-4509-a11f-060734b95eca req-cb69f284-a23b-4315-9075-b6fcaf616cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.288964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-cb69f284-a23b-4315-9075-b6fcaf616cfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84 HTTP/1.1" status: 200 len: 916 time: 0.1233830 Oct 13 03:59:45.327486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-e2cd8728-b6de-4a1f-8b24-00f7903a4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.330054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-e2cd8728-b6de-4a1f-8b24-00f7903a4638 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 200 len: 921 time: 0.1294081 Oct 13 03:59:45.393922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-fb124fa0-d40a-41f3-8fa0-80f8801c7ddc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0547948 Oct 13 03:59:45.407672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-4d2a3e06-422e-41cc-9e1a-89a8e5375cd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b HTTP/1.1" status: 200 len: 1001 time: 0.1087792 Oct 13 03:59:45.419230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b218775-e963-4f60-9e29-799ec9b043bf req-7fde3f91-b5ce-4fd6-9948-58e09ff249a1 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.427226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b218775-e963-4f60-9e29-799ec9b043bf req-7fde3f91-b5ce-4fd6-9948-58e09ff249a1 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 950 time: 0.0802865 Oct 13 03:59:45.475390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415bea-ec5a-4a93-971e-6b47356dbd95 req-1835eae3-d0d7-4f05-bf75-db5ed0e2e62d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.476893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b415bea-ec5a-4a93-971e-6b47356dbd95 req-1835eae3-d0d7-4f05-bf75-db5ed0e2e62d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1286523 Oct 13 03:59:45.478222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-594c4dd9-8dfd-4968-846b-2fbf049880f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.479513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-594c4dd9-8dfd-4968-846b-2fbf049880f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 200 len: 859 time: 0.0710135 Oct 13 03:59:45.496812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b218775-e963-4f60-9e29-799ec9b043bf req-45083d45-4451-44b2-a95e-4aafd2f36b13 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687735 Oct 13 03:59:45.500506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f256a-0ae8-4509-a11f-060734b95eca req-56bdb313-b68f-48eb-a58f-3addf05cb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.501942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-56bdb313-b68f-48eb-a58f-3addf05cb8bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c943c688-1c92-48ab-9fbe-ccc8916c5317 HTTP/1.1" status: 200 len: 854 time: 0.0721116 Oct 13 03:59:45.531981 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b1c5cc8-4635-4384-bf8a-fa25cc2de4de req-d6a56bc4-78a8-455d-a834-1e8d36acb6a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=508cef1b89464dfdae474418ad7df718&device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 210 time: 0.0515232 Oct 13 03:59:45.543488 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587cc6b0-01da-4dcb-92dc-a4dbe50bdc58 x-openstack-request-id: req-587cc6b0-01da-4dcb-92dc-a4dbe50bdc58 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:45.543990 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "name": "network-vif-plugged", "status": "completed", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:45.543990 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-587cc6b0-01da-4dcb-92dc-a4dbe50bdc58 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:45.544399 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30', 'code': 200} Oct 13 03:59:45.555188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f256a-0ae8-4509-a11f-060734b95eca req-e7e1c508-22b5-4347-af28-bf767159affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.556984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-e7e1c508-22b5-4347-af28-bf767159affb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0705d659-ceb7-4d0b-97f0-2ebd5f381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472691 Oct 13 03:59:45.686092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-b5ddce1a-c4c7-465b-a38f-ff53b4c828e3 service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210456 Oct 13 03:59:45.696215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e5654-f7f4-4b89-bc50-1bbd4b397926 req-3aeeab1d-d92f-4d56-a6d1-02cd23d5b432 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.697752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-772e5654-f7f4-4b89-bc50-1bbd4b397926 req-3aeeab1d-d92f-4d56-a6d1-02cd23d5b432 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 1101 time: 0.0630882 Oct 13 03:59:45.729242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-772e5654-f7f4-4b89-bc50-1bbd4b397926 req-6b2592f8-23f5-42c6-9522-f0e6d2d39860 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:45.837808 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-478f256a-0ae8-4509-a11f-060734b95eca req-564b03b3-545a-46ec-942f-e5cbbb7247ee service neutron] 10.222.0.26 "GET /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263342 Oct 13 03:59:45.878851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-772e5654-f7f4-4b89-bc50-1bbd4b397926 req-6b2592f8-23f5-42c6-9522-f0e6d2d39860 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:45.884066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-772e5654-f7f4-4b89-bc50-1bbd4b397926 req-6b2592f8-23f5-42c6-9522-f0e6d2d39860 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:45.886900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b415bea-ec5a-4a93-971e-6b47356dbd95 req-219be7c9-9c7e-413f-a986-fe7e485a3c7d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991792 Oct 13 03:59:45.924970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-772e5654-f7f4-4b89-bc50-1bbd4b397926 req-6b2592f8-23f5-42c6-9522-f0e6d2d39860 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204711 Oct 13 03:59:45.927439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2592f8-23f5-42c6-9522-f0e6d2d39860 tempest-LiveMigrationNegativeTest-1338438416 tempest-LiveMigrationNegativeTest-1338438416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23ecf3-8288-4a9c-bdbd-64dcf520ecc5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:45.942600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-17d7ca7d-6143-4c03-80ad-c39d827c6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:45.944069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-17d7ca7d-6143-4c03-80ad-c39d827c6787 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4554935 Oct 13 03:59:46.073404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-1de5ced6-a696-40b9-b796-0c17062f648b tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 200 len: 694 time: 0.1414957 Oct 13 03:59:46.106809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5cc8-4635-4384-bf8a-fa25cc2de4de req-985c4586-d665-4bb9-b149-d0a1a51280fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.108253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b1c5cc8-4635-4384-bf8a-fa25cc2de4de req-985c4586-d665-4bb9-b149-d0a1a51280fc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=508cef1b89464dfdae474418ad7df718&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5591171 Oct 13 03:59:46.110044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37121e2a-4c1c-4602-962e-c71ef5e491b5 req-6a36b69a-4cfc-4c14-9c3e-08e0c703d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.111358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37121e2a-4c1c-4602-962e-c71ef5e491b5 req-6a36b69a-4cfc-4c14-9c3e-08e0c703d6e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1096 time: 0.2506633 Oct 13 03:59:46.231487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6354f-459a-40c0-a7b5-998c47e59811 req-f1954e33-c63e-4944-9d19-00e8cef80c33 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.233067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42e6354f-459a-40c0-a7b5-998c47e59811 req-f1954e33-c63e-4944-9d19-00e8cef80c33 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 945 time: 0.0637143 Oct 13 03:59:46.285359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42e6354f-459a-40c0-a7b5-998c47e59811 req-66286f6b-3ecd-4558-a4f8-e611ca9b082a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Oct 13 03:59:46.328854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-1f10e21d-7efa-43d8-9105-3f80f2361fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704302 Oct 13 03:59:46.343922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37121e2a-4c1c-4602-962e-c71ef5e491b5 req-79f4fc18-402c-4152-bcdd-d47351d37eeb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209158 Oct 13 03:59:46.392926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c0ed7-341f-4195-b436-c66a6a04fb0c req-be615d9b-d04d-48a9-80ce-e5683116802b tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.394402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a9c0ed7-341f-4195-b436-c66a6a04fb0c req-be615d9b-d04d-48a9-80ce-e5683116802b tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 950 time: 0.0521469 Oct 13 03:59:46.424959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-5e5f5a83-6c5b-497f-97e9-3adbc789b397 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.426284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-5e5f5a83-6c5b-497f-97e9-3adbc789b397 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.3414292 Oct 13 03:59:46.432001 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4a9c0ed7-341f-4195-b436-c66a6a04fb0c req-cd051ac7-c4b2-4595-88ad-960316301f1b tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Oct 13 03:59:46.448587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-918bc2d5-848d-4566-a124-b95302d03ceb tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:46.449612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-918bc2d5-848d-4566-a124-b95302d03ceb tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155559 Oct 13 03:59:46.469506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5cc8-4635-4384-bf8a-fa25cc2de4de req-48880045-8e20-4ba6-9fe6-aa54d2636bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.470917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b1c5cc8-4635-4384-bf8a-fa25cc2de4de req-48880045-8e20-4ba6-9fe6-aa54d2636bcb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3228405 Oct 13 03:59:46.521962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-75866254-ebfa-4ca2-867a-09bd2f1499af tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 697 time: 0.0642443 Oct 13 03:59:46.590689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6d0ccb0-3016-4b65-a047-dda69c4afd47 req-d7f403f6-ff47-4335-8dd4-c7a3eb8e472a service neutron] 10.222.0.15 "GET /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487814 Oct 13 03:59:46.591280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7117-5028-4cd6-9d9a-8b543f8b6f46 req-85c85b2a-e08d-418d-8921-c6ec4670ed58 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.593246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d69f7117-5028-4cd6-9d9a-8b543f8b6f46 req-85c85b2a-e08d-418d-8921-c6ec4670ed58 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0479660 Oct 13 03:59:46.594611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b1c5cc8-4635-4384-bf8a-fa25cc2de4de req-2f72ff8c-8cd5-4109-b2e0-969cdd4e04f5 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.26 "GET /v2.0/ports?device_id=4636b7c4-7f0c-4e26-aa52-6e3d0c7bd731 HTTP/1.1" status: 200 len: 210 time: 0.0559793 Oct 13 03:59:46.601857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-1f82eaff-ce4b-437e-8dc9-1d85206062ee tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 697 time: 0.0714121 Oct 13 03:59:46.646853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d69f7117-5028-4cd6-9d9a-8b543f8b6f46 req-ad3d5e0e-2854-4b75-858e-61e00b6b0687 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Oct 13 03:59:46.746911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Deleting port 6b59d6c2-3f37-4f9a-b817-f98b9fedac45 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:46.747161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:46.823656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:46.824058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:46.835343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Calling delete_port for 6b59d6c2-3f37-4f9a-b817-f98b9fedac45 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:46.974857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:46.981554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9a764-09c2-40ff-840a-6773eba5ad39 req-b9005e4a-5601-460b-99c7-f2dee2664d4c tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:46.983034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37b9a764-09c2-40ff-840a-6773eba5ad39 req-b9005e4a-5601-460b-99c7-f2dee2664d4c tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 1101 time: 0.0439446 Oct 13 03:59:46.999296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event deleted for resources: {'Port': ['ID=6b59d6c2-3f37-4f9a-b817-f98b9fedac45,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:47.001171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37b9a764-09c2-40ff-840a-6773eba5ad39 req-887a62de-b9c9-4e72-a961-71d7d596be48 tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:47.064216 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:47.067007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:47.073446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d27e2d1-9e40-41a7-9641-8a0e8a63a5ab req-214dc881-a7ce-4fe6-8d69-e7d95b2c9b5f tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "DELETE /v2.0/floatingips/a4b34ec3-90cb-40e2-ae5d-b3e8d2cd642e HTTP/1.1" status: 204 len: 173 time: 0.4645803 Oct 13 03:59:47.090986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37b9a764-09c2-40ff-840a-6773eba5ad39 req-887a62de-b9c9-4e72-a961-71d7d596be48 tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:47.095466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37b9a764-09c2-40ff-840a-6773eba5ad39 req-887a62de-b9c9-4e72-a961-71d7d596be48 tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:47.114987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37b9a764-09c2-40ff-840a-6773eba5ad39 req-887a62de-b9c9-4e72-a961-71d7d596be48 tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257031 Oct 13 03:59:47.136292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a62de-b9c9-4e72-a961-71d7d596be48 tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb14a32-070d-445b-aae8-3269ad6281d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:47.172319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e52c-4408-43c4-b1be-43c82e0cf005 req-5c767762-be8b-4582-bc64-b574167d69d2 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:47.173829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8c1e52c-4408-43c4-b1be-43c82e0cf005 req-5c767762-be8b-4582-bc64-b574167d69d2 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 950 time: 0.0588653 Oct 13 03:59:47.211671 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8c1e52c-4408-43c4-b1be-43c82e0cf005 req-7d3fc35d-c98a-4703-b4f1-c16ff598acd9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Oct 13 03:59:47.226094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21791b79-aaa9-4707-bb78-eff7aac2305d req-d53d49ed-1e46-4b7b-8d6f-c53650edfa9a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:47.227733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21791b79-aaa9-4707-bb78-eff7aac2305d req-d53d49ed-1e46-4b7b-8d6f-c53650edfa9a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0524638 Oct 13 03:59:47.268872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21791b79-aaa9-4707-bb78-eff7aac2305d req-43ae65fc-1a8e-4955-b44f-acda69317da2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Oct 13 03:59:47.454873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efdb8e-6dcb-403d-a49a-298bfee35993 req-df3463e8-b298-4fb3-95ea-cb3f2e11e19f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:47.456633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97efdb8e-6dcb-403d-a49a-298bfee35993 req-df3463e8-b298-4fb3-95ea-cb3f2e11e19f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 945 time: 0.0647047 Oct 13 03:59:47.494142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97efdb8e-6dcb-403d-a49a-298bfee35993 req-806b8d69-4dd1-4e85-af93-db68024bf630 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Oct 13 03:59:47.497168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725237-e8a9-4af4-829a-386b36d6b869 req-1af9b640-3dbd-42c0-9d98-3707fb29f320 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:47.498669 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06725237-e8a9-4af4-829a-386b36d6b869 req-1af9b640-3dbd-42c0-9d98-3707fb29f320 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Oct 13 03:59:47.537167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06725237-e8a9-4af4-829a-386b36d6b869 req-581aea91-408d-4c88-a5ea-2237ec19d2e9 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Oct 13 03:59:47.545471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:47.548649 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc3c97e-46fb-441a-98e5-5d78d3668057" -d '{"events": [{"server_uuid": "9be56432-6e58-447a-bd97-ffca2d5af7a2", "name": "network-vif-plugged", "status": "completed", "tag": "57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:47.586935 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ae11d9-8e89-42a2-b600-fc7d359655e6 x-openstack-request-id: req-14ae11d9-8e89-42a2-b600-fc7d359655e6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:47.587248 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be56432-6e58-447a-bd97-ffca2d5af7a2", "name": "network-vif-plugged", "status": "completed", "tag": "57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:47.587705 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14ae11d9-8e89-42a2-b600-fc7d359655e6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:47.588126 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', 'code': 200} Oct 13 03:59:47.689821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33364-e2e5-4186-95c4-d5198711adf2 req-37926d32-b473-4218-8f5d-e5e60282aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:47.691286 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f33364-e2e5-4186-95c4-d5198711adf2 req-37926d32-b473-4218-8f5d-e5e60282aaae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 1100 time: 0.0434380 Oct 13 03:59:47.752663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f33364-e2e5-4186-95c4-d5198711adf2 req-b854f45f-1ff5-4a20-b1c9-f14200d59928 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531297 Oct 13 03:59:47.768473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1984a-55cb-4466-8aa3-8d53e2d15a8c req-112ac856-fe65-4d86-af5d-143fd947b1c4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:47.769881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5eb1984a-55cb-4466-8aa3-8d53e2d15a8c req-112ac856-fe65-4d86-af5d-143fd947b1c4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0566287 Oct 13 03:59:47.807384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5eb1984a-55cb-4466-8aa3-8d53e2d15a8c req-4ef1fa79-e07d-4286-aebe-62286912b0f8 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Oct 13 03:59:48.219967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60a2ba-cb85-4970-98b0-4f41e87ad1dc req-c654dca1-8f62-45f6-aef0-4d6f9d585e8b tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.221504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b60a2ba-cb85-4970-98b0-4f41e87ad1dc req-c654dca1-8f62-45f6-aef0-4d6f9d585e8b tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 1101 time: 0.0411243 Oct 13 03:59:48.256221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b60a2ba-cb85-4970-98b0-4f41e87ad1dc req-ccfb2f1e-13d8-485b-bf14-4e624628c3a7 tempest-ServersAdminNegativeTestJSON-82052370 tempest-ServersAdminNegativeTestJSON-82052370-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288229 Oct 13 03:59:48.327694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e9552-eeb6-45d2-bb8d-b430c83b5941 req-1ff41b13-f7d6-4692-bd0a-39b3ea189af5 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.327694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-811e9552-eeb6-45d2-bb8d-b430c83b5941 req-1ff41b13-f7d6-4692-bd0a-39b3ea189af5 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 950 time: 0.0485895 Oct 13 03:59:48.368224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-811e9552-eeb6-45d2-bb8d-b430c83b5941 req-397a3408-48d3-4c5e-af5e-143484fa2cf5 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Oct 13 03:59:48.474517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12e8a8-e00c-4ff6-9bdf-c83c575879f9 req-63d1f435-7191-4ff8-bf7a-df2d0e1f810a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.475967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f12e8a8-e00c-4ff6-9bdf-c83c575879f9 req-63d1f435-7191-4ff8-bf7a-df2d0e1f810a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.0511615 Oct 13 03:59:48.512858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f12e8a8-e00c-4ff6-9bdf-c83c575879f9 req-48dedf69-d5c7-44db-a25c-d8830892b2c1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Oct 13 03:59:48.629841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dcd86-b319-46b5-9bf4-751198e3d66d req-c5537e1b-11e8-48c3-8c46-8f3d27ec5442 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.631316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-951dcd86-b319-46b5-9bf4-751198e3d66d req-c5537e1b-11e8-48c3-8c46-8f3d27ec5442 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 945 time: 0.0567727 Oct 13 03:59:48.669682 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-951dcd86-b319-46b5-9bf4-751198e3d66d req-9e4b2b25-06aa-4e5a-8044-40b8d9f4a8eb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Oct 13 03:59:48.686205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959fcf-a40e-4a75-b9dd-a4277c1d5016 req-a932f264-ddaf-4914-a43a-8e50a6ece160 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.688897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d959fcf-a40e-4a75-b9dd-a4277c1d5016 req-a932f264-ddaf-4914-a43a-8e50a6ece160 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 946 time: 0.0539172 Oct 13 03:59:48.727476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d959fcf-a40e-4a75-b9dd-a4277c1d5016 req-8e2bbed8-ce5e-46d1-9ae6-1776261c9711 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Oct 13 03:59:48.775875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c447ca-ca8e-498f-a827-d87c5916b673 req-bf4396b5-1868-4842-8bb7-58b1f570873e tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.777396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-09c447ca-ca8e-498f-a827-d87c5916b673 req-bf4396b5-1868-4842-8bb7-58b1f570873e tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 950 time: 0.0492940 Oct 13 03:59:48.816196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-09c447ca-ca8e-498f-a827-d87c5916b673 req-54667787-5b7e-403c-931e-99443e603fe7 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Oct 13 03:59:48.819960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651162b-473b-47fd-a9b8-c56c11d7ee39 req-124bb5ab-5615-4a0d-9638-1da8af737366 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.821502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3651162b-473b-47fd-a9b8-c56c11d7ee39 req-124bb5ab-5615-4a0d-9638-1da8af737366 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1096 time: 0.0398510 Oct 13 03:59:48.875688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09e939bd-07f0-487e-9b36-6d64af114e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:48.891207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3651162b-473b-47fd-a9b8-c56c11d7ee39 req-83d4db40-3f5f-406f-aea7-ac08e327f5cc tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 Oct 13 03:59:48.913480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23408715-7cba-45c9-ad56-8d0d4136efab req-633b1ac4-ab39-4676-8b13-04478e364fad tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.915039 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23408715-7cba-45c9-ad56-8d0d4136efab req-633b1ac4-ab39-4676-8b13-04478e364fad tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 950 time: 0.0594516 Oct 13 03:59:48.920837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e3cd7-f8e3-4a3d-9db5-9ef3ce6f6d26 req-ab7b2cd4-5a78-4aed-bbd2-027a1edb1d12 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:48.922339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-632e3cd7-f8e3-4a3d-9db5-9ef3ce6f6d26 req-ab7b2cd4-5a78-4aed-bbd2-027a1edb1d12 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0502985 Oct 13 03:59:48.960708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-632e3cd7-f8e3-4a3d-9db5-9ef3ce6f6d26 req-6fc10602-574c-453f-9eef-36b095a649f2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Oct 13 03:59:49.061999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad6a94-fd1a-4269-a688-80cfaeaf7227 req-6efdd586-69c9-40f9-b10e-d36f0c39f790 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:49.063770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82ad6a94-fd1a-4269-a688-80cfaeaf7227 req-6efdd586-69c9-40f9-b10e-d36f0c39f790 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1096 time: 0.0790153 Oct 13 03:59:49.087671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Deleting port 80cf05b5-9cf6-45b3-9074-8cab66a6320b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:49.088010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:49.150527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82ad6a94-fd1a-4269-a688-80cfaeaf7227 req-1c6bfef5-8740-4f39-923c-9c184de9547d tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801439 Oct 13 03:59:49.197657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] For port 80cf05b5-9cf6-45b3-9074-8cab66a6320b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=80cf05b5-9cf6-45b3-9074-8cab66a6320b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:49.198076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:49.209772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Calling delete_port for 80cf05b5-9cf6-45b3-9074-8cab66a6320b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:49.376153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:49.385704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['80cf05b5-9cf6-45b3-9074-8cab66a6320b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:49.388669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:49.400019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539561-7536-4583-8da2-7caf47cc6bce req-1f4c9505-2b8a-433b-ba09-603883c2af10 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:49.402103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96539561-7536-4583-8da2-7caf47cc6bce req-1f4c9505-2b8a-433b-ba09-603883c2af10 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 946 time: 0.0943327 Oct 13 03:59:49.427359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Pushing event deleted for resources: {'Port': ['ID=80cf05b5-9cf6-45b3-9074-8cab66a6320b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:49.504717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0c3c-a07d-4681-ba05-784e41fee2f1 req-2a836691-9c08-4f2c-9130-a271689e67f7 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:49.506237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f8f0c3c-a07d-4681-ba05-784e41fee2f1 req-2a836691-9c08-4f2c-9130-a271689e67f7 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1096 time: 0.0761743 Oct 13 03:59:49.529258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] No DVR routers for this DVR port 80cf05b5-9cf6-45b3-9074-8cab66a6320b on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:49.537856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:49.542857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23408715-7cba-45c9-ad56-8d0d4136efab req-9cec4e53-112d-48dc-bded-5fd684e229dd tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.15 "DELETE /v2.0/ports/80cf05b5-9cf6-45b3-9074-8cab66a6320b HTTP/1.1" status: 204 len: 173 time: 0.5852838 Oct 13 03:59:49.556662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f8f0c3c-a07d-4681-ba05-784e41fee2f1 req-f5a3722a-c54a-4919-9331-ed9d3d9aabd4 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Oct 13 03:59:49.568510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'name': 'network-vif-deleted', 'tag': '80cf05b5-9cf6-45b3-9074-8cab66a6320b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:49.571019 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38770e82-831e-42ec-b9ac-1084aa311759" -d '{"events": [{"server_uuid": "8c9644c3-7193-4f60-a4b9-2d5993fde4d5", "name": "network-vif-deleted", "tag": "80cf05b5-9cf6-45b3-9074-8cab66a6320b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:49.613308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c52ea66-19a0-4d72-b92b-c85bb1c38312 req-e9fd62a9-a51b-4cdc-85ec-434bdc22cba7 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9644c3-7193-4f60-a4b9-2d5993fde4d5 HTTP/1.1" status: 200 len: 210 time: 0.0700641 Oct 13 03:59:49.714214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Deleting port 2f340028-230a-4781-afba-3941fa1d0d08 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:49.714559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:49.737546 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6949f9fb-83ee-4799-9aba-e4dc3cad2192 x-openstack-request-id: req-6949f9fb-83ee-4799-9aba-e4dc3cad2192 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:49.737757 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9644c3-7193-4f60-a4b9-2d5993fde4d5", "name": "network-vif-deleted", "tag": "80cf05b5-9cf6-45b3-9074-8cab66a6320b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:49.738003 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6949f9fb-83ee-4799-9aba-e4dc3cad2192 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:49.738388 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9644c3-7193-4f60-a4b9-2d5993fde4d5', 'name': 'network-vif-deleted', 'tag': '80cf05b5-9cf6-45b3-9074-8cab66a6320b', 'status': 'completed', 'code': 200} Oct 13 03:59:49.810436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d6136-9815-4f54-a560-3de3f566c5a6 req-47200955-276c-4aaa-ae8e-b7e130e1efc5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:49.811976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb5d6136-9815-4f54-a560-3de3f566c5a6 req-47200955-276c-4aaa-ae8e-b7e130e1efc5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1223655 Oct 13 03:59:49.849594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a804ce-914b-48d3-961a-ca0a5ab05206 req-d3d836c3-c394-4711-95e0-0096fdaf9e8a tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:49.851053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5a804ce-914b-48d3-961a-ca0a5ab05206 req-d3d836c3-c394-4711-95e0-0096fdaf9e8a tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d925ebe-6732-459e-be68-2a65e1f2d9d8 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Oct 13 03:59:49.856097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] For port 2f340028-230a-4781-afba-3941fa1d0d08, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2f340028-230a-4781-afba-3941fa1d0d08,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:49.856462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:49.878462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb5d6136-9815-4f54-a560-3de3f566c5a6 req-ef16fa1a-f760-4f8a-b6d9-d8a498c554c4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Oct 13 03:59:49.879313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Calling delete_port for 2f340028-230a-4781-afba-3941fa1d0d08 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:49.890109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5a804ce-914b-48d3-961a-ca0a5ab05206 req-898525eb-c383-46b1-8a16-6c61b749278b tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c830086-b301-4583-a0b2-9d41e385efbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Oct 13 03:59:50.000732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ae4e2-77a1-4aa1-83d9-cd46029398e5 req-ba680dfd-d40a-443b-9415-6b448f6cb462 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:50.002205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-054ae4e2-77a1-4aa1-83d9-cd46029398e5 req-ba680dfd-d40a-443b-9415-6b448f6cb462 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 950 time: 0.0680344 Oct 13 03:59:50.081692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87928f-2ca1-43dc-b0f3-d7e2cde1e3b8 req-0cd60886-d160-435f-a298-066b3372185c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:50.083218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-db87928f-2ca1-43dc-b0f3-d7e2cde1e3b8 req-0cd60886-d160-435f-a298-066b3372185c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0502093 Oct 13 03:59:50.088878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-054ae4e2-77a1-4aa1-83d9-cd46029398e5 req-0db8855b-febe-4620-8a1e-b7af740c4033 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801368 Oct 13 03:59:50.096774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:50.121242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2f340028-230a-4781-afba-3941fa1d0d08'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:50.140214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-db87928f-2ca1-43dc-b0f3-d7e2cde1e3b8 req-38242aef-7be7-4afe-b147-3cce37644641 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497060 Oct 13 03:59:50.176178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Pushing event deleted for resources: {'Port': ['ID=2f340028-230a-4781-afba-3941fa1d0d08,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:50.192527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] No DVR routers for this DVR port 2f340028-230a-4781-afba-3941fa1d0d08 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:50.195074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:50.198470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96539561-7536-4583-8da2-7caf47cc6bce req-0197034a-ccd9-4d28-9238-189a181d41f0 tempest-FloatingIPsAssociationTestJSON-1720832190 tempest-FloatingIPsAssociationTestJSON-1720832190-project] 10.222.0.15 "DELETE /v2.0/ports/2f340028-230a-4781-afba-3941fa1d0d08 HTTP/1.1" status: 204 len: 173 time: 0.7672329 Oct 13 03:59:50.310619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9607b4a-7dfa-4a2a-9a66-f9fbd0a7a469 req-79418601-f77d-4e26-bf7b-c89da364d2ac tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:50.313054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9607b4a-7dfa-4a2a-9a66-f9fbd0a7a469 req-79418601-f77d-4e26-bf7b-c89da364d2ac tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 1100 time: 0.0437355 Oct 13 03:59:50.332337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9607b4a-7dfa-4a2a-9a66-f9fbd0a7a469 req-180478aa-8e7d-4c17-a85a-3d51dd9691c0 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:50.415264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9607b4a-7dfa-4a2a-9a66-f9fbd0a7a469 req-180478aa-8e7d-4c17-a85a-3d51dd9691c0 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:50.419120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9607b4a-7dfa-4a2a-9a66-f9fbd0a7a469 req-180478aa-8e7d-4c17-a85a-3d51dd9691c0 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:50.441366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9607b4a-7dfa-4a2a-9a66-f9fbd0a7a469 req-180478aa-8e7d-4c17-a85a-3d51dd9691c0 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218836 Oct 13 03:59:50.451248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180478aa-8e7d-4c17-a85a-3d51dd9691c0 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6609f66b-23b8-44cf-b0e2-2c254eb9bdc9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:50.707238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd7799-000d-4f01-9a8f-8d1bb68e72bf req-e6ddce81-2a17-497a-b5a8-00ae092cd083 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:50.716420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92fd7799-000d-4f01-9a8f-8d1bb68e72bf req-e6ddce81-2a17-497a-b5a8-00ae092cd083 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1096 time: 0.0589893 Oct 13 03:59:50.751578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-03325027-4633-4718-9bfd-dfee4b94f716 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407271 Oct 13 03:59:50.759707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92fd7799-000d-4f01-9a8f-8d1bb68e72bf req-7228fb9b-de88-4626-a7d1-8bee44b01261 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Oct 13 03:59:50.765504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-f6985cc2-7157-423f-84e4-1dacb692e189 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:50.767188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-f6985cc2-7157-423f-84e4-1dacb692e189 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.26 "GET /v2.0/ports?device_id=96f7bd5d-1b23-4921-b7f8-1acacb0b1964 HTTP/1.1" status: 200 len: 950 time: 0.1323791 Oct 13 03:59:51.082748 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-b00b3664-bfec-44fc-af84-e396c435d968 req-b9f07077-beb4-4124-9a0f-41cf8f91bdc1 service neutron] show failed (client error): The resource could not be found. Oct 13 03:59:51.083824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-b9f07077-beb4-4124-9a0f-41cf8f91bdc1 service neutron] 10.222.0.15 "GET /v2.0/ports/507bba4f-9f1d-4947-acca-6ceeb2a0d763/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.4302785 Oct 13 03:59:51.183456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-6c104313-00d8-4bd6-919c-b8debffeb2fe tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:51.191169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-6c104313-00d8-4bd6-919c-b8debffeb2fe tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4208782 Oct 13 03:59:51.205836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-69957472-b3c8-411d-8b00-340355519b3d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/quotas/545a2da42a744248b21f23149f05474e HTTP/1.1" status: 200 len: 375 time: 0.0138113 Oct 13 03:59:51.212998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Deleting port 91b6b732-1e53-412d-8bdc-b2bb07e80896 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:51.213159 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:51.328118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-a9007dbe-bb72-4001-8998-0c40e5e687f6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108348 Oct 13 03:59:51.339769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] For port 91b6b732-1e53-412d-8bdc-b2bb07e80896, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=91b6b732-1e53-412d-8bdc-b2bb07e80896,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:51.340136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:51.354160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Calling delete_port for 91b6b732-1e53-412d-8bdc-b2bb07e80896 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:51.368486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-009fcfb9-a7b7-4825-aad8-0a6926d0e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:51.381023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-009fcfb9-a7b7-4825-aad8-0a6926d0e481 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e&tenant_id=02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 1100 time: 0.0939634 Oct 13 03:59:51.386146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:51.455377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e74d403f-71e2-4a4d-b4b4-de9fa7ca99ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:51.496897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:51.551043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:51.569174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ac06a41f-49bb-41eb-bee9-d2177a31436b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:51.584851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Pushing event deleted for resources: {'Port': ['ID=91b6b732-1e53-412d-8bdc-b2bb07e80896,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:51.620653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['91b6b732-1e53-412d-8bdc-b2bb07e80896'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:51.671514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] No DVR routers for this DVR port 91b6b732-1e53-412d-8bdc-b2bb07e80896 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:51.682011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:51.686814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c84416e9-5584-42f3-80eb-b0a9427c3033 req-254f9dcc-802d-42bd-92d4-48b0b8d14812 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.26 "DELETE /v2.0/ports/91b6b732-1e53-412d-8bdc-b2bb07e80896 HTTP/1.1" status: 204 len: 173 time: 0.9039166 Oct 13 03:59:51.739863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'name': 'network-vif-deleted', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08'}, {'server_uuid': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'name': 'network-vif-deleted', 'tag': '91b6b732-1e53-412d-8bdc-b2bb07e80896'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:51.742591 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf8079d-5ccb-466c-98da-1d8edf535f6f" -d '{"events": [{"server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "name": "network-vif-deleted", "tag": "2f340028-230a-4781-afba-3941fa1d0d08"}, {"server_uuid": "96f7bd5d-1b23-4921-b7f8-1acacb0b1964", "name": "network-vif-deleted", "tag": "91b6b732-1e53-412d-8bdc-b2bb07e80896"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:51.853564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:51.906603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:51.955983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:51.959043 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944be7fb-5d0b-4355-b237-56023d171208" -d '{"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-unplugged", "status": "completed", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:51.964161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.005792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Transition to ACTIVE for port object 507bba4f-9f1d-4947-acca-6ceeb2a0d763 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:52.011222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.066956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:52.100285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] No DVR routers for this DVR port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:52.106812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9727907c-fd5d-4c6d-8617-330899bfa7a4 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 03:59:52.108607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9727907c-fd5d-4c6d-8617-330899bfa7a4 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092542 Oct 13 03:59:52.175484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-2044d244-ed94-4909-95b3-9158643cc24b tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:52.177285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-2044d244-ed94-4909-95b3-9158643cc24b tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 1093 time: 0.0604930 Oct 13 03:59:52.198342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Request body: {'binding': {'host': 'n-h2-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:52.199122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 03:59:52.201597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:52.202837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:52.203394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:52.245236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:52.245893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Attempting to bind port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:52.259331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:52.259831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:52.260319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:52.264996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Bound port: 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:52.265584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.356370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c54d80-2127-4ebf-a912-60c6d85ebde3 req-592c97ee-00f5-4d85-8de1-25247a28acbb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:52.369239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74c54d80-2127-4ebf-a912-60c6d85ebde3 req-592c97ee-00f5-4d85-8de1-25247a28acbb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.0955818 Oct 13 03:59:52.416745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:52.423450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74c54d80-2127-4ebf-a912-60c6d85ebde3 req-f37a4a19-f1e9-42e3-9fc6-e69122d212fb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Oct 13 03:59:52.440566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:52.453494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.484721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:52.534478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:52.543765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:52.543964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.545387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9e81a095-9dc3-4c46-b001-299a964cb290 service neutron] 10.222.0.26 "PUT /v2.0/ports/507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 1095 time: 1.1638429 Oct 13 03:59:52.551642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on host n-h2-810220-9 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:52.552093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:52.552612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:52.559420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:52.560142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:52.572143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:52.572602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:52.573429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:52.574072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Bound port: 390632b3-98c1-41b9-bde0-49043e23ce30, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:52.670247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-41839a78-46ec-4585-8262-38bf37651ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:52.672532 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-41839a78-46ec-4585-8262-38bf37651ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1098 time: 0.0938892 Oct 13 03:59:52.698872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:52.722836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.724317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-36e825ee-9e1a-47c0-8daa-3135b761485e service neutron] 10.222.0.44 "POST /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30/bindings HTTP/1.1" status: 201 len: 389 time: 0.5298774 Oct 13 03:59:52.752702 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.765372 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6897017-bef5-49f5-acdc-c9175f285003 x-openstack-request-id: req-f6897017-bef5-49f5-acdc-c9175f285003 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:52.766242 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d925ebe-6732-459e-be68-2a65e1f2d9d8", "name": "network-vif-deleted", "tag": "2f340028-230a-4781-afba-3941fa1d0d08", "status": "completed", "code": 200}, {"server_uuid": "96f7bd5d-1b23-4921-b7f8-1acacb0b1964", "name": "network-vif-deleted", "tag": "91b6b732-1e53-412d-8bdc-b2bb07e80896", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:52.766667 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6897017-bef5-49f5-acdc-c9175f285003 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:52.767064 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d925ebe-6732-459e-be68-2a65e1f2d9d8', 'name': 'network-vif-deleted', 'tag': '2f340028-230a-4781-afba-3941fa1d0d08', 'status': 'completed', 'code': 200} Oct 13 03:59:52.767319 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f7bd5d-1b23-4921-b7f8-1acacb0b1964', 'name': 'network-vif-deleted', 'tag': '91b6b732-1e53-412d-8bdc-b2bb07e80896', 'status': 'completed', 'code': 200} Oct 13 03:59:52.853577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-64adb0d5-a948-4124-85c6-2b1bcc0fc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:52.855616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-64adb0d5-a948-4124-85c6-2b1bcc0fc07d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1715255 Oct 13 03:59:52.863747 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:52.902371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2f340028-230a-4781-afba-3941fa1d0d08 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:52.962958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 2f340028-230a-4781-afba-3941fa1d0d08 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:52.963301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2f340028-230a-4781-afba-3941fa1d0d08 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:52.963721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 80cf05b5-9cf6-45b3-9074-8cab66a6320b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:52.965459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-249de4c1-7f72-4902-84d2-6708719488c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.1026320 Oct 13 03:59:52.991699 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43c9310-ee5d-40f5-8c0b-48e69e861fb8 x-openstack-request-id: req-a43c9310-ee5d-40f5-8c0b-48e69e861fb8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:52.992180 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-unplugged", "status": "completed", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:52.992590 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a43c9310-ee5d-40f5-8c0b-48e69e861fb8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:52.993160 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'code': 200} Oct 13 03:59:53.016270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 80cf05b5-9cf6-45b3-9074-8cab66a6320b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:53.016747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 80cf05b5-9cf6-45b3-9074-8cab66a6320b not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:53.086818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9d8d0847-d623-480c-a7d4-5e0ccbe8ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.096759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-9d8d0847-d623-480c-a7d4-5e0ccbe8ee2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0940275 Oct 13 03:59:53.160721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3664-bfec-44fc-af84-e396c435d968 req-4bb5fb31-a629-4531-9e04-260f9eea2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.162467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-4bb5fb31-a629-4531-9e04-260f9eea2a12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601897 Oct 13 03:59:53.173670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-3223d848-ee31-471f-83e0-0e758fb8edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.175357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-3223d848-ee31-471f-83e0-0e758fb8edc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1096 time: 0.1188860 Oct 13 03:59:53.206691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206357-d342-447c-af50-78db4931b76a req-8a8f516f-3fac-47c2-a610-fd45107f9243 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.208231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2206357-d342-447c-af50-78db4931b76a req-8a8f516f-3fac-47c2-a610-fd45107f9243 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.1192906 Oct 13 03:59:53.330759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-01e13adf-8a7e-41cd-8c98-bf95990bb38c service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557338 Oct 13 03:59:53.340730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2206357-d342-447c-af50-78db4931b76a req-f24049f3-3b66-4634-b049-7a43c5179dab tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132815 Oct 13 03:59:53.403451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:53.458602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00b3664-bfec-44fc-af84-e396c435d968 req-7456f572-d619-4654-be28-a4aa89bcb6dd service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137242 Oct 13 03:59:53.494889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-fb1e1279-32cf-4167-b676-caec5d5a73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.496382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-fb1e1279-32cf-4167-b676-caec5d5a73a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.2992847 Oct 13 03:59:53.508350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8cdaceb-b3dc-4dcf-b89b-7b3b851f6f58 req-c17d491a-95d9-483c-90a0-633b53616783 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 210 time: 0.0335214 Oct 13 03:59:53.596012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-477b8f15-1f75-4f12-9306-f832000915a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 217 time: 0.0785410 Oct 13 03:59:53.624843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fa1c2-e90d-49eb-9f51-b2445f6d239c req-5c0957a8-b1c3-458b-9d25-12565535ca28 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.626330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-991fa1c2-e90d-49eb-9f51-b2445f6d239c req-5c0957a8-b1c3-458b-9d25-12565535ca28 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 945 time: 0.1618567 Oct 13 03:59:53.634521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89166c-687f-4ede-a978-32b63e4af963 req-ca652acb-6c67-46d3-a2c3-8c627baf181c tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.636048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f89166c-687f-4ede-a978-32b63e4af963 req-ca652acb-6c67-46d3-a2c3-8c627baf181c tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.0567684 Oct 13 03:59:53.673843 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f89166c-687f-4ede-a978-32b63e4af963 req-13f444af-b95f-404c-a3cb-5ee1a33c752b tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Oct 13 03:59:53.770149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-b252ef3c-db76-464c-9b35-2f5a160de86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.771594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-b252ef3c-db76-464c-9b35-2f5a160de86b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1664453 Oct 13 03:59:53.785251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d63a19-1a1b-4adc-83ad-2aa7c130ba06 req-9acc1858-6b6f-4055-97a5-e6301b1cc788 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:53.786700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1d63a19-1a1b-4adc-83ad-2aa7c130ba06 req-9acc1858-6b6f-4055-97a5-e6301b1cc788 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.0481193 Oct 13 03:59:53.793920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-991fa1c2-e90d-49eb-9f51-b2445f6d239c req-d44bf5f2-12e2-41f9-9a3f-e18e18d059ff tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439602 Oct 13 03:59:53.823013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-aa7227ff-c4c9-4b8b-8a3a-e6128b3cc0ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394735 Oct 13 03:59:53.835019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1d63a19-1a1b-4adc-83ad-2aa7c130ba06 req-ab5293eb-a2b2-43cf-8bff-434bac2dd5fb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Oct 13 03:59:53.985518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-c995066a-f565-45d0-88a5-1342ea47a70d service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462746 Oct 13 03:59:54.008491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Deleting port 1b4ae070-6469-41bb-9fa3-13a8cff064b5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:54.008952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:54.045341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-d8669027-4e2f-4e44-93bd-df8682648e0b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327845 Oct 13 03:59:54.152376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-187e74aa-0829-42e6-9403-5af8fa3be5ee service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530991 Oct 13 03:59:54.154082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] For port 1b4ae070-6469-41bb-9fa3-13a8cff064b5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1b4ae070-6469-41bb-9fa3-13a8cff064b5,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:54.154456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:54.159024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-4b431a23-9c1c-46c4-93a3-7642d4f949b1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:54.160450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-4b431a23-9c1c-46c4-93a3-7642d4f949b1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089337 Oct 13 03:59:54.166579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Calling delete_port for 1b4ae070-6469-41bb-9fa3-13a8cff064b5 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:54.175355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:54.287957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:54.291617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:54.324805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-806dfb63-02b1-4a83-9736-c66dc3efd1ca tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:54.326264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-806dfb63-02b1-4a83-9736-c66dc3efd1ca tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.0901182 Oct 13 03:59:54.341987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810220-9'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:54.409054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:54.429573 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:54.455464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.231 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/7f25e8e7-384c-419a-bd3a-821bf5e3131d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:54.473037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4ae070-6469-41bb-9fa3-13a8cff064b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:54.524878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:54.547744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.26', 58818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:54.593368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-1c9f69e6-f57d-4074-bacd-3e5cfac30aaf tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412085 Oct 13 03:59:54.839011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 91b6b732-1e53-412d-8bdc-b2bb07e80896 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:54.866229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 91b6b732-1e53-412d-8bdc-b2bb07e80896 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:54.866563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 91b6b732-1e53-412d-8bdc-b2bb07e80896 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:54.869794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58a172dc-588b-4552-9bf0-eed63c9fd736 req-18cfb0e3-819e-46d8-bce7-2114d62ef798 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 210 time: 0.0627213 Oct 13 03:59:54.908366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fccab-d844-4fe3-9c6f-bc818be994f7 req-aa34d558-1a9d-42f6-9027-544738290ca8 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:54.911646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:54.915445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd1fccab-d844-4fe3-9c6f-bc818be994f7 req-aa34d558-1a9d-42f6-9027-544738290ca8 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.4951496 Oct 13 03:59:54.936189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-96c07b42-42ee-4367-b812-45f5f21e225a tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:54.938138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-96c07b42-42ee-4367-b812-45f5f21e225a tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 950 time: 0.1322761 Oct 13 03:59:54.953692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:55.006978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:55.009441 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ea490-0fac-4f97-8176-ea48a476d8df" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:55.096511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803c86-8d94-43cd-aed3-b90704922aab req-b0bb5c68-2788-4eb1-aa87-cf642b241585 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:55.097931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba803c86-8d94-43cd-aed3-b90704922aab req-b0bb5c68-2788-4eb1-aa87-cf642b241585 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.1402926 Oct 13 03:59:55.114892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.144897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd1fccab-d844-4fe3-9c6f-bc818be994f7 req-c39505d9-fcea-4128-b582-e50b745e4919 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d3451-7af5-4af9-9576-0471e833e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285817 Oct 13 03:59:55.152196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-50733fd3-61c9-49f8-b76f-84723d567c64 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:55.153614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-50733fd3-61c9-49f8-b76f-84723d567c64 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.2575483 Oct 13 03:59:55.160416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Deleting port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:55.160797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.205662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba803c86-8d94-43cd-aed3-b90704922aab req-ddf83792-7811-449a-adc4-91c195658eec tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983503 Oct 13 03:59:55.238430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3c904ae1-9a6d-496a-bc8c-6cbbb52237aa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:55.239813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3c904ae1-9a6d-496a-bc8c-6cbbb52237aa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6168897 Oct 13 03:59:55.242812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.256879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:55.288969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:55.311196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:55.328877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] For port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:55.329240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.331871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:55.355847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:55.363183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=7f25e8e7-384c-419a-bd3a-821bf5e3131d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:55.389790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Calling delete_port for 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:55.400511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:55.414120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.414459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.414795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.415125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.416007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.416007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.416228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.416378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.417223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.418021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.422339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.422674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.423007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:55.461040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f4631-288e-4200-832c-c3e34baf2de9 req-46d7950d-ef31-4268-b3f5-ae4554f3b575 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:55.469600 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca2f4631-288e-4200-832c-c3e34baf2de9 req-46d7950d-ef31-4268-b3f5-ae4554f3b575 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 945 time: 0.2428029 Oct 13 03:59:55.489174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:55.490189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.502604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38d6e5-1fb1-4d69-8e4d-a051d053cc9b req-f3ba745b-3cf1-44c9-9311-7a9787363904 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:55.504884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a38d6e5-1fb1-4d69-8e4d-a051d053cc9b req-f3ba745b-3cf1-44c9-9311-7a9787363904 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.1994548 Oct 13 03:59:55.540468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9a6d2f80-86fd-4748-9f98-0c74ed5e020e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3699555 Oct 13 03:59:55.557446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Request body: {'port': {'device_id': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:55.584055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:55.610119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a38d6e5-1fb1-4d69-8e4d-a051d053cc9b req-6b31bf74-680b-45f3-9e7c-4f9d1f5e537e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881486 Oct 13 03:59:55.647693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Deleting port ac06a41f-49bb-41eb-bee9-d2177a31436b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:55.648025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.672590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca2f4631-288e-4200-832c-c3e34baf2de9 req-c0ae8faa-76f0-4d3b-8011-a7fa6729da64 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019422 Oct 13 03:59:55.673753 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.690854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-568ca596-4fb7-4270-96da-8b722b17e4ce None None] Provisioning complete for port 7f25e8e7-384c-419a-bd3a-821bf5e3131d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:55.691349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-568ca596-4fb7-4270-96da-8b722b17e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.741595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 03:59:55.745154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.746915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:55.749707 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19ee3a-86a8-4bd1-bf51-4701b2680eb8" -d '{"events": [{"server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:55.757951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-568ca596-4fb7-4270-96da-8b722b17e4ce None None] Port 7f25e8e7-384c-419a-bd3a-821bf5e3131d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:55.758289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.795310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.810866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.26', 58819) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:55.813298 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf188f-23d9-49b8-9831-cc17162c110a x-openstack-request-id: req-0bdf188f-23d9-49b8-9831-cc17162c110a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:55.813704 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:55.814220 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bdf188f-23d9-49b8-9831-cc17162c110a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:55.814697 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'status': 'completed', 'code': 200} Oct 13 03:59:55.819716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.832621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:55.843936 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a169a5e-906c-49db-b79a-6c2170d9fc69 x-openstack-request-id: req-8a169a5e-906c-49db-b79a-6c2170d9fc69 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:55.844210 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:55.844454 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a169a5e-906c-49db-b79a-6c2170d9fc69 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:55.844866 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30', 'code': 200} Oct 13 03:59:55.864260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Pushing event deleted for resources: {'Port': ['ID=3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:55.956105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] No DVR routers for this DVR port 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:55.960441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:55.963765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.26 "DELETE /v2.0/ports/3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 HTTP/1.1" status: 204 len: 173 time: 1.0151491 Oct 13 03:59:55.974586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] For port ac06a41f-49bb-41eb-bee9-d2177a31436b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac06a41f-49bb-41eb-bee9-d2177a31436b,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:55.975209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.057341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Calling delete_port for ac06a41f-49bb-41eb-bee9-d2177a31436b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:56.086742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ea94de8-2969-4c1e-bfc8-f5e85b786317 req-ebd8b3c8-c439-46a0-a00c-48d1d7d7114c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 210 time: 0.1209817 Oct 13 03:59:56.157840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:56.163835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f25e8e7-384c-419a-bd3a-821bf5e3131d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:56.173262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-7c54e6af-d5d1-4ea8-8bc7-c75d07ace778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.174746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-7c54e6af-d5d1-4ea8-8bc7-c75d07ace778 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1098 time: 0.3624957 Oct 13 03:59:56.178254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.194947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Transition to ACTIVE for port object 7f25e8e7-384c-419a-bd3a-821bf5e3131d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 03:59:56.200401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.236465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.236833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.237174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.237502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.238054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.238152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.238454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.238738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.239052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.239376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.239678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.239990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 03:59:56.311684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on host n-h1-810220-9 for vnic_type normal with profile {"migrating_to": "n-h2-810220-9"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:56.312253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:56.312578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:56.315890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-98a15101-f26b-4d8f-9ee9-42b1a61fd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.317482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-98a15101-f26b-4d8f-9ee9-42b1a61fd90d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1098 time: 0.5010903 Oct 13 03:59:56.330317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-257f6f28-f25e-4ed6-9ebf-d7a85bd5d20f req-3fb61a2f-97ae-49b3-8080-aed9d497eaf9 tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd93538-7c26-4965-b586-9861a9157b04 HTTP/1.1" status: 200 len: 210 time: 0.0530379 Oct 13 03:59:56.332998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f25e8e7-384c-419a-bd3a-821bf5e3131d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:56.367393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:56.367605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Attempting to bind port 390632b3-98c1-41b9-bde0-49043e23ce30 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:56.421826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Attempting to bind port 7f25e8e7-384c-419a-bd3a-821bf5e3131d on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 03:59:56.422214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Attempting to bind port 7f25e8e7-384c-419a-bd3a-821bf5e3131d by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 03:59:56.422797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Attempting to bind port 7f25e8e7-384c-419a-bd3a-821bf5e3131d on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:56.430442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Port 7f25e8e7-384c-419a-bd3a-821bf5e3131d on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 03:59:56.430778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Attempting to bind port 7f25e8e7-384c-419a-bd3a-821bf5e3131d on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 03:59:56.438886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:56.439224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:56.439604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:56.440039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Bound port: 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:56.440398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.522718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] For port 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:56.531324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] For port 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:56.536503 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.575069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.575688 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.577135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/7f25e8e7-384c-419a-bd3a-821bf5e3131d HTTP/1.1" status: 200 len: 1096 time: 1.0256903 Oct 13 03:59:56.613773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb17af-ed6a-45e2-a0c8-146ce2c640c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f25e8e7-384c-419a-bd3a-821bf5e3131d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:56.688772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-b6198497-17c6-49d4-9ee7-bb149622fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.690519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-b6198497-17c6-49d4-9ee7-bb149622fe7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 1099 time: 0.0527465 Oct 13 03:59:56.721403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 03:59:56.721736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 03:59:56.722118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 03:59:56.722556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Bound port: 390632b3-98c1-41b9-bde0-49043e23ce30, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 03:59:56.722908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:56.745511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.233 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/bcbf098e-b867-4d53-aa55-820a29dfdfd2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 03:59:56.765726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Router 4715e17e-421d-4acc-b720-04c903e90cd9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 03:59:56.772020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-44953d20-7144-4875-b467-aae77f3f8a16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d HTTP/1.1" status: 200 len: 217 time: 0.0675306 Oct 13 03:59:56.785858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e9a5-371f-49f6-a278-b033e2ad11a0 req-1a6bce96-558d-4bd6-bd68-3959287bbf3d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.787403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4925e9a5-371f-49f6-a278-b033e2ad11a0 req-1a6bce96-558d-4bd6-bd68-3959287bbf3d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 947 time: 0.0947163 Oct 13 03:59:56.840522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:56.868041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-f91ebe9b-e8b9-4c98-a9d8-fe8c8403d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.869546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-f91ebe9b-e8b9-4c98-a9d8-fe8c8403d1ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0811129 Oct 13 03:59:56.872319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4925e9a5-371f-49f6-a278-b033e2ad11a0 req-969ae381-6b0c-44ef-92c1-2f9fdf2b85d8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738468 Oct 13 03:59:56.879024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dfc22-1cfe-481b-8c44-858ed0a880b8 req-dd88047a-9389-45f4-94a8-d07f48ef0b10 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.894070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d53dfc22-1cfe-481b-8c44-858ed0a880b8 req-dd88047a-9389-45f4-94a8-d07f48ef0b10 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/ports?device_id=90cdebda-5e9d-4079-9366-b8d461c8d8b3 HTTP/1.1" status: 200 len: 949 time: 0.5630510 Oct 13 03:59:56.917239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-9cd5e76a-e50f-44cc-8a12-f5fbe7890af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.918671 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-9cd5e76a-e50f-44cc-8a12-f5fbe7890af7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.7029190 Oct 13 03:59:56.920772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-434c6b2c-e95c-4120-83a1-1055b3d1397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.922559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-434c6b2c-e95c-4120-83a1-1055b3d1397e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452375 Oct 13 03:59:56.946949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:56.959882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'mac_address': 'fa:16:3e:ba:f4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 03:59:56.987683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-15d05493-4e11-4ba1-969a-ba64e6b18028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:56.989141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-15d05493-4e11-4ba1-969a-ba64e6b18028 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.6593552 Oct 13 03:59:57.003927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.016888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507bba4f-9f1d-4947-acca-6ceeb2a0d763 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 03:59:57.037383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:57.041865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.043350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-cebdefc9-f229-4650-8b8b-ea01c07b8d55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.1140900 Oct 13 03:59:57.068915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81f0a-a3d9-4c92-8547-3162a247376e req-3bf8fd6e-1c17-4d14-913b-6f08b1744a95 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:57.070747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00b81f0a-a3d9-4c92-8547-3162a247376e req-3bf8fd6e-1c17-4d14-913b-6f08b1744a95 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.0939279 Oct 13 03:59:57.076258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-9676b197-18d1-45bb-a13e-71467fe63974 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451178 Oct 13 03:59:57.093457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:57.094140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 03:59:57.135156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-a1d85cf4-7768-4b8d-94b8-d599fae54969 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.1033499 Oct 13 03:59:57.135664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.165612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00b81f0a-a3d9-4c92-8547-3162a247376e req-cddd5489-a4fc-405d-b974-7c3d6dc45e8d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846083 Oct 13 03:59:57.196725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 03:59:57.205102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-6a94e51c-90a6-414b-a861-21dfcb87c32b service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163752 Oct 13 03:59:57.222455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d53dfc22-1cfe-481b-8c44-858ed0a880b8 req-8231bf8b-9163-48fc-a110-a409865b10ff tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9c1ec4e-b879-4196-b07e-91ca9549cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354893 Oct 13 03:59:57.263931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Pushing event deleted for resources: {'Port': ['ID=ac06a41f-49bb-41eb-bee9-d2177a31436b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:57.266236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.336445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a58a7ad3-8fa2-40d6-bf63-8655ca7d8481 req-a47ccd21-bdaa-496e-a77f-ade9787046e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 210 time: 0.0302680 Oct 13 03:59:57.396951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-f6fdfd3e-b43f-4609-a05c-a1e6701e808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:57.398396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-f6fdfd3e-b43f-4609-a05c-a1e6701e808d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.3449759 Oct 13 03:59:57.418715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 03:59:57.427021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] No DVR routers for this DVR port ac06a41f-49bb-41eb-bee9-d2177a31436b on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 03:59:57.427457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] Sync routers for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 03:59:57.436619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:57.437511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:57.439986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-886e4059-c79e-4b94-95c2-9f21a8593489 admin admin] 10.222.0.44 "PUT /v2.0/routers/4715e17e-421d-4acc-b720-04c903e90cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9541667 Oct 13 03:59:57.442546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:57.445502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-3a44d9bd-01a0-496e-a6d8-fc032f80b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:57.446930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-3a44d9bd-01a0-496e-a6d8-fc032f80b598 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2801960 Oct 13 03:59:57.451999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.455454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb6ceaa4-c524-45af-9828-fa53efeb19a3 req-cccbdf8b-0f4d-4123-8b1e-304f9a29aa60 tempest-ServersAdminNegativeTestJSON-366261929 tempest-ServersAdminNegativeTestJSON-366261929-project] 10.222.0.15 "DELETE /v2.0/ports/ac06a41f-49bb-41eb-bee9-d2177a31436b HTTP/1.1" status: 204 len: 173 time: 2.2722635 Oct 13 03:59:57.518281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:57.559208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.568646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:57.569290 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.570647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-ae169ddd-39d3-44ea-a86b-fba95492170f service neutron] 10.222.0.26 "PUT /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 1121 time: 3.2342391 Oct 13 03:59:57.594462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:57.596026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-cadde8d5-e982-4446-8608-5aa8277dc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:57.597696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-cadde8d5-e982-4446-8608-5aa8277dc114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752155 Oct 13 03:59:57.619681 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.623401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea490-0fac-4f97-8176-ea48a476d8df req-57f8c4cd-2190-4166-b03e-ac2aed51bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:57.624906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-57f8c4cd-2190-4166-b03e-ac2aed51bf9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635034 Oct 13 03:59:57.711166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['390632b3-98c1-41b9-bde0-49043e23ce30'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:57.742812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.819897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd93538-7c26-4965-b586-9861a9157b04', 'name': 'network-vif-deleted', 'tag': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28'}, {'name': 'network-changed', 'server_uuid': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'tag': '7f25e8e7-384c-419a-bd3a-821bf5e3131d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:57.822215 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4821be8-6eb4-4e92-9ea7-4781c6094c86" -d '{"events": [{"server_uuid": "6fd93538-7c26-4965-b586-9861a9157b04", "name": "network-vif-deleted", "tag": "3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28"}, {"name": "network-changed", "server_uuid": "7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3", "tag": "7f25e8e7-384c-419a-bd3a-821bf5e3131d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:57.843397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Deleting port 85f718ad-3abf-48b4-8ca7-9e09f1996566 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 03:59:57.844152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:57.916976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'name': 'network-vif-deleted', 'tag': 'ac06a41f-49bb-41eb-bee9-d2177a31436b'}, {'name': 'network-changed', 'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 03:59:57.919291 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fadba7-d975-4850-8fb6-16b2b3933e2a" -d '{"events": [{"server_uuid": "90cdebda-5e9d-4079-9366-b8d461c8d8b3", "name": "network-vif-deleted", "tag": "ac06a41f-49bb-41eb-bee9-d2177a31436b"}, {"name": "network-changed", "server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 03:59:57.935678 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538960e7-441d-4a9a-bad1-e04eace8a2ce x-openstack-request-id: req-538960e7-441d-4a9a-bad1-e04eace8a2ce {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:57.937276 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd93538-7c26-4965-b586-9861a9157b04", "name": "network-vif-deleted", "tag": "3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3", "tag": "7f25e8e7-384c-419a-bd3a-821bf5e3131d", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:57.937679 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-538960e7-441d-4a9a-bad1-e04eace8a2ce {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:57.938224 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd93538-7c26-4965-b586-9861a9157b04', 'name': 'network-vif-deleted', 'tag': '3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28', 'status': 'completed', 'code': 200} Oct 13 03:59:57.938626 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'tag': '7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'status': 'completed', 'code': 200} Oct 13 03:59:57.939238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:57.939886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-cbfea883-7b9a-4bd2-be23-3dc7b6da037b service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442012 Oct 13 03:59:58.027652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] For port 85f718ad-3abf-48b4-8ca7-9e09f1996566, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=85f718ad-3abf-48b4-8ca7-9e09f1996566,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:58.028218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.044095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-35abc6f9-c95a-49aa-9da6-09d5aadb0ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363475 Oct 13 03:59:58.047363 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425a50ac-6b5e-4abc-abd2-efeb2fb29348 x-openstack-request-id: req-425a50ac-6b5e-4abc-abd2-efeb2fb29348 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 03:59:58.047642 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cdebda-5e9d-4079-9366-b8d461c8d8b3", "name": "network-vif-deleted", "tag": "ac06a41f-49bb-41eb-bee9-d2177a31436b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 03:59:58.047835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Calling delete_port for 85f718ad-3abf-48b4-8ca7-9e09f1996566 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 03:59:58.047990 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-425a50ac-6b5e-4abc-abd2-efeb2fb29348 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 03:59:58.048314 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cdebda-5e9d-4079-9366-b8d461c8d8b3', 'name': 'network-vif-deleted', 'tag': 'ac06a41f-49bb-41eb-bee9-d2177a31436b', 'status': 'completed', 'code': 200} Oct 13 03:59:58.048571 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30', 'status': 'completed', 'code': 200} Oct 13 03:59:58.084967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:59:54Z', 'revision_number': 5, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port': {'id': '85f718ad-3abf-48b4-8ca7-9e09f1996566', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:39Z', 'updated_at': '2021-10-13T03:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:58.111700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] Checking router: 4715e17e-421d-4acc-b720-04c903e90cd9 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 03:59:58.119943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] Routers {'4715e17e-421d-4acc-b720-04c903e90cd9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 03:59:58.120536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4715e17e-421d-4acc-b720-04c903e90cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:58.213283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c8079351-157e-4672-94df-682ad603e844 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99ceba9e7f7641e19ed44935a7ec2dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663558 Oct 13 03:59:58.227728 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 03:59:58.238194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.243175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:58.269481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] Set router 4715e17e-421d-4acc-b720-04c903e90cd9 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 03:59:58.332904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:58.335138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:59:57Z', 'revision_number': 6, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 03:59:58.335282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=bcbf098e-b867-4d53-aa55-820a29dfdfd2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:58.380263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d69fd-55b7-4dd9-9c40-23e8e9f765ea req-cd33fc0f-cae5-4724-90ee-ba81f910e2d4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:58.382078 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f6d69fd-55b7-4dd9-9c40-23e8e9f765ea req-cd33fc0f-cae5-4724-90ee-ba81f910e2d4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.1003745 Oct 13 03:59:58.388588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ca6f1-583d-4cb1-ab1a-9e53c66e43ef req-7fca637d-8829-4a93-a2ae-63e6f14488de tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:58.390501 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-605ca6f1-583d-4cb1-ab1a-9e53c66e43ef req-7fca637d-8829-4a93-a2ae-63e6f14488de tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 948 time: 0.3351264 Oct 13 03:59:58.394885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ed5ee-4e2d-4870-a88b-55cca59dfee2 None None] The sync data for ids ['4715e17e-421d-4acc-b720-04c903e90cd9'] in n-d-810220-9 is: [{'id': '4715e17e-421d-4acc-b720-04c903e90cd9', 'name': 'tempest-FloatingIPsAssociationTestJSON-402285549-router', 'tenant_id': '508cef1b89464dfdae474418ad7df718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:36Z', 'updated_at': '2021-10-13T03:59:57Z', 'revision_number': 6, 'project_id': '508cef1b89464dfdae474418ad7df718', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 03:59:58.410590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1009f6e-4707-4a7f-8d23-b25c64fad982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.429641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-45308fda-ba43-48c7-99e5-a7711d1ce3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:58.431554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-45308fda-ba43-48c7-99e5-a7711d1ce3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 1099 time: 0.3820496 Oct 13 03:59:58.461988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f6d69fd-55b7-4dd9-9c40-23e8e9f765ea req-2c87c422-f084-471e-a6f3-330af9709efb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515261 Oct 13 03:59:58.468621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-bca2560f-5794-4b75-8975-744695d4e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:58.470171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-bca2560f-5794-4b75-8975-744695d4e2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1124 time: 0.4190640 Oct 13 03:59:58.474377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.477464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 03:59:58.507027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f718ad-3abf-48b4-8ca7-9e09f1996566,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:58.519380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 03:59:58.560237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 03:59:58.578922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.648018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1009f6e-4707-4a7f-8d23-b25c64fad982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.659454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-605ca6f1-583d-4cb1-ab1a-9e53c66e43ef req-18a6ea20-604f-4301-a067-4a3583b48c7f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465520 Oct 13 03:59:58.713559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 03:59:58.724544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.730111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.856251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 03:59:58.914486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.914974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4715e17e-421d-4acc-b720-04c903e90cd9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 03:59:58.916249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:58.920999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:58.922363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fbed41bf-d332-44b0-92b8-80c826072eb1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4715e17e-421d-4acc-b720-04c903e90cd9 HTTP/1.1" status: 204 len: 168 time: 1.4788306 Oct 13 03:59:58.925523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:58.944483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:58.945123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a7b8cd9-9f6e-48ed-8fd5-1495d9e3dc28 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:58.947019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac06a41f-49bb-41eb-bee9-d2177a31436b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 03:59:58.985889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44526) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:59.015296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Deleting subnet 8c6354fb-c7bd-4edf-b946-51a8e7154a64 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 03:59:59.020085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.114693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b56576e-6714-45da-a123-04c8ea2f9584 None None] Provisioning complete for port bcbf098e-b867-4d53-aa55-820a29dfdfd2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 03:59:59.115718 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b56576e-6714-45da-a123-04c8ea2f9584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.139766 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 03:59:59.142723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: ac06a41f-49bb-41eb-bee9-d2177a31436b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 03:59:59.143060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac06a41f-49bb-41eb-bee9-d2177a31436b not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 03:59:59.215872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b56576e-6714-45da-a123-04c8ea2f9584 None None] Port bcbf098e-b867-4d53-aa55-820a29dfdfd2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 03:59:59.261377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-c873a58c-f7bb-457c-be59-165e59d33679 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2037814 Oct 13 03:59:59.277592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-519ea490-0fac-4f97-8176-ea48a476d8df req-168e6abc-cb6f-46ce-ae18-11b745d58421 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2325194 Oct 13 03:59:59.281069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 03:59:59.303312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.303692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 03:59:59.304547 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.354429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-ead48ca0-480d-4a7a-a942-62c818e7c619 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0912669 Oct 13 03:59:59.379220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Request body: {'port': {'device_id': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 03:59:59.388061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45bdc-5769-4b7a-b34c-1620af8a4799 req-f76fd605-30a5-4a23-88e2-64fe41d9375d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.390266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93e45bdc-5769-4b7a-b34c-1620af8a4799 req-f76fd605-30a5-4a23-88e2-64fe41d9375d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 936 time: 0.5975595 Oct 13 03:59:59.409136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-412d0dcd-af3f-48eb-b6ba-9cad0a837c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.410710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-412d0dcd-af3f-48eb-b6ba-9cad0a837c03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.9220166 Oct 13 03:59:59.424539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-3b075482-dd13-4ca3-9bed-588b7a34db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.426049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-3b075482-dd13-4ca3-9bed-588b7a34db36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.9524417 Oct 13 03:59:59.430670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.442469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1009f6e-4707-4a7f-8d23-b25c64fad982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.444979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1009f6e-4707-4a7f-8d23-b25c64fad982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.448774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f1009f6e-4707-4a7f-8d23-b25c64fad982 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e15d3451-7af5-4af9-9576-0471e833e573 HTTP/1.1" status: 204 len: 168 time: 1.1963098 Oct 13 03:59:59.497672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1009f6e-4707-4a7f-8d23-b25c64fad982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15d3451-7af5-4af9-9576-0471e833e573,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:59.523901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-1034853e-2677-4ad3-8b12-cb0ed60dc770 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.525859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-1034853e-2677-4ad3-8b12-cb0ed60dc770 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e&tenant_id=02913d5543c0459e838fc38b2034bb11&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 948 time: 0.4847574 Oct 13 03:59:59.533495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5a717001-7521-4148-9c38-8a7096801e73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6a5d277790c41b8a7111a4b44b1809b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463417 Oct 13 03:59:59.534637 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-f94edb8b-92c9-467e-8330-fe0931c66437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 217 time: 0.1068504 Oct 13 03:59:59.535115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:59.543345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1391-cc7a-43d3-bf58-17f5d366f23f req-5fb353a5-bce9-4290-960d-26f0a4236610 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.551911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3dd1391-cc7a-43d3-bf58-17f5d366f23f req-5fb353a5-bce9-4290-960d-26f0a4236610 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 948 time: 0.5095756 Oct 13 03:59:59.563915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-7926c458-ae38-4f1d-b1ca-a2a1a2c18e61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d HTTP/1.1" status: 200 len: 217 time: 0.1140487 Oct 13 03:59:59.660605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93e45bdc-5769-4b7a-b34c-1620af8a4799 req-21e761e5-85f8-4952-a61b-3a5c0baf372e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424064 Oct 13 03:59:59.710581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.733994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3dd1391-cc7a-43d3-bf58-17f5d366f23f req-c3ce5f9a-a416-489e-82bf-4f0f2beb6bf9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653106 Oct 13 03:59:59.749030 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.784106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-05eeec67-3ee3-461f-b737-5503b7a7a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.785604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-05eeec67-3ee3-461f-b737-5503b7a7a79b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.2208312 Oct 13 03:59:59.802456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-c117c019-ce9d-4fe0-8405-8e3a9c122567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 03:59:59.803581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-c117c019-ce9d-4fe0-8405-8e3a9c122567 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2193210 Oct 13 03:59:59.807058 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-dccc89aa-3d89-4dd4-a870-37fb302bdb76 service neutron] delete failed (client error): The resource could not be found. Oct 13 03:59:59.808063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-dccc89aa-3d89-4dd4-a870-37fb302bdb76 service neutron] 10.222.0.15 "DELETE /v2.0/ports/507bba4f-9f1d-4947-acca-6ceeb2a0d763/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.2535884 Oct 13 03:59:59.862922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.881436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-cb61fc0e-7b1a-41fd-b838-b467ae0bf686 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738130 Oct 13 03:59:59.903332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 03:59:59.903332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6354fb-c7bd-4edf-b946-51a8e7154a64,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 03:59:59.917836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.918715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97f3b33c-d89d-41c0-9a34-7e242455959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 03:59:59.922483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cee59727-8d9b-4b90-b4d1-62b59da25f14 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8c6354fb-c7bd-4edf-b946-51a8e7154a64 HTTP/1.1" status: 204 len: 168 time: 0.9953582 Oct 13 03:59:59.923552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe94fd-e7cb-4817-b060-d51b845c157d None None] Network 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 03:59:59.924948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:00.045740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97f3b33c-d89d-41c0-9a34-7e242455959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.046117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.052870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-25c615d1-4c56-4c93-9d8f-8bc4a5836f7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92d745b591df48a9a979c0042a81f8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509759 Oct 13 04:00:00.054624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:00.057609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e1a34-f905-4a2a-a2f7-2a9b34d6202c req-1505ed47-c10e-419d-8ee8-6e6f47971ed5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.061276 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-148e1a34-f905-4a2a-a2f7-2a9b34d6202c req-1505ed47-c10e-419d-8ee8-6e6f47971ed5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.2999573 Oct 13 04:00:00.066023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-d6ee769b-c431-4bea-9332-ddb0aebeba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.067480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-d6ee769b-c431-4bea-9332-ddb0aebeba6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1099 time: 0.0976737 Oct 13 04:00:00.105783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-14f8bf4a-89bf-4fa7-b653-2492f4e3b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.107261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-14f8bf4a-89bf-4fa7-b653-2492f4e3b3d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642837 Oct 13 04:00:00.130402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] DHCP port deletion for 68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:00:00.190306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] Deleting port f2415569-5cda-434b-8914-df9fe8999d07 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:00:00.191067 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.222571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9522-98cc-4002-bf24-8154d8ee2b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.243009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-406a740c-640f-49a6-bf0c-f382efde17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.243747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-406a740c-640f-49a6-bf0c-f382efde17ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1666360 Oct 13 04:00:00.244792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Deleting port f2415569-5cda-434b-8914-df9fe8999d07 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:00:00.245220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.268529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-148e1a34-f905-4a2a-a2f7-2a9b34d6202c req-5429ab76-7697-4bb2-83be-f6245b2a6900 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913667 Oct 13 04:00:00.281847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-c17e4e47-978c-47e7-898e-cdc6d7385562 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759799 Oct 13 04:00:00.284391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1b4ae070-6469-41bb-9fa3-13a8cff064b5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:00:00.324178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1b4ae070-6469-41bb-9fa3-13a8cff064b5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:00:00.324550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1b4ae070-6469-41bb-9fa3-13a8cff064b5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:00:00.324940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f2415569-5cda-434b-8914-df9fe8999d07 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:00:00.334571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9522-98cc-4002-bf24-8154d8ee2b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.338499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-6aeebf0a-52cc-4a14-b068-283c6f848fd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 200 len: 217 time: 0.0867140 Oct 13 04:00:00.353707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97f3b33c-d89d-41c0-9a34-7e242455959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.356510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97f3b33c-d89d-41c0-9a34-7e242455959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.360900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-97f3b33c-d89d-41c0-9a34-7e242455959a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9c1ec4e-b879-4196-b07e-91ca9549cb7c HTTP/1.1" status: 204 len: 168 time: 0.8224604 Oct 13 04:00:00.370872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] For port f2415569-5cda-434b-8914-df9fe8999d07, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f2415569-5cda-434b-8914-df9fe8999d07,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:00.371270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.403163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3b33c-d89d-41c0-9a34-7e242455959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c1ec4e-b879-4196-b07e-91ca9549cb7c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:00.406954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] Calling delete_port for f2415569-5cda-434b-8914-df9fe8999d07 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:00:00.432242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-e6f83dd6-071d-4623-abd6-f927e3128861 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097525 Oct 13 04:00:00.433017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-54339669-cede-47b1-b160-4f890f452092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.434962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-54339669-cede-47b1-b160-4f890f452092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0838871 Oct 13 04:00:00.448484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] For port f2415569-5cda-434b-8914-df9fe8999d07, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f2415569-5cda-434b-8914-df9fe8999d07,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:00.448884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.521969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Calling delete_port for f2415569-5cda-434b-8914-df9fe8999d07 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:00:00.525861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-38333d15-39e7-4ed6-85a6-7a8256145d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.527398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-38333d15-39e7-4ed6-85a6-7a8256145d59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811384 Oct 13 04:00:00.549454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-45fadba7-d975-4850-8fb6-16b2b3933e2a req-9ad11934-d900-4f01-8d60-eebbb387d0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579570 Oct 13 04:00:00.571013 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.574825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbf098e-b867-4d53-aa55-820a29dfdfd2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:00.588930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.615390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port f2415569-5cda-434b-8914-df9fe8999d07, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f2415569-5cda-434b-8914-df9fe8999d07,segment=NetworkSegment(19ded28e-f499-4e38-bf20-5d082395f8a5),segment_id=19ded28e-f499-4e38-bf20-5d082395f8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:00.624692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4821be8-6eb4-4e92-9ea7-4781c6094c86 req-8f35ab84-7bc2-4dc2-9a29-6c12e800e35c service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725307 Oct 13 04:00:00.628396 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.629575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 85f718ad-3abf-48b4-8ca7-9e09f1996566 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:00:00.663847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Transition to ACTIVE for port object bcbf098e-b867-4d53-aa55-820a29dfdfd2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:00.667486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.688121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-d5c01ee7-20c7-4678-9257-0c96fdbbd6ad service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471362 Oct 13 04:00:00.690686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9522-98cc-4002-bf24-8154d8ee2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.693712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9522-98cc-4002-bf24-8154d8ee2b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.694816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d4cf9522-98cc-4002-bf24-8154d8ee2b70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc23ecf3-8288-4a9c-bdbd-64dcf520ecc5 HTTP/1.1" status: 204 len: 168 time: 0.6378744 Oct 13 04:00:00.709498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf9522-98cc-4002-bf24-8154d8ee2b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23ecf3-8288-4a9c-bdbd-64dcf520ecc5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:00.804791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 85f718ad-3abf-48b4-8ca7-9e09f1996566 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:00:00.805074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 85f718ad-3abf-48b4-8ca7-9e09f1996566 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:00:00.821323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbf098e-b867-4d53-aa55-820a29dfdfd2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:00.849603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.870403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7f25e8e7-384c-419a-bd3a-821bf5e3131d details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:00:00.877062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:00.898361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:00.953537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] No DVR routers for this DVR port f2415569-5cda-434b-8914-df9fe8999d07 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:00:00.953537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=f2415569-5cda-434b-8914-df9fe8999d07,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:00.962214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Attempting to bind port bcbf098e-b867-4d53-aa55-820a29dfdfd2 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:00.962824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Attempting to bind port bcbf098e-b867-4d53-aa55-820a29dfdfd2 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:00.963384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Attempting to bind port bcbf098e-b867-4d53-aa55-820a29dfdfd2 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:00.970008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6259c-8d1a-4db6-b9e0-594e72325bc0 req-8d6fc19f-8859-46db-b8f9-a84ede4f1490 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.971721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49f6259c-8d1a-4db6-b9e0-594e72325bc0 req-8d6fc19f-8859-46db-b8f9-a84ede4f1490 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 948 time: 0.1793730 Oct 13 04:00:00.982157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:00.994188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecdad8-6ee8-4a0d-be14-6dc932c55474 req-383273e0-3ab8-471a-8fcf-06fda68232fc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:00.996632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99ecdad8-6ee8-4a0d-be14-6dc932c55474 req-383273e0-3ab8-471a-8fcf-06fda68232fc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 948 time: 0.1420190 Oct 13 04:00:00.997585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Port bcbf098e-b867-4d53-aa55-820a29dfdfd2 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:00:00.998185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Attempting to bind port bcbf098e-b867-4d53-aa55-820a29dfdfd2 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.009430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.011162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:01.011354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.011710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.011907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:01.012059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.012314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:01.012473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:01.012897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Bound port: bcbf098e-b867-4d53-aa55-820a29dfdfd2, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:01.013326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.088573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] No DVR routers for this DVR port f2415569-5cda-434b-8914-df9fe8999d07 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:00:01.099175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99ecdad8-6ee8-4a0d-be14-6dc932c55474 req-b72a6192-f7b1-40ef-9853-a15f53a61b2e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946152 Oct 13 04:00:01.133301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243c39b-a566-4e8e-bf4a-ffe3cbf872a4 None None] Pushing event deleted for resources: {'Port': ['ID=f2415569-5cda-434b-8914-df9fe8999d07,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.134896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] For port bcbf098e-b867-4d53-aa55-820a29dfdfd2, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:01.138198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] For port bcbf098e-b867-4d53-aa55-820a29dfdfd2, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:01.150150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.179333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32e7a215-ee53-4a31-86ed-88f21fe1d274 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38d28b6ade5d4eb69ae3a5940cd877a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772238 Oct 13 04:00:01.193827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:01.213155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:01.213780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.215372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] 10.222.0.26 "PUT /v2.0/ports/bcbf098e-b867-4d53-aa55-820a29dfdfd2 HTTP/1.1" status: 200 len: 1096 time: 1.8476779 Oct 13 04:00:01.218222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'tag': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:01.221055 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a721e3-b77a-41b8-84c7-b32e8ececce7", "tag": "bcbf098e-b867-4d53-aa55-820a29dfdfd2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:01.239183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bad5e8ba-b038-41b8-bde2-f82ccc098b68 req-6b238890-f103-43be-aab6-2764b761c186 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323703 Oct 13 04:00:01.243836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:01.259616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'mac_address': 'fa:16:3e:d2:94:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:00:01.265908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2415569-5cda-434b-8914-df9fe8999d07,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.289616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49f6259c-8d1a-4db6-b9e0-594e72325bc0 req-373dc1ae-dd51-48b7-9a6e-02c211f42479 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047228 Oct 13 04:00:01.336284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57da6c-509d-4684-8484-cb4a68c2ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbf098e-b867-4d53-aa55-820a29dfdfd2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.363636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:00:01.375272 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a54f5-8faa-4809-bb45-f99a87589b4c x-openstack-request-id: req-744a54f5-8faa-4809-bb45-f99a87589b4c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:01.375830 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a721e3-b77a-41b8-84c7-b32e8ececce7", "tag": "bcbf098e-b867-4d53-aa55-820a29dfdfd2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:01.377291 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-744a54f5-8faa-4809-bb45-f99a87589b4c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:01.377967 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'tag': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'status': 'completed', 'code': 200} Oct 13 04:00:01.398297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:01.398668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.429164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.431163 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.453625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-76802751-9515-434e-b10d-7d518a32f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:01.455867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-76802751-9515-434e-b10d-7d518a32f4bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 1099 time: 0.1599247 Oct 13 04:00:01.459090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f25e8e7-384c-419a-bd3a-821bf5e3131d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:01.459469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf6cc-bac3-424f-8b4f-2662b310a016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.479971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dbdb12-b1c0-4a85-b1c8-eab17ced1c29']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:01.501483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:01.505863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ded28e-f499-4e38-bf20-5d082395f8a5') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:01.506160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ded28e-f499-4e38-bf20-5d082395f8a5') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:01.520296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-eb034676-a771-4cda-a9ef-26b0d6c522bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0450597 Oct 13 04:00:01.531227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.533591 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.551604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.557914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:00:01.558310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.586369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf6cc-bac3-424f-8b4f-2662b310a016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.601578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7f25e8e7-384c-419a-bd3a-821bf5e3131d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:00:01.614071 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:00:01.617884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.637155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=68dbdb12-b1c0-4a85-b1c8-eab17ced1c29,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.638094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.639813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.643524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-24ee0e42-797d-4ebd-8fd1-5cf4b15b0f32 admin admin] 10.222.0.44 "DELETE /v2.0/networks/68dbdb12-b1c0-4a85-b1c8-eab17ced1c29 HTTP/1.1" status: 204 len: 168 time: 1.7176607 Oct 13 04:00:01.684343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1e60-5822-4baa-abb6-666a1b4b69d7 req-75c1812b-a160-4716-857e-79db1ec67481 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:01.693408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46ea1e60-5822-4baa-abb6-666a1b4b69d7 req-75c1812b-a160-4716-857e-79db1ec67481 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.1743577 Oct 13 04:00:01.703741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-7f278144-66aa-48ce-a135-e3b312574324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:01.705760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-7f278144-66aa-48ce-a135-e3b312574324 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1738095 Oct 13 04:00:01.727806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:01.730188 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd54949-1524-4cb5-9d35-a24c5bad0394" -d '{"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-plugged", "status": "completed", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:01.770215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:01.784596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.793901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46ea1e60-5822-4baa-abb6-666a1b4b69d7 req-d6e7f37b-ce0b-495a-a751-fb4139979b70 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991311 Oct 13 04:00:01.801852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4477-944a-4948-b912-846a414a75d4 req-cf881cf9-ff8a-44fc-9023-1dc62e47da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:01.809017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-cf881cf9-ff8a-44fc-9023-1dc62e47da46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877576 Oct 13 04:00:01.813658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf6cc-bac3-424f-8b4f-2662b310a016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.816539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf6cc-bac3-424f-8b4f-2662b310a016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:01.817676 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0fbf6cc-bac3-424f-8b4f-2662b310a016 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6eb14a32-070d-445b-aae8-3269ad6281d2 HTTP/1.1" status: 204 len: 168 time: 0.6210346 Oct 13 04:00:01.835760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf6cc-bac3-424f-8b4f-2662b310a016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb14a32-070d-445b-aae8-3269ad6281d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.850372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44592) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:01.870203 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33204bfd-16cc-43ef-8e84-4738bc4b42ae x-openstack-request-id: req-33204bfd-16cc-43ef-8e84-4738bc4b42ae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:01.872008 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-plugged", "status": "completed", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:01.874260 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33204bfd-16cc-43ef-8e84-4738bc4b42ae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:01.874778 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'code': 200} Oct 13 04:00:01.925805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:01.940037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b89c52ce-d9b0-4512-8dba-0d9509e74dba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=508cef1b89464dfdae474418ad7df718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879948 Oct 13 04:00:01.942924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:01.970960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:00:01.985256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-0df45baa-a388-4246-ae57-99e679d658e5 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634448 Oct 13 04:00:02.050426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd0395c-2b3f-4a14-9678-f506778d42aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:02.090713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd0395c-2b3f-4a14-9678-f506778d42aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:02.142204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8b4477-944a-4948-b912-846a414a75d4 req-347cb792-a71b-46eb-b992-13a15cf91bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478250 Oct 13 04:00:02.163546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd0395c-2b3f-4a14-9678-f506778d42aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:02.166933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd0395c-2b3f-4a14-9678-f506778d42aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:02.171805 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7bd0395c-2b3f-4a14-9678-f506778d42aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c830086-b301-4583-a0b2-9d41e385efbf HTTP/1.1" status: 204 len: 168 time: 0.2277942 Oct 13 04:00:02.188062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0395c-2b3f-4a14-9678-f506778d42aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c830086-b301-4583-a0b2-9d41e385efbf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:02.323533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71409e6c-eb11-4dea-a7ce-cc07d8d16be9 req-ca3b6923-d664-4d6b-88a1-13649cb7214b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.325161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71409e6c-eb11-4dea-a7ce-cc07d8d16be9 req-ca3b6923-d664-4d6b-88a1-13649cb7214b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1089842 Oct 13 04:00:02.328021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-1caf5ee2-23e6-415b-b2fd-7307dfc2194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.329408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-1caf5ee2-23e6-415b-b2fd-7307dfc2194b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 1099 time: 0.1113396 Oct 13 04:00:02.441610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71409e6c-eb11-4dea-a7ce-cc07d8d16be9 req-e5562057-3f92-4a34-bff7-a295e1694917 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 Oct 13 04:00:02.444620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad214e-b6ca-4de3-9dd4-27acfee68497 req-20163e39-7616-4e10-9cf4-ad169f9af7ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.446208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0ad214e-b6ca-4de3-9dd4-27acfee68497 req-20163e39-7616-4e10-9cf4-ad169f9af7ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 948 time: 0.0539980 Oct 13 04:00:02.506371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0ad214e-b6ca-4de3-9dd4-27acfee68497 req-b554d05b-b639-46ed-a2e1-af897b74c31b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428219 Oct 13 04:00:02.509718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-b3e06298-7a5e-44e6-b718-eebf64c38d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.511501 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-b3e06298-7a5e-44e6-b718-eebf64c38d3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1688044 Oct 13 04:00:02.572656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-83074053-db88-4d05-aca6-bcd537095691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0476933 Oct 13 04:00:02.652036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-bf00d314-d272-476c-b51f-910d308ef229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.653427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-bf00d314-d272-476c-b51f-910d308ef229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0707736 Oct 13 04:00:02.658434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4822-3b76-4437-9be9-977d269e83a9 req-c0a15425-0c14-4383-af2f-fd93a9c9f131 tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.659831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85ad4822-3b76-4437-9be9-977d269e83a9 req-c0a15425-0c14-4383-af2f-fd93a9c9f131 tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 1100 time: 0.0792041 Oct 13 04:00:02.727416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-0c061297-0b21-4188-afcf-2ae69539b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.728961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-0c061297-0b21-4188-afcf-2ae69539b5dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670176 Oct 13 04:00:02.730507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85ad4822-3b76-4437-9be9-977d269e83a9 req-6b85f01a-6aae-4048-a607-7c8303384f66 tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612297 Oct 13 04:00:02.840651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-e9d3047f-b6fe-4846-bb01-7bf7f61ff34d service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042240 Oct 13 04:00:02.969546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce9c7-fc6e-4026-8286-abc063179dac req-eb398187-d78b-44bd-950d-f25676a09135 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:02.971001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a1ce9c7-fc6e-4026-8286-abc063179dac req-eb398187-d78b-44bd-950d-f25676a09135 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.0706210 Oct 13 04:00:03.017746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a1ce9c7-fc6e-4026-8286-abc063179dac req-bde83c4f-14d0-4479-bb7e-27e49332d731 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Oct 13 04:00:03.019609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3b3db0-e45d-4363-b4af-df2be9dc6b1c req-e396bfd8-e111-484c-a726-e8c26e9e776d service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687789 Oct 13 04:00:03.065560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-8f324c66-8ea6-4fa0-9ddf-97237da02d07 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271192 Oct 13 04:00:03.183242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f9ae60a0-88f9-4b4f-aa37-9668205c98fe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:03.184765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f9ae60a0-88f9-4b4f-aa37-9668205c98fe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130469 Oct 13 04:00:03.207420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-b5d5be44-362f-4959-87a5-7eafb986c00e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/quotas/02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 375 time: 0.0161457 Oct 13 04:00:03.255358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-4f83ac7a-0070-4eca-beb9-8acf6622d801 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467424 Oct 13 04:00:03.492435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d819784e-026c-4421-ae74-132ab9c3f713 req-1b131d58-f563-439e-b273-33799b69526c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 210 time: 0.0336831 Oct 13 04:00:03.631498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:03.746875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852bdc-664c-40cd-8cfb-28ddbbfa3f79 req-ff0943df-a847-4b83-9a7f-43ba172fa337 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:03.748492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f852bdc-664c-40cd-8cfb-28ddbbfa3f79 req-ff0943df-a847-4b83-9a7f-43ba172fa337 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 948 time: 0.0708694 Oct 13 04:00:03.805751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f852bdc-664c-40cd-8cfb-28ddbbfa3f79 req-9079bc54-d7c8-457b-8d67-7864410ac00f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Oct 13 04:00:03.818038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-network', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:03.841829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Made reservation on behalf of 21a1bc402e4a4aea9bcd8732ed9a90bc for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:03.844758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:03.858403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:03.995249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-c84291dd-d0c2-4f2c-b279-0e7c6e3d89f9 service neutron] 10.222.0.15 "GET /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30/bindings/n-h2-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.1005273 Oct 13 04:00:04.028279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.047543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.081963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:00:04.108903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.109487 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Added segment 27c8815b-b0b0-48cf-af91-eb3703f97dfa of type vlan for network 54f08150-1eeb-4ec8-bc43-155932ab4a00 Oct 13 04:00:04.119410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e918ffba-fcd6-4a10-9c56-dcca33ce7696,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:04.176964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.286234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.287777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:04.287985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.352931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7203043 Oct 13 04:00:04.361378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:04.367910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Request body: {'subnet': {'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-subnet', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:04.368312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2552-1183-4e5b-970e-b4b36ff997ce req-7e5f5909-d5a5-4906-912c-56dcfbc73fcf tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:04.370009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aaff2552-1183-4e5b-970e-b4b36ff997ce req-7e5f5909-d5a5-4906-912c-56dcfbc73fcf tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 943 time: 0.1722665 Oct 13 04:00:04.402471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Made reservation on behalf of 21a1bc402e4a4aea9bcd8732ed9a90bc for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:04.403534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb37a9-9344-4eea-a5b9-3fb1e33cfbba admin admin] Pushing event updated for resources: {'Network': ['ID=54f08150-1eeb-4ec8-bc43-155932ab4a00,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:04.408599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.417458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:04.420930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:00:04.429901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:04.482717 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aaff2552-1183-4e5b-970e-b4b36ff997ce req-f3dc37b2-9f5e-4502-b8c3-4f03c143efa3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045015 Oct 13 04:00:04.494622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:04.569036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390632b3-98c1-41b9-bde0-49043e23ce30 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:04.595546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:04.627534 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.663702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bac3a949-588d-496c-a9d3-abe1202e6c49 req-21688cdb-4f74-4577-af73-05433c338877 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 210 time: 0.0434794 Oct 13 04:00:04.724161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-1e2fbf21-4016-41f2-bceb-33140da18f4a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1557248 Oct 13 04:00:04.754325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7274ad7c-53a0-4ff8-89db-85f2c4c11082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.846286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] Transition to ACTIVE for port object 390632b3-98c1-41b9-bde0-49043e23ce30 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:04.877102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7f25e8e7-384c-419a-bd3a-821bf5e3131d up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:04.882554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.902864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.926131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-59d4bcd9-b8dd-4d72-8858-80a64154c78e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:04.926833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7274ad7c-53a0-4ff8-89db-85f2c4c11082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.927588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-59d4bcd9-b8dd-4d72-8858-80a64154c78e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968338 Oct 13 04:00:04.949469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 7f25e8e7-384c-419a-bd3a-821bf5e3131d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:00:04.955033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 7f25e8e7-384c-419a-bd3a-821bf5e3131d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:04.955674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.956965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7274ad7c-53a0-4ff8-89db-85f2c4c11082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:04.963967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Request body: {'port': {'device_id': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '02913d5543c0459e838fc38b2034bb11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:05.039847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] No DVR routers for this DVR port 390632b3-98c1-41b9-bde0-49043e23ce30 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:00:05.047550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6303dc1e-5346-4549-9a5e-7fb0c928a542,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:05.055551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7274ad7c-53a0-4ff8-89db-85f2c4c11082 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=416c95df9b164973aa04324db4a9fcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368935 Oct 13 04:00:05.059997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44776) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:05.067925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036da92-0f68-416c-9234-693b88b077fa service neutron] Pushing event updated for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:05.072838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274ad7c-53a0-4ff8-89db-85f2c4c11082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a13afc-ba2e-4cc6-9d9a-abb575b603cf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:05.080321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473076e-1625-464c-a9d5-11a651907b6a req-b2f3ef21-9eb2-493a-bbc9-7d65693fa8a6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:05.082028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4473076e-1625-464c-a9d5-11a651907b6a req-b2f3ef21-9eb2-493a-bbc9-7d65693fa8a6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 948 time: 0.1949666 Oct 13 04:00:05.085885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Checking segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:05.086247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Network hostable DHCP agents. Network: 54f08150-1eeb-4ec8-bc43-155932ab4a00, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:00:05.102445 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.128378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4036da92-0f68-416c-9234-693b88b077fa service neutron] 10.222.0.15 "PUT /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30/bindings/n-h2-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1207211 Oct 13 04:00:05.151685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:00:05.156966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aee0b5f-069d-4447-a480-ae3abfb26bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.158133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:05.159669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25e8e7-384c-419a-bd3a-821bf5e3131d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:05.164349 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a8b75f-1bfd-4676-b4b0-2ca914b86781" -d '{"events": [{"server_uuid": "7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3", "name": "network-vif-plugged", "status": "completed", "tag": "7f25e8e7-384c-419a-bd3a-821bf5e3131d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:05.171039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.171869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4473076e-1625-464c-a9d5-11a651907b6a req-1a75a98e-e033-4698-a61c-63dc9952f015 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Oct 13 04:00:05.195694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 54f08150-1eeb-4ec8-bc43-155932ab4a00) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:05.201796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:05.202585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.209536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83139edb-7401-498f-8f93-b50828a27273 None None] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:00:05.214664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aee0b5f-069d-4447-a480-ae3abfb26bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.221965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Made reservation on behalf of 02913d5543c0459e838fc38b2034bb11 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:05.225610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.281410 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aee0b5f-069d-4447-a480-ae3abfb26bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.289915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b4bd57c3-2bd7-48d2-800a-1b2d1e3561e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9213176 Oct 13 04:00:05.290057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aee0b5f-069d-4447-a480-ae3abfb26bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.290057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2aee0b5f-069d-4447-a480-ae3abfb26bb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7a13afc-ba2e-4cc6-9d9a-abb575b603cf HTTP/1.1" status: 204 len: 168 time: 0.2268090 Oct 13 04:00:05.290057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:05.305364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:05.313971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7f25e8e7-384c-419a-bd3a-821bf5e3131d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:05.325291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee0b5f-069d-4447-a480-ae3abfb26bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a13afc-ba2e-4cc6-9d9a-abb575b603cf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:05.345426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.347169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.453990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.465528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:05.567468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-54f08150-1eeb-4ec8-bc43-155932ab4a00', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:00:05.571979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.599097 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8fa7c-cbe0-423e-86da-fbc57390f8ac x-openstack-request-id: req-7dd8fa7c-cbe0-423e-86da-fbc57390f8ac {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:05.601922 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3", "name": "network-vif-plugged", "status": "completed", "tag": "7f25e8e7-384c-419a-bd3a-821bf5e3131d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:05.602575 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dd8fa7c-cbe0-423e-86da-fbc57390f8ac {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:05.603179 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'code': 200} Oct 13 04:00:05.651452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558c091-29ec-4a2f-9241-3e9b0047f32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.744449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.755740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-8c1095c2-f635-41b8-b112-c7f5b2773a23 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:05.757618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-8c1095c2-f635-41b8-b112-c7f5b2773a23 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1095 time: 0.5520275 Oct 13 04:00:05.822035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Allocated IP 172.20.0.2 (54f08150-1eeb-4ec8-bc43-155932ab4a00/6303dc1e-5346-4549-9a5e-7fb0c928a542/dff551fd-a4bc-4b1a-ad15-74bf042f20d4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:05.865132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d8b9de7-38f9-4a15-a232-b7bd561d6463 req-8906d76c-2e11-4de7-98b7-bb87838ba0d2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 210 time: 0.0455229 Oct 13 04:00:05.894510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29029c-f692-4761-9fed-91c07887593f req-4c2824ae-1828-4697-8922-a220d311ec82 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:05.894860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558c091-29ec-4a2f-9241-3e9b0047f32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.897311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e29029c-f692-4761-9fed-91c07887593f req-4c2824ae-1828-4697-8922-a220d311ec82 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.1857197 Oct 13 04:00:05.905333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558c091-29ec-4a2f-9241-3e9b0047f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:05.915914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d14be6-b7c0-41ec-92c8-195a2eb4d43c req-fe748896-6ddd-4986-bf91-0a2e8a78283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:05.917564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09d14be6-b7c0-41ec-92c8-195a2eb4d43c req-fe748896-6ddd-4986-bf91-0a2e8a78283f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 1101 time: 0.2050028 Oct 13 04:00:05.966200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9104df87-72a6-41dc-96cc-faa44b1be4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:05.968214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9104df87-72a6-41dc-96cc-faa44b1be4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 1095 time: 0.2033043 Oct 13 04:00:05.971557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558c091-29ec-4a2f-9241-3e9b0047f32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae66c56-8968-4769-8ebf-f93ec73e4222,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:05.983164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Allocated IP 192.168.233.99 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/1a399ba6-86c8-4ebb-8271-a262808760e9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:05.993375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8558c091-29ec-4a2f-9241-3e9b0047f32a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a003bb39236c4b2a8f17ec45032a9607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237176 Oct 13 04:00:05.993716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:06.032557 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e29029c-f692-4761-9fed-91c07887593f req-f21d88d5-4796-4ded-918c-386e8872ccea tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209621 Oct 13 04:00:06.041425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:06.059912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.066655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.069928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09d14be6-b7c0-41ec-92c8-195a2eb4d43c req-77cf6757-69eb-4e61-a811-7254d6cbe5f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381409 Oct 13 04:00:06.070063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-707ece69-66d5-4cf5-90ef-02401e359e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.105428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:06.108079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-1a96c88b-e797-4480-b0d1-addfd027ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:06.109753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-1a96c88b-e797-4480-b0d1-addfd027ed37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1095 time: 0.1106296 Oct 13 04:00:06.110230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:06.115231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:06.126639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Pushing event updated for resources: {'Port': ['ID=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.197401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d14a8de4-88bc-4e96-9351-98790e7ae530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.238711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d14a8de4-88bc-4e96-9351-98790e7ae530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.243718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.264792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.294553 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.317144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.330962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:00:06.332153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Attempting to bind port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:06.334312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Attempting to bind port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:06.334585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Attempting to bind port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 on network 54f08150-1eeb-4ec8-bc43-155932ab4a00 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:06.341191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:06.342629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Checking segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:06.342629 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.342629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Bound using segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:06.342920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Bound port: dff551fd-a4bc-4b1a-ad15-74bf042f20d4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:06.343230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.369760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-707ece69-66d5-4cf5-90ef-02401e359e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.375912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba9259-18cf-417f-b1b4-dee86d80875b req-5c63389b-8cf0-459a-836a-d2934be89422 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:06.377635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3ba9259-18cf-417f-b1b4-dee86d80875b req-5c63389b-8cf0-459a-836a-d2934be89422 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 948 time: 0.1021559 Oct 13 04:00:06.387922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-707ece69-66d5-4cf5-90ef-02401e359e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.393786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:06.409050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:06.423066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d14a8de4-88bc-4e96-9351-98790e7ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.426842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d14a8de4-88bc-4e96-9351-98790e7ae530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.427282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:06.427557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d14a8de4-88bc-4e96-9351-98790e7ae530 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ae66c56-8968-4769-8ebf-f93ec73e4222 HTTP/1.1" status: 204 len: 168 time: 0.4288929 Oct 13 04:00:06.457122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] For port dff551fd-a4bc-4b1a-ad15-74bf042f20d4, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:06.463131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] For port dff551fd-a4bc-4b1a-ad15-74bf042f20d4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:06.470520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-707ece69-66d5-4cf5-90ef-02401e359e87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=798b11d840554ab0bd4535dd6edbbe1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280529 Oct 13 04:00:06.473168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:06.475352 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.487491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ece69-66d5-4cf5-90ef-02401e359e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755291d-4c88-4715-9458-a85c9fe03940,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.509466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:06.510427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.522368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a8de4-88bc-4e96-9351-98790e7ae530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae66c56-8968-4769-8ebf-f93ec73e4222,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.537718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d8c6-5bf0-4b5f-8499-9867519e6a90 None None] Pushing event updated for resources: {'Port': ['ID=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.539268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Allocated IP 172.25.1.107 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:06.554550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.574861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-c9fbb3cc-e8e2-489d-a863-461e24ff9d55 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6235223 Oct 13 04:00:06.601882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Request body: {'port': {'device_id': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:06.611392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8cad-9a0b-4b07-ad77-e5c7a8422918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.684598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3ba9259-18cf-417f-b1b4-dee86d80875b req-684c0a51-ec0d-4d46-9b13-f09aa6b53306 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896416 Oct 13 04:00:06.700665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8cad-9a0b-4b07-ad77-e5c7a8422918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.739601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.808631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.828081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8cad-9a0b-4b07-ad77-e5c7a8422918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.830796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8cad-9a0b-4b07-ad77-e5c7a8422918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.831932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c9ba8cad-9a0b-4b07-ad77-e5c7a8422918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2755291d-4c88-4715-9458-a85c9fe03940 HTTP/1.1" status: 204 len: 168 time: 0.3577988 Oct 13 04:00:06.850853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba8cad-9a0b-4b07-ad77-e5c7a8422918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755291d-4c88-4715-9458-a85c9fe03940,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.875346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device bcbf098e-b867-4d53-aa55-820a29dfdfd2 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:00:06.893721 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:06.976947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Pushing event updated for resources: {'Port': ['ID=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:06.992673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:06.994126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:07.001869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:07.033782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:00:07.084219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:07.095676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-042edddc-a952-45fe-9a59-e1f7badf410f None None] Provisioning complete for port 1a399ba6-86c8-4ebb-8271-a262808760e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:07.095907 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042edddc-a952-45fe-9a59-e1f7badf410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.116657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67e09ddb-1e5a-4be5-9321-aa53cbef0168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.158408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:00:07.161227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port bcbf098e-b867-4d53-aa55-820a29dfdfd2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:07.179197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-042edddc-a952-45fe-9a59-e1f7badf410f None None] Port 1a399ba6-86c8-4ebb-8271-a262808760e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:07.182369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'mac_address': 'fa:16:3e:ea:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:00:07.233592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.276280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbf098e-b867-4d53-aa55-820a29dfdfd2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:07.298932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a399ba6-86c8-4ebb-8271-a262808760e9 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:07.310211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67e09ddb-1e5a-4be5-9321-aa53cbef0168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.312169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port bcbf098e-b867-4d53-aa55-820a29dfdfd2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:07.312671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.321262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.322414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67e09ddb-1e5a-4be5-9321-aa53cbef0168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.338347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Transition to ACTIVE for port object 1a399ba6-86c8-4ebb-8271-a262808760e9 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:07.360553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.379177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-67e09ddb-1e5a-4be5-9321-aa53cbef0168 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6f726056f894402a5379407bf6a3fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948594 Oct 13 04:00:07.379897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09ddb-1e5a-4be5-9321-aa53cbef0168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475d8c7-819e-4bf8-8bb1-7951d41a2e71,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:07.388045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=bcbf098e-b867-4d53-aa55-820a29dfdfd2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:07.399608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:07.458773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:07.527300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b459d1a-45c2-472d-b9de-3e0ee92c3d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.582768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b459d1a-45c2-472d-b9de-3e0ee92c3d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.591882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Attempting to bind port 1a399ba6-86c8-4ebb-8271-a262808760e9 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:07.592591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Attempting to bind port 1a399ba6-86c8-4ebb-8271-a262808760e9 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:07.593250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Attempting to bind port 1a399ba6-86c8-4ebb-8271-a262808760e9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:07.603292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Port 1a399ba6-86c8-4ebb-8271-a262808760e9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:00:07.603867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Attempting to bind port 1a399ba6-86c8-4ebb-8271-a262808760e9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:07.624658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:07.625165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:07.625646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:07.626206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Bound port: 1a399ba6-86c8-4ebb-8271-a262808760e9, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:07.626656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.719587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b459d1a-45c2-472d-b9de-3e0ee92c3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.723039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b459d1a-45c2-472d-b9de-3e0ee92c3d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.726872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b459d1a-45c2-472d-b9de-3e0ee92c3d61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0475d8c7-819e-4bf8-8bb1-7951d41a2e71 HTTP/1.1" status: 204 len: 168 time: 0.3224480 Oct 13 04:00:07.740605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b459d1a-45c2-472d-b9de-3e0ee92c3d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475d8c7-819e-4bf8-8bb1-7951d41a2e71,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:07.744554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:07.748889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:07.760136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.789540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['bcbf098e-b867-4d53-aa55-820a29dfdfd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:00:07.844053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.845825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:07.861345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:07.862140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:07.864905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-f3599f31-59d2-4b87-9bf2-a4eb9b12db76 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 1095 time: 1.2751064 Oct 13 04:00:07.865629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:07.868357 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0929acb7-7881-432e-a543-32eae36e0460" -d '{"events": [{"name": "network-changed", "server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:07.882860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.007799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-29aa77fa-8e0c-4c60-b0f8-ec8be1a73781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:08.012994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-29aa77fa-8e0c-4c60-b0f8-ec8be1a73781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1098 time: 0.0961092 Oct 13 04:00:08.111486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-bb9a1004-8e6e-43ea-be39-37d36c681f8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 217 time: 0.0879798 Oct 13 04:00:08.164306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13237c-76e9-4b7a-a111-6c7ba2e9b888 None None] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:00:08.194070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-01c1a95f-587a-4ba6-b097-55a082579c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:08.195524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-01c1a95f-587a-4ba6-b097-55a082579c4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0786762 Oct 13 04:00:08.302785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.317319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-758e852e-6456-4581-b6cc-dc763cfe1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:08.319822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-758e852e-6456-4581-b6cc-dc763cfe1f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167276 Oct 13 04:00:08.331520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dff551fd-a4bc-4b1a-ad15-74bf042f20d4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:08.352505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1dd66c8-76ff-41d7-92d0-4681acd51045 None None] Provisioning complete for port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:08.352505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1dd66c8-76ff-41d7-92d0-4681acd51045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.464974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-3d92768e-42ed-4436-8de1-9283446f54d3 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372418 Oct 13 04:00:08.495421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:00:08.497171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:08.497544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.549234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1dd66c8-76ff-41d7-92d0-4681acd51045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.592457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a1dd66c8-76ff-41d7-92d0-4681acd51045 None None] For port dff551fd-a4bc-4b1a-ad15-74bf042f20d4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:08.626454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca47d03b-ed56-42ea-8243-8f8f85201f21 req-3c152835-8ed7-40a1-a89c-3cbf8267b194 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525271 Oct 13 04:00:08.639867 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1dd66c8-76ff-41d7-92d0-4681acd51045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.700474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:00:08.701005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.713935 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Sync routers for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:00:08.728565 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:08.729427 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:08.739801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd66c8-76ff-41d7-92d0-4681acd51045 None None] Pushing event updated for resources: {'Port': ['ID=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:08.748394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:08.753155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:08.758393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-660a14e5-628a-4b6d-b604-4567ebb7c457 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4668186 Oct 13 04:00:08.799307 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:00:08.800034 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:00:08.874117 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:08.968917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1c47117-0fce-4267-8886-454387c95112 None None] Provisioning complete for port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:08.969446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1c47117-0fce-4267-8886-454387c95112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.096153 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:07Z', 'revision_number': 3, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:09.105675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:09.128916 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Checking router: 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:00:09.129403 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Updating router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:00:09.157776 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.314218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.366691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-network', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:09.393561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Made reservation on behalf of fd7c7a152f1446feb7149caf839fc931 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:09.396051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.405256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.481797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Allocated IP 172.20.0.1 (54f08150-1eeb-4ec8-bc43-155932ab4a00/6303dc1e-5346-4549-9a5e-7fb0c928a542/bd8ce6c3-e4c6-42a9-8493-529eba8eb477) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:09.484159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.487657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.516494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:00:09.523306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:09.531167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.531558 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Added segment a4ebe022-4d27-4cad-bf06-e6c4e32ef931 of type vlan for network 122062c4-349a-4a60-8a48-84003ebf8045 Oct 13 04:00:09.538937 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.545403 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.577906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.594882 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Attempting to bind port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:09.595501 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Attempting to bind port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:09.595866 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Attempting to bind port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:09.597690 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.605180 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:09.605633 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:09.606012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.606160 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.606652 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:09.606861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Bound port: b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:09.607212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:09.607321 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.607800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.635029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.638112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.639040 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Pushing event updated for resources: {'Port': ['ID=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:09.651013 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.651354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.651872 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.652353 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.652711 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.653045 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.653380 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.653725 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.654632 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.654957 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.655280 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.655682 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:09.669037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5621974 Oct 13 04:00:09.669672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:09.675917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Request body: {'subnet': {'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-subnet', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:09.678136 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] For port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:09.679633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:09.681597 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] For port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:09.682926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:09.684613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c265-21e0-4ed2-87b3-1e504d577fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=122062c4-349a-4a60-8a48-84003ebf8045,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:09.686839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:09.689607 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.706794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Made reservation on behalf of fd7c7a152f1446feb7149caf839fc931 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:09.709890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.712782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 122062c4-349a-4a60-8a48-84003ebf8045 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:00:09.750918 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:09.751540 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:09.766056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Pushing event updated for resources: {'Port': ['ID=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:09.790842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.861963 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:09.918265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.963180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:09.972574 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057c320-7454-4de2-b5f2-e4b567195fe9 None None] Pushing event updated for resources: {'Port': ['ID=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:09.978119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20bace1-b619-4172-8877-d3109971fc2c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:09.989896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Checking segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:09.990260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Network hostable DHCP agents. Network: 122062c4-349a-4a60-8a48-84003ebf8045, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:00:10.007673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Network 122062c4-349a-4a60-8a48-84003ebf8045 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:00:10.017503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 122062c4-349a-4a60-8a48-84003ebf8045) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:10.022260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:10.023110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.032125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b8df2-0bd4-49b2-aba0-dfec4df89ccb None None] Network 122062c4-349a-4a60-8a48-84003ebf8045 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:00:10.046776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fba31179-88b9-4a9d-86c7-9e3cf6213bdc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3744934 Oct 13 04:00:10.049624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44898) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:10.054029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:10.078322 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.080267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.082006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8a6a9f3-ef60-42f0-92ae-180d872639c3 None None] Provisioning complete for port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:10.082150 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:07Z', 'revision_number': 3, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:10.082475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a9f3-ef60-42f0-92ae-180d872639c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.112984 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22001291-ed38-4bfe-9c7f-ca990893ed3f None None] The sync data for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 is: [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:07Z', 'revision_number': 3, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:00:10.142809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6a9f3-ef60-42f0-92ae-180d872639c3 None None] Port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:10.161918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.189320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.197688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.250291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dff551fd-a4bc-4b1a-ad15-74bf042f20d4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:10.276022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-122062c4-349a-4a60-8a48-84003ebf8045', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:00:10.277186 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.286655 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.289756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Pushing event updated for resources: {'Port': ['ID=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:10.348581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.426566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:10.428140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:10.431684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:10.438148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.565053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Allocated IP 172.20.0.2 (122062c4-349a-4a60-8a48-84003ebf8045/d20bace1-b619-4172-8877-d3109971fc2c/0e9b3ed1-713a-4a63-be06-0829500b768f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:10.583587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:00:10.675190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.702738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.724832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:00:10.731163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0ea7c30-37ac-4e83-acf8-7f33a0ec245d admin admin] 10.222.0.44 "PUT /v2.0/routers/0eb0e477-0c23-4255-b05c-3dfebc0f6b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771812 Oct 13 04:00:10.792440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45d967cf-ff55-4bf4-817c-7f3de6ae6b45 None None] Provisioning complete for port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:10.792847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d967cf-ff55-4bf4-817c-7f3de6ae6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.854473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Allocated IP 172.25.1.208 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a003c996-72bf-4467-b61e-7d739b7c9745) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:10.859860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45d967cf-ff55-4bf4-817c-7f3de6ae6b45 None None] Port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:10.861295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.867832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.904462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device bcbf098e-b867-4d53-aa55-820a29dfdfd2 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:10.956627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Network 122062c4-349a-4a60-8a48-84003ebf8045 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:10.957388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Pushing event updated for resources: {'Port': ['ID=0e9b3ed1-713a-4a63-be06-0829500b768f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:10.964245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:10.967773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:10.982113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:10.983042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:00:11.018823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.040959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port bcbf098e-b867-4d53-aa55-820a29dfdfd2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:00:11.048783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Attempting to bind port 0e9b3ed1-713a-4a63-be06-0829500b768f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:11.049147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Attempting to bind port 0e9b3ed1-713a-4a63-be06-0829500b768f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:11.049505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Attempting to bind port 0e9b3ed1-713a-4a63-be06-0829500b768f on network 122062c4-349a-4a60-8a48-84003ebf8045 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:11.051371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port bcbf098e-b867-4d53-aa55-820a29dfdfd2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:11.051733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.066521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:11.074015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:11.076987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:11.080510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Pushing event updated for resources: {'Port': ['ID=a003c996-72bf-4467-b61e-7d739b7c9745,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:11.116973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:11.117346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Checking segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:11.117918 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.118429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Bound using segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:11.118909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Bound port: 0e9b3ed1-713a-4a63-be06-0829500b768f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:11.119289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.228077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:11.331553 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.386862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] For port 0e9b3ed1-713a-4a63-be06-0829500b768f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:11.401960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'mac_address': 'fa:16:3e:6a:30:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:00:11.408818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] For port 0e9b3ed1-713a-4a63-be06-0829500b768f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e9b3ed1-713a-4a63-be06-0829500b768f,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:11.437000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.442858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.512619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.531208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:11.533649 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff1b694-0d3b-4e2c-9c80-bc54212f3b16" -d '{"events": [{"server_uuid": "e5a721e3-b77a-41b8-84c7-b32e8ececce7", "name": "network-vif-plugged", "status": "completed", "tag": "bcbf098e-b867-4d53-aa55-820a29dfdfd2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:11.534732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.551725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a399ba6-86c8-4ebb-8271-a262808760e9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:11.557839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port bcbf098e-b867-4d53-aa55-820a29dfdfd2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:11.558817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8f3f4-d5c4-4bcb-80cb-31f9404e3ead None None] Pushing event updated for resources: {'Port': ['ID=0e9b3ed1-713a-4a63-be06-0829500b768f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:11.572804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.612466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:11.620919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.642860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=bcbf098e-b867-4d53-aa55-820a29dfdfd2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:11.698169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Router 4795c0c8-1849-4881-b655-6c39980cc395 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:00:11.715391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:11.817430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:00:11.827652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Sync routers for ids ['4795c0c8-1849-4881-b655-6c39980cc395'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:00:11.835961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:11.837193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9604c83a-5615-436b-816d-ed53ff36872d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7865918 Oct 13 04:00:11.840022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:11.841676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Routers {'4795c0c8-1849-4881-b655-6c39980cc395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:11.842349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4795c0c8-1849-4881-b655-6c39980cc395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:11.845818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:00:11.999822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Set router 4795c0c8-1849-4881-b655-6c39980cc395 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:12.250897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:11Z', 'revision_number': 3, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:12.268853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.286752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Checking router: 4795c0c8-1849-4881-b655-6c39980cc395 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:00:12.287122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Updating router 4795c0c8-1849-4881-b655-6c39980cc395 port a003c996-72bf-4467-b61e-7d739b7c9745 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:00:12.320590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.344228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:12.375371 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Sync routers for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:00:12.387056 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:12.389145 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:12.463239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Allocated IP 172.20.0.1 (122062c4-349a-4a60-8a48-84003ebf8045/d20bace1-b619-4172-8877-d3109971fc2c/133cd9c3-ad0d-49cd-ba6c-087007f4013b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:12.502711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:12.503131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.535017 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:12.585185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.624364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.648498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c5943-958a-473f-8a70-c958b25d527d None None] Network 122062c4-349a-4a60-8a48-84003ebf8045 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:00:12.651933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.668344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Network 122062c4-349a-4a60-8a48-84003ebf8045 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:12.671177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:12.674878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:12.702028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Pushing event updated for resources: {'Port': ['ID=133cd9c3-ad0d-49cd-ba6c-087007f4013b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:12.719780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.720589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:12.735458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.736220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e9b3ed1-713a-4a63-be06-0829500b768f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:12.786454 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:10Z', 'revision_number': 2, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:12.813506 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Checking router: 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:00:12.813884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Updating router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:00:12.822412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84052cac-b71f-4e78-8260-b5d52aee793e None None] Provisioning complete for port 0e9b3ed1-713a-4a63-be06-0829500b768f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:12.822768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84052cac-b71f-4e78-8260-b5d52aee793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.840398 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.852922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.881495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.921002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:12.927677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.005588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:13.046060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0e9b3ed1-713a-4a63-be06-0829500b768f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:13.047057 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.089119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Attempting to bind port a003c996-72bf-4467-b61e-7d739b7c9745 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:13.089631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Attempting to bind port a003c996-72bf-4467-b61e-7d739b7c9745 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:13.090082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Attempting to bind port a003c996-72bf-4467-b61e-7d739b7c9745 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:13.091972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1fd88-4e32-40bb-b234-2ed4fc5616a7 None None] Pushing event updated for resources: {'Port': ['ID=a003c996-72bf-4467-b61e-7d739b7c9745,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.129697 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.134489 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.146296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:13.146805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:13.147324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.147807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:13.148383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Bound port: a003c996-72bf-4467-b61e-7d739b7c9745, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:13.148881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.210347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84052cac-b71f-4e78-8260-b5d52aee793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.210558 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf6e39-2a6a-42fa-a643-5af0c50dd9ed None None] Pushing event updated for resources: {'Port': ['ID=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.272095 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Attempting to bind port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:13.272459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Attempting to bind port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:13.272849 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Attempting to bind port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 on network 54f08150-1eeb-4ec8-bc43-155932ab4a00 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:13.278564 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:13.279183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Checking segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:13.279865 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.280364 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Bound using segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:13.281323 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Bound port: bd8ce6c3-e4c6-42a9-8493-529eba8eb477, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:13.281816 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.312603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.319931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.364172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] For port bd8ce6c3-e4c6-42a9-8493-529eba8eb477, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:13.366059 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] For port bd8ce6c3-e4c6-42a9-8493-529eba8eb477, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:13.373797 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.407991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.413414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Pushing event updated for resources: {'Port': ['ID=133cd9c3-ad0d-49cd-ba6c-087007f4013b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.427319 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:13.428003 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:13.434694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84052cac-b71f-4e78-8260-b5d52aee793e None None] For port 0e9b3ed1-713a-4a63-be06-0829500b768f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e9b3ed1-713a-4a63-be06-0829500b768f,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:13.461486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 1a399ba6-86c8-4ebb-8271-a262808760e9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:00:13.465282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] For port a003c996-72bf-4467-b61e-7d739b7c9745, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:13.472439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84052cac-b71f-4e78-8260-b5d52aee793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.487835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 1a399ba6-86c8-4ebb-8271-a262808760e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:13.488206 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.504832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] For port a003c996-72bf-4467-b61e-7d739b7c9745, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a003c996-72bf-4467-b61e-7d739b7c9745,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:13.546156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Network 122062c4-349a-4a60-8a48-84003ebf8045 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:13.547687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:13.564730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.569846 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf6e39-2a6a-42fa-a643-5af0c50dd9ed None None] Pushing event updated for resources: {'Port': ['ID=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.605844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.609413 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:13.681928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84052cac-b71f-4e78-8260-b5d52aee793e None None] Pushing event updated for resources: {'Port': ['ID=0e9b3ed1-713a-4a63-be06-0829500b768f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.691328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9f074d23-5cc0-4472-8b85-0f6485838e2f None None] Provisioning complete for port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:13.692142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f074d23-5cc0-4472-8b85-0f6485838e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.695827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Routers {'4795c0c8-1849-4881-b655-6c39980cc395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:13.696650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4795c0c8-1849-4881-b655-6c39980cc395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:13.736531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Router 4795c0c8-1849-4881-b655-6c39980cc395 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:00:13.880489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:00:13.891698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f9d15f05-a3a3-44de-b074-b3feda87c87e admin admin] 10.222.0.44 "PUT /v2.0/routers/4795c0c8-1849-4881-b655-6c39980cc395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505433 Oct 13 04:00:13.894658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:13.944603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1fd88-4e32-40bb-b234-2ed4fc5616a7 None None] Pushing event updated for resources: {'Port': ['ID=a003c996-72bf-4467-b61e-7d739b7c9745,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:13.961819 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:13.966870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:00:13.967222 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:00:14.006818 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb78f34-b867-46ed-86c5-423a992fecc5 None None] The sync data for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 is: [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:00:14.007551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:14.038833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] Set router 4795c0c8-1849-4881-b655-6c39980cc395 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:14.040813 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.209537 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f074d23-5cc0-4472-8b85-0f6485838e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.228069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:14.303614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9f074d23-5cc0-4472-8b85-0f6485838e2f None None] For port bd8ce6c3-e4c6-42a9-8493-529eba8eb477, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:14.311936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f074d23-5cc0-4472-8b85-0f6485838e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.400328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f074d23-5cc0-4472-8b85-0f6485838e2f None None] Pushing event updated for resources: {'Port': ['ID=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:14.438374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '133cd9c3-ad0d-49cd-ba6c-087007f4013b', 'name': '', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'mac_address': 'fa:16:3e:c3:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:12Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 2, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'subnets': [{'id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:14.441405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Provisioning complete for port 133cd9c3-ad0d-49cd-ba6c-087007f4013b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:14.441771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.467110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa53db-6665-412c-b306-0e25bf003cae None None] The sync data for ids ['4795c0c8-1849-4881-b655-6c39980cc395'] in n-d-810220-9 is: [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '133cd9c3-ad0d-49cd-ba6c-087007f4013b', 'name': '', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'mac_address': 'fa:16:3e:c3:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:12Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 2, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'subnets': [{'id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:00:14.526328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:14.533663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-network', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:14.558889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Port 133cd9c3-ad0d-49cd-ba6c-087007f4013b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:14.565140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Made reservation on behalf of 018a0c6d19f548b3a9f8c249498f0647 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:14.568867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.575696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Provisioning complete for port 0e9b3ed1-713a-4a63-be06-0829500b768f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:14.576068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.580451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.731113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.738680 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.749967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Provisioning complete for port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:14.750439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c421266-f21a-4ae0-b55f-fd8c782fcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.793501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:00:14.830667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9163f3e9-55ac-4416-9253-82ef5ad409de,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:14.838797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.839147 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Added segment 01829468-4cc1-449d-ab91-3da32e3d3b39 of type vlan for network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 Oct 13 04:00:14.900405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:14.906259 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.953313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.954320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:14.954946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:14.972877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:14.973376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.003382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4726534 Oct 13 04:00:15.004449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:15.011898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Request body: {'subnet': {'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-subnet', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:15.072929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Made reservation on behalf of 018a0c6d19f548b3a9f8c249498f0647 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:15.074935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b4fb6-75d8-4e2b-9a90-155494868b02 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5ab2f3-ebdf-4793-9baa-82317789e1a4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:15.081431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.097549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:00:15.177844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e9b3ed1-713a-4a63-be06-0829500b768f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:15.278575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0e9b3ed1-713a-4a63-be06-0829500b768f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:15.278958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.322582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.385153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b40bc24-2955-4401-8f2f-b2d44efcaa6f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:15.393828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Checking segment: {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:15.394190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Network hostable DHCP agents. Network: bf5ab2f3-ebdf-4793-9baa-82317789e1a4, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:00:15.400562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd8ce6c3-e4c6-42a9-8493-529eba8eb477 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:15.423933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:00:15.437552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, bf5ab2f3-ebdf-4793-9baa-82317789e1a4) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:15.442121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:15.449972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.451939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a87ad-7992-41c9-9062-178887067770 None None] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:00:15.470657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-830d3a39-bd5c-41e9-940a-67a70323c5be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4624355 Oct 13 04:00:15.471165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:15.475504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:15.500671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.501970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.548163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:15.549254 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.565142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.718876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-bf5ab2f3-ebdf-4793-9baa-82317789e1a4', 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'fixed_ips': [{'subnet_id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:00:15.719875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:15.988450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Allocated IP 172.20.0.2 (bf5ab2f3-ebdf-4793-9baa-82317789e1a4/4b40bc24-2955-4401-8f2f-b2d44efcaa6f/cebb3cda-b9e0-4500-9bad-04d16fc34df8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:15.988770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.146399 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.151714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.195261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:16.198119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:16.201188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:16.208391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Pushing event updated for resources: {'Port': ['ID=cebb3cda-b9e0-4500-9bad-04d16fc34df8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:16.231066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4efea-a6a8-41e6-8d3c-b9300d94dd81 req-abba6eff-63ce-41e6-9523-079d7f2a3fae tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:16.232897 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bb4efea-a6a8-41e6-8d3c-b9300d94dd81 req-abba6eff-63ce-41e6-9523-079d7f2a3fae tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0857685 Oct 13 04:00:16.234449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.255887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.262568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Attempting to bind port cebb3cda-b9e0-4500-9bad-04d16fc34df8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:16.263560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Attempting to bind port cebb3cda-b9e0-4500-9bad-04d16fc34df8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:16.263956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Attempting to bind port cebb3cda-b9e0-4500-9bad-04d16fc34df8 on network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:16.269269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:16.269685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Checking segment: {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:16.270072 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.270460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Bound using segment: {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:16.270918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Bound port: cebb3cda-b9e0-4500-9bad-04d16fc34df8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:16.271403 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.336356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bb4efea-a6a8-41e6-8d3c-b9300d94dd81 req-728081ba-8025-4413-b3eb-c5345bf28e87 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Oct 13 04:00:16.360793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] For port cebb3cda-b9e0-4500-9bad-04d16fc34df8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:16.366464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] For port cebb3cda-b9e0-4500-9bad-04d16fc34df8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cebb3cda-b9e0-4500-9bad-04d16fc34df8,segment=NetworkSegment(01829468-4cc1-449d-ab91-3da32e3d3b39),segment_id=01829468-4cc1-449d-ab91-3da32e3d3b39)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:16.377180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.444324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c2328-3e9b-45fa-bf46-293b828de921 None None] Pushing event updated for resources: {'Port': ['ID=cebb3cda-b9e0-4500-9bad-04d16fc34df8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:16.463482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Allocated IP 172.25.1.28 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/737c3078-9165-4ef3-b418-9e669eb8a0f1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:16.509801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdae38-d1f6-48d7-99e0-7e8cb0413d23 req-2698cf2c-396f-45d4-be48-cf8f0318131b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:16.511285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96cdae38-d1f6-48d7-99e0-7e8cb0413d23 req-2698cf2c-396f-45d4-be48-cf8f0318131b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.1058249 Oct 13 04:00:16.586517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96cdae38-d1f6-48d7-99e0-7e8cb0413d23 req-0b049d2c-4879-4438-ae86-4e5436e76a32 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496972 Oct 13 04:00:16.647499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.776092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.776441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a003c996-72bf-4467-b61e-7d739b7c9745 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:16.828466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a003c996-72bf-4467-b61e-7d739b7c9745 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:16.828759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5d624-d8ee-489a-a510-bce3679c60ed req-63930990-673d-480e-869e-5cbb6e6ca6bd tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:16.828878 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.830446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1f5d624-d8ee-489a-a510-bce3679c60ed req-63930990-673d-480e-869e-5cbb6e6ca6bd tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.1246922 Oct 13 04:00:16.833678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:16.836479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:16.838906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:16.870344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Pushing event updated for resources: {'Port': ['ID=737c3078-9165-4ef3-b418-9e669eb8a0f1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:16.906393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.910921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1f5d624-d8ee-489a-a510-bce3679c60ed req-ab24f95f-3cdb-4b7a-b4fb-f6dd61f07fe4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682929 Oct 13 04:00:16.935810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a003c996-72bf-4467-b61e-7d739b7c9745, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a003c996-72bf-4467-b61e-7d739b7c9745,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:16.941641 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:16.962738 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c204f920-01dc-4b2f-b7da-7fe623bae3d3 x-openstack-request-id: req-c204f920-01dc-4b2f-b7da-7fe623bae3d3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:16.963230 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:16.963333 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c204f920-01dc-4b2f-b7da-7fe623bae3d3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:16.963649 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'status': 'completed', 'code': 200} Oct 13 04:00:17.018427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a003c996-72bf-4467-b61e-7d739b7c9745,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:17.027196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929acb7-7881-432e-a543-32eae36e0460 req-c4f1d487-f662-4dcf-8e39-79ba8ccd3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:17.029284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-c4f1d487-f662-4dcf-8e39-79ba8ccd3ddd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1100 time: 0.0417857 Oct 13 04:00:17.130084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929acb7-7881-432e-a543-32eae36e0460 req-fb497b33-5379-4fbe-8954-4383311963ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:17.131714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-fb497b33-5379-4fbe-8954-4383311963ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.0966485 Oct 13 04:00:17.140962 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:17.183419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-acdb1a4a-b510-4b84-aa66-3311c4d8ce12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 217 time: 0.0440431 Oct 13 04:00:17.294988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929acb7-7881-432e-a543-32eae36e0460 req-0dabb678-38a9-4c0a-89d9-06a1e99b6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:17.296476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-0dabb678-38a9-4c0a-89d9-06a1e99b6b41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1050665 Oct 13 04:00:17.392958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929acb7-7881-432e-a543-32eae36e0460 req-0dc05fdf-4f33-49f5-ba55-d940efd952f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:17.394459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-0dc05fdf-4f33-49f5-ba55-d940efd952f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837131 Oct 13 04:00:17.422035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:17.546770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d30985-39f9-4aba-979d-6565d61d554c None None] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:00:17.595172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-a6aa97ed-2c13-4904-952c-86b3e7d07caf service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919498 Oct 13 04:00:17.628799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Router a6782560-d84e-4017-b71c-48b420c7c000 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:00:17.636292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ff34057-812d-41d3-8fd0-1d93bf1b15d1 None None] Provisioning complete for port cebb3cda-b9e0-4500-9bad-04d16fc34df8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:17.636658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ff34057-812d-41d3-8fd0-1d93bf1b15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:17.713033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0929acb7-7881-432e-a543-32eae36e0460 req-1f7ded02-ac34-4259-b901-0ab69a0c942a service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092339 Oct 13 04:00:17.806221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ff34057-812d-41d3-8fd0-1d93bf1b15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:17.847244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ff34057-812d-41d3-8fd0-1d93bf1b15d1 None None] For port cebb3cda-b9e0-4500-9bad-04d16fc34df8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cebb3cda-b9e0-4500-9bad-04d16fc34df8,segment=NetworkSegment(01829468-4cc1-449d-ab91-3da32e3d3b39),segment_id=01829468-4cc1-449d-ab91-3da32e3d3b39)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:17.847980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-324e6647-6482-431b-a4af-88ccb4c94f03 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:17.849801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-324e6647-6482-431b-a4af-88ccb4c94f03 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 828 time: 0.2164695 Oct 13 04:00:17.852670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ff34057-812d-41d3-8fd0-1d93bf1b15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:17.872531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-f1788cb1-e8ac-4d89-9640-ee8becabd6ee tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/quotas/21a1bc402e4a4aea9bcd8732ed9a90bc HTTP/1.1" status: 200 len: 375 time: 0.0107942 Oct 13 04:00:17.874267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:00:17.889324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Sync routers for ids ['a6782560-d84e-4017-b71c-48b420c7c000'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:00:17.906725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:17.910741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-559b0ca3-cb0e-4932-a323-ba18fe17156f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4359047 Oct 13 04:00:17.910884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Routers {'a6782560-d84e-4017-b71c-48b420c7c000'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:17.910884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['a6782560-d84e-4017-b71c-48b420c7c000'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:17.912451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:17.950353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5d12ba71-fd90-4675-a985-697b4284e7f7 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586324 Oct 13 04:00:17.958295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff34057-812d-41d3-8fd0-1d93bf1b15d1 None None] Pushing event updated for resources: {'Port': ['ID=cebb3cda-b9e0-4500-9bad-04d16fc34df8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:18.035939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Set router a6782560-d84e-4017-b71c-48b420c7c000 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:18.072100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-75908b06-5ca8-4fd4-949e-0d2fc09890af service neutron] 10.222.0.44 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144474 Oct 13 04:00:18.159934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-bc7fe700-5147-4ddb-9b8b-d6387a83c86b service neutron] 10.222.0.44 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867789 Oct 13 04:00:18.192249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b60b1c8a-6e10-49b6-83be-8a4303db5a94 None None] Provisioning complete for port cebb3cda-b9e0-4500-9bad-04d16fc34df8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:18.192821 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b60b1c8a-6e10-49b6-83be-8a4303db5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.316115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:00:17Z', 'revision_number': 3, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:18.379838 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59abbb2-fa32-4853-a6fa-a3f6df23e083 x-openstack-request-id: req-d59abbb2-fa32-4853-a6fa-a3f6df23e083 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:18.380135 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a721e3-b77a-41b8-84c7-b32e8ececce7", "name": "network-vif-plugged", "status": "completed", "tag": "bcbf098e-b867-4d53-aa55-820a29dfdfd2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:18.380394 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d59abbb2-fa32-4853-a6fa-a3f6df23e083 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:18.381096 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'code': 200} Oct 13 04:00:18.382535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Checking router: a6782560-d84e-4017-b71c-48b420c7c000 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:00:18.382875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Updating router a6782560-d84e-4017-b71c-48b420c7c000 port 737c3078-9165-4ef3-b418-9e669eb8a0f1 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:00:18.411281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.445723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.638986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Allocated IP 172.20.0.1 (bf5ab2f3-ebdf-4793-9baa-82317789e1a4/4b40bc24-2955-4401-8f2f-b2d44efcaa6f/926e2344-7c42-45c7-bfe1-65da4d2d11bf) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:18.695906 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.705563 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.749329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Sync routers for ids ['4795c0c8-1849-4881-b655-6c39980cc395'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:00:18.759814 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Routers {'4795c0c8-1849-4881-b655-6c39980cc395'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:18.760503 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4795c0c8-1849-4881-b655-6c39980cc395'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:18.764846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562787c-bc54-47a4-9b62-835e3a19edd4 None None] Pushing event updated for resources: {'Port': ['ID=737c3078-9165-4ef3-b418-9e669eb8a0f1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:18.786875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Attempting to bind port 737c3078-9165-4ef3-b418-9e669eb8a0f1 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:18.787326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Attempting to bind port 737c3078-9165-4ef3-b418-9e669eb8a0f1 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:18.787753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Attempting to bind port 737c3078-9165-4ef3-b418-9e669eb8a0f1 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:18.793088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:18.793481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:18.793993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.794502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:18.795174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Bound port: 737c3078-9165-4ef3-b418-9e669eb8a0f1, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:18.795750 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.826710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a003c996-72bf-4467-b61e-7d739b7c9745 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:18.829897 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.884361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.904899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd747-14eb-4d28-820d-59e3f7cef0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.914532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] For port 737c3078-9165-4ef3-b418-9e669eb8a0f1, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:18.918418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] For port 737c3078-9165-4ef3-b418-9e669eb8a0f1, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=737c3078-9165-4ef3-b418-9e669eb8a0f1,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:18.922833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:18.924390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a003c996-72bf-4467-b61e-7d739b7c9745 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:18.924870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.927849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:18.928613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:18.935157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:18.935466 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Set router 4795c0c8-1849-4881-b655-6c39980cc395 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:18.978944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=926e2344-7c42-45c7-bfe1-65da4d2d11bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:19.003069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.049789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Routers {'a6782560-d84e-4017-b71c-48b420c7c000'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:19.052502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['a6782560-d84e-4017-b71c-48b420c7c000'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:19.057205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562787c-bc54-47a4-9b62-835e3a19edd4 None None] Pushing event updated for resources: {'Port': ['ID=737c3078-9165-4ef3-b418-9e669eb8a0f1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:19.175206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.197580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cebb3cda-b9e0-4500-9bad-04d16fc34df8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:19.215332 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '133cd9c3-ad0d-49cd-ba6c-087007f4013b', 'name': '', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'mac_address': 'fa:16:3e:c3:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:12Z', 'updated_at': '2021-10-13T04:00:13Z', 'revision_number': 2, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'subnets': [{'id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:19.242920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] Set router a6782560-d84e-4017-b71c-48b420c7c000 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:19.247812 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Checking router: 4795c0c8-1849-4881-b655-6c39980cc395 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:00:19.248205 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Updating router 4795c0c8-1849-4881-b655-6c39980cc395 port 133cd9c3-ad0d-49cd-ba6c-087007f4013b binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:00:19.279977 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.360512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cebb3cda-b9e0-4500-9bad-04d16fc34df8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:19.361134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.367507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.381272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.456548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.458018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8dc84ba6-c4d0-425a-9458-1ea3c2cb0992 None None] Provisioning complete for port 926e2344-7c42-45c7-bfe1-65da4d2d11bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:19.458367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=926e2344-7c42-45c7-bfe1-65da4d2d11bf,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:19.458515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dc84ba6-c4d0-425a-9458-1ea3c2cb0992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.536297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8dc84ba6-c4d0-425a-9458-1ea3c2cb0992 None None] Port 926e2344-7c42-45c7-bfe1-65da4d2d11bf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:19.551359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:00:17Z', 'revision_number': 3, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:19.560100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:19.561794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:19.578683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7b38b-7fba-4d77-a2da-4792f6fbcaf6 None None] The sync data for ids ['a6782560-d84e-4017-b71c-48b420c7c000'] in n-d-810220-9 is: [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:00:17Z', 'revision_number': 3, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:00:19.587308 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.601795 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.671826 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dda65-8d1b-4ac5-a89b-643c7e97f19a None None] Pushing event updated for resources: {'Port': ['ID=133cd9c3-ad0d-49cd-ba6c-087007f4013b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:19.704443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Router a6782560-d84e-4017-b71c-48b420c7c000 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:00:19.749007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Attempting to bind port 133cd9c3-ad0d-49cd-ba6c-087007f4013b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:19.749568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Attempting to bind port 133cd9c3-ad0d-49cd-ba6c-087007f4013b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:19.750135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Attempting to bind port 133cd9c3-ad0d-49cd-ba6c-087007f4013b on network 122062c4-349a-4a60-8a48-84003ebf8045 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:19.758139 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:19.758509 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Checking segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:19.758902 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.759280 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Bound using segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:19.759744 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Bound port: 133cd9c3-ad0d-49cd-ba6c-087007f4013b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:19.760117 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.834792 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] For port 133cd9c3-ad0d-49cd-ba6c-087007f4013b, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:19.840408 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] For port 133cd9c3-ad0d-49cd-ba6c-087007f4013b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=133cd9c3-ad0d-49cd-ba6c-087007f4013b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:19.843095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:00:19.850402 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.860741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5e6da02-5555-48c7-b777-916eb275d9d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/a6782560-d84e-4017-b71c-48b420c7c000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9380984 Oct 13 04:00:19.870488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-98e1215f-6f70-49fe-a623-4837304008cb None None] Provisioning complete for port 926e2344-7c42-45c7-bfe1-65da4d2d11bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:19.872167 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98e1215f-6f70-49fe-a623-4837304008cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:19.920063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-98e1215f-6f70-49fe-a623-4837304008cb None None] Port 926e2344-7c42-45c7-bfe1-65da4d2d11bf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:19.926445 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Routers {'4795c0c8-1849-4881-b655-6c39980cc395'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:19.927061 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T03:59:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4795c0c8-1849-4881-b655-6c39980cc395'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:19.928947 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dda65-8d1b-4ac5-a89b-643c7e97f19a None None] Pushing event updated for resources: {'Port': ['ID=133cd9c3-ad0d-49cd-ba6c-087007f4013b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:20.041159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-807b4288-a6dc-4bec-9afe-ff9122ffc5d1 None None] Provisioning complete for port 133cd9c3-ad0d-49cd-ba6c-087007f4013b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:20.041810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-807b4288-a6dc-4bec-9afe-ff9122ffc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:20.051146 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] Set router 4795c0c8-1849-4881-b655-6c39980cc395 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:20.136731 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-807b4288-a6dc-4bec-9afe-ff9122ffc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:20.176729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-807b4288-a6dc-4bec-9afe-ff9122ffc5d1 None None] For port 133cd9c3-ad0d-49cd-ba6c-087007f4013b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=133cd9c3-ad0d-49cd-ba6c-087007f4013b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:20.182068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-807b4288-a6dc-4bec-9afe-ff9122ffc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:20.246050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b4288-a6dc-4bec-9afe-ff9122ffc5d1 None None] Pushing event updated for resources: {'Port': ['ID=133cd9c3-ad0d-49cd-ba6c-087007f4013b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:20.303759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-22bb1205-a942-4050-ae9d-6a4d44b67135 None None] Provisioning complete for port 133cd9c3-ad0d-49cd-ba6c-087007f4013b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:20.304711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22bb1205-a942-4050-ae9d-6a4d44b67135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:20.323463 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '133cd9c3-ad0d-49cd-ba6c-087007f4013b', 'name': '', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'mac_address': 'fa:16:3e:c3:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:12Z', 'updated_at': '2021-10-13T04:00:19Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'subnets': [{'id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:20.365971 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a57b66-f704-4614-967c-bb33103c3fe0 None None] The sync data for ids ['4795c0c8-1849-4881-b655-6c39980cc395'] in n-d-810220-9 is: [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '133cd9c3-ad0d-49cd-ba6c-087007f4013b', 'name': '', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'mac_address': 'fa:16:3e:c3:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:12Z', 'updated_at': '2021-10-13T04:00:19Z', 'revision_number': 4, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'subnets': [{'id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:00:20.396853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:20.399731 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b4bd5b-2170-43ff-9e96-8f59ba89f241" -d '{"events": [{"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-plugged", "status": "completed", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:20.710217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 133cd9c3-ad0d-49cd-ba6c-087007f4013b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:20.809635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 133cd9c3-ad0d-49cd-ba6c-087007f4013b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:20.810804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:21.459739 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4087bdd1-7a32-4367-8ba2-93470e1e5ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:22.555432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecdbe7-1720-4b8e-9135-7297599e0b4b req-f16efd70-a942-40a1-bd08-81136ae81988 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:22.556921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68ecdbe7-1720-4b8e-9135-7297599e0b4b req-f16efd70-a942-40a1-bd08-81136ae81988 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0504317 Oct 13 04:00:22.597830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68ecdbe7-1720-4b8e-9135-7297599e0b4b req-c28f0f30-4764-494c-b93c-f93f1c000563 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Oct 13 04:00:22.690540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 737c3078-9165-4ef3-b418-9e669eb8a0f1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:22.764572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:22.780799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 737c3078-9165-4ef3-b418-9e669eb8a0f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:22.781220 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:22.790523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Sync routers for ids ['a6782560-d84e-4017-b71c-48b420c7c000'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:00:22.852651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Routers {'a6782560-d84e-4017-b71c-48b420c7c000'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:22.853392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:00:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['a6782560-d84e-4017-b71c-48b420c7c000'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:22.866121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf175e6-a773-4fb4-85a4-f721dc93b254 req-2f14cf1a-61c4-4bab-a142-b1dc853cc7e1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:22.876945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bf175e6-a773-4fb4-85a4-f721dc93b254 req-2f14cf1a-61c4-4bab-a142-b1dc853cc7e1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.0750885 Oct 13 04:00:22.902928 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:22.919526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bf175e6-a773-4fb4-85a4-f721dc93b254 req-213cf96f-d41c-4285-a8d5-ecc8b975f227 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Oct 13 04:00:23.006597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.035825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd298e4-f83e-4ee3-963b-ea233447a171 req-6b7c355b-e1c2-4347-ae14-7483524c0cf9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:23.036556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 737c3078-9165-4ef3-b418-9e669eb8a0f1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=737c3078-9165-4ef3-b418-9e669eb8a0f1,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:23.037592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cd298e4-f83e-4ee3-963b-ea233447a171 req-6b7c355b-e1c2-4347-ae14-7483524c0cf9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0502102 Oct 13 04:00:23.038749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Set router a6782560-d84e-4017-b71c-48b420c7c000 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:23.041281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.079588 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cd298e4-f83e-4ee3-963b-ea233447a171 req-fc5df120-d74b-4c1d-b378-4eebad17ca64 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Oct 13 04:00:23.162934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bbb03526-9d25-4592-8ad2-4961feb5720c req-66ccbd81-4970-460a-9a0d-a22cdb6b74fe tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Oct 13 04:00:23.193881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=737c3078-9165-4ef3-b418-9e669eb8a0f1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:23.211400 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd6b6ae-ef02-4c34-b6f2-411c8bdd6834 x-openstack-request-id: req-3fd6b6ae-ef02-4c34-b6f2-411c8bdd6834 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:23.211685 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-plugged", "status": "completed", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:23.211935 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fd6b6ae-ef02-4c34-b6f2-411c8bdd6834 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:23.212321 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'code': 200} Oct 13 04:00:23.318370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:00:19Z', 'revision_number': 4, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '926e2344-7c42-45c7-bfe1-65da4d2d11bf', 'name': '', 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'mac_address': 'fa:16:3e:86:7e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:18Z', 'updated_at': '2021-10-13T04:00:19Z', 'revision_number': 2, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'subnets': [{'id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:23.338008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183e237-191c-45e9-9672-fcc882958f91 req-41c9fd01-81b0-4511-ac4c-9b1adcf1df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:23.339635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f183e237-191c-45e9-9672-fcc882958f91 req-41c9fd01-81b0-4511-ac4c-9b1adcf1df8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1100 time: 0.0663695 Oct 13 04:00:23.349251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Checking router: a6782560-d84e-4017-b71c-48b420c7c000 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:00:23.349676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Updating router a6782560-d84e-4017-b71c-48b420c7c000 port 926e2344-7c42-45c7-bfe1-65da4d2d11bf binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:00:23.381464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.393172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f183e237-191c-45e9-9672-fcc882958f91 req-31e2040e-63ab-426e-89f4-2334992ee929 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Oct 13 04:00:23.675111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.681163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.782720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07543ce0-8ccf-4f1b-b6f7-1606aea9b1a3 None None] Pushing event updated for resources: {'Port': ['ID=926e2344-7c42-45c7-bfe1-65da4d2d11bf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:23.796440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Attempting to bind port 926e2344-7c42-45c7-bfe1-65da4d2d11bf on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:23.797076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Attempting to bind port 926e2344-7c42-45c7-bfe1-65da4d2d11bf by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:23.797385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Attempting to bind port 926e2344-7c42-45c7-bfe1-65da4d2d11bf on network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:23.805113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:23.805753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Checking segment: {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:23.806255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.806854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Bound using segment: {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:23.807406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Bound port: 926e2344-7c42-45c7-bfe1-65da4d2d11bf, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01829468-4cc1-449d-ab91-3da32e3d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:23.807894 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.901692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] For port 926e2344-7c42-45c7-bfe1-65da4d2d11bf, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:23.907235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] For port 926e2344-7c42-45c7-bfe1-65da4d2d11bf, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=926e2344-7c42-45c7-bfe1-65da4d2d11bf,segment=NetworkSegment(01829468-4cc1-449d-ab91-3da32e3d3b39),segment_id=01829468-4cc1-449d-ab91-3da32e3d3b39)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:23.912876 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:23.977220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Routers {'a6782560-d84e-4017-b71c-48b420c7c000'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:00:23.977856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:00:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['a6782560-d84e-4017-b71c-48b420c7c000'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:24.122009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] Set router a6782560-d84e-4017-b71c-48b420c7c000 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:00:24.207550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07543ce0-8ccf-4f1b-b6f7-1606aea9b1a3 None None] Pushing event updated for resources: {'Port': ['ID=926e2344-7c42-45c7-bfe1-65da4d2d11bf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:24.248213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:24.258621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1810d1a3-a778-4724-9a83-28806e3e89ae None None] Provisioning complete for port 926e2344-7c42-45c7-bfe1-65da4d2d11bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:24.258991 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1810d1a3-a778-4724-9a83-28806e3e89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.365537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fede9c36-142e-4c2a-985f-fe37f68880b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.414770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1810d1a3-a778-4724-9a83-28806e3e89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.454139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fede9c36-142e-4c2a-985f-fe37f68880b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.458959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fede9c36-142e-4c2a-985f-fe37f68880b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.479989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.487566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:24.488137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fede9c36-142e-4c2a-985f-fe37f68880b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49a555d5ab9243af8d26f3ab4cb9168a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380111 Oct 13 04:00:24.504568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:00:19Z', 'revision_number': 4, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '926e2344-7c42-45c7-bfe1-65da4d2d11bf', 'name': '', 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'mac_address': 'fa:16:3e:86:7e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:18Z', 'updated_at': '2021-10-13T04:00:23Z', 'revision_number': 4, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'subnets': [{'id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:24.511679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1810d1a3-a778-4724-9a83-28806e3e89ae None None] For port 926e2344-7c42-45c7-bfe1-65da4d2d11bf, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=926e2344-7c42-45c7-bfe1-65da4d2d11bf,segment=NetworkSegment(01829468-4cc1-449d-ab91-3da32e3d3b39),segment_id=01829468-4cc1-449d-ab91-3da32e3d3b39)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:24.514296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede9c36-142e-4c2a-985f-fe37f68880b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a73d5e-820d-49d9-ba34-1bcff62be471,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:24.543390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1810d1a3-a778-4724-9a83-28806e3e89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.553383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0bbad55-1341-4d2a-a2cd-3e036949c646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.570283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa51a293-79d4-4f19-9fae-ccc9b254bae1 None None] The sync data for ids ['a6782560-d84e-4017-b71c-48b420c7c000'] in n-d-810220-9 is: [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:00:19Z', 'revision_number': 4, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '926e2344-7c42-45c7-bfe1-65da4d2d11bf', 'name': '', 'network_id': 'bf5ab2f3-ebdf-4793-9baa-82317789e1a4', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'mac_address': 'fa:16:3e:86:7e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:18Z', 'updated_at': '2021-10-13T04:00:23Z', 'revision_number': 4, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'subnets': [{'id': '4b40bc24-2955-4401-8f2f-b2d44efcaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:00:24.578624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0bbad55-1341-4d2a-a2cd-3e036949c646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.627991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d1a3-a778-4724-9a83-28806e3e89ae None None] Pushing event updated for resources: {'Port': ['ID=926e2344-7c42-45c7-bfe1-65da4d2d11bf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:24.665583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0bbad55-1341-4d2a-a2cd-3e036949c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.672740 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0bbad55-1341-4d2a-a2cd-3e036949c646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.675276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f556bf77-10ab-4798-9cb2-01732baad9b4 None None] Provisioning complete for port 926e2344-7c42-45c7-bfe1-65da4d2d11bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:24.675775 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f556bf77-10ab-4798-9cb2-01732baad9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:24.679624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e0bbad55-1341-4d2a-a2cd-3e036949c646 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7a73d5e-820d-49d9-ba34-1bcff62be471 HTTP/1.1" status: 204 len: 168 time: 0.1910241 Oct 13 04:00:24.697074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbad55-1341-4d2a-a2cd-3e036949c646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a73d5e-820d-49d9-ba34-1bcff62be471,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:24.775926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 737c3078-9165-4ef3-b418-9e669eb8a0f1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:24.911911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 737c3078-9165-4ef3-b418-9e669eb8a0f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:24.912584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.054731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:25.070607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb215-be02-4f8a-80eb-184e0df69636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.169957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb215-be02-4f8a-80eb-184e0df69636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.180337 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb215-be02-4f8a-80eb-184e0df69636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.219436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdb215-be02-4f8a-80eb-184e0df69636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17849bc-d9d2-4907-8143-c1258ca0c502,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:25.224729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f5fdb215-be02-4f8a-80eb-184e0df69636 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f81b649ca282445f9b145be7d4416ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685836 Oct 13 04:00:25.227330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:00:25.279110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f801-2c86-4f83-9d92-53fc1a3e524b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.302046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f801-2c86-4f83-9d92-53fc1a3e524b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.351018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f801-2c86-4f83-9d92-53fc1a3e524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.353714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f801-2c86-4f83-9d92-53fc1a3e524b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:25.357763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9dd9f801-2c86-4f83-9d92-53fc1a3e524b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e17849bc-d9d2-4907-8143-c1258ca0c502 HTTP/1.1" status: 204 len: 168 time: 0.1266410 Oct 13 04:00:25.367043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9f801-2c86-4f83-9d92-53fc1a3e524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17849bc-d9d2-4907-8143-c1258ca0c502,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:26.680176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 926e2344-7c42-45c7-bfe1-65da4d2d11bf up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:26.730720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 926e2344-7c42-45c7-bfe1-65da4d2d11bf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:26.731627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:35.227099 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:00:35.739781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203207fa-8b12-41f4-9e50-9904813ad5cd req-da9ac2fb-91ce-4f56-92cd-47a667526f33 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:35.741295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-203207fa-8b12-41f4-9e50-9904813ad5cd req-da9ac2fb-91ce-4f56-92cd-47a667526f33 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.0715218 Oct 13 04:00:35.791138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-203207fa-8b12-41f4-9e50-9904813ad5cd req-63364a50-3e1a-42ca-901f-5ba966e2f59b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Oct 13 04:00:35.931237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d54037-56e9-4ba6-a092-2529b725c27f req-b11a1df4-550e-46b5-a9ef-3d649646c637 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:35.933040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17d54037-56e9-4ba6-a092-2529b725c27f req-b11a1df4-550e-46b5-a9ef-3d649646c637 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0618742 Oct 13 04:00:35.997719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17d54037-56e9-4ba6-a092-2529b725c27f req-b6c29320-1aaf-4c21-9c53-a92122e3372d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571690 Oct 13 04:00:36.077288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ec832596-f901-4b18-a26b-e204ebcce715 req-5e8dad9c-4b66-4e0a-b3cb-78df488a65b5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 210 time: 0.0306776 Oct 13 04:00:36.099789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f996d7-7cc1-412c-930a-33ceb4c8fb1f req-f3148011-9d98-47ef-859f-5e31175d3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:36.101456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57f996d7-7cc1-412c-930a-33ceb4c8fb1f req-f3148011-9d98-47ef-859f-5e31175d3db0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 1101 time: 0.1588688 Oct 13 04:00:36.103789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-71f476e9-846c-4289-b96d-c6b9dbc94078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:36.105198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-71f476e9-846c-4289-b96d-c6b9dbc94078 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.6150393 Oct 13 04:00:36.169166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-85541c34-1981-465c-b8c4-fae0613dc520 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 200 len: 217 time: 0.0509830 Oct 13 04:00:36.179943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efce12-9d09-4c17-a8ac-76ff6f0b7327 req-ee6efc7a-c87d-49fe-bbdb-4bf89133c41a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:36.187890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31efce12-9d09-4c17-a8ac-76ff6f0b7327 req-ee6efc7a-c87d-49fe-bbdb-4bf89133c41a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.2442169 Oct 13 04:00:36.261399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9e56d899-161c-4fef-9925-5e2b11eff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:36.263901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9e56d899-161c-4fef-9925-5e2b11eff093 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0678024 Oct 13 04:00:36.339562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31efce12-9d09-4c17-a8ac-76ff6f0b7327 req-1d5a3c9e-432c-4144-9cb5-31c0a38a6ab4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460686 Oct 13 04:00:36.351809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-5081a333-d73c-40ee-8b23-4cc74a2f396e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734441 Oct 13 04:00:36.381838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57f996d7-7cc1-412c-930a-33ceb4c8fb1f req-fca9d51f-7f74-4dfe-acbf-8f823d40e222 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650006 Oct 13 04:00:36.419355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-776c9c1c-66dc-4117-91ae-0b5b1adfbd6b tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b9cea0f29b554b149db1bfbcce95d44c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417638 Oct 13 04:00:36.466807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-9dbc22bb-ce10-4107-bab5-3f384484e8cf service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 Oct 13 04:00:36.523490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-20124698-734d-4594-aa41-88cc5ca8c27a req-d822be2d-c885-46dd-ac9a-c9b3fde606f4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:00:36.525106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20124698-734d-4594-aa41-88cc5ca8c27a req-d822be2d-c885-46dd-ac9a-c9b3fde606f4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0142674 Oct 13 04:00:36.551636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-022ed5fe-d86c-4ef8-a510-b2c00d2ae21b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:36.554063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-022ed5fe-d86c-4ef8-a510-b2c00d2ae21b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.26 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 828 time: 0.2580154 Oct 13 04:00:36.560904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-912dd4c8-440d-49d7-bf0b-777aaa67113a tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:36.562517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-912dd4c8-440d-49d7-bf0b-777aaa67113a tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420670 Oct 13 04:00:36.580286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-f18798b7-0095-4e55-abf2-e12902d5e42e tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/quotas/b9cea0f29b554b149db1bfbcce95d44c HTTP/1.1" status: 200 len: 375 time: 0.0104265 Oct 13 04:00:36.615794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-fe28904b-b36c-4d9e-85f8-02efc0ff4a2b tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cea0f29b554b149db1bfbcce95d44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286222 Oct 13 04:00:36.803085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-590b50a9-4fc8-4d34-9174-dd44e7df364f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607622 Oct 13 04:00:36.815956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-18e20d8c-77e5-436e-87b4-aa6c6540b52d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:00:36.818231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-18e20d8c-77e5-436e-87b4-aa6c6540b52d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0096521 Oct 13 04:00:37.760657 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:37.914147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-e7ba5041-ac52-462a-9bb5-f303d3cd3443 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9cea0f29b554b149db1bfbcce95d44c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248725 Oct 13 04:00:38.057674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-e29e6d08-f3a9-4e60-8342-62ec28927839 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:38.059918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-e29e6d08-f3a9-4e60-8342-62ec28927839 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372049 Oct 13 04:00:38.081457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Request body: {'port': {'device_id': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'b9cea0f29b554b149db1bfbcce95d44c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:38.218074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Made reservation on behalf of b9cea0f29b554b149db1bfbcce95d44c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:38.224671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.241156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.367943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.378088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.429360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-a15cb07e-4950-46c8-9cc2-7e55d0d1a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:38.432746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-a15cb07e-4950-46c8-9cc2-7e55d0d1a671 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1100 time: 0.0608008 Oct 13 04:00:38.445633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7959cb20-49f3-4459-a376-78549583495d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:38.532504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Allocated IP 192.168.233.53 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/e4433f9c-718d-4f85-b6fa-c88bc00f121e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:38.586328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-4e42822a-851c-49c6-9f42-7152dd2bc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:38.587848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-4e42822a-851c-49c6-9f42-7152dd2bc94e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1462581 Oct 13 04:00:38.636421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-98e9abc5-411d-4bf6-a945-f36c99ed44e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 217 time: 0.0392036 Oct 13 04:00:38.698309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.702129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-4e60b522-42e7-4492-9b2f-ed32e6d2dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:38.706646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-4e60b522-42e7-4492-9b2f-ed32e6d2dc28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0641923 Oct 13 04:00:38.739247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.756778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-c3be4fbe-d805-40fa-98b4-55435c7bf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:38.758274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-c3be4fbe-d805-40fa-98b4-55435c7bf95b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454037 Oct 13 04:00:38.781021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:38.785409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:38.789360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:38.850957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Pushing event updated for resources: {'Port': ['ID=e4433f9c-718d-4f85-b6fa-c88bc00f121e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:38.872636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:38.873792 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:38.900778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-955dcc2a-8e5e-4b75-bcfe-2c3aaac294e8 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263251 Oct 13 04:00:38.911358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d573efbc-955e-412d-a9ae-ad7b68472357 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8340318 Oct 13 04:00:38.923994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Request body: {'port': {'device_id': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:39.004991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.042684 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-fc7b3028-3d51-473c-b4e7-456e7521bd40 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317034 Oct 13 04:00:39.086361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60851a3c-58ca-4d5d-8f5a-110eee5a212c None None] Provisioning complete for port e4433f9c-718d-4f85-b6fa-c88bc00f121e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:39.087416 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60851a3c-58ca-4d5d-8f5a-110eee5a212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.126594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-60851a3c-58ca-4d5d-8f5a-110eee5a212c None None] Port e4433f9c-718d-4f85-b6fa-c88bc00f121e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:39.305561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4433f9c-718d-4f85-b6fa-c88bc00f121e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:39.314362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.331966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Transition to ACTIVE for port object e4433f9c-718d-4f85-b6fa-c88bc00f121e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:39.337211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.420325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Pushing event updated for resources: {'Port': ['ID=e4433f9c-718d-4f85-b6fa-c88bc00f121e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:39.486663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Attempting to bind port e4433f9c-718d-4f85-b6fa-c88bc00f121e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:39.487487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Attempting to bind port e4433f9c-718d-4f85-b6fa-c88bc00f121e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:39.488044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Attempting to bind port e4433f9c-718d-4f85-b6fa-c88bc00f121e on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:39.494772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Port e4433f9c-718d-4f85-b6fa-c88bc00f121e on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:00:39.495726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Attempting to bind port e4433f9c-718d-4f85-b6fa-c88bc00f121e on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:39.503008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:39.503481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:39.503952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:39.504450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Bound port: e4433f9c-718d-4f85-b6fa-c88bc00f121e, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:39.504891 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.591197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] For port e4433f9c-718d-4f85-b6fa-c88bc00f121e, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:39.599096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] For port e4433f9c-718d-4f85-b6fa-c88bc00f121e, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:39.605893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.650595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:39.651961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.653713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4433f9c-718d-4f85-b6fa-c88bc00f121e HTTP/1.1" status: 200 len: 1095 time: 0.7343862 Oct 13 04:00:39.654525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'tag': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:39.655107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:39.660399 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a77d4e-07f0-42d6-8019-875cb961f3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7da99b-e8a7-4680-bb26-2dadb61df261", "tag": "e4433f9c-718d-4f85-b6fa-c88bc00f121e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:39.688096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fe444-7aa0-4ac9-84f0-ace335c9e751 service neutron] Pushing event updated for resources: {'Port': ['ID=e4433f9c-718d-4f85-b6fa-c88bc00f121e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:39.750159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-b265c85d-1985-498a-80bd-c5a32bf8ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:39.751896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-b265c85d-1985-498a-80bd-c5a32bf8ab56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9cea0f29b554b149db1bfbcce95d44c&device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 1098 time: 0.0487278 Oct 13 04:00:39.804367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-2bdddd89-ab73-4f26-a643-9a8aa1b11a04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e HTTP/1.1" status: 200 len: 217 time: 0.0399871 Oct 13 04:00:39.862202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-4f208dc1-3c7d-49e3-8a54-79ba52a8c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:39.863659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-4f208dc1-3c7d-49e3-8a54-79ba52a8c7aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0521100 Oct 13 04:00:39.924993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-3eccbd66-940f-447e-ae81-01784630a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:39.926494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-3eccbd66-940f-447e-ae81-01784630a4e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554326 Oct 13 04:00:40.024917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-c966593d-680e-4d06-8fcb-7657fc6f41bc service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903850 Oct 13 04:00:40.117629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ef17f-6a82-4cb9-88a1-31d98da08bb1 req-1b4de061-be30-4084-9f2c-ee5888be49ab service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852807 Oct 13 04:00:42.511233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Request body: {'port': {'device_id': '1f835077-5cff-4076-b9bf-0595f6c50411', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'admin_state_up': True, 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:42.568725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf922ec-1361-4e90-b16c-820bd3967940 req-35a3d6c2-bed9-4575-9422-2781a495d10a tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:42.570203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3cf922ec-1361-4e90-b16c-820bd3967940 req-35a3d6c2-bed9-4575-9422-2781a495d10a tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 947 time: 0.0493052 Oct 13 04:00:42.612473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3cf922ec-1361-4e90-b16c-820bd3967940 req-7e858d96-a1fa-44c5-8f59-603b89aaf6f0 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Oct 13 04:00:42.670936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-d5c8ca3e-8185-403e-933e-2dc31bba05dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654587 Oct 13 04:00:42.685659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64ca2a-b7e6-4ca8-ac2c-e772c084e182 req-75cee13c-1318-4748-aef0-82b938b08fa8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:42.687292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c64ca2a-b7e6-4ca8-ac2c-e772c084e182 req-75cee13c-1318-4748-aef0-82b938b08fa8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.1808069 Oct 13 04:00:42.702001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-53907e41-f709-42e7-ab81-596f8d0fd4b2 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520730 Oct 13 04:00:42.718533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21228-4e0d-4b9d-ac50-8c404eda39c4 req-ec62ee70-9506-4873-90d6-cbbeab474acc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:42.720296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fc21228-4e0d-4b9d-ac50-8c404eda39c4 req-ec62ee70-9506-4873-90d6-cbbeab474acc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.0509343 Oct 13 04:00:42.761391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fc21228-4e0d-4b9d-ac50-8c404eda39c4 req-28ac8b11-a7c2-4223-ba83-9b8fc07d86c1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Oct 13 04:00:42.779769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c64ca2a-b7e6-4ca8-ac2c-e772c084e182 req-cfeadd77-9b7e-4b01-9ffc-2297760f207d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849395 Oct 13 04:00:42.789968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-974b5257-098c-49f8-8682-ccf2350648e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:42.791804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-974b5257-098c-49f8-8682-ccf2350648e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 1097 time: 0.0935216 Oct 13 04:00:42.796790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Made reservation on behalf of 21a1bc402e4a4aea9bcd8732ed9a90bc for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:42.798302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:42.895612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63785a35-c628-417b-a48a-16c3cc294caa req-ec9de813-d257-4408-9c8f-4bd2494f12f0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:42.897036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63785a35-c628-417b-a48a-16c3cc294caa req-ec9de813-d257-4408-9c8f-4bd2494f12f0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0518496 Oct 13 04:00:42.909759 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6978eb6-7512-47fd-a153-7442b7abb300 req-0d809a8a-2ab5-4999-a4c1-1fb214f5c6e9 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 210 time: 0.0463040 Oct 13 04:00:42.954141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63785a35-c628-417b-a48a-16c3cc294caa req-bc274b98-0def-4972-9e1e-d6f3da9911fd tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Oct 13 04:00:42.961363 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65c49c1-4304-4e6f-ad1c-c36fd8579347 x-openstack-request-id: req-b65c49c1-4304-4e6f-ad1c-c36fd8579347 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:42.961651 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7da99b-e8a7-4680-bb26-2dadb61df261", "tag": "e4433f9c-718d-4f85-b6fa-c88bc00f121e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:42.961898 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b65c49c1-4304-4e6f-ad1c-c36fd8579347 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:42.962281 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'tag': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e', 'status': 'completed', 'code': 200} Oct 13 04:00:43.101293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4384b05b-3db8-4f55-b356-bcfb16982a70 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.102722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-4384b05b-3db8-4f55-b356-bcfb16982a70 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1095 time: 0.1562581 Oct 13 04:00:43.112150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Allocated IP 172.20.0.3 (54f08150-1eeb-4ec8-bc43-155932ab4a00/6303dc1e-5346-4549-9a5e-7fb0c928a542/625e24fd-eb15-480d-8f3e-ba3599af8a2b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:43.115928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-689f9d0b-36f9-49e9-8425-cdcaae750022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.117336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-689f9d0b-36f9-49e9-8425-cdcaae750022 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 925 time: 0.2551403 Oct 13 04:00:43.158233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-56aee1f4-d09b-4995-841b-cd3c104cc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.159607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-56aee1f4-d09b-4995-841b-cd3c104cc96c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9cea0f29b554b149db1bfbcce95d44c&device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 1098 time: 0.1692176 Oct 13 04:00:43.181054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e4433f9c-718d-4f85-b6fa-c88bc00f121e details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:00:43.293808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e4433f9c-718d-4f85-b6fa-c88bc00f121e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:43.304930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e', 'mac_address': 'fa:16:3e:82:43:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:00:43.346335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:43.359650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4433f9c-718d-4f85-b6fa-c88bc00f121e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:43.385730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e4433f9c-718d-4f85-b6fa-c88bc00f121e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:43.391410 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:43.444458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e4433f9c-718d-4f85-b6fa-c88bc00f121e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:43.635403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e4433f9c-718d-4f85-b6fa-c88bc00f121e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:00:43.686274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-65d44d36-9090-4612-9422-587cb4d5ff24 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.687779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-65d44d36-9090-4612-9422-587cb4d5ff24 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/networks?id=122062c4-349a-4a60-8a48-84003ebf8045 HTTP/1.1" status: 200 len: 815 time: 0.6010766 Oct 13 04:00:43.701413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-d59329e9-ed96-4d5f-989e-70178326a7e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 HTTP/1.1" status: 200 len: 1000 time: 0.4653428 Oct 13 04:00:43.736216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb553-b784-4b66-a0fa-d0c943a4ca96 req-5ae09226-07b8-4a62-bd7a-cd5d6d41cb78 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.738359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-feadb553-b784-4b66-a0fa-d0c943a4ca96 req-5ae09226-07b8-4a62-bd7a-cd5d6d41cb78 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 948 time: 0.0557475 Oct 13 04:00:43.781639 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-feadb553-b784-4b66-a0fa-d0c943a4ca96 req-3c6d6ee6-f0b1-4844-833f-690db9c1b0de tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Oct 13 04:00:43.788922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-1097f5e5-2f4e-4871-876c-ba240562ab6a tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/quotas/fd7c7a152f1446feb7149caf839fc931 HTTP/1.1" status: 200 len: 375 time: 0.0810800 Oct 13 04:00:43.789958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-20d95540-6433-429a-af4f-5a48a3d82012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.791301 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-20d95540-6433-429a-af4f-5a48a3d82012 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.6210382 Oct 13 04:00:43.889883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-b17dbc21-4cfb-4121-82c9-42e0b87b785f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e HTTP/1.1" status: 200 len: 217 time: 0.0850430 Oct 13 04:00:43.891071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2316666-e085-45f4-9ba4-ea72d745da45 req-d3aef911-951d-4edc-9396-b04e642f3ebb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.892537 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2316666-e085-45f4-9ba4-ea72d745da45 req-d3aef911-951d-4edc-9396-b04e642f3ebb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.0485754 Oct 13 04:00:43.914684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-3e36777c-17aa-4cb6-986a-07f186346c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:43.916025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-3e36777c-17aa-4cb6-986a-07f186346c84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.2011089 Oct 13 04:00:43.932484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2316666-e085-45f4-9ba4-ea72d745da45 req-b7fff42e-d7d4-42e9-826c-fe73c48216bf tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Oct 13 04:00:43.962802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-618373c9-d032-450e-a6d7-8022eb57e4d2 service neutron] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:43.965818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:43.987788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-618373c9-d032-450e-a6d7-8022eb57e4d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:43.988895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d15b7ae-1469-41fb-827b-b73c71d22ee7 req-618373c9-d032-450e-a6d7-8022eb57e4d2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30/bindings/n-h1-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.7561209 Oct 13 04:00:44.008343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-d4e51c9e-9a85-4f15-844e-aa935d9eb2f0 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd7c7a152f1446feb7149caf839fc931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2111833 Oct 13 04:00:44.030988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-00a0523a-3b12-4cb1-aff5-f239ea6db3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.032375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-00a0523a-3b12-4cb1-aff5-f239ea6db3c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1293607 Oct 13 04:00:44.042009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8c8de-07b6-434f-beaf-67a03e9123ef req-50c1f18c-6d6f-4561-a08e-9942aff64827 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.043981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6c8c8de-07b6-434f-beaf-67a03e9123ef req-50c1f18c-6d6f-4561-a08e-9942aff64827 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0515652 Oct 13 04:00:44.081638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6c8c8de-07b6-434f-beaf-67a03e9123ef req-78ac78fc-d2ba-4db4-953a-40c720e9b4ca tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Oct 13 04:00:44.099065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-930474e0-7b37-44b2-a2cc-9735db5e2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.100513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-930474e0-7b37-44b2-a2cc-9735db5e2782 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760705 Oct 13 04:00:44.146095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:44.184269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8838ef-88a8-4240-a814-25b721a5fb39 req-07c3b16e-f5d9-4cce-b1ac-17134a926457 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.186035 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc8838ef-88a8-4240-a814-25b721a5fb39 req-07c3b16e-f5d9-4cce-b1ac-17134a926457 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 931 time: 0.0482168 Oct 13 04:00:44.226675 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc8838ef-88a8-4240-a814-25b721a5fb39 req-931dfce0-98a8-4e71-9dce-fab94256cfef tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Oct 13 04:00:44.259009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:44.265967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-8bfe198d-3970-4fed-8ddc-bfa5838801b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.267475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-8bfe198d-3970-4fed-8ddc-bfa5838801b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909871 Oct 13 04:00:44.273837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:44.278257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:44.289652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-e77f04a4-ab51-4fb3-bf92-65dd7807e8b9 service neutron] 10.222.0.44 "GET /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698755 Oct 13 04:00:44.290242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event updated for resources: {'Port': ['ID=625e24fd-eb15-480d-8f3e-ba3599af8a2b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:44.365220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04419b71-bfc9-46e9-b320-af4ac0366eac req-b4891192-b5b7-485f-afc4-bce306886373 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.371534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04419b71-bfc9-46e9-b320-af4ac0366eac req-b4891192-b5b7-485f-afc4-bce306886373 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0557497 Oct 13 04:00:44.414191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04419b71-bfc9-46e9-b320-af4ac0366eac req-0959b5f6-2dbb-4776-9e7f-f0ab50c9b271 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Oct 13 04:00:44.425301 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-fad4b5c1-a8b9-4410-97f8-e6bd51bed0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101020 Oct 13 04:00:44.453784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.454409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:44.539974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039df08-6a42-449a-a83c-7bc025fcf206 req-dcb6f528-4701-4b04-b08e-1f6bde7612ad tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:44.541170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-5b8115b2-0e4f-48ac-a93f-a47a2c0ccb0b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0336368 Oct 13 04:00:44.542145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b039df08-6a42-449a-a83c-7bc025fcf206 req-dcb6f528-4701-4b04-b08e-1f6bde7612ad tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 1095 time: 0.0510509 Oct 13 04:00:44.544960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-927f147f-779c-448e-8c00-37e5f7406e64 None None] Provisioning complete for port 625e24fd-eb15-480d-8f3e-ba3599af8a2b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:44.545436 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927f147f-779c-448e-8c00-37e5f7406e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:44.563899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Request body: {'port': {'device_id': '1f835077-5cff-4076-b9bf-0595f6c50411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:44.594314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b039df08-6a42-449a-a83c-7bc025fcf206 req-d3b3265e-a148-4269-a14a-20f7dbea02c4 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Oct 13 04:00:44.604325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-12e13d93-798b-4a41-ad38-4fbd27f83cfe service neutron] 10.222.0.44 "GET /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724197 Oct 13 04:00:44.628970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-927f147f-779c-448e-8c00-37e5f7406e64 None None] Port 625e24fd-eb15-480d-8f3e-ba3599af8a2b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:44.630823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-4f04b22f-5b86-4903-a793-1efec970d5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497488 Oct 13 04:00:44.723746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3bb9a50-936c-4087-b1e9-3c6d26858cec req-df8d7791-4070-4cad-9ffe-3ac674b671c1 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878158 Oct 13 04:00:44.728235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:44.818730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a77d4e-07f0-42d6-8019-875cb961f3e1 req-c9e1ffd9-0332-46b3-a59d-77bc64c292f6 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804988 Oct 13 04:00:44.903818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-200ad155-fe28-4121-912e-626b5406dc5b req-79364940-63ae-4a34-8fa1-d384b999181f tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 210 time: 0.0432639 Oct 13 04:00:45.024255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bd8fe-f399-4361-89f8-15708f7ebf10 req-aa3eee09-389a-47fd-98cb-b65c30a00c9c tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.026166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-468bd8fe-f399-4361-89f8-15708f7ebf10 req-aa3eee09-389a-47fd-98cb-b65c30a00c9c tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 948 time: 0.0558980 Oct 13 04:00:45.094110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-468bd8fe-f399-4361-89f8-15708f7ebf10 req-4943dc64-2ae5-4053-91dd-17a666b8eb69 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577912 Oct 13 04:00:45.102484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-1aa42b74-be27-434c-b1b1-927792406fe3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.104066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-1aa42b74-be27-434c-b1b1-927792406fe3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.1467254 Oct 13 04:00:45.180522 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-0a910812-e585-45cb-bc6a-ddcc6bf7492b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/quotas/a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 375 time: 0.0628800 Oct 13 04:00:45.181876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e4433f9c-718d-4f85-b6fa-c88bc00f121e up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:45.186758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625e24fd-eb15-480d-8f3e-ba3599af8a2b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:45.196059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.234696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Transition to ACTIVE for port object 625e24fd-eb15-480d-8f3e-ba3599af8a2b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:45.244920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.290932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-65772a9a-bf45-4cee-be37-b7a961dbe7ee tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995321 Oct 13 04:00:45.306932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e4433f9c-718d-4f85-b6fa-c88bc00f121e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:00:45.316849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e4433f9c-718d-4f85-b6fa-c88bc00f121e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:45.317802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.324822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf456e60-572a-4bfa-9576-158edc40d0d6 req-5bfbadb6-24e9-4629-938d-5552f924c8b6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.326618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf456e60-572a-4bfa-9576-158edc40d0d6 req-5bfbadb6-24e9-4629-938d-5552f924c8b6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0899856 Oct 13 04:00:45.381418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Pushing event updated for resources: {'Port': ['ID=625e24fd-eb15-480d-8f3e-ba3599af8a2b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:45.409608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf456e60-572a-4bfa-9576-158edc40d0d6 req-7efd6b1e-6cce-43b2-8f5b-3ed603647876 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Oct 13 04:00:45.513388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.524029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-47e6aac8-aabd-4180-8546-c20fde7ee8dd service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321486 Oct 13 04:00:45.555022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:45.557680 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff66ee-6494-4f84-9f30-b08850eb4080" -d '{"events": [{"server_uuid": "6f7da99b-e8a7-4680-bb26-2dadb61df261", "name": "network-vif-plugged", "status": "completed", "tag": "e4433f9c-718d-4f85-b6fa-c88bc00f121e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:45.574114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e4433f9c-718d-4f85-b6fa-c88bc00f121e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:45.587646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.600781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Attempting to bind port 625e24fd-eb15-480d-8f3e-ba3599af8a2b on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:45.601120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Attempting to bind port 625e24fd-eb15-480d-8f3e-ba3599af8a2b by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:45.601446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Attempting to bind port 625e24fd-eb15-480d-8f3e-ba3599af8a2b on network 54f08150-1eeb-4ec8-bc43-155932ab4a00 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:45.612469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Port 625e24fd-eb15-480d-8f3e-ba3599af8a2b on network 54f08150-1eeb-4ec8-bc43-155932ab4a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:00:45.612824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Attempting to bind port 625e24fd-eb15-480d-8f3e-ba3599af8a2b on network 54f08150-1eeb-4ec8-bc43-155932ab4a00 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:45.622868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:45.623375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Checking segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:45.623572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Bound using segment: {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:45.624108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Bound port: 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c8815b-b0b0-48cf-af91-eb3703f97dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:45.624365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.651372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552e49-f114-496e-8c87-1f74f6baf70d req-804e9017-a439-405b-9455-eb3c4d46d5bf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.659301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3e552e49-f114-496e-8c87-1f74f6baf70d req-804e9017-a439-405b-9455-eb3c4d46d5bf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 943 time: 0.1200643 Oct 13 04:00:45.659645 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e4433f9c-718d-4f85-b6fa-c88bc00f121e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:45.694155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3e552e49-f114-496e-8c87-1f74f6baf70d req-4a1e20a2-48b8-4015-8c78-3e8041229345 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Oct 13 04:00:45.695005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-8fcbedfd-3656-4fd7-8cb3-438cd094f476 service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699059 Oct 13 04:00:45.731193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] For port 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:45.734629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] For port 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:45.740434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.784009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.784652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:45.786065 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] 10.222.0.26 "PUT /v2.0/ports/625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 1091 time: 1.2270768 Oct 13 04:00:45.786656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:45.788955 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaff412-0322-4710-bf35-6b78d7ff595d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:45.829948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190db06e-02ae-49e3-97e6-62978edac431 service neutron] Pushing event updated for resources: {'Port': ['ID=625e24fd-eb15-480d-8f3e-ba3599af8a2b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:45.833772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57f196-76a9-45a7-b2f6-816e8a61e079 req-e80626b4-e2ef-4a57-903d-33df3a664dca tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.842323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d57f196-76a9-45a7-b2f6-816e8a61e079 req-e80626b4-e2ef-4a57-903d-33df3a664dca tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0877855 Oct 13 04:00:45.889097 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d2516-b53c-4752-981f-79573c321e20 x-openstack-request-id: req-152d2516-b53c-4752-981f-79573c321e20 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:45.889394 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7da99b-e8a7-4680-bb26-2dadb61df261", "name": "network-vif-plugged", "status": "completed", "tag": "e4433f9c-718d-4f85-b6fa-c88bc00f121e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:45.889647 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-152d2516-b53c-4752-981f-79573c321e20 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:45.890044 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e', 'code': 200} Oct 13 04:00:45.905620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-ee2da505-a371-4711-8b49-edd0f0e42720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:45.908127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-ee2da505-a371-4711-8b49-edd0f0e42720 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1094 time: 0.0701828 Oct 13 04:00:45.915871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d57f196-76a9-45a7-b2f6-816e8a61e079 req-a8836663-3776-4a07-b6d6-65268f9ae98f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663967 Oct 13 04:00:45.996369 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ce24b8-7e2c-4197-a5f4-b6bb631ecab2 x-openstack-request-id: req-a4ce24b8-7e2c-4197-a5f4-b6bb631ecab2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:45.996659 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:45.996935 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4ce24b8-7e2c-4197-a5f4-b6bb631ecab2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:45.997391 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'status': 'completed', 'code': 200} Oct 13 04:00:45.998976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-b714b8c5-8885-427f-a329-5996d8a4b053 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 217 time: 0.0786147 Oct 13 04:00:46.126408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a7dde2d-c93b-43ab-aee1-2489c08874f4 req-5a6436f2-3749-4613-b934-2405f8d689fe tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0970302 Oct 13 04:00:46.169073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-6d45cbb4-f879-4232-995d-326434b77222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:46.170573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-6d45cbb4-f879-4232-995d-326434b77222 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 200 len: 867 time: 0.1550689 Oct 13 04:00:46.176674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b73c4-db07-4ee8-ad5c-b622be02fd57 req-7f19317e-60f1-4e58-ba30-7f850d11e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:46.178561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f0b73c4-db07-4ee8-ad5c-b622be02fd57 req-7f19317e-60f1-4e58-ba30-7f850d11e64c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 1100 time: 0.0835826 Oct 13 04:00:46.248270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7df32916-6c1b-4a4f-86fd-f363976f9320 req-8d4d5ae6-639e-4504-88ce-a3a1cb4ee713 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 210 time: 0.0334334 Oct 13 04:00:46.259336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-c481d472-9d19-438d-afb7-25991444e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:46.260836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-c481d472-9d19-438d-afb7-25991444e478 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54f08150-1eeb-4ec8-bc43-155932ab4a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813680 Oct 13 04:00:46.285947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f0b73c4-db07-4ee8-ad5c-b622be02fd57 req-96e8021a-a82e-4a56-b52b-d1b595c84131 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967889 Oct 13 04:00:46.351138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c6e-6682-4442-98be-b7e54cf8da32 req-f5650e5c-e2c3-4ce1-bccb-c64603aac12d tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:46.352575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ce78c6e-6682-4442-98be-b7e54cf8da32 req-f5650e5c-e2c3-4ce1-bccb-c64603aac12d tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.1119170 Oct 13 04:00:46.402831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-3cb6992b-f8e4-4e35-8e44-33cdb37cf3bb service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275361 Oct 13 04:00:46.415141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ce78c6e-6682-4442-98be-b7e54cf8da32 req-6be0001b-6033-4f21-af1e-2c56d1467dde tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549309 Oct 13 04:00:46.506029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd783873-7b64-4735-a8ad-b4ccb4cf7741 req-d145c06a-09e1-4020-9274-5d2098f6e288 service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898712 Oct 13 04:00:46.543055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47f12b-bf0c-434b-a210-fc5f30e6879d req-3a82e261-8a9c-4553-b393-70356c855171 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:46.544545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd47f12b-bf0c-434b-a210-fc5f30e6879d req-3a82e261-8a9c-4553-b393-70356c855171 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0597796 Oct 13 04:00:46.593282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd47f12b-bf0c-434b-a210-fc5f30e6879d req-bf150d35-5929-457a-adb3-c4bef6e7e183 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Oct 13 04:00:46.977371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-49757a80-ac9a-4ae2-ae49-c7e030e77045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:46.978670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-49757a80-ac9a-4ae2-ae49-c7e030e77045 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1094 time: 0.3939285 Oct 13 04:00:47.017952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260205ed-aea5-4dab-bdf4-cd6e1d8e7f14 req-1828474a-3c10-4687-beed-46d8672221f5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.019934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-260205ed-aea5-4dab-bdf4-cd6e1d8e7f14 req-1828474a-3c10-4687-beed-46d8672221f5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 943 time: 0.1472521 Oct 13 04:00:47.061563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15235c-32b8-4a36-8c0f-b35aeb48ea61 req-d7443253-4e25-47ff-82c6-765f30b66b89 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.069255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e15235c-32b8-4a36-8c0f-b35aeb48ea61 req-d7443253-4e25-47ff-82c6-765f30b66b89 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0831525 Oct 13 04:00:47.095192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-da6d7211-3e8a-4484-9925-d392c9f061a8 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.096888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-da6d7211-3e8a-4484-9925-d392c9f061a8 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.15 "GET /v2.0/networks?id=122062c4-349a-4a60-8a48-84003ebf8045 HTTP/1.1" status: 200 len: 815 time: 0.2233410 Oct 13 04:00:47.126372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Request body: {'port': {'device_id': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'admin_state_up': True, 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:47.148917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e15235c-32b8-4a36-8c0f-b35aeb48ea61 req-caac8051-777c-4eda-b647-6da1934291c9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 Oct 13 04:00:47.261406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-260205ed-aea5-4dab-bdf4-cd6e1d8e7f14 req-b5ced940-230c-464a-a9a8-eb3b1cf50380 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229276 Oct 13 04:00:47.300552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-4cec5b48-1f05-448d-9839-af125a904116 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.302810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-4cec5b48-1f05-448d-9839-af125a904116 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.1875322 Oct 13 04:00:47.351932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-c852f429-1975-42e5-b1b2-a955b16316bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.363539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-c852f429-1975-42e5-b1b2-a955b16316bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 929 time: 0.3701119 Oct 13 04:00:47.469425 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8df1e132-0ea1-441f-a740-3be575ca1d94 req-0b9aead3-71f0-4fdd-a372-0b7246084b5b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0426357 Oct 13 04:00:47.469814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-616decaf-27c9-4006-9c24-063d25e978b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 217 time: 0.0990667 Oct 13 04:00:47.509023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-086c2915-21db-4d6e-ab9a-bf4acbdddda3 req-0f3500c3-61c1-4ac6-b567-8fb200abf26e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 210 time: 0.0432527 Oct 13 04:00:47.553193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Made reservation on behalf of fd7c7a152f1446feb7149caf839fc931 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:47.556800 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:47.561881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-7770d73b-63f6-41b7-a76e-337dd9f423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.563337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-7770d73b-63f6-41b7-a76e-337dd9f423eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 200 len: 867 time: 0.0841701 Oct 13 04:00:47.674815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-b854ced0-61c4-41f3-93c5-5e3dd190ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.676316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-b854ced0-61c4-41f3-93c5-5e3dd190ba6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54f08150-1eeb-4ec8-bc43-155932ab4a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041498 Oct 13 04:00:47.704702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384481a4-a653-4668-b222-7483db07fb1a req-6bf25f0b-dec4-41fe-b385-b4a149db9cb8 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.710918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-384481a4-a653-4668-b222-7483db07fb1a req-6bf25f0b-dec4-41fe-b385-b4a149db9cb8 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.1374121 Oct 13 04:00:47.759443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-384481a4-a653-4668-b222-7483db07fb1a req-49dc0dd7-b832-4107-a7e9-62ebd536f483 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Oct 13 04:00:47.803285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Allocated IP 172.20.0.8 (122062c4-349a-4a60-8a48-84003ebf8045/d20bace1-b619-4172-8877-d3109971fc2c/7e2e5744-1e76-4187-9ce9-a5855fbc3b9b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:47.875999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-dd31a3e1-4ea9-422d-beb7-4a78fcc9d306 service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739607 Oct 13 04:00:47.883938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81d221-3471-497e-a285-6e635f7d2905 req-c3c6522b-d847-49ee-beb0-17e373d64e43 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:47.885457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a81d221-3471-497e-a285-6e635f7d2905 req-c3c6522b-d847-49ee-beb0-17e373d64e43 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.1583674 Oct 13 04:00:48.025763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a81d221-3471-497e-a285-6e635f7d2905 req-d10d710e-d01e-4d52-9ebf-e00fcb57411f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265759 Oct 13 04:00:48.082586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffaff412-0322-4710-bf35-6b78d7ff595d req-7641d9fb-0b0b-4987-941c-13f2c796ede4 service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941586 Oct 13 04:00:48.103686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:48.144700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:48.189532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Network 122062c4-349a-4a60-8a48-84003ebf8045 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:48.192573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:48.196424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:48.253742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Pushing event updated for resources: {'Port': ['ID=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:48.298157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e53c7-b60c-461c-8900-2b5e88f94dd3 req-0d1e4353-4956-43da-a87a-75d47b3c5390 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:48.301068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:48.301725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:48.307402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-422e53c7-b60c-461c-8900-2b5e88f94dd3 req-0d1e4353-4956-43da-a87a-75d47b3c5390 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0798316 Oct 13 04:00:48.333077 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-4c4d6d6c-10fe-42bd-9c3e-4b43c964b8b5 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2184050 Oct 13 04:00:48.358659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-422e53c7-b60c-461c-8900-2b5e88f94dd3 req-590dc4a9-cd86-40e6-95aa-c1ffec4c9b53 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497346 Oct 13 04:00:48.412307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5141763-7980-493f-8f17-114e3a788a9d req-e6175fc7-e23d-4f6e-946b-653a6646f813 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:48.414833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5141763-7980-493f-8f17-114e3a788a9d req-e6175fc7-e23d-4f6e-946b-653a6646f813 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 943 time: 0.0749969 Oct 13 04:00:48.486362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5141763-7980-493f-8f17-114e3a788a9d req-cdb6abc5-bc94-45c7-b805-b068981b5726 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565317 Oct 13 04:00:48.546291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37d19e64-5e4f-4407-8262-7a81c5f8e13e None None] Provisioning complete for port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:48.547656 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37d19e64-5e4f-4407-8262-7a81c5f8e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:48.590501 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23c1a87-c2c1-41d4-b5ef-6eac9b4d1c40 req-9a1f1a59-4720-4ca6-b59d-7a63906a1a68 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0342135 Oct 13 04:00:48.607814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-37d19e64-5e4f-4407-8262-7a81c5f8e13e None None] Port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:00:48.688150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2c5c7-2d6b-4014-ab66-ed19c1bd55a8 req-d9a499e6-b126-4cb3-a98d-cea8e87fd7f8 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:48.689741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fc2c5c7-2d6b-4014-ab66-ed19c1bd55a8 req-d9a499e6-b126-4cb3-a98d-cea8e87fd7f8 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 931 time: 0.0504014 Oct 13 04:00:48.728092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fc2c5c7-2d6b-4014-ab66-ed19c1bd55a8 req-bad07638-2e15-45e0-9aef-a7ee3945df95 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Oct 13 04:00:48.876475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dedc1dc3-3084-418a-8bd2-c3e0d28a8cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:48.877692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a968a-f9e3-49a1-a782-362d791d0e73 req-48e17ffa-1ce6-4ae4-9c60-1c163492cbcc tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:48.879194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb5a968a-f9e3-49a1-a782-362d791d0e73 req-48e17ffa-1ce6-4ae4-9c60-1c163492cbcc tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0511730 Oct 13 04:00:48.923254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb5a968a-f9e3-49a1-a782-362d791d0e73 req-e56477a6-c137-4a71-8527-c6cca1da48f6 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Oct 13 04:00:49.102539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 625e24fd-eb15-480d-8f3e-ba3599af8a2b details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:00:49.153767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c66154-798a-4516-91da-ab194cef5c6c req-cc366c4d-1942-4719-80cf-c8b1fcdf4bc3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:49.155260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-51c66154-798a-4516-91da-ab194cef5c6c req-cc366c4d-1942-4719-80cf-c8b1fcdf4bc3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0545478 Oct 13 04:00:49.206006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-51c66154-798a-4516-91da-ab194cef5c6c req-a78c4e3c-7917-4781-8cfe-3365c8f72b19 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Oct 13 04:00:49.210160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:49.228187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'port_id': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'mac_address': 'fa:16:3e:ca:10:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:00:49.269673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:49.283632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625e24fd-eb15-480d-8f3e-ba3599af8a2b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:49.302842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:49.306895 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:49.356023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=625e24fd-eb15-480d-8f3e-ba3599af8a2b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:49.487524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9260c3a-d0fc-4ddb-a2ae-09dbdbe5e6ba req-2eaa7117-bdde-44ca-a538-f815e7f763b2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:49.489031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9260c3a-d0fc-4ddb-a2ae-09dbdbe5e6ba req-2eaa7117-bdde-44ca-a538-f815e7f763b2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0528505 Oct 13 04:00:49.534172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9260c3a-d0fc-4ddb-a2ae-09dbdbe5e6ba req-579e8390-614c-474f-be0b-3f9f4f47ce04 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Oct 13 04:00:49.631646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095864d2-0aa2-4dba-8d89-5d1e655e9430 req-a42933cf-a371-4601-a01c-1b007a681c54 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:49.633104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-095864d2-0aa2-4dba-8d89-5d1e655e9430 req-a42933cf-a371-4601-a01c-1b007a681c54 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 944 time: 0.0498078 Oct 13 04:00:49.677319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-095864d2-0aa2-4dba-8d89-5d1e655e9430 req-7f1ac513-c27d-4abe-87d1-941406b8481b tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Oct 13 04:00:49.702208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['625e24fd-eb15-480d-8f3e-ba3599af8a2b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:00:49.731405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc67012f-5fb0-40b6-869e-8baa9269c33d req-37a52854-6006-4155-8c5c-c7434535a96d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0330350 Oct 13 04:00:49.850206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb586e-0b06-4ba1-84da-642029b3ca46 req-fe3e42ab-7d7f-44c0-b710-51be9083db4e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:49.851732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4cb586e-0b06-4ba1-84da-642029b3ca46 req-fe3e42ab-7d7f-44c0-b710-51be9083db4e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 931 time: 0.0503025 Oct 13 04:00:49.895882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4cb586e-0b06-4ba1-84da-642029b3ca46 req-3244b384-7219-4df7-90bf-2670150a94cf tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Oct 13 04:00:50.041129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666b138-2fb3-449a-9318-bf565dc14500 req-a00e0273-3308-45a7-89e4-d0e1385abfe6 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:50.043164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5666b138-2fb3-449a-9318-bf565dc14500 req-a00e0273-3308-45a7-89e4-d0e1385abfe6 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0514820 Oct 13 04:00:50.081626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5666b138-2fb3-449a-9318-bf565dc14500 req-5e0943f4-3cdd-499c-b97b-745b101c55b1 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Oct 13 04:00:50.328005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f2774-f31b-406b-a185-139c462dca81 req-96f2f895-c731-4e10-8061-2c7ca391d2a3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:50.329560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-156f2774-f31b-406b-a185-139c462dca81 req-96f2f895-c731-4e10-8061-2c7ca391d2a3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0529454 Oct 13 04:00:50.369460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-156f2774-f31b-406b-a185-139c462dca81 req-09ad0cd2-b78f-485c-a2b0-4d5d9056e351 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Oct 13 04:00:50.665123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b840-9cf1-47d1-b9d0-becd418fa071 req-87b2912e-b201-4e7e-b061-8cae3f5a3b51 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:50.666511 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9567b840-9cf1-47d1-b9d0-becd418fa071 req-87b2912e-b201-4e7e-b061-8cae3f5a3b51 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0511510 Oct 13 04:00:50.709654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9567b840-9cf1-47d1-b9d0-becd418fa071 req-48e62477-b61a-4a3f-8666-7f7913e0241e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353355 Oct 13 04:00:50.826688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14271-42b6-4c39-b500-e4164289b8df req-fc6fe222-fe40-4c5c-8840-6d0eb190355c tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:50.827951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28b14271-42b6-4c39-b500-e4164289b8df req-fc6fe222-fe40-4c5c-8840-6d0eb190355c tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 944 time: 0.0539634 Oct 13 04:00:50.844083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-627f7e55-f2ee-416c-852a-6a2ad91bc710 req-92b0c82b-e9ea-4da3-98d4-a726722cccc0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Oct 13 04:00:50.880894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28b14271-42b6-4c39-b500-e4164289b8df req-bc2af017-4c72-4ade-ba1e-9cbde649aba8 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Oct 13 04:00:51.014921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5a23-a52b-4dc3-8490-c25dad980f76 req-317d432d-0965-47ea-875f-9123d8d2f919 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:51.016665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65db5a23-a52b-4dc3-8490-c25dad980f76 req-317d432d-0965-47ea-875f-9123d8d2f919 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 931 time: 0.0533926 Oct 13 04:00:51.055542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65db5a23-a52b-4dc3-8490-c25dad980f76 req-0c1d0809-1922-4773-ad26-22334085b210 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Oct 13 04:00:51.118907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 625e24fd-eb15-480d-8f3e-ba3599af8a2b up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:00:51.174052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 625e24fd-eb15-480d-8f3e-ba3599af8a2b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:00:51.178791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 625e24fd-eb15-480d-8f3e-ba3599af8a2b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:00:51.179517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:51.204626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4725d-4d44-4671-92d3-df39f6f469fe req-23c2d4e2-5695-4fb8-8085-f76b9e68391c tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:51.211768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5cf4725d-4d44-4671-92d3-df39f6f469fe req-23c2d4e2-5695-4fb8-8085-f76b9e68391c tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0618732 Oct 13 04:00:51.253262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5cf4725d-4d44-4671-92d3-df39f6f469fe req-38250690-c148-48de-94a1-f9aa7010a3e6 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Oct 13 04:00:51.284065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:51.307159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:51.310243 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2ca7a-7150-4af4-a19a-823962e4d9d9" -d '{"events": [{"server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "name": "network-vif-plugged", "status": "completed", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:51.327217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:00:51.333785 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:51.360730 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea476858-6fb5-44ea-b5de-d76fbc82870a x-openstack-request-id: req-ea476858-6fb5-44ea-b5de-d76fbc82870a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:00:51.360932 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "name": "network-vif-plugged", "status": "completed", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:00:51.361932 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea476858-6fb5-44ea-b5de-d76fbc82870a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:00:51.361932 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'code': 200} Oct 13 04:00:51.393633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=625e24fd-eb15-480d-8f3e-ba3599af8a2b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:51.450094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c79264f-9894-4c96-8a4e-6e3722ff2b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:51.523050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe092842-444b-4894-acc6-746cbc7f8c6e req-8d464a01-3098-443d-bf03-67aa84df5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:51.524553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe092842-444b-4894-acc6-746cbc7f8c6e req-8d464a01-3098-443d-bf03-67aa84df5a3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1096 time: 0.0892105 Oct 13 04:00:51.546332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d2b6-4250-4a31-8733-9fc1536305af req-adb857b8-c2b4-4802-a84d-c6f2247d813f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:51.548710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29a8d2b6-4250-4a31-8733-9fc1536305af req-adb857b8-c2b4-4802-a84d-c6f2247d813f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0906160 Oct 13 04:00:51.590454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe092842-444b-4894-acc6-746cbc7f8c6e req-65444d31-2a9c-4879-a374-82bf859166ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579522 Oct 13 04:00:51.603748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29a8d2b6-4250-4a31-8733-9fc1536305af req-f4e6ac77-117f-4873-a812-1a117730f858 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Oct 13 04:00:52.737985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:52.827616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:54.435968 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.519665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Request body: {'port': {'device_id': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'admin_state_up': True, 'tenant_id': 'a62396ed82ce4e35966d8cba99f53fa1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:57.525609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Request body: {'port': {'device_id': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:57.587274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.629868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Made reservation on behalf of a62396ed82ce4e35966d8cba99f53fa1 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:00:57.633669 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.771203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Allocated IP 172.20.0.10 (dc94f459-093a-4277-b616-cce24ef3c71a/54e32eee-0704-4d9b-968e-22aebe0e774f/9266215f-c447-4967-a8c5-a52c02b281b8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:00:57.860285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:57.867706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.879755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Transition to ACTIVE for port object 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:57.883671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.918665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.936198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:57.955168 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:57.979691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.980037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.980378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.981418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.981757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.982092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.982420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.982746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.983073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.983412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.983724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.984052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:57.995917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Network dc94f459-093a-4277-b616-cce24ef3c71a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:00:57.999106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:00:58.002921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:00:58.023778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Attempting to bind port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:58.024106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Attempting to bind port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:58.024450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Attempting to bind port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b on network 122062c4-349a-4a60-8a48-84003ebf8045 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:58.030097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b on network 122062c4-349a-4a60-8a48-84003ebf8045 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:00:58.030428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Attempting to bind port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b on network 122062c4-349a-4a60-8a48-84003ebf8045 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:58.036097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:58.036431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Checking segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:58.036838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Bound using segment: {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:58.037258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Bound port: 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:58.037611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.048107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:58.059137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.059737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.060072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.060401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.060743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.061070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.061391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.061710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.062026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.062342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.062663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.062975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:00:58.074015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:58.074696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.093578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-ed3f1b8f-b3ca-4eb4-8032-e2ee805d4b5c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776808 Oct 13 04:00:58.110261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Request body: {'port': {'device_id': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:00:58.113007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] For port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:58.116144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] For port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:58.120996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.155877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:58.157041 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.158201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e2e5744-1e76-4187-9ce9-a5855fbc3b9b HTTP/1.1" status: 200 len: 1091 time: 0.6368616 Oct 13 04:00:58.158703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'tag': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:58.161104 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f626437-dfcb-4bcc-8490-ad37e31e29f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6509f30-298f-4589-98f2-bf530c0aab29", "tag": "7e2e5744-1e76-4187-9ce9-a5855fbc3b9b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:58.165307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.189411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e66c8-cf18-4022-ac36-d7734e6d3d71 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:58.260192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-f08217f5-9f58-475a-91e9-9623cb533126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:58.261736 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-f08217f5-9f58-475a-91e9-9623cb533126 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd7c7a152f1446feb7149caf839fc931&device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 1094 time: 0.0493057 Oct 13 04:00:58.309846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-4ec040b2-e696-4d6b-8bc2-064a997708d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b HTTP/1.1" status: 200 len: 217 time: 0.0396187 Oct 13 04:00:58.360998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-8a280780-1a3d-49ca-af5e-9e891d08d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:58.362443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-8a280780-1a3d-49ca-af5e-9e891d08d4c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d20bace1-b619-4172-8877-d3109971fc2c HTTP/1.1" status: 200 len: 854 time: 0.0455282 Oct 13 04:00:58.408790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f33-5267-4b80-b451-57db86dd0852 req-813b6aa0-c87d-46c9-8722-56a3d405e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:58.409979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-813b6aa0-c87d-46c9-8722-56a3d405e2a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122062c4-349a-4a60-8a48-84003ebf8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397854 Oct 13 04:00:58.441779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9266215f-c447-4967-a8c5-a52c02b281b8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:00:58.448934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.462089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Transition to ACTIVE for port object 9266215f-c447-4967-a8c5-a52c02b281b8 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:00:58.466414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.503189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-8c0cf5bb-4e99-4b47-847e-6f9bd1e7987b service neutron] 10.222.0.15 "GET /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856400 Oct 13 04:00:58.514301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:58.583791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:00:58.584480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:00:58.584480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:58.588704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:00:58.589027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:00:58.593223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19113f33-5267-4b80-b451-57db86dd0852 req-81fb86a0-c350-4a3c-922a-1d78d73294a8 service neutron] 10.222.0.15 "GET /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815272 Oct 13 04:00:58.593713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:00:58.593952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:00:58.594324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:00:58.594756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Bound port: 9266215f-c447-4967-a8c5-a52c02b281b8, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:00:58.595083 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.658454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:00:58.661673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:00:58.665284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.701748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:58.702389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:58.703731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] 10.222.0.15 "PUT /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 1092 time: 0.5982535 Oct 13 04:00:58.704158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:00:58.706405 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d73f7-091c-439f-a7d0-e975799b10a5" -d '{"events": [{"name": "network-changed", "server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:00:58.725427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774b51b-540d-4c8e-8ea6-317a3c4bf3ef service neutron] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:00:59.042527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-676b5a04-e1ee-417f-bba6-46b5e63a0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:59.044487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-676b5a04-e1ee-417f-bba6-46b5e63a0faf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1095 time: 0.3026187 Oct 13 04:00:59.085523 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-d8bcc36f-f367-409b-8535-892e03902601 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 217 time: 0.0320373 Oct 13 04:00:59.135112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-da75464f-3e62-4a49-ac43-ed6b773d3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:00:59.136444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-da75464f-3e62-4a49-ac43-ed6b773d3e24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0412848 Oct 13 04:00:59.170394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-4196aa0c-840d-4ee6-b00b-1237d7b70ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227766 Oct 13 04:00:59.262574 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-49a0c208-7b84-4975-b534-94a0c714de48 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797246 Oct 13 04:00:59.349846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e086a9af-e301-4eb2-aa1f-c8e8dd2a9a04 req-78f20ad9-6bd0-4cc7-b913-e37350e554d0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774488 Oct 13 04:01:00.659328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2eb1-3b12-4890-96e6-1e9942d4aca2 req-cc0db735-c552-4f0e-95f6-3a23e519dc20 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:00.660715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad7a2eb1-3b12-4890-96e6-1e9942d4aca2 req-cc0db735-c552-4f0e-95f6-3a23e519dc20 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0510044 Oct 13 04:01:00.662740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427772fd-b9e7-4203-86e2-04058e04ddf1 req-24e584e6-803c-42af-b87f-649e83dfaa7f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:00.664180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-427772fd-b9e7-4203-86e2-04058e04ddf1 req-24e584e6-803c-42af-b87f-649e83dfaa7f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.0513515 Oct 13 04:01:00.701948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-427772fd-b9e7-4203-86e2-04058e04ddf1 req-76a99884-57ad-4b2c-8d7c-97a1678fce6f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Oct 13 04:01:00.703120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad7a2eb1-3b12-4890-96e6-1e9942d4aca2 req-0ee74bba-0946-4f99-95b2-d6cae5a16b2f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Oct 13 04:01:00.805729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c51c2-e86a-4698-8d8e-05570aeca9ed req-8854ec3a-e568-4dbc-8a1e-a64f45698fda tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:00.807199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-902c51c2-e86a-4698-8d8e-05570aeca9ed req-8854ec3a-e568-4dbc-8a1e-a64f45698fda tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Oct 13 04:01:00.812279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0877-0f69-4661-a386-0d306960d077 req-a36026dd-df47-4e36-a6b2-9fafc7ec066e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:00.813767 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ede0877-0f69-4661-a386-0d306960d077 req-a36026dd-df47-4e36-a6b2-9fafc7ec066e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 943 time: 0.0485971 Oct 13 04:01:00.845241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-902c51c2-e86a-4698-8d8e-05570aeca9ed req-86caaed4-2d25-4e8b-8666-5fafd0269c06 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Oct 13 04:01:00.851133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ede0877-0f69-4661-a386-0d306960d077 req-117cda69-3698-4696-9f63-34c2d53aeab0 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Oct 13 04:01:00.946447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b01c0-bd4c-46f3-a235-7c4fb62c188d req-1d7989be-8990-4215-bd52-c8a434d69c0e tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:00.947804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f87b01c0-bd4c-46f3-a235-7c4fb62c188d req-1d7989be-8990-4215-bd52-c8a434d69c0e tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0483534 Oct 13 04:01:00.957325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf40bd-427e-4ab1-8367-b72aaf5b9d46 req-9758a2c7-ee77-4b4d-96a3-2599c355b349 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:00.958800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37cf40bd-427e-4ab1-8367-b72aaf5b9d46 req-9758a2c7-ee77-4b4d-96a3-2599c355b349 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0474324 Oct 13 04:01:00.985174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f87b01c0-bd4c-46f3-a235-7c4fb62c188d req-b1de6b30-a969-412a-9c25-ed02a2032293 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Oct 13 04:01:00.997320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37cf40bd-427e-4ab1-8367-b72aaf5b9d46 req-8c5a1e97-ce34-47e8-96b4-327bfa5c1561 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Oct 13 04:01:01.032244 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aa3903-d1ad-4cef-bb9c-1339f0784338 x-openstack-request-id: req-d5aa3903-d1ad-4cef-bb9c-1339f0784338 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:01.032539 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6509f30-298f-4589-98f2-bf530c0aab29", "tag": "7e2e5744-1e76-4187-9ce9-a5855fbc3b9b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:01.032837 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5aa3903-d1ad-4cef-bb9c-1339f0784338 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:01.033239 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'tag': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b', 'status': 'completed', 'code': 200} Oct 13 04:01:01.040488 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c22ad-4e29-4594-b522-613c89a5505a x-openstack-request-id: req-a20c22ad-4e29-4594-b522-613c89a5505a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:01.040807 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:01.041056 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a20c22ad-4e29-4594-b522-613c89a5505a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:01.041453 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8', 'status': 'completed', 'code': 200} Oct 13 04:01:01.111540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-5a991b48-404b-438c-abd5-54775921ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.113071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-5a991b48-404b-438c-abd5-54775921ad00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0432196 Oct 13 04:01:01.113236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-e5ea9023-4438-4c49-8f47-38e192991324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.114730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-e5ea9023-4438-4c49-8f47-38e192991324 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd7c7a152f1446feb7149caf839fc931&device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 1094 time: 0.0462120 Oct 13 04:01:01.217437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-428dc774-c3ed-49fb-823b-136d62ffcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.219133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-428dc774-c3ed-49fb-823b-136d62ffcdbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=122062c4-349a-4a60-8a48-84003ebf8045 HTTP/1.1" status: 200 len: 916 time: 0.0916071 Oct 13 04:01:01.223630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-2587b3e9-1769-4467-851f-dc8531d59dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.225099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-2587b3e9-1769-4467-851f-dc8531d59dbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.0982509 Oct 13 04:01:01.268154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-44d4df7b-d1b7-4112-81e2-af4bf9fc6ea4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 217 time: 0.0349400 Oct 13 04:01:01.270201 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-1654e8ab-b288-4c27-9f88-a062bb798d8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b HTTP/1.1" status: 200 len: 217 time: 0.0373895 Oct 13 04:01:01.274086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:01.333691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-93bc6db8-10e4-48ab-bda0-f7d35027a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.333949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-56cd88f4-84a9-415c-be70-a8b9b3b61112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.335345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-56cd88f4-84a9-415c-be70-a8b9b3b61112 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d20bace1-b619-4172-8877-d3109971fc2c HTTP/1.1" status: 200 len: 854 time: 0.0530396 Oct 13 04:01:01.335703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-93bc6db8-10e4-48ab-bda0-f7d35027a7b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0537400 Oct 13 04:01:01.391454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-a94b3b14-8d7c-4e98-a64d-3a062786e338 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383825 Oct 13 04:01:01.393528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:01.399661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-93377836-ab1f-41b5-9329-3aebfff21fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.401288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-93377836-ab1f-41b5-9329-3aebfff21fa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122062c4-349a-4a60-8a48-84003ebf8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491488 Oct 13 04:01:01.406535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b', 'network_id': '122062c4-349a-4a60-8a48-84003ebf8045', 'port_id': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b', 'mac_address': 'fa:16:3e:94:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20bace1-b619-4172-8877-d3109971fc2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:01.447024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:01.460236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:01.481305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:01.486995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:01.527662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-1f1283d3-312a-4d7d-abc2-0fa12919f36f service neutron] 10.222.0.15 "GET /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172738 Oct 13 04:01:01.539345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:01.542897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-b29c1e29-55df-43dc-8212-c4309f2a95c8 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428282 Oct 13 04:01:01.547365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.547784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.548840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.549340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.549752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.550420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.550420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.550828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.551158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.552129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.552129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.552129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:01.568437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9eda-e70c-4b0a-881b-5cf4298cb65f req-063d0973-8325-44f4-8d2d-6a3dc8850940 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.571547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03ac9eda-e70c-4b0a-881b-5cf4298cb65f req-063d0973-8325-44f4-8d2d-6a3dc8850940 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0783427 Oct 13 04:01:01.623714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f626437-dfcb-4bcc-8490-ad37e31e29f0 req-112beffc-5b79-4acb-b56e-9b25fe3f04f8 service neutron] 10.222.0.15 "GET /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882735 Oct 13 04:01:01.650235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03ac9eda-e70c-4b0a-881b-5cf4298cb65f req-85e93d73-312e-4bb8-a982-77d1c1276db2 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682852 Oct 13 04:01:01.672225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b7d73f7-091c-439f-a7d0-e975799b10a5 req-2a31477c-f22b-46f5-9f67-75e3e5fc7886 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199613 Oct 13 04:01:01.742796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['7e2e5744-1e76-4187-9ce9-a5855fbc3b9b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:01.825463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ca986-d17f-4032-b210-6be0c31d18a7 req-e5f4c030-ac82-4ace-9c04-a7498c25686f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.826094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28744c0e-2f88-40bb-a628-5bc224483dde req-dea2bf29-978e-4374-ab7b-56197e38fca6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.827292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca2ca986-d17f-4032-b210-6be0c31d18a7 req-e5f4c030-ac82-4ace-9c04-a7498c25686f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.0503922 Oct 13 04:01:01.827448 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28744c0e-2f88-40bb-a628-5bc224483dde req-dea2bf29-978e-4374-ab7b-56197e38fca6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0545118 Oct 13 04:01:01.870883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca2ca986-d17f-4032-b210-6be0c31d18a7 req-e7107a5a-ff54-446f-95c3-1534c398031e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Oct 13 04:01:01.872515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28744c0e-2f88-40bb-a628-5bc224483dde req-903141b6-f9ff-4129-9efb-5111c55f4dcc tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380714 Oct 13 04:01:01.979131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415217e-9750-4128-ae87-f6b6b18ac81a req-d1ad52f9-e31a-4f55-b289-81e74eac6b94 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.981219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c415217e-9750-4128-ae87-f6b6b18ac81a req-d1ad52f9-e31a-4f55-b289-81e74eac6b94 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 944 time: 0.0486083 Oct 13 04:01:01.989050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102568a-88bf-4405-9411-5513d983cdbf req-63af31f8-f574-4e6a-b29f-81d29303a9f1 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:01.990538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d102568a-88bf-4405-9411-5513d983cdbf req-63af31f8-f574-4e6a-b29f-81d29303a9f1 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Oct 13 04:01:02.019588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c415217e-9750-4128-ae87-f6b6b18ac81a req-d279e31c-df0a-4e7c-9790-1a60fba077cd tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Oct 13 04:01:02.032060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d102568a-88bf-4405-9411-5513d983cdbf req-750167fb-168e-440b-9d15-398a6558475d tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Oct 13 04:01:02.125707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e0fb-d239-425c-9b0a-0571337f2aa8 req-4c3ecf3b-e72f-464d-ba51-4aa3d276cfdf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:02.127128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d1a1e0fb-d239-425c-9b0a-0571337f2aa8 req-4c3ecf3b-e72f-464d-ba51-4aa3d276cfdf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0477822 Oct 13 04:01:02.162695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d1a1e0fb-d239-425c-9b0a-0571337f2aa8 req-9b102b9f-5f94-4524-8b3b-5f7a7aa8a104 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297635 Oct 13 04:01:02.764995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b50401-beb9-449c-a430-d0892767e0cc req-82c4d4ea-2973-4684-b939-7660a670c040 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:02.766853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00b50401-beb9-449c-a430-d0892767e0cc req-82c4d4ea-2973-4684-b939-7660a670c040 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0490751 Oct 13 04:01:02.806855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00b50401-beb9-449c-a430-d0892767e0cc req-ce52f374-f128-4d98-8a6d-de9a2010b119 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/security-groups?id=7959cb20-49f3-4459-a376-78549583495d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Oct 13 04:01:02.942280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-941c12dd-075c-425e-9378-fd56314d9eb6 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:02.943825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-941c12dd-075c-425e-9378-fd56314d9eb6 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 949 time: 0.0501566 Oct 13 04:01:02.994079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584d3f-6bcd-432b-b90b-67247fb5444b req-fda199b0-c9eb-477d-ae86-ff0ff6dde109 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:02.996758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35584d3f-6bcd-432b-b90b-67247fb5444b req-fda199b0-c9eb-477d-ae86-ff0ff6dde109 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0496869 Oct 13 04:01:03.033794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35584d3f-6bcd-432b-b90b-67247fb5444b req-83c851be-5043-43f4-a06a-0bbda325a372 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Oct 13 04:01:03.048012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6f605-b1ef-4f6d-9c75-953ce4b260ea req-ff0e1f54-e149-40f9-8900-db73e8cb259a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:03.049535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcf6f605-b1ef-4f6d-9c75-953ce4b260ea req-ff0e1f54-e149-40f9-8900-db73e8cb259a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.1048286 Oct 13 04:01:03.101431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Deleting port e4433f9c-718d-4f85-b6fa-c88bc00f121e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:03.101771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.106761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcf6f605-b1ef-4f6d-9c75-953ce4b260ea req-0de90f99-15ec-4deb-adc6-cb61309186df tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494285 Oct 13 04:01:03.146542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60041a5-2bf4-488b-9bb1-88c3201dded3 req-944a95c4-fa21-4777-b6d2-ed34ddd76171 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:03.148020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60041a5-2bf4-488b-9bb1-88c3201dded3 req-944a95c4-fa21-4777-b6d2-ed34ddd76171 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 944 time: 0.0588784 Oct 13 04:01:03.187011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d60041a5-2bf4-488b-9bb1-88c3201dded3 req-b6a18c32-95dd-42e5-bb6e-ebc0a34fef3d tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 Oct 13 04:01:03.223826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] For port e4433f9c-718d-4f85-b6fa-c88bc00f121e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e4433f9c-718d-4f85-b6fa-c88bc00f121e,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:03.224196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.239064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Calling delete_port for e4433f9c-718d-4f85-b6fa-c88bc00f121e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:03.256739 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804135b4-a720-46ac-bf01-0b426004d516 req-b3bdef20-ddd0-4d83-9c17-4944f262ee7d tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:03.258208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-804135b4-a720-46ac-bf01-0b426004d516 req-b3bdef20-ddd0-4d83-9c17-4944f262ee7d tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0906258 Oct 13 04:01:03.308924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5065b4-6e2b-4e71-b959-d02f58b1200c req-f0ca170d-e556-48d5-8964-97e3e8ec2c2e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:03.309430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:03.311006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b5065b4-6e2b-4e71-b959-d02f58b1200c req-f0ca170d-e556-48d5-8964-97e3e8ec2c2e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0702713 Oct 13 04:01:03.312901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:03.337978 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-804135b4-a720-46ac-bf01-0b426004d516 req-d5adf160-c1b5-4e7c-b24c-d4853f164513 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732570 Oct 13 04:01:03.369590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b5065b4-6e2b-4e71-b959-d02f58b1200c req-90417bba-49a5-4270-b742-9d8191562d36 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Oct 13 04:01:03.421523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:03.422701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.432954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:03.433317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.438310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e4433f9c-718d-4f85-b6fa-c88bc00f121e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:03.457035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Pushing event deleted for resources: {'Port': ['ID=e4433f9c-718d-4f85-b6fa-c88bc00f121e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:03.497160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:03.501712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] No DVR routers for this DVR port e4433f9c-718d-4f85-b6fa-c88bc00f121e on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:03.504590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.508556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dedd5d44-44eb-4728-82a8-b51ef08c3d65 req-bb94d079-61b6-4f21-8e3e-7f061a6cac57 tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.15 "DELETE /v2.0/ports/e4433f9c-718d-4f85-b6fa-c88bc00f121e HTTP/1.1" status: 204 len: 173 time: 0.5550711 Oct 13 04:01:03.508946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'name': 'network-vif-deleted', 'tag': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:03.512388 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6afeb66-faaf-4cab-8955-543ec19e706f" -d '{"events": [{"server_uuid": "6f7da99b-e8a7-4680-bb26-2dadb61df261", "name": "network-vif-deleted", "tag": "e4433f9c-718d-4f85-b6fa-c88bc00f121e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:03.513708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '9266215f-c447-4967-a8c5-a52c02b281b8', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'port_id': '9266215f-c447-4967-a8c5-a52c02b281b8', 'mac_address': 'fa:16:3e:f4:5d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e32eee-0704-4d9b-968e-22aebe0e774f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:03.565889 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97c565-b9db-4575-9feb-4f0ce2631602 x-openstack-request-id: req-9a97c565-b9db-4575-9feb-4f0ce2631602 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:03.566273 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7da99b-e8a7-4680-bb26-2dadb61df261", "name": "network-vif-deleted", "tag": "e4433f9c-718d-4f85-b6fa-c88bc00f121e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:03.566617 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a97c565-b9db-4575-9feb-4f0ce2631602 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:03.567159 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7da99b-e8a7-4680-bb26-2dadb61df261', 'name': 'network-vif-deleted', 'tag': 'e4433f9c-718d-4f85-b6fa-c88bc00f121e', 'status': 'completed', 'code': 200} Oct 13 04:01:03.581598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.603542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9266215f-c447-4967-a8c5-a52c02b281b8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:03.611248 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.633963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:03.643084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.649777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:03.652020 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c011c69-692e-478b-b2e2-57a15c4acb55" -d '{"events": [{"server_uuid": "c6509f30-298f-4589-98f2-bf530c0aab29", "name": "network-vif-plugged", "status": "completed", "tag": "7e2e5744-1e76-4187-9ce9-a5855fbc3b9b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:03.684481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:03.690273 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b690d4d-f90f-405c-8d6d-4e3ceba0299b x-openstack-request-id: req-2b690d4d-f90f-405c-8d6d-4e3ceba0299b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:03.690509 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6509f30-298f-4589-98f2-bf530c0aab29", "name": "network-vif-plugged", "status": "completed", "tag": "7e2e5744-1e76-4187-9ce9-a5855fbc3b9b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:03.690816 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b690d4d-f90f-405c-8d6d-4e3ceba0299b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:03.691207 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b', 'code': 200} Oct 13 04:01:03.693466 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:03.711387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:03.763609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:03.796073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e15447-7a35-47e7-8d77-8eacdcda637d req-2245b556-cef5-4653-947f-bfd583582788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:03.797725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63e15447-7a35-47e7-8d77-8eacdcda637d req-2245b556-cef5-4653-947f-bfd583582788 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 1096 time: 0.0410883 Oct 13 04:01:03.833813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63e15447-7a35-47e7-8d77-8eacdcda637d req-bc3d4460-2492-4add-b493-d2fc13474252 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284905 Oct 13 04:01:03.880314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['9266215f-c447-4967-a8c5-a52c02b281b8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:03.913402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fad82734-70cb-4e37-bfea-c2978dacf63b req-f0e58ad8-06ab-4443-9c30-d34162dcb00e tempest-TenantUsagesTestJSON-482711524 tempest-TenantUsagesTestJSON-482711524-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7da99b-e8a7-4680-bb26-2dadb61df261 HTTP/1.1" status: 200 len: 210 time: 0.0256608 Oct 13 04:01:04.156613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57eac-1492-42b8-9440-2fbea39ee2f3 req-94f5c348-6890-4e0f-bae1-2a1b81928ec5 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:04.158420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34b57eac-1492-42b8-9440-2fbea39ee2f3 req-94f5c348-6890-4e0f-bae1-2a1b81928ec5 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0550575 Oct 13 04:01:04.200068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34b57eac-1492-42b8-9440-2fbea39ee2f3 req-279408ae-9fec-4dc2-af95-32f5b50405a9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Oct 13 04:01:04.248304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eba3d0-474f-4f13-91d4-3bd067a5327d req-31df6db8-8fe8-4a31-8416-8d9d59fba4aa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:04.249791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92eba3d0-474f-4f13-91d4-3bd067a5327d req-31df6db8-8fe8-4a31-8416-8d9d59fba4aa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.0683212 Oct 13 04:01:04.286796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92eba3d0-474f-4f13-91d4-3bd067a5327d req-d305c541-49be-4b56-abf4-ff91c3106b4f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Oct 13 04:01:04.312031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d79aa-52b9-426b-8ae2-147cf126bf1e req-fa08b8ac-7396-40db-8b2c-0365a6ffd1d0 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:04.313583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-892d79aa-52b9-426b-8ae2-147cf126bf1e req-fa08b8ac-7396-40db-8b2c-0365a6ffd1d0 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Oct 13 04:01:04.352089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-892d79aa-52b9-426b-8ae2-147cf126bf1e req-595fd0b3-cb6f-4def-a10e-4222437bb1d3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Oct 13 04:01:04.471750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60af72c-9f5c-48aa-ac95-a39bb0f0f9a2 req-0bfa5d8c-76bc-4f8c-9f89-2d462fedfc3d tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:04.473578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b60af72c-9f5c-48aa-ac95-a39bb0f0f9a2 req-0bfa5d8c-76bc-4f8c-9f89-2d462fedfc3d tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0576768 Oct 13 04:01:04.496868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6459c-c0d1-4ed5-87a8-f8ca86378698 req-1e19bdcc-1959-4231-a032-aa03911531e4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:04.498375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fff6459c-c0d1-4ed5-87a8-f8ca86378698 req-1e19bdcc-1959-4231-a032-aa03911531e4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0600207 Oct 13 04:01:04.512989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b60af72c-9f5c-48aa-ac95-a39bb0f0f9a2 req-65fcffd3-b4ed-4db3-9be6-45a88f915581 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Oct 13 04:01:04.542323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fff6459c-c0d1-4ed5-87a8-f8ca86378698 req-2fc5deaa-cc1f-4d44-88b8-7e94c311e288 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Oct 13 04:01:05.203640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:05.319244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:05.342571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20321da8-6f2c-4d01-a1e0-d0467b16c335 req-72262e2f-6be0-4acc-bd30-5b551e99d32c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:05.344067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20321da8-6f2c-4d01-a1e0-d0467b16c335 req-72262e2f-6be0-4acc-bd30-5b551e99d32c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.0702631 Oct 13 04:01:05.369832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ac20f93b-6b9a-4b3b-8fd7-98626d97e5d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9cea0f29b554b149db1bfbcce95d44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650445 Oct 13 04:01:05.381498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 9266215f-c447-4967-a8c5-a52c02b281b8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:05.381927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:05.389035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 9266215f-c447-4967-a8c5-a52c02b281b8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:05.390321 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.421038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512b9c0-5261-453d-ba4d-868cafa690c8 req-28052277-d025-4695-b5f8-313b8cb466bb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:05.422450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c512b9c0-5261-453d-ba4d-868cafa690c8 req-28052277-d025-4695-b5f8-313b8cb466bb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.0548141 Oct 13 04:01:05.424480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20321da8-6f2c-4d01-a1e0-d0467b16c335 req-c4d1a0bc-d130-49d8-9013-42cb93f4b987 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688663 Oct 13 04:01:05.455417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93b5ebbc-3d2d-4a71-89d2-10d15b2c0866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.474852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c512b9c0-5261-453d-ba4d-868cafa690c8 req-fa3795b0-d3c1-4efe-817f-c30961f889f0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Oct 13 04:01:05.486466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93b5ebbc-3d2d-4a71-89d2-10d15b2c0866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.495687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.531833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:05.538467 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.581109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016905e5-f86c-4822-9180-1e22700fcf4a req-6eeea3f6-01eb-4b4a-881f-8354b332e44d tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:05.582742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-016905e5-f86c-4822-9180-1e22700fcf4a req-6eeea3f6-01eb-4b4a-881f-8354b332e44d tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 945 time: 0.0587964 Oct 13 04:01:05.605816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:05.612156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bb7d-cde2-43a7-b4d9-6d3d6c45b0e7 req-52c803f5-dd8e-4bc4-949b-1b1f53f52c91 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:05.612420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93b5ebbc-3d2d-4a71-89d2-10d15b2c0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.613818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff8bb7d-cde2-43a7-b4d9-6d3d6c45b0e7 req-52c803f5-dd8e-4bc4-949b-1b1f53f52c91 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 950 time: 0.0618029 Oct 13 04:01:05.615364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93b5ebbc-3d2d-4a71-89d2-10d15b2c0866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:05.616097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-93b5ebbc-3d2d-4a71-89d2-10d15b2c0866 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7959cb20-49f3-4459-a376-78549583495d HTTP/1.1" status: 204 len: 168 time: 0.2332242 Oct 13 04:01:05.633504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ebbc-3d2d-4a71-89d2-10d15b2c0866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959cb20-49f3-4459-a376-78549583495d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:05.645030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-016905e5-f86c-4822-9180-1e22700fcf4a req-e8424e26-0f83-48cf-9908-038f4f498152 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541685 Oct 13 04:01:05.657031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff8bb7d-cde2-43a7-b4d9-6d3d6c45b0e7 req-63a83d39-4d57-42fc-ac09-52e78d6d9029 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Oct 13 04:01:05.693169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:05.695938 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3f7bbc-f0c9-402d-bd8c-f182df265190" -d '{"events": [{"server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:05.787599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac46c8-6963-42ef-8b92-b393354bf717 req-e6db31ea-9114-4672-92f6-23943689ba2f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:05.789354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99ac46c8-6963-42ef-8b92-b393354bf717 req-e6db31ea-9114-4672-92f6-23943689ba2f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0581603 Oct 13 04:01:05.796424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ec90-dace-418d-9bf3-1362d80ed210 req-4737bbeb-ceb6-489b-aee2-9abda88560c9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:05.798311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6ed1ec90-dace-418d-9bf3-1362d80ed210 req-4737bbeb-ceb6-489b-aee2-9abda88560c9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0523584 Oct 13 04:01:05.838600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99ac46c8-6963-42ef-8b92-b393354bf717 req-e25dfbc7-102f-4fa6-8fcf-4753274f188f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Oct 13 04:01:05.842171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6ed1ec90-dace-418d-9bf3-1362d80ed210 req-60a3ca32-6cca-48c9-a2a9-e9cc39cc1cf4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Oct 13 04:01:05.905434 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dacd8f-46de-4709-bbda-a005d281d56b x-openstack-request-id: req-d9dacd8f-46de-4709-bbda-a005d281d56b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:05.905793 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:05.906127 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9dacd8f-46de-4709-bbda-a005d281d56b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:05.906785 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8', 'code': 200} Oct 13 04:01:05.968733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45490) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:05.990439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-465cb377-8b20-478d-a5fb-574149b084ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.082737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-465cb377-8b20-478d-a5fb-574149b084ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.088200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-465cb377-8b20-478d-a5fb-574149b084ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.118699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-465cb377-8b20-478d-a5fb-574149b084ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=165e4fe2e0c745558ca9274a3944f078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488464 Oct 13 04:01:06.125319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:06.136098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a809-d6c4-4f31-afc2-41cf6a0ed485 req-795fbe8a-d085-4ac4-a697-3baa757a2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:06.137735 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a543a809-d6c4-4f31-afc2-41cf6a0ed485 req-795fbe8a-d085-4ac4-a697-3baa757a2909 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1630659 Oct 13 04:01:06.187795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cb377-8b20-478d-a5fb-574149b084ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9b0c9d-202d-4641-b897-1a2a9ef9f926,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:06.206017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3b565af-3923-4a57-9c8e-601e2f8a511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.241284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3b565af-3923-4a57-9c8e-601e2f8a511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.368868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90f1d8-a18c-434a-a162-b79e52d8c23c req-e2b903fc-795b-42f0-a4da-412797ed3740 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:06.380769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90f1d8-a18c-434a-a162-b79e52d8c23c req-e2b903fc-795b-42f0-a4da-412797ed3740 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:06.389848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d90f1d8-a18c-434a-a162-b79e52d8c23c req-e2b903fc-795b-42f0-a4da-412797ed3740 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3&device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 1691 time: 0.1350420 Oct 13 04:01:06.414508 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3b565af-3923-4a57-9c8e-601e2f8a511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.418104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3b565af-3923-4a57-9c8e-601e2f8a511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.419475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c3b565af-3923-4a57-9c8e-601e2f8a511c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a9b0c9d-202d-4641-b897-1a2a9ef9f926 HTTP/1.1" status: 204 len: 168 time: 0.2932155 Oct 13 04:01:06.453912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d90f1d8-a18c-434a-a162-b79e52d8c23c req-f8066cd9-0e45-4b6d-8445-beadda1ae601 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630987 Oct 13 04:01:06.455274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b565af-3923-4a57-9c8e-601e2f8a511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9b0c9d-202d-4641-b897-1a2a9ef9f926,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:06.503922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a543a809-d6c4-4f31-afc2-41cf6a0ed485 req-d2b55d70-6d6f-4011-867c-31d5c378dbbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549130 Oct 13 04:01:06.521157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-71683ef4-2eea-4153-9fba-4c8afcad70fa tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 258 time: 0.4945424 Oct 13 04:01:06.532712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:06.565196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.728713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.748669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779adf-c0e8-4902-8465-b530b55728f1 req-69b20944-52b3-4814-b895-3f8ff4b76c0c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:06.761218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46779adf-c0e8-4902-8465-b530b55728f1 req-69b20944-52b3-4814-b895-3f8ff4b76c0c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0816312 Oct 13 04:01:06.809341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46779adf-c0e8-4902-8465-b530b55728f1 req-7ab64526-5ffb-4522-a1a4-cb8310064fa2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Oct 13 04:01:06.863635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Allocated IP 172.25.1.199 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/84512edd-ee2e-446a-8cee-9e88d76953cc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:06.947780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f54e5-ad32-4105-b839-0fd6094fcb88 req-34a0e69b-d883-4b08-8497-8321420358fe tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:06.951809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-813f54e5-ad32-4105-b839-0fd6094fcb88 req-34a0e69b-d883-4b08-8497-8321420358fe tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 1101 time: 0.0561149 Oct 13 04:01:06.984389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:06.996484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-813f54e5-ad32-4105-b839-0fd6094fcb88 req-c0658679-e872-4d75-98ec-74ff4c56be4a tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366306 Oct 13 04:01:07.032566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.092074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:07.094693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:07.098657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:07.131611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event updated for resources: {'Port': ['ID=84512edd-ee2e-446a-8cee-9e88d76953cc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:07.143919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494637-3052-49d7-8e9f-5b474bf025f4 req-69a00e79-e4db-49ef-93fb-1764bb593c26 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:07.145659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91494637-3052-49d7-8e9f-5b474bf025f4 req-69a00e79-e4db-49ef-93fb-1764bb593c26 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0766501 Oct 13 04:01:07.205356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91494637-3052-49d7-8e9f-5b474bf025f4 req-82734363-93f0-46df-b722-a0df9610cbd8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514183 Oct 13 04:01:07.218646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.259305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.341848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e4433f9c-718d-4f85-b6fa-c88bc00f121e no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:07.392330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70876a-a9f3-4dc3-82f0-3779d512fc7a req-f06bfa89-d14f-4d17-befd-39953f8e2155 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:07.394003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be70876a-a9f3-4dc3-82f0-3779d512fc7a req-f06bfa89-d14f-4d17-befd-39953f8e2155 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 1101 time: 0.0446820 Oct 13 04:01:07.403181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e4433f9c-718d-4f85-b6fa-c88bc00f121e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:07.403630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e4433f9c-718d-4f85-b6fa-c88bc00f121e not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:07.437234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be70876a-a9f3-4dc3-82f0-3779d512fc7a req-232989d3-b64d-45d5-bc50-d216e7bb07c5 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352619 Oct 13 04:01:07.505598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.513332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.619205 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.627225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event updated for resources: {'Port': ['ID=84512edd-ee2e-446a-8cee-9e88d76953cc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:07.646334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.647650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-7fc51871-703d-4cd3-816c-4862954bdfde tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1202841 Oct 13 04:01:07.704785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-ad777896-5a83-4ac6-9c51-2acc4a0fedc8 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0493562 Oct 13 04:01:07.758052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:07.838871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-4ea7d8bd-3a50-4f2c-83f3-217599574337 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:07.845379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-4ea7d8bd-3a50-4f2c-83f3-217599574337 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1348505 Oct 13 04:01:07.864454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-27ba7bd9-8b1b-41ca-b8ef-24443522f3dc tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:07.869389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c746c1a-c5bd-4ca0-9c40-5d338b47fe81 req-27ba7bd9-8b1b-41ca-b8ef-24443522f3dc tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195169 Oct 13 04:01:07.968833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969981c-1ce8-47c9-a289-fb7d4f186bae req-9ec65af5-b56e-44da-b7e0-96f778762004 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:07.970268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0969981c-1ce8-47c9-a289-fb7d4f186bae req-9ec65af5-b56e-44da-b7e0-96f778762004 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0596857 Oct 13 04:01:07.981415 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-9a572c0b-b480-42c2-9a4d-4b0b106ec604 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236235 Oct 13 04:01:08.010223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0969981c-1ce8-47c9-a289-fb7d4f186bae req-5174c96a-aed6-4e77-9801-c50fdc16cd6c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Oct 13 04:01:08.099910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-f7f44b9a-1fe7-4447-83a5-f659b293cf8a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:08.101484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-f7f44b9a-1fe7-4447-83a5-f659b293cf8a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108775 Oct 13 04:01:08.117031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-55490821-ec1c-4116-8653-371b59ef68aa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/quotas/545a2da42a744248b21f23149f05474e HTTP/1.1" status: 200 len: 375 time: 0.0098040 Oct 13 04:01:08.155701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148c65-be30-4dc6-8e34-d208785f441e req-bcdca684-6007-4772-a029-f7162b3be7cc tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:08.157383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-bcdca684-6007-4772-a029-f7162b3be7cc tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0566001 Oct 13 04:01:08.174683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-c0ce619d-eaf3-48a7-a00f-72f9c08c6eb0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508399 Oct 13 04:01:08.209108 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-1e95402a-4eb4-41cc-9618-d82fe09858fc tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0446341 Oct 13 04:01:08.220185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Request body: {'floatingip': {'port_id': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:08.263828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:08.645314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e76290-42bc-41ae-b95b-2dc753c9ba21 req-0b7d2547-5d15-4273-a97a-34b062093424 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:08.647335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46e76290-42bc-41ae-b95b-2dc753c9ba21 req-0b7d2547-5d15-4273-a97a-34b062093424 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0502641 Oct 13 04:01:08.683802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46e76290-42bc-41ae-b95b-2dc753c9ba21 req-04e90857-6e9c-466c-bce9-beef575c7523 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299034 Oct 13 04:01:08.785228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:08.789744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:08.823235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c639879-526d-4a0a-93b4-edbd3b930301 req-12647921-12e0-4be4-a60a-6d5ad8a2d7a1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:08.825633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c639879-526d-4a0a-93b4-edbd3b930301 req-12647921-12e0-4be4-a60a-6d5ad8a2d7a1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0536315 Oct 13 04:01:08.868169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c639879-526d-4a0a-93b4-edbd3b930301 req-c69e89c4-92b6-4a20-9fc8-f67709aa7740 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351300 Oct 13 04:01:08.911947 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Floating IP 85718e89-27ed-4219-9ebf-690c62bc8436 associated. External IP: 172.25.1.199, port: 625e24fd-eb15-480d-8f3e-ba3599af8a2b. Oct 13 04:01:09.149057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:09.282154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:09.287092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:09.295969 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] Sync routers for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:09.309197 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:09.320102 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:00:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:09.323320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-ab1fd1b9-431b-4b15-adea-7ebf73ef611f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "PUT /v2.0/floatingips/85718e89-27ed-4219-9ebf-690c62bc8436 HTTP/1.1" status: 200 len: 996 time: 1.1072087 Oct 13 04:01:09.323974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:09.326982 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2545389-5f9a-457b-9cba-2824674819ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:09.391417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148c65-be30-4dc6-8e34-d208785f441e req-c2bc0b66-7fc1-4a32-8726-106efde7ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:09.393296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-c2bc0b66-7fc1-4a32-8726-106efde7ab40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1096 time: 0.0526531 Oct 13 04:01:09.532380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148c65-be30-4dc6-8e34-d208785f441e req-376c41aa-7d97-4db0-b0da-a17ab77d4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:09.535161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-376c41aa-7d97-4db0-b0da-a17ab77d4e75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 929 time: 0.1342735 Oct 13 04:01:09.611434 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:09.629832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-8fc28fce-ac27-4bd5-9d2c-3bc9b6fa5687 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 999 time: 0.0865257 Oct 13 04:01:09.649708 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:09.690820 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f09208-ac92-4f16-ae8a-c163acd35e3e x-openstack-request-id: req-51f09208-ac92-4f16-ae8a-c163acd35e3e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:09.690820 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:09.690820 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51f09208-ac92-4f16-ae8a-c163acd35e3e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:09.690820 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'status': 'completed', 'code': 200} Oct 13 04:01:09.721705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148c65-be30-4dc6-8e34-d208785f441e req-37d12ed9-4016-490d-9995-3d32e1598df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:09.723392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-37d12ed9-4016-490d-9995-3d32e1598df4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 200 len: 867 time: 0.0927813 Oct 13 04:01:09.763857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa0944b2-720e-4ca7-a5e8-b0cf6d4b704f req-7534b99a-fffb-4df3-854d-064759b35faa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 210 time: 0.0461617 Oct 13 04:01:09.767589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2545389-5f9a-457b-9cba-2824674819ca req-fa774aea-b390-44f6-876f-364515d74f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:09.769193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-fa774aea-b390-44f6-876f-364515d74f40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1096 time: 0.0959134 Oct 13 04:01:09.806310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148c65-be30-4dc6-8e34-d208785f441e req-2161579b-0989-4bed-8973-c8e3b9c6aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:09.817186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-2161579b-0989-4bed-8973-c8e3b9c6aea3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54f08150-1eeb-4ec8-bc43-155932ab4a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855272 Oct 13 04:01:09.956555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2545389-5f9a-457b-9cba-2824674819ca req-eac3c053-7459-4836-a468-ca5476fed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:09.963712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-eac3c053-7459-4836-a468-ca5476fed7ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 929 time: 0.1852152 Oct 13 04:01:09.988785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-f0ffcf23-9f50-4de0-8caf-1a7d6b9e96ed service neutron] 10.222.0.44 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697116 Oct 13 04:01:10.088587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-ee4985f6-fe73-4046-a490-aec718d136a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 999 time: 0.1170247 Oct 13 04:01:10.118858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-08be66c6-8fa1-47df-8f92-211da06ff9a2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428438 Oct 13 04:01:10.122097 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '85718e89-27ed-4219-9ebf-690c62bc8436', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'port_id': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'mac_address': 'fa:16:3e:ca:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f835077-5cff-4076-b9bf-0595f6c50411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:01:07Z', 'updated_at': '2021-10-13T04:01:08Z', 'revision_number': 1, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:14Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:10.170479 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] Checking router: 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:10.203348 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:10.204052 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:00:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:10.209679 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30148c65-be30-4dc6-8e34-d208785f441e req-fdd1bc97-47f5-4b39-81b8-47413b2fdd74 service neutron] 10.222.0.44 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116392 Oct 13 04:01:10.274528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-a3414a71-f30c-4d38-b075-8722fd667150 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496190 Oct 13 04:01:10.388668 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:10.424715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2545389-5f9a-457b-9cba-2824674819ca req-0a3ef043-a791-4ca9-9111-0a3859ec72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:10.427759 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-0a3ef043-a791-4ca9-9111-0a3859ec72a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 200 len: 867 time: 0.3215325 Oct 13 04:01:10.475421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d426-7c7e-43c6-bcf0-973e19b5c531 req-27e45bd6-be26-408b-8cc3-30cc7852f857 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:10.485704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f24d426-7c7e-43c6-bcf0-973e19b5c531 req-27e45bd6-be26-408b-8cc3-30cc7852f857 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0984526 Oct 13 04:01:10.540630 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f24d426-7c7e-43c6-bcf0-973e19b5c531 req-b144ff24-965c-44cf-8b6a-5bac8a42e269 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494211 Oct 13 04:01:10.669602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-77588e37-ce12-4d66-a1ce-6b3a793714ec tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:10.671116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-77588e37-ce12-4d66-a1ce-6b3a793714ec tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3859291 Oct 13 04:01:10.706815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:10.772102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-461181cb-1361-4b61-9ce2-cf07b71328c4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:10.774756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-461181cb-1361-4b61-9ce2-cf07b71328c4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6197422 Oct 13 04:01:10.789561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:10.812035 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '85718e89-27ed-4219-9ebf-690c62bc8436', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'port_id': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'mac_address': 'fa:16:3e:ca:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f835077-5cff-4076-b9bf-0595f6c50411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:01:07Z', 'updated_at': '2021-10-13T04:01:08Z', 'revision_number': 1, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:14Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:10.846817 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fb5e3-b750-406c-91df-c2f4baca2897 None None] The sync data for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 is: [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '85718e89-27ed-4219-9ebf-690c62bc8436', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'port_id': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'mac_address': 'fa:16:3e:ca:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f835077-5cff-4076-b9bf-0595f6c50411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:01:07Z', 'updated_at': '2021-10-13T04:01:08Z', 'revision_number': 1, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:14Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:10.857515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2545389-5f9a-457b-9cba-2824674819ca req-914746c5-25e2-43c5-9faa-392769b50850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:10.860327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-914746c5-25e2-43c5-9faa-392769b50850 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54f08150-1eeb-4ec8-bc43-155932ab4a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4155211 Oct 13 04:01:10.947480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-fa24fc32-1214-4b9a-81f8-0c3f07df7210 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 258 time: 0.3784065 Oct 13 04:01:10.954941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:10.992155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.087063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-39237283-bfd2-4097-b1b0-e408414c3af5 req-805a6462-a763-4db3-9299-3ca6c79742a4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 210 time: 0.0674381 Oct 13 04:01:11.172817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.179578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-c446377d-cb16-4e58-aa2f-04dd554b1b1c service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049893 Oct 13 04:01:11.182140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:11.186595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.226505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129dd85-12d4-4b14-a1fc-b546ad0ebe7f None None] New status for floating IP 85718e89-27ed-4219-9ebf-690c62bc8436: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:01:11.280005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:11.283672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.380739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Allocated IP 172.25.1.210 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a11dd581-9d5e-4688-a1a8-4a47009f7eb3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:11.523643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.525286 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2545389-5f9a-457b-9cba-2824674819ca req-35e2e9d0-5265-48a6-9651-64f64c3b8c06 service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365223 Oct 13 04:01:11.575745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.164 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/d08f9bd8-a919-4945-a06b-c4fbcd106bc9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:11.600590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.677260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:11.681329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:11.687865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:11.721692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event updated for resources: {'Port': ['ID=a11dd581-9d5e-4688-a1a8-4a47009f7eb3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:11.789581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.821849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935a6aa-6a84-4352-afe0-868a8551fa0e req-80a71e72-54d1-46dd-9c36-c25615972076 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:11.823615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1935a6aa-6a84-4352-afe0-868a8551fa0e req-80a71e72-54d1-46dd-9c36-c25615972076 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0687306 Oct 13 04:01:11.841878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.885504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.896763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1935a6aa-6a84-4352-afe0-868a8551fa0e req-bad07760-3ad1-4eba-b461-8bba985b51b5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594153 Oct 13 04:01:11.957809 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:11.970132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:11.977240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45680) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:12.046356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:12.067389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:12.077052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:12.082612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:12.090157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.104477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.170070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.62 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/0956ec43-7e34-4ecd-b89b-e3f62ceb98f4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:12.182274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:12.228239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:01:12.263937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e20530-75a6-46e2-b0ed-85f6322a6634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.279006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:12.279838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.380840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-eb8293da-6ef7-41a7-801a-164d8c7fd982 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6873586 Oct 13 04:01:12.588877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event updated for resources: {'Port': ['ID=a11dd581-9d5e-4688-a1a8-4a47009f7eb3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:12.629656 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.636011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.651330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-300d5abb-d100-4803-8298-88b25b8afbcb None None] Provisioning complete for port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:12.651907 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-300d5abb-d100-4803-8298-88b25b8afbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.671583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.678854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-38a72d0f-6603-4c21-a0e4-14d84cdaa195 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7304473 Oct 13 04:01:12.743877 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-542304b8-43ec-4f6f-a94e-467847ed5f2f tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.0641191 Oct 13 04:01:12.772515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e20530-75a6-46e2-b0ed-85f6322a6634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.779227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.790885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Request body: {'port': {'device_id': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:12.812139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e20530-75a6-46e2-b0ed-85f6322a6634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:12.908636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-d5043680-b1ec-4b75-9543-7fdf9385192a tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:12.910025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3d9672a-8e5a-42e2-b093-693acab18d73 req-d5043680-b1ec-4b75-9543-7fdf9385192a tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1637552 Oct 13 04:01:12.964795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:13.027872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-300d5abb-d100-4803-8298-88b25b8afbcb None None] Port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:13.087400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74635010-db07-4cb7-8098-63207e054e7e req-b26ea726-8fbf-4e83-a6c6-00b585ec8283 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:13.088948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74635010-db07-4cb7-8098-63207e054e7e req-b26ea726-8fbf-4e83-a6c6-00b585ec8283 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0862861 Oct 13 04:01:13.199233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74635010-db07-4cb7-8098-63207e054e7e req-de15b15b-3560-45f4-a981-e5e18279e18e tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.0978625 Oct 13 04:01:13.210009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-74635010-db07-4cb7-8098-63207e054e7e req-7bc46fe8-00f2-4e2d-a56b-a5a7f042f825 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Request body: {'floatingip': {'port_id': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:13.229006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:13.256052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:13.258074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74635010-db07-4cb7-8098-63207e054e7e req-7bc46fe8-00f2-4e2d-a56b-a5a7f042f825 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.265228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f1e20530-75a6-46e2-b0ed-85f6322a6634 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2996ad85a9b24d83a28406aea533c10c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2674620 Oct 13 04:01:13.270725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:13.271552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:13.376400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20530-75a6-46e2-b0ed-85f6322a6634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af9211-57b3-4fea-a4e6-02fd984a2e5e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:13.388344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:13.421406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c110-2717-4eb2-bc37-1992eaab5ed1 req-b0819e03-f01c-4414-9805-37a10c172816 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:13.428943 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3bd1c110-2717-4eb2-bc37-1992eaab5ed1 req-b0819e03-f01c-4414-9805-37a10c172816 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 936 time: 0.6544359 Oct 13 04:01:13.435719 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.465678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:13.466193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.525147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb728113-a2b3-4bbb-ad07-251bc404a48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.538313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3bd1c110-2717-4eb2-bc37-1992eaab5ed1 req-a5053416-ddbf-42f9-8c74-cfcbb21c4828 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070862 Oct 13 04:01:13.592362 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-74635010-db07-4cb7-8098-63207e054e7e req-7bc46fe8-00f2-4e2d-a56b-a5a7f042f825 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 04:01:13.593608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74635010-db07-4cb7-8098-63207e054e7e req-7bc46fe8-00f2-4e2d-a56b-a5a7f042f825 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "PUT /v2.0/floatingips/1c7fa524-2f5d-422e-8ee7-dc7d3c5ebbed HTTP/1.1" status: 409 len: 550 time: 0.3884048 Oct 13 04:01:13.609581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:13.610950 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb728113-a2b3-4bbb-ad07-251bc404a48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.661000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-47f9a1b2-34ad-42a6-bec1-d75e7d53f999 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8752046 Oct 13 04:01:13.716321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Request body: {'port': {'device_id': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:13.784773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3fb2451b-6452-4f28-9ff7-5d79f6e31c77 None None] Provisioning complete for port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:13.785341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fb2451b-6452-4f28-9ff7-5d79f6e31c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.788844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb728113-a2b3-4bbb-ad07-251bc404a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.790578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb728113-a2b3-4bbb-ad07-251bc404a48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.794711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fb728113-a2b3-4bbb-ad07-251bc404a48e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63af9211-57b3-4fea-a4e6-02fd984a2e5e HTTP/1.1" status: 204 len: 168 time: 0.4773576 Oct 13 04:01:13.852734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2451b-6452-4f28-9ff7-5d79f6e31c77 None None] Port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:13.866960 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:13.911734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728113-a2b3-4bbb-ad07-251bc404a48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af9211-57b3-4fea-a4e6-02fd984a2e5e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:13.945913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd2173-d52e-44e1-9bec-15c671f22114 req-ee049013-66e9-402f-b8c1-2ff593209678 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:13.953495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ddd2173-d52e-44e1-9bec-15c671f22114 req-ee049013-66e9-402f-b8c1-2ff593209678 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.2993038 Oct 13 04:01:13.985838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-158ecb3d-9cf8-4801-89e3-028d5ac344fe tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips/1c7fa524-2f5d-422e-8ee7-dc7d3c5ebbed HTTP/1.1" status: 200 len: 693 time: 0.0851920 Oct 13 04:01:14.107122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-3319af24-417a-49d1-bf95-da4fc48f59a7 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:14.108491 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-3319af24-417a-49d1-bf95-da4fc48f59a7 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1120329 Oct 13 04:01:14.122161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-bc86db02-a055-4624-96e0-6d622f7c8477 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:14.123409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-bc86db02-a055-4624-96e0-6d622f7c8477 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064788 Oct 13 04:01:14.166289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ddd2173-d52e-44e1-9bec-15c671f22114 req-ac20dd25-3b77-43e9-b86d-e368473d4783 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119391 Oct 13 04:01:14.205087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-2c3aa521-d3cd-47c4-a176-e04256801ec3 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.0742600 Oct 13 04:01:14.254129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08f9bd8-a919-4945-a06b-c4fbcd106bc9 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:14.264273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.281170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Transition to ACTIVE for port object d08f9bd8-a919-4945-a06b-c4fbcd106bc9 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:01:14.290574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.300583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-0cb9c4e0-1ff3-47e4-8819-4b06fece98b1 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.0881376 Oct 13 04:01:14.443023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-a2305883-1e6e-4ced-b7c1-a03bc1426b34 service neutron] 10.222.0.15 "GET /v2.0/ports/1a399ba6-86c8-4ebb-8271-a262808760e9/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.2366846 Oct 13 04:01:14.504101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Deleting port a11dd581-9d5e-4688-a1a8-4a47009f7eb3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:14.504713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.548278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:14.559150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.580068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Transition to ACTIVE for port object 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:01:14.624643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.665012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Pushing event updated for resources: {'Port': ['ID=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:14.725424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.726013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.747806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Calling delete_port for a11dd581-9d5e-4688-a1a8-4a47009f7eb3 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:14.915797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Attempting to bind port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:14.916269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Attempting to bind port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:14.916602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Attempting to bind port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:14.923757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:14.924078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Attempting to bind port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:14.929310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:14.932524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:14.933670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:14.934401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:14.934848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Bound port: 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:14.935204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.939930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Attempting to bind port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:14.940213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Attempting to bind port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:14.940540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Attempting to bind port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:14.957495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:14.957815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Attempting to bind port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:14.965382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:14.965648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:14.966026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:14.966447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Bound port: d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:14.966949 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.026000 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.045284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] For port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:15.048562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] For port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:15.067721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232291fb-4110-426b-8469-20b549585418 req-3c67e277-3df1-4275-b1d2-3c60cc1d5d0c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.069563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-232291fb-4110-426b-8469-20b549585418 req-3c67e277-3df1-4275-b1d2-3c60cc1d5d0c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 948 time: 0.3651836 Oct 13 04:01:15.073136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.092152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event deleted for resources: {'Port': ['ID=a11dd581-9d5e-4688-a1a8-4a47009f7eb3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:15.145445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-acea4302-b19a-4ecd-a5f7-5b4408d8dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.147381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-acea4302-b19a-4ecd-a5f7-5b4408d8dc9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f&tenant_id=02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 1100 time: 0.1368246 Oct 13 04:01:15.173240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.174000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.175342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] 10.222.0.15 "PUT /v2.0/ports/0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 HTTP/1.1" status: 200 len: 1095 time: 1.4690571 Oct 13 04:01:15.176262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'tag': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:15.178529 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8" -d '{"events": [{"name": "network-changed", "server_uuid": "70b41ce5-af08-4f40-8d21-f48d8e845450", "tag": "0956ec43-7e34-4ecd-b89b-e3f62ceb98f4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:15.192226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.195895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.197505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe66b029-ada2-43e2-b952-6e3f41867f4f req-55a933db-4af6-4729-9ef7-5d9e162371cf tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "DELETE /v2.0/floatingips/1c7fa524-2f5d-422e-8ee7-dc7d3c5ebbed HTTP/1.1" status: 204 len: 173 time: 0.8960187 Oct 13 04:01:15.221468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-232291fb-4110-426b-8469-20b549585418 req-8dd997b5-4c6b-4dad-b645-a25c6cb966bb tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414731 Oct 13 04:01:15.260720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-3d0ce982-6a72-45b1-b2d0-42db1b63c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.263179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-3d0ce982-6a72-45b1-b2d0-42db1b63c509 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1100 time: 0.0878830 Oct 13 04:01:15.304462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] For port d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:15.312389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] For port d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:15.336319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.351270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf737e-63bf-4eb1-9c06-c1ccf199ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:15.424466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.425616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.427588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] 10.222.0.26 "PUT /v2.0/ports/d08f9bd8-a919-4945-a06b-c4fbcd106bc9 HTTP/1.1" status: 200 len: 1096 time: 2.6513035 Oct 13 04:01:15.474047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-aa288486-43db-403f-bdbe-9821bcce7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.477709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-aa288486-43db-403f-bdbe-9821bcce7ccf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 1098 time: 0.2420495 Oct 13 04:01:15.542065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-52b6f9a7-fb6f-44a4-aeeb-fe95b3e41490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.543645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-52b6f9a7-fb6f-44a4-aeeb-fe95b3e41490 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2724662 Oct 13 04:01:15.633126 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb57c9dc-ca3a-4873-bfc3-0ae9c6d150f3 x-openstack-request-id: req-fb57c9dc-ca3a-4873-bfc3-0ae9c6d150f3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:15.633710 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b41ce5-af08-4f40-8d21-f48d8e845450", "tag": "0956ec43-7e34-4ecd-b89b-e3f62ceb98f4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:15.634205 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb57c9dc-ca3a-4873-bfc3-0ae9c6d150f3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:15.634913 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'tag': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4', 'status': 'completed', 'code': 200} Oct 13 04:01:15.644629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254484b-2ccb-4705-b90b-9e5f7e069d92 service neutron] Pushing event updated for resources: {'Port': ['ID=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:15.693698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-e5c4bda6-4074-4c56-bc2a-23f6cc849e09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 217 time: 0.1418059 Oct 13 04:01:15.723434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-26b9edd8-9c47-4ebb-ab8f-cbcb85953778 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 HTTP/1.1" status: 200 len: 217 time: 0.2037537 Oct 13 04:01:15.846792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-90a8d065-5d97-462e-baa4-6b8e7095eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.856951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-90a8d065-5d97-462e-baa4-6b8e7095eac5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1563182 Oct 13 04:01:15.860162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-f8e5abd4-bd4f-4f60-a8d0-86adcec22969 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 1001 time: 0.1056209 Oct 13 04:01:15.954578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-04b64b81-85a1-4b26-ad3c-db3b87a17495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.956049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-04b64b81-85a1-4b26-ad3c-db3b87a17495 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 1099 time: 0.4667161 Oct 13 04:01:15.956172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6102-a2bf-4b6a-b1bf-cc5134204b24 req-2a918307-0014-4ab3-9628-7a63a818dd85 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.959074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43ce6102-a2bf-4b6a-b1bf-cc5134204b24 req-2a918307-0014-4ab3-9628-7a63a818dd85 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.2014897 Oct 13 04:01:15.973963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-3912f6a6-a1ed-40fc-9bc7-2cf59a2938b8 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:15.987156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-3912f6a6-a1ed-40fc-9bc7-2cf59a2938b8 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports/625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 942 time: 0.1204884 Oct 13 04:01:16.024448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-f861b23b-6f5e-4db3-8744-31081a0b24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.026126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-f861b23b-6f5e-4db3-8744-31081a0b24d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563418 Oct 13 04:01:16.060923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-2f2ce5c1-b402-4f27-94b3-5a79df85937c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9 HTTP/1.1" status: 200 len: 217 time: 0.0712037 Oct 13 04:01:16.070880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43ce6102-a2bf-4b6a-b1bf-cc5134204b24 req-2ba3fcf7-7d6c-4aad-999f-ec07dfbc9b65 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931714 Oct 13 04:01:16.122361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-a24a7476-9561-468b-a914-f72c80133429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.124383 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-a24a7476-9561-468b-a914-f72c80133429 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.3841405 Oct 13 04:01:16.158946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45762) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:16.222222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-9a18790a-584c-4c40-9d08-97b215c2a9fc service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498747 Oct 13 04:01:16.242911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-fb652d9a-441b-441d-baa9-f6a4a6bc5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.244495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-fb652d9a-441b-441d-baa9-f6a4a6bc5cf9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1191974 Oct 13 04:01:16.253986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-c7791f4d-cb81-4873-b0b3-812f6331a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 1001 time: 0.1894994 Oct 13 04:01:16.336476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-6ba72afa-ec50-49f8-89c0-988d351d9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.342386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-6ba72afa-ec50-49f8-89c0-988d351d9888 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030015 Oct 13 04:01:16.398346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5afb3023-b5c8-4b06-a855-999bb9aa2ba8 req-908429bf-8b8a-4b03-8619-602c0864f5b2 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686199 Oct 13 04:01:16.422291 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d36ac1-72cc-43fa-a8f0-36d497fcedc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.452046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d57fba-a2be-4f97-b870-bc04427b3c52 req-906becdc-037b-4e2f-99bc-b2844e29274f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.453793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5d57fba-a2be-4f97-b870-bc04427b3c52 req-906becdc-037b-4e2f-99bc-b2844e29274f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 948 time: 0.1200330 Oct 13 04:01:16.476806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-6b3ccf02-d4f4-4e95-9c29-9a07f3de7c2a tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.478262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-6b3ccf02-d4f4-4e95-9c29-9a07f3de7c2a tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2237291 Oct 13 04:01:16.565104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53190-6884-4200-8120-e4703440db20 req-41ae2ef0-e416-4dc6-bb2a-23885104c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:16.567015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-41ae2ef0-e416-4dc6-bb2a-23885104c87f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233796 Oct 13 04:01:16.580493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5d57fba-a2be-4f97-b870-bc04427b3c52 req-c50cbda4-0e0b-498d-90f0-dbf2721ee989 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106522 Oct 13 04:01:16.626939 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d36ac1-72cc-43fa-a8f0-36d497fcedc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.633021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d36ac1-72cc-43fa-a8f0-36d497fcedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.668095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-5b8174d4-a720-4c97-9073-1cb0552e9bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960925 Oct 13 04:01:16.672878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-7583bb84-1db5-42c2-933f-eec3c38c3aa0 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 1001 time: 0.1823022 Oct 13 04:01:16.686970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f1d36ac1-72cc-43fa-a8f0-36d497fcedc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30d62643aa8f4ba689ebd90f864cd47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262904 Oct 13 04:01:16.687940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d36ac1-72cc-43fa-a8f0-36d497fcedc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9650f-ecc8-4381-986c-351759497299,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:16.691410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:16.693483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:16.755080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a5dbb94-1f02-4e23-b3fd-e1bddbd621e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.780776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a5dbb94-1f02-4e23-b3fd-e1bddbd621e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.829828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.836004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-d54b0f68-eb06-4da0-8344-cfb4fa3dc7fc service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605009 Oct 13 04:01:16.842876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a5dbb94-1f02-4e23-b3fd-e1bddbd621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.846140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a5dbb94-1f02-4e23-b3fd-e1bddbd621e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:16.849953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1a5dbb94-1f02-4e23-b3fd-e1bddbd621e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55b9650f-ecc8-4381-986c-351759497299 HTTP/1.1" status: 204 len: 168 time: 0.1550386 Oct 13 04:01:16.857939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dbb94-1f02-4e23-b3fd-e1bddbd621e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9650f-ecc8-4381-986c-351759497299,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:16.952396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-17c8bb85-065a-4e77-a12f-7c73f8e975bf service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717376 Oct 13 04:01:17.094661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbe53190-6884-4200-8120-e4703440db20 req-72ec72ea-839e-40b6-8c7e-e99c6734fd8c service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234647 Oct 13 04:01:17.096197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:17.117318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:17.118135 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Floating IP 85718e89-27ed-4219-9ebf-690c62bc8436 disassociated. External IP: 172.25.1.199, port: 625e24fd-eb15-480d-8f3e-ba3599af8a2b. Oct 13 04:01:17.195055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-51a047f3-175d-4ad2-82e0-ac6a554b8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:17.196734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-51a047f3-175d-4ad2-82e0-ac6a554b8a39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 1098 time: 0.1713669 Oct 13 04:01:17.233341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03345b8a-05a7-4ca0-a92b-39c74d356d74 req-f48b1715-8f83-4ac9-8911-388f7d99964a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:17.235025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03345b8a-05a7-4ca0-a92b-39c74d356d74 req-f48b1715-8f83-4ac9-8911-388f7d99964a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0686710 Oct 13 04:01:17.285282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03345b8a-05a7-4ca0-a92b-39c74d356d74 req-cd08a23f-1e12-47a6-986d-cf8c5dfa1889 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Oct 13 04:01:17.656070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'tag': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:17.658635 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b88459-40e0-4989-b293-7355304c0c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "77144d87-b38b-4960-a1a6-30a9adbdb308", "tag": "d08f9bd8-a919-4945-a06b-c4fbcd106bc9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:17.693856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-b2a032b3-7f8b-4994-b846-b8f2d2a7888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:17.695688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-b2a032b3-7f8b-4994-b846-b8f2d2a7888a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1668568 Oct 13 04:01:17.704722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5c4a8-01e0-4820-9806-fe09a0e6b577 req-523b6c6d-da54-46ba-95fc-288aae4f78d3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:17.706501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63a5c4a8-01e0-4820-9806-fe09a0e6b577 req-523b6c6d-da54-46ba-95fc-288aae4f78d3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 948 time: 0.0588610 Oct 13 04:01:17.748382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63a5c4a8-01e0-4820-9806-fe09a0e6b577 req-b9b7060c-8d9d-4c58-8695-07fdda490615 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Oct 13 04:01:17.783403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-78708d47-d702-49b8-8ec2-c1c14c532a97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 HTTP/1.1" status: 200 len: 217 time: 0.0414093 Oct 13 04:01:17.798722 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d83bde-0b61-43bc-a4b8-a8c1606710a6 x-openstack-request-id: req-b1d83bde-0b61-43bc-a4b8-a8c1606710a6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:17.799103 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77144d87-b38b-4960-a1a6-30a9adbdb308", "tag": "d08f9bd8-a919-4945-a06b-c4fbcd106bc9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:17.799444 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1d83bde-0b61-43bc-a4b8-a8c1606710a6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:17.799890 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'tag': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'status': 'completed', 'code': 200} Oct 13 04:01:17.861408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:17.894860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-54b63764-109b-4931-ab42-41554e769a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:17.896227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-54b63764-109b-4931-ab42-41554e769a32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0993948 Oct 13 04:01:17.942641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88459-40e0-4989-b293-7355304c0c8c req-de946fad-8561-4c31-adbd-8ebc21cf635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:17.943975 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-de946fad-8561-4c31-adbd-8ebc21cf635e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 1099 time: 0.1146176 Oct 13 04:01:18.087816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-7a888300-ee91-4eb8-80eb-8643d18b0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.089405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-7a888300-ee91-4eb8-80eb-8643d18b0539 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1582849 Oct 13 04:01:18.126631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:18.131532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:18.139258 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] Sync routers for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:18.149944 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:18.150558 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:00:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:18.221264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-da1ce1ed-716b-40d0-8b0f-6f8cbef35695 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "PUT /v2.0/floatingips/85718e89-27ed-4219-9ebf-690c62bc8436 HTTP/1.1" status: 200 len: 695 time: 1.5417323 Oct 13 04:01:18.222277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88459-40e0-4989-b293-7355304c0c8c req-12aab99e-d8d8-4a76-b0e6-eb2bb4fd5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.223844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-12aab99e-d8d8-4a76-b0e6-eb2bb4fd5d6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2598913 Oct 13 04:01:18.280581 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:18.349266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-9e44a057-ad27-4773-8c6d-ac4e651c394a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9 HTTP/1.1" status: 200 len: 217 time: 0.1167743 Oct 13 04:01:18.377132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-01ef7178-c06a-43b0-9e12-4bf09ac1a435 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768514 Oct 13 04:01:18.521686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9d288-5fb6-4aa1-a327-0affc53570cf req-bd31b9c7-ec1f-4f66-ae66-586c860f8440 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.522715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0c9d288-5fb6-4aa1-a327-0affc53570cf req-bd31b9c7-ec1f-4f66-ae66-586c860f8440 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.1002707 Oct 13 04:01:18.580514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88459-40e0-4989-b293-7355304c0c8c req-29a816d1-4390-4dd2-a7db-488e82946f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.582031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-29a816d1-4390-4dd2-a7db-488e82946f15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2039409 Oct 13 04:01:18.586689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-6229960a-7db9-47db-93fb-71f0f329d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.587898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-6229960a-7db9-47db-93fb-71f0f329d080 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1096 time: 0.3386755 Oct 13 04:01:18.590680 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0c9d288-5fb6-4aa1-a327-0affc53570cf req-233785f9-7f2f-4159-9985-44a1811d081e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Oct 13 04:01:18.656004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:18.687855 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:14Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:18.715738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27a197ac-167a-42bd-9df0-f6d0d6d1faf8 req-c4c2781d-6d65-4910-847d-655a6d354a00 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250241 Oct 13 04:01:18.720437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88459-40e0-4989-b293-7355304c0c8c req-a3e353b5-5bf4-4e4c-90a4-dd67d7119f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.721604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] Checking router: 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:18.722037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-a3e353b5-5bf4-4e4c-90a4-dd67d7119f76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289716 Oct 13 04:01:18.733864 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:18.735396 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:00:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:18.833290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a89d-7921-4963-8191-d1a534ffcecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:18.857108 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:18.866809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-36aea451-7f70-4f16-ba61-a2c35b843dad service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313446 Oct 13 04:01:18.877703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-fa718515-a5ed-4cca-8dff-dbea9a348576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.879524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-fa718515-a5ed-4cca-8dff-dbea9a348576 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 929 time: 0.2756512 Oct 13 04:01:18.894777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e73cff5-59bd-4dbf-9ad2-220d66e4c3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:18.925596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484c5c9-ea3e-417a-b766-383960d2677a req-1228f6d3-d7bd-4952-aa56-6350b89247a6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:18.927129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c484c5c9-ea3e-417a-b766-383960d2677a req-1228f6d3-d7bd-4952-aa56-6350b89247a6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 948 time: 0.0901845 Oct 13 04:01:18.978608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-d1cbb306-4144-4851-b4b9-cf5a662f47c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 217 time: 0.0743148 Oct 13 04:01:19.030291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c484c5c9-ea3e-417a-b766-383960d2677a req-aeae6154-2498-4253-9759-6bba9e438806 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612674 Oct 13 04:01:19.054101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a89d-7921-4963-8191-d1a534ffcecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.064361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a89d-7921-4963-8191-d1a534ffcecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.070236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-3525d3ca-2965-4b2a-a317-9f39fc6c8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:19.071700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-3525d3ca-2965-4b2a-a317-9f39fc6c8ac0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 200 len: 867 time: 0.0842273 Oct 13 04:01:19.076260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b88459-40e0-4989-b293-7355304c0c8c req-16ba8c60-2474-4e3e-85f4-892876b9c0e9 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948698 Oct 13 04:01:19.133310 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:14Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:19.134129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-ecf663a7-bfb7-4680-a5e3-eb7bf1f17da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:19.136803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-ecf663a7-bfb7-4680-a5e3-eb7bf1f17da8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54f08150-1eeb-4ec8-bc43-155932ab4a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580103 Oct 13 04:01:19.146475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4a89d-7921-4963-8191-d1a534ffcecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebae451-77da-4ea5-b369-cd2f6780c54b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:19.165821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8f4a89d-7921-4963-8191-d1a534ffcecb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96a37b1935ab4a1893b34b761e41e5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083244 Oct 13 04:01:19.168794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:19.228339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8853408e-09f8-4860-b0ff-a4b81a6c7a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.265381 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8853408e-09f8-4860-b0ff-a4b81a6c7a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.272852 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f8e51-3f05-4023-bf89-8a8db14e1a1d None None] The sync data for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 is: [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:00:09Z', 'revision_number': 4, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bd8ce6c3-e4c6-42a9-8493-529eba8eb477', 'name': '', 'network_id': '54f08150-1eeb-4ec8-bc43-155932ab4a00', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'mac_address': 'fa:16:3e:7e:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:09Z', 'updated_at': '2021-10-13T04:00:14Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'subnets': [{'id': '6303dc1e-5346-4549-9a5e-7fb0c928a542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:19.306207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-e6ee3667-1bdf-4602-ac27-6b6a0ec1a0a1 service neutron] 10.222.0.44 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598561 Oct 13 04:01:19.332234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8853408e-09f8-4860-b0ff-a4b81a6c7a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.334888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8853408e-09f8-4860-b0ff-a4b81a6c7a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.338500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8853408e-09f8-4860-b0ff-a4b81a6c7a4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ebae451-77da-4ea5-b369-cd2f6780c54b HTTP/1.1" status: 204 len: 168 time: 0.1656604 Oct 13 04:01:19.354286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853408e-09f8-4860-b0ff-a4b81a6c7a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebae451-77da-4ea5-b369-cd2f6780c54b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:19.418283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:19.422241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:19.427614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95042878-9674-4d7d-8048-5c8bc5c3014d req-586b5145-fef5-4d31-983f-f1021d42852d service neutron] 10.222.0.44 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141915 Oct 13 04:01:19.547665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-c0a48346-ad47-4ce0-b836-3b5c16a0ae71 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips/85718e89-27ed-4219-9ebf-690c62bc8436 HTTP/1.1" status: 200 len: 695 time: 0.0639563 Oct 13 04:01:19.616847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.672993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:19.678119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:19.681140 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a4795-3e92-412e-a9b8-6504020d7764" -d '{"events": [{"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:19.687002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:19.691272 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.739575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'mac_address': 'fa:16:3e:6a:30:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:19.768223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-d62c69f3-6f19-4137-82eb-757fc86af650 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:19.776881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-d62c69f3-6f19-4137-82eb-757fc86af650 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2202492 Oct 13 04:01:19.786233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.789060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfcd16-1a6b-46f8-9dd9-09e474875d9e None None] New status for floating IP 85718e89-27ed-4219-9ebf-690c62bc8436: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:01:19.809388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cbbb3-41a2-4b2e-9dea-f53180ca3c3d req-af5b6fa4-7bf3-4d47-858b-7981b9060877 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:19.810957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d69cbbb3-41a2-4b2e-9dea-f53180ca3c3d req-af5b6fa4-7bf3-4d47-858b-7981b9060877 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 947 time: 0.1079645 Oct 13 04:01:19.811445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:19.823226 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e7ad25-9a78-4a6f-89c2-31582373ac5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:19.853341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a399ba6-86c8-4ebb-8271-a262808760e9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:19.855025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-c572f721-5fe9-424e-a47e-234fb17a8b47 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 698 time: 0.0763972 Oct 13 04:01:19.876313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:19.904622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d69cbbb3-41a2-4b2e-9dea-f53180ca3c3d req-e1c12cf5-a38a-4648-92a2-7f89aa6545c6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729613 Oct 13 04:01:19.919916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:19.929703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:19.977152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-8e7dea71-b77f-420a-a8b8-3fda84ab69b7 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 698 time: 0.1203279 Oct 13 04:01:19.993094 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35283afe-e6d8-401c-83bc-9a1cf0f676d9 x-openstack-request-id: req-35283afe-e6d8-401c-83bc-9a1cf0f676d9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:19.993401 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:19.994955 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35283afe-e6d8-401c-83bc-9a1cf0f676d9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:19.995858 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'code': 200} Oct 13 04:01:20.013162 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0067ab2-3fd5-41ab-99bc-29d75d54d19a x-openstack-request-id: req-f0067ab2-3fd5-41ab-99bc-29d75d54d19a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:20.013697 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:20.014198 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0067ab2-3fd5-41ab-99bc-29d75d54d19a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:20.014967 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'status': 'completed', 'code': 200} Oct 13 04:01:20.133750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-3ff8d272-67d9-4965-9087-3cdfeab91f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.136017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-3ff8d272-67d9-4965-9087-3cdfeab91f7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 1096 time: 0.0942686 Oct 13 04:01:20.203834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:20.212561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:20.218515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Deleting port 84512edd-ee2e-446a-8cee-9e88d76953cc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:20.219210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:20.364218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-bd15bb5b-62a1-4cb2-81df-787dc3accc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.364218 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-bd15bb5b-62a1-4cb2-81df-787dc3accc8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 200 len: 929 time: 0.2124422 Oct 13 04:01:20.428485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:20.429183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:20.441770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Calling delete_port for 84512edd-ee2e-446a-8cee-9e88d76953cc owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:20.502350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-0db8c74f-7868-4111-a58e-6b2f3fad17c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 200 len: 217 time: 0.1289003 Oct 13 04:01:20.573408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f1eb-0e84-4e61-beb1-5b3d6ba64777 req-f36deee8-d41d-4b51-8b3e-57ebbc5dec28 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.574841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fc4f1eb-0e84-4e61-beb1-5b3d6ba64777 req-f36deee8-d41d-4b51-8b3e-57ebbc5dec28 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 948 time: 0.2177367 Oct 13 04:01:20.589222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-e68937f7-7135-4cf2-9999-fd64a3ce4bae tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.590732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-e68937f7-7135-4cf2-9999-fd64a3ce4bae tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f&tenant_id=02913d5543c0459e838fc38b2034bb11&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 948 time: 0.2212937 Oct 13 04:01:20.591192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:20.602915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-d9bb3b39-d57a-4eac-9047-cdc748ccd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.604366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-d9bb3b39-d57a-4eac-9047-cdc748ccd2ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 200 len: 867 time: 0.0922124 Oct 13 04:01:20.634798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event deleted for resources: {'Port': ['ID=84512edd-ee2e-446a-8cee-9e88d76953cc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:20.692847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fc4f1eb-0e84-4e61-beb1-5b3d6ba64777 req-cdd1bf3c-d36e-45f9-9b1c-d3fce0045674 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011095 Oct 13 04:01:20.704737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:20.708326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:20.709666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2cb4c32f-77d9-426a-9db2-435272c4aa19 req-fd3f2a9b-11b8-41fa-96f3-10d631585262 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "DELETE /v2.0/floatingips/85718e89-27ed-4219-9ebf-690c62bc8436 HTTP/1.1" status: 204 len: 173 time: 0.7317226 Oct 13 04:01:20.710293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-364efc76-b700-4ab6-83a5-3814ff46a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.712086 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-364efc76-b700-4ab6-83a5-3814ff46a8ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54f08150-1eeb-4ec8-bc43-155932ab4a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993433 Oct 13 04:01:20.729979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-d49eef4c-a23d-4ed1-8def-26e53b488886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.733961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-d49eef4c-a23d-4ed1-8def-26e53b488886 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1099 time: 0.0789587 Oct 13 04:01:20.937102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec92f8f-2411-4cd3-816a-97cee699a2c6 req-bc663ac2-8197-4505-8e8a-8ce679f30a87 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.938578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bec92f8f-2411-4cd3-816a-97cee699a2c6 req-bc663ac2-8197-4505-8e8a-8ce679f30a87 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 948 time: 0.1508346 Oct 13 04:01:20.944451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-ac28afee-7072-4597-9e18-aed0a857e8d2 service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092957 Oct 13 04:01:20.983875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-85bfc98e-6832-4956-a0b5-c55aa4ed85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:20.985349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-85bfc98e-6832-4956-a0b5-c55aa4ed85cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2321408 Oct 13 04:01:21.114000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a9de-5ac3-4fbe-8824-536cc0ee4591 req-ee0e6f79-f70a-4577-90e4-107022305106 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:21.115497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8be2a9de-5ac3-4fbe-8824-536cc0ee4591 req-ee0e6f79-f70a-4577-90e4-107022305106 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0571628 Oct 13 04:01:21.158701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8be2a9de-5ac3-4fbe-8824-536cc0ee4591 req-a60e22e9-1090-4d6d-8dd3-b46694ca4612 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0369923 Oct 13 04:01:21.253012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a43a4ac-e03e-4447-936a-bd0d22383979 req-1da32be3-9798-4450-bdcb-775264e21378 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0668890 Oct 13 04:01:21.274812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d08f9bd8-a919-4945-a06b-c4fbcd106bc9 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:21.346072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-3d3bdae8-9a38-4f33-ae40-2f1ea62b3ff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 217 time: 0.3343730 Oct 13 04:01:21.346192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:21.407432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bec92f8f-2411-4cd3-816a-97cee699a2c6 req-fab6cba2-4e6a-4f82-b301-307174680875 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553571 Oct 13 04:01:21.442688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:21.444029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-56225119-8588-4c89-968c-a45f15ff4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:21.445497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-56225119-8588-4c89-968c-a45f15ff4a25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0887001 Oct 13 04:01:21.453869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11e7ad25-9a78-4a6f-89c2-31582373ac5d req-9a3851ec-fd7e-477f-9f17-3d0ea50d2f1b service neutron] 10.222.0.26 "GET /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995840 Oct 13 04:01:21.457498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:21.541449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-bee0068b-bc03-437c-be0f-f1fdfaebf2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:21.543794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-bee0068b-bc03-437c-be0f-f1fdfaebf2ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890770 Oct 13 04:01:21.581710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa36b2-477f-4b62-8e07-f6a8660536de req-e1538ab5-ad37-4026-b524-cc575ebc112e tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:21.591528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3daa36b2-477f-4b62-8e07-f6a8660536de req-e1538ab5-ad37-4026-b524-cc575ebc112e tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0866678 Oct 13 04:01:21.616140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02b40325-63bc-4682-9677-b9b8ce6da13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.634728 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f33b3684-8168-47ac-8bb9-9d7df4b46a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.665641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-6c9b06e2-cec2-4d4a-91f1-e30a431229d7 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109571 Oct 13 04:01:21.688653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3daa36b2-477f-4b62-8e07-f6a8660536de req-31442433-8a69-4dc3-89f0-50fef61b3cd8 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961003 Oct 13 04:01:21.773872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c53827f5-2a5e-4549-8007-5a1bf1584fe8 req-f2a55fe4-f5ca-43e5-ab6b-23510359e135 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960152 Oct 13 04:01:21.782230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f33b3684-8168-47ac-8bb9-9d7df4b46a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.794154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f33b3684-8168-47ac-8bb9-9d7df4b46a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.839835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b3684-8168-47ac-8bb9-9d7df4b46a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd7ef9-49af-4694-8fe4-7b6f47f5f608,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:21.846184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:21.855634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f33b3684-8168-47ac-8bb9-9d7df4b46a6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aaca8af03c947d9a74ba9e49626b9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083339 Oct 13 04:01:21.858311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:21.913471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'mac_address': 'fa:16:3e:80:86:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:21.921921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8c2b-9703-4328-9333-2e60416d3739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.930271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 1a399ba6-86c8-4ebb-8271-a262808760e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:21.930661 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.934546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ea01-9b6c-4504-a068-6d2e9b97d565 req-c77c11b0-ea7a-4ea8-9f32-7d6a7caca142 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:21.943143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87f5ea01-9b6c-4504-a068-6d2e9b97d565 req-c77c11b0-ea7a-4ea8-9f32-7d6a7caca142 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 948 time: 0.1176376 Oct 13 04:01:21.946307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8c2b-9703-4328-9333-2e60416d3739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:21.983707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87f5ea01-9b6c-4504-a068-6d2e9b97d565 req-c0629f45-41e0-413a-8deb-2339d440d515 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Oct 13 04:01:22.010707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8c2b-9703-4328-9333-2e60416d3739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.014405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8c2b-9703-4328-9333-2e60416d3739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.018788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2f8a8c2b-9703-4328-9333-2e60416d3739 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ccd7ef9-49af-4694-8fe4-7b6f47f5f608 HTTP/1.1" status: 204 len: 168 time: 0.1591833 Oct 13 04:01:22.030536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a8c2b-9703-4328-9333-2e60416d3739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd7ef9-49af-4694-8fe4-7b6f47f5f608,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:22.061891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:22.090893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4', 'mac_address': 'fa:16:3e:e7:1c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:22.094241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.134694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08f9bd8-a919-4945-a06b-c4fbcd106bc9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:22.163486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.187109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:22.202914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.213141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:22.248955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.275793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:22.294549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.300102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:22.302546 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9964996-315d-4844-a77c-6d5fa5a9ed4a" -d '{"events": [{"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-plugged", "status": "completed", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:22.308303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:22.323497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:22.342683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.379588 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e39d81e-8391-4d12-8772-31abd87fe015 x-openstack-request-id: req-6e39d81e-8391-4d12-8772-31abd87fe015 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:22.379882 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-plugged", "status": "completed", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:22.380131 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e39d81e-8391-4d12-8772-31abd87fe015 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:22.380512 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'code': 200} Oct 13 04:01:22.381733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:22.568457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24584-0165-424a-a551-99a283339732 req-46cd44a6-9caf-41e2-9640-49c7a3e1555e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:22.570521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5fe24584-0165-424a-a551-99a283339732 req-46cd44a6-9caf-41e2-9640-49c7a3e1555e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0651448 Oct 13 04:01:22.581597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:22.620874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5fe24584-0165-424a-a551-99a283339732 req-33ca1187-b575-433e-aecd-165205921de6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Oct 13 04:01:22.658623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:22.763656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a4b8-437e-4118-8588-bf8a185d7ace req-17d6df76-96bc-4ca0-a676-7f6b2aaf37da tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:22.776832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7984a4b8-437e-4118-8588-bf8a185d7ace req-17d6df76-96bc-4ca0-a676-7f6b2aaf37da tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0782871 Oct 13 04:01:22.787342 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.833983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7984a4b8-437e-4118-8588-bf8a185d7ace req-038d0295-43bf-44d9-823f-0d98e5c34d44 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Oct 13 04:01:22.867496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d08f9bd8-a919-4945-a06b-c4fbcd106bc9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:22.920304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf3353-fc20-4c6d-a03c-9c0ce1549caf req-8a0f656a-b4c9-42d0-9cb4-64a070563c35 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:22.925185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:22.930973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8bf3353-fc20-4c6d-a03c-9c0ce1549caf req-8a0f656a-b4c9-42d0-9cb4-64a070563c35 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.1251905 Oct 13 04:01:22.936943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.996262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8bf3353-fc20-4c6d-a03c-9c0ce1549caf req-00cba11a-3a52-401d-be10-ebd8151b3eb2 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/security-groups?id=e918ffba-fcd6-4a10-9c56-dcca33ce7696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642159 Oct 13 04:01:23.091765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-network', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:23.165040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:23.168883 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.181402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.191156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2009b94-22b3-42d6-b7b1-c8d8df2791e9 req-bbe86286-f571-49a4-9f76-c43660290a09 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:23.192764 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2009b94-22b3-42d6-b7b1-c8d8df2791e9 req-bbe86286-f571-49a4-9f76-c43660290a09 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 949 time: 0.0796328 Oct 13 04:01:23.260713 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2009b94-22b3-42d6-b7b1-c8d8df2791e9 req-8dd10384-12b2-4b70-9808-a05f1f053ded tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581522 Oct 13 04:01:23.316379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.320760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.332592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-037d47a0-a392-4c33-b815-c2df6312e8e3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330663 Oct 13 04:01:23.333990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:01:23.356349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.356725 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Added segment c410d827-9f26-4fff-a486-524509361e4d of type vlan for network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 Oct 13 04:01:23.393680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd05d72-4a2d-4c66-98d1-96424c073eb7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:23.411648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.437824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.439470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:23.440159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.449727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-852feaeb-63ef-4937-83a6-70254577e87f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:23.451173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-852feaeb-63ef-4937-83a6-70254577e87f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117225 Oct 13 04:01:23.496403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-39ac6c07-3da0-4a31-b014-e2d5980c161f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/quotas/02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 375 time: 0.0282953 Oct 13 04:01:23.496634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5671446 Oct 13 04:01:23.496634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:23.506937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Request body: {'subnet': {'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-subnet', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:23.533072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2f41-c88b-4b6c-9a4b-584efab86233 admin admin] Pushing event updated for resources: {'Network': ['ID=7af08a54-f6ba-49c8-bd0a-8d4238b30106,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:23.544242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:01:23.546321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-98cb62ea-ef77-456c-bac2-fe1d052c4393 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:23.547869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-98cb62ea-ef77-456c-bac2-fe1d052c4393 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 945 time: 0.0913382 Oct 13 04:01:23.556712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:23.562107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.610209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-cfcd2726-3b86-4f77-b520-1e8a5a9d4e4c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057401 Oct 13 04:01:23.663108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Deleting port 625e24fd-eb15-480d-8f3e-ba3599af8a2b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:23.663392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.790481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] For port 625e24fd-eb15-480d-8f3e-ba3599af8a2b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=625e24fd-eb15-480d-8f3e-ba3599af8a2b,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:23.790937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.805470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Calling delete_port for 625e24fd-eb15-480d-8f3e-ba3599af8a2b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:23.827203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.849953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-999aafb6-56f9-4d8b-9676-1309a357bdd6 req-2b6731f4-858f-4222-8ebe-ff2a17a297ba tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 210 time: 0.0357313 Oct 13 04:01:23.917516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a867de1a-2d44-4a4b-9fd3-744de0671026,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:23.934971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Checking segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:23.935323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Network hostable DHCP agents. Network: 7af08a54-f6ba-49c8-bd0a-8d4238b30106, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:01:23.953858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:01:23.955718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.965858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7af08a54-f6ba-49c8-bd0a-8d4238b30106) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:23.971628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:23.973262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:23.975873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['625e24fd-eb15-480d-8f3e-ba3599af8a2b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:23.980610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03722964-5cba-4dc6-b044-14c06e47e67e None None] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:23.993850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Pushing event deleted for resources: {'Port': ['ID=625e24fd-eb15-480d-8f3e-ba3599af8a2b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:23.994077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-047a0669-fa42-4592-a94d-dd46ed405db1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4935780 Oct 13 04:01:23.994470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:23.999947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:24.068148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] No DVR routers for this DVR port 625e24fd-eb15-480d-8f3e-ba3599af8a2b on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:24.069998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.071040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.111962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.115754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e39d2adf-76bd-46d0-8abc-d6c37ff7cc09 req-52f55441-c9f9-4e34-a269-2b5995f8dcc5 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.26 "DELETE /v2.0/ports/625e24fd-eb15-480d-8f3e-ba3599af8a2b HTTP/1.1" status: 204 len: 173 time: 0.5608501 Oct 13 04:01:24.116348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'name': 'network-vif-deleted', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:24.130775 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760c7ae-9428-4d63-9e33-6a869faee464" -d '{"events": [{"server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "name": "network-vif-deleted", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:24.175916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ace18036-cb64-4d54-905a-49e4ec9422fe req-5dcd3390-9f0a-4af7-b9bb-14c656152c23 tempest-FloatingIPsAssociationNegativeTestJSON-67353186 tempest-FloatingIPsAssociationNegativeTestJSON-67353186-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f835077-5cff-4076-b9bf-0595f6c50411 HTTP/1.1" status: 200 len: 210 time: 0.0624547 Oct 13 04:01:24.237979 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0adbf34-4a8c-4982-8164-1d3bfaeca529 x-openstack-request-id: req-d0adbf34-4a8c-4982-8164-1d3bfaeca529 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:24.242881 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f835077-5cff-4076-b9bf-0595f6c50411", "name": "network-vif-deleted", "tag": "625e24fd-eb15-480d-8f3e-ba3599af8a2b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:24.243277 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0adbf34-4a8c-4982-8164-1d3bfaeca529 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:24.245419 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f835077-5cff-4076-b9bf-0595f6c50411', 'name': 'network-vif-deleted', 'tag': '625e24fd-eb15-480d-8f3e-ba3599af8a2b', 'status': 'completed', 'code': 200} Oct 13 04:01:24.252078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.310599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:01:24.311553 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.416771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.444620 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.484286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Allocated IP 172.20.0.2 (7af08a54-f6ba-49c8-bd0a-8d4238b30106/a867de1a-2d44-4a4b-9fd3-744de0671026/fcc65d81-4283-463c-88d9-00ff15549991) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:24.508644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86defa-888b-44a4-adec-c4c85464c36c req-a7b2018d-5b42-4c9c-8508-bb2a98622c30 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:24.510254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c86defa-888b-44a4-adec-c4c85464c36c req-a7b2018d-5b42-4c9c-8508-bb2a98622c30 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 949 time: 0.0970685 Oct 13 04:01:24.560874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c86defa-888b-44a4-adec-c4c85464c36c req-e72c3daa-2fb5-450a-bc44-60acebfce853 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Oct 13 04:01:24.654889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.661978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.690273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.709825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.716270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:24.719734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:24.726217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:24.736169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Pushing event updated for resources: {'Port': ['ID=fcc65d81-4283-463c-88d9-00ff15549991,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:24.788521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Attempting to bind port fcc65d81-4283-463c-88d9-00ff15549991 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:24.788910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Attempting to bind port fcc65d81-4283-463c-88d9-00ff15549991 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:24.789267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Attempting to bind port fcc65d81-4283-463c-88d9-00ff15549991 on network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:24.794251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:24.794618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Checking segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:24.795017 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.795398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Bound using segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:24.795848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Bound port: fcc65d81-4283-463c-88d9-00ff15549991, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:24.796221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.819230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Allocated IP 172.25.1.144 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/c73500ff-557a-4528-883b-f1b283522cb0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:24.859428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] For port fcc65d81-4283-463c-88d9-00ff15549991, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:24.862897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] For port fcc65d81-4283-463c-88d9-00ff15549991, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fcc65d81-4283-463c-88d9-00ff15549991,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:24.867510 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.945571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:24.948554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d730cd-d46e-47d6-a137-99c7a7746f9c None None] Pushing event updated for resources: {'Port': ['ID=fcc65d81-4283-463c-88d9-00ff15549991,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:24.991172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e41d4bb-2f5f-44bd-a51d-9886a7ea65e7 req-3d3313ee-a2c0-4fc6-abf3-e35f900a3d81 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 210 time: 0.0621557 Oct 13 04:01:24.998392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.052119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:25.055353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:25.059350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:25.100333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Pushing event updated for resources: {'Port': ['ID=c73500ff-557a-4528-883b-f1b283522cb0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:25.124622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-6ae5580b-7804-45fe-984a-3269487b9a1c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415773 Oct 13 04:01:25.240758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:25.279964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d08f9bd8-a919-4945-a06b-c4fbcd106bc9 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:25.349138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:25.354941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:25.355586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.363807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-367a0943-68fc-490b-ba3f-00c93589e492 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:25.365332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-367a0943-68fc-490b-ba3f-00c93589e492 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310710 Oct 13 04:01:25.404218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Request body: {'port': {'device_id': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '02913d5543c0459e838fc38b2034bb11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:25.441058 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.470208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:25.472794 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f020cdd0-8e2b-4463-8069-9959200849c2" -d '{"events": [{"server_uuid": "77144d87-b38b-4960-a1a6-30a9adbdb308", "name": "network-vif-plugged", "status": "completed", "tag": "d08f9bd8-a919-4945-a06b-c4fbcd106bc9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:25.490321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:25.541614 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.560583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:25.563441 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5139daa-38ce-4fa8-88b5-a8c7104f2b9b x-openstack-request-id: req-f5139daa-38ce-4fa8-88b5-a8c7104f2b9b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:25.563734 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77144d87-b38b-4960-a1a6-30a9adbdb308", "name": "network-vif-plugged", "status": "completed", "tag": "d08f9bd8-a919-4945-a06b-c4fbcd106bc9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:25.564033 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5139daa-38ce-4fa8-88b5-a8c7104f2b9b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:25.564473 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'code': 200} Oct 13 04:01:25.573677 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.630469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:25.648952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:25.653521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:25.653925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.658959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Made reservation on behalf of 02913d5543c0459e838fc38b2034bb11 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:25.663333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.768803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.790381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8088-9974-4d54-99dd-1b656784362a req-e3082d16-cb24-4a1a-b86c-1b448e796052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:25.791938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-847a8088-9974-4d54-99dd-1b656784362a req-e3082d16-cb24-4a1a-b86c-1b448e796052 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 1101 time: 0.1866920 Oct 13 04:01:25.816828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:25.824980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.884240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30244a0f-d02b-4709-9220-a287d4d2f8db req-364085e6-52bf-49d4-9f29-bdc9d749138f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:25.892428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30244a0f-d02b-4709-9220-a287d4d2f8db req-364085e6-52bf-49d4-9f29-bdc9d749138f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 950 time: 0.2073975 Oct 13 04:01:25.937628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:25.997665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-847a8088-9974-4d54-99dd-1b656784362a req-64dfba7c-9510-4e0a-b9fe-abc65fc8aa2f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591690 Oct 13 04:01:26.021100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Allocated IP 192.168.233.162 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/31ab2eca-9665-42f3-bab4-04a24cf36cbc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:26.032917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.074991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30244a0f-d02b-4709-9220-a287d4d2f8db req-e3103e4c-04cf-4121-b5ba-e14059166352 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813970 Oct 13 04:01:26.081947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.158524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18e26f5a-2133-44b1-98c5-6895290b1ecd req-f4d61974-31ce-4831-8cd4-60157651d740 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 210 time: 0.0313613 Oct 13 04:01:26.178097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fd7b8-de5c-4eae-b31b-92bf52ac3ecf None None] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:26.314583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae5b778c-d9f1-4cdc-8a67-2e2d39f9b0a7 None None] Provisioning complete for port fcc65d81-4283-463c-88d9-00ff15549991 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:26.314965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae5b778c-d9f1-4cdc-8a67-2e2d39f9b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.441880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Deleting port bd8ce6c3-e4c6-42a9-8493-529eba8eb477 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:26.442590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.444050 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae5b778c-d9f1-4cdc-8a67-2e2d39f9b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.482256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ae5b778c-d9f1-4cdc-8a67-2e2d39f9b0a7 None None] For port fcc65d81-4283-463c-88d9-00ff15549991, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fcc65d81-4283-463c-88d9-00ff15549991,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:26.490193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae5b778c-d9f1-4cdc-8a67-2e2d39f9b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.538218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] For port bd8ce6c3-e4c6-42a9-8493-529eba8eb477, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:26.538594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.554116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b778c-d9f1-4cdc-8a67-2e2d39f9b0a7 None None] Pushing event updated for resources: {'Port': ['ID=fcc65d81-4283-463c-88d9-00ff15549991,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:26.566892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Calling delete_port for bd8ce6c3-e4c6-42a9-8493-529eba8eb477 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:26.624894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.635894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Router 3701d784-2ce3-4d9c-a99f-ec98d972328d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:01:26.716078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-924ad9b8-60f5-4f24-ac51-57cf24095885 None None] Provisioning complete for port fcc65d81-4283-463c-88d9-00ff15549991 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:26.718393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-924ad9b8-60f5-4f24-ac51-57cf24095885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.739126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.752808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:26.765998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:26.767963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fcc65d81-4283-463c-88d9-00ff15549991 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:26.774516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.802213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8ce6c3-e4c6-42a9-8493-529eba8eb477,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:26.807794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:26.814752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:26.815591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:26.822598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:26.824739 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Sync routers for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:26.841829 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:26.846038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:26.846186 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:26.869353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.871150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3a72f27-c664-4987-a174-36ff22c00e8c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8749297 Oct 13 04:01:26.874445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46042) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:26.888398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:26.889479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:26.914149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-562ec5ff-ec92-476a-a279-a6bb8f255496 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5142014 Oct 13 04:01:26.931557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Request body: {'port': {'device_id': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:27.029020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.119266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fcc65d81-4283-463c-88d9-00ff15549991 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:27.120333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.163992 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:27.260547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.287444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 625e24fd-eb15-480d-8f3e-ba3599af8a2b no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:27.332216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 625e24fd-eb15-480d-8f3e-ba3599af8a2b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:27.332543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 625e24fd-eb15-480d-8f3e-ba3599af8a2b not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:27.380611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbac10-e184-4568-ac96-252398d4f4b6 req-dafcee82-16d3-45f2-a2f9-4968c281f415 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:27.388329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64cbac10-e184-4568-ac96-252398d4f4b6 req-dafcee82-16d3-45f2-a2f9-4968c281f415 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 950 time: 0.1338744 Oct 13 04:01:27.436883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64cbac10-e184-4568-ac96-252398d4f4b6 req-33ca1970-48c0-40a9-81d9-4d1bd458f8e9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474937 Oct 13 04:01:27.482111 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:25Z', 'revision_number': 3, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:27.507202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-725660bc-630d-4da1-a041-fecd74a86957 None None] Provisioning complete for port 31ab2eca-9665-42f3-bab4-04a24cf36cbc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:27.508173 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-725660bc-630d-4da1-a041-fecd74a86957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.523144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcb652-770e-49ac-aee7-9a77f26f0d09 req-bfa06e89-7901-4270-8816-c1a413eedb0b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:27.531759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79bcb652-770e-49ac-aee7-9a77f26f0d09 req-bfa06e89-7901-4270-8816-c1a413eedb0b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 936 time: 0.1812217 Oct 13 04:01:27.566910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:27.567255 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Checking router: 3701d784-2ce3-4d9c-a99f-ec98d972328d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:27.568517 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Updating router 3701d784-2ce3-4d9c-a99f-ec98d972328d port c73500ff-557a-4528-883b-f1b283522cb0 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:01:27.569651 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f4d0d-563e-4e59-9e84-f9a661b10caf" -d '{"events": [{"server_uuid": "70b41ce5-af08-4f40-8d21-f48d8e845450", "name": "network-vif-plugged", "status": "completed", "tag": "0956ec43-7e34-4ecd-b89b-e3f62ceb98f4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:27.595777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-725660bc-630d-4da1-a041-fecd74a86957 None None] Port 31ab2eca-9665-42f3-bab4-04a24cf36cbc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:27.601689 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.625168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ab2eca-9665-42f3-bab4-04a24cf36cbc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:27.646881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.673395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Transition to ACTIVE for port object 31ab2eca-9665-42f3-bab4-04a24cf36cbc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:01:27.673691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79bcb652-770e-49ac-aee7-9a77f26f0d09 req-935de61d-a303-431a-b616-0c96118c91a9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406391 Oct 13 04:01:27.684125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.707044 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fcbc4c-2f9d-4d75-a1a0-ee6df91c3be8 x-openstack-request-id: req-91fcbc4c-2f9d-4d75-a1a0-ee6df91c3be8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:27.707646 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b41ce5-af08-4f40-8d21-f48d8e845450", "name": "network-vif-plugged", "status": "completed", "tag": "0956ec43-7e34-4ecd-b89b-e3f62ceb98f4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:27.708154 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91fcbc4c-2f9d-4d75-a1a0-ee6df91c3be8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:27.708792 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4', 'code': 200} Oct 13 04:01:27.748488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:27.832649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Attempting to bind port 31ab2eca-9665-42f3-bab4-04a24cf36cbc on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:27.833156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Attempting to bind port 31ab2eca-9665-42f3-bab4-04a24cf36cbc by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:27.833982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Attempting to bind port 31ab2eca-9665-42f3-bab4-04a24cf36cbc on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:27.839730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Port 31ab2eca-9665-42f3-bab4-04a24cf36cbc on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:27.840266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Attempting to bind port 31ab2eca-9665-42f3-bab4-04a24cf36cbc on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:27.846220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:27.846641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:27.847277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:27.847938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Bound port: 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:27.848658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.930768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849b0cb-6e99-4989-b5be-4e4bee1fb378 req-a97a07f1-ac21-48e0-b302-4eea2440833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:27.931518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:27.932875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9849b0cb-6e99-4989-b5be-4e4bee1fb378 req-a97a07f1-ac21-48e0-b302-4eea2440833a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 1100 time: 0.1506710 Oct 13 04:01:27.935331 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.938134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:27.943057 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.946728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.981243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:27.992286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:27.992890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:27.995109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 1096 time: 1.0701432 Oct 13 04:01:27.995676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:27.998242 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:28.020885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109463-809f-474f-a8c3-927ae89635f3 service neutron] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:28.033142 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Attempting to bind port c73500ff-557a-4528-883b-f1b283522cb0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:28.034091 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Attempting to bind port c73500ff-557a-4528-883b-f1b283522cb0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:28.035567 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Attempting to bind port c73500ff-557a-4528-883b-f1b283522cb0 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:28.042298 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.044795 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Pushing event updated for resources: {'Port': ['ID=c73500ff-557a-4528-883b-f1b283522cb0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:28.050063 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:28.050609 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:28.051939 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.052079 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:28.052705 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Bound port: c73500ff-557a-4528-883b-f1b283522cb0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:28.053380 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.062183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.062680 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.063157 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.063727 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.064154 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.064583 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.065604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.065604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.065834 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.066261 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.066904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.067330 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:28.077128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9849b0cb-6e99-4989-b5be-4e4bee1fb378 req-657f70db-f751-455a-afb6-8766f5aa7c2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330180 Oct 13 04:01:28.110758 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d82ed75-8616-4cc2-83a0-a151bee18357 x-openstack-request-id: req-7d82ed75-8616-4cc2-83a0-a151bee18357 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:28.111051 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:28.111305 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d82ed75-8616-4cc2-83a0-a151bee18357 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:28.120296 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'status': 'completed', 'code': 200} Oct 13 04:01:28.146781 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] For port c73500ff-557a-4528-883b-f1b283522cb0, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:28.147020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-98d5f872-4ad0-4c89-a051-fbde06abe622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:28.147142 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] For port c73500ff-557a-4528-883b-f1b283522cb0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c73500ff-557a-4528-883b-f1b283522cb0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:28.147261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-98d5f872-4ad0-4c89-a051-fbde06abe622 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1099 time: 0.0888944 Oct 13 04:01:28.149890 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.203797 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:28.204539 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:28.273215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:28.282432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3270c994-170c-4fbd-b0bd-46620dd36d60 admin admin] 10.222.0.44 "PUT /v2.0/routers/0eb0e477-0c23-4255-b05c-3dfebc0f6b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0369895 Oct 13 04:01:28.282846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:28.306324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] Sync routers for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:28.319201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:28.320402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:28.320715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Allocated IP 172.20.0.1 (7af08a54-f6ba-49c8-bd0a-8d4238b30106/a867de1a-2d44-4a4b-9fd3-744de0671026/0e97c6d4-6049-4749-bb0a-0c30121ff9a3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:28.323812 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:28.429248 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223b15-775f-42c2-9a5e-64f136021ea4 None None] Pushing event updated for resources: {'Port': ['ID=c73500ff-557a-4528-883b-f1b283522cb0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:28.458016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:28.466613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-c397eed3-bd81-4003-92dd-a482f6430d10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 217 time: 0.1272757 Oct 13 04:01:28.474008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.503372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.553489 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:25Z', 'revision_number': 3, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:28.574141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.595235 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef206d3-ec74-4698-8625-67b06cd55825 None None] The sync data for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 is: [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:25Z', 'revision_number': 3, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:28.660173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:28.677273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:28.681903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:28.767300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Pushing event updated for resources: {'Port': ['ID=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:28.780277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:01:26Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:28.819469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] Checking router: 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:28.833077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] Routers {'0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:28.833745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:28.835410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-e028c3f4-84df-4ee9-a6cd-86a5cbf2895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:28.837078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-e028c3f4-84df-4ee9-a6cd-86a5cbf2895c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2924988 Oct 13 04:01:28.843980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.900990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e197acf-0542-4f41-ad56-6d6c12e8032d req-e1909f9b-e5a5-471d-a7f3-0333932bdb1b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:28.902830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e197acf-0542-4f41-ad56-6d6c12e8032d req-e1909f9b-e5a5-471d-a7f3-0333932bdb1b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 950 time: 0.2717159 Oct 13 04:01:28.911895 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:28.946201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97066f-cfa1-4312-b817-5e4c93bfa220 req-de3db0eb-e84d-4bb0-ba5d-ec95d991a12f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:28.947799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad97066f-cfa1-4312-b817-5e4c93bfa220 req-de3db0eb-e84d-4bb0-ba5d-ec95d991a12f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.1448145 Oct 13 04:01:29.069156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e197acf-0542-4f41-ad56-6d6c12e8032d req-9097cd30-64c2-440a-868e-82505bdb7826 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480143 Oct 13 04:01:29.075307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-1b33e51e-2528-4f81-a676-1ef48a22b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:29.076974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-1b33e51e-2528-4f81-a676-1ef48a22b316 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179623 Oct 13 04:01:29.122739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad97066f-cfa1-4312-b817-5e4c93bfa220 req-5b05112b-b3da-456f-b6d3-e2808891cc52 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574163 Oct 13 04:01:29.168735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Deleting port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:29.169082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.184513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.195586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f94b357-f4da-455e-80ec-1beaf481f532 None None] Provisioning complete for port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:29.195956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f94b357-f4da-455e-80ec-1beaf481f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.238493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] Set router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:29.323187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-9c14f887-93ae-4ab6-bc3e-d919c4872fbf service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324431 Oct 13 04:01:29.348973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f94b357-f4da-455e-80ec-1beaf481f532 None None] Port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:29.459594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.469619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.482780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cfdd9-1b62-4a31-985b-d1fcc2a6d946 req-3cd480a1-3dd3-4118-a3b0-dd354eba5186 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:29.491513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-326cfdd9-1b62-4a31-985b-d1fcc2a6d946 req-3cd480a1-3dd3-4118-a3b0-dd354eba5186 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 949 time: 0.3252666 Oct 13 04:01:29.531235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] For port b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:29.531598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.571788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Pushing event updated for resources: {'Port': ['ID=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:29.576103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.614926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:01:26Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:29.637112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Calling delete_port for b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:29.649786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1b3cf-ae96-4969-a2db-aade8c85e7a7 None None] The sync data for ids ['0eb0e477-0c23-4255-b05c-3dfebc0f6b7b'] in n-d-810220-9 is: [{'id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-767354943-router', 'tenant_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:05Z', 'updated_at': '2021-10-13T04:01:26Z', 'revision_number': 5, 'project_id': '21a1bc402e4a4aea9bcd8732ed9a90bc', 'gw_port': {'id': 'b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0e477-0c23-4255-b05c-3dfebc0f6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:06Z', 'updated_at': '2021-10-13T04:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:29.676695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b0411c9-b55a-4756-890a-221ca2a162c7 req-56f45159-c941-46e0-a4f2-b85201c6d3fa service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396752 Oct 13 04:01:29.691855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-326cfdd9-1b62-4a31-985b-d1fcc2a6d946 req-e127cc73-e1e8-4909-a166-252e27ce23a4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993427 Oct 13 04:01:29.782890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:29.786131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:29.898197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-814f0ea2-189c-419a-a843-8d955b8367ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:29.900367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-814f0ea2-189c-419a-a843-8d955b8367ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1099 time: 0.1294341 Oct 13 04:01:30.095447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-a5be45c0-9831-42ea-baa5-bef29c81fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:30.097252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-a5be45c0-9831-42ea-baa5-bef29c81fe6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1849470 Oct 13 04:01:30.183073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a319a329-15ed-4d15-b5a7-53b107d2e5d6 None None] Provisioning complete for port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:30.183746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a319a329-15ed-4d15-b5a7-53b107d2e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.197230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-b992e299-d2b8-4c35-a664-433068cc9d92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 217 time: 0.0881753 Oct 13 04:01:30.255320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a319a329-15ed-4d15-b5a7-53b107d2e5d6 None None] Port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:30.312649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-4b8b4c3f-b881-433f-8d65-284c09d3794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:30.314253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-4b8b4c3f-b881-433f-8d65-284c09d3794f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0885758 Oct 13 04:01:30.355750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.373261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Router 3701d784-2ce3-4d9c-a99f-ec98d972328d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:30.407386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4abf8b-5356-4099-a8cd-fcd635109b32 req-6478a99c-a433-4081-8913-c1f200d44ced tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:30.408987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4abf8b-5356-4099-a8cd-fcd635109b32 req-6478a99c-a433-4081-8913-c1f200d44ced tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.1821024 Oct 13 04:01:30.413682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:30.479343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-7d7a869c-035c-4c59-9ad2-494663eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:30.480750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-7d7a869c-035c-4c59-9ad2-494663eda42c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569440 Oct 13 04:01:30.513075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4abf8b-5356-4099-a8cd-fcd635109b32 req-88dacf82-783e-405b-8f27-6a09834df9a3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971451 Oct 13 04:01:30.516743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:30.521851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a48eae22-38aa-49b6-a8e1-36f5409e839b admin admin] 10.222.0.44 "PUT /v2.0/routers/3701d784-2ce3-4d9c-a99f-ec98d972328d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6461573 Oct 13 04:01:30.528850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36520-254f-4327-97dd-5bbd3734cdbb req-0bc8e79c-ee1c-4e4d-a4c4-919be7773947 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:30.530296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26a36520-254f-4327-97dd-5bbd3734cdbb req-0bc8e79c-ee1c-4e4d-a4c4-919be7773947 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0625072 Oct 13 04:01:30.568409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.591283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26a36520-254f-4327-97dd-5bbd3734cdbb req-20a8ffce-9f64-4d41-98fe-079f0b31369f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Oct 13 04:01:30.698294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.701871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.801551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-39f1f76e-2d77-4c30-b867-afaa0051cfe8 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067873 Oct 13 04:01:30.808559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.809866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb0e477-0c23-4255-b05c-3dfebc0f6b7b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:01:30.824601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.828572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:30.850022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c8825f05-7de5-4976-8b54-ffdd7a064867 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0eb0e477-0c23-4255-b05c-3dfebc0f6b7b HTTP/1.1" status: 204 len: 168 time: 2.5659080 Oct 13 04:01:30.901921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c73500ff-557a-4528-883b-f1b283522cb0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:31.035766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c73500ff-557a-4528-883b-f1b283522cb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:31.036176 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.040046 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee6444b1-09cd-4854-b92f-7fe3edfd1f73 req-5c92d65a-632f-4d9a-ae6b-5470bbad1fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103426 Oct 13 04:01:31.060749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Deleting subnet 6303dc1e-5346-4549-9a5e-7fb0c928a542 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:01:31.069086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.101148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5f7c6-c07f-4434-bbab-231bcdde0a46 req-0906cabe-cb94-4ba0-a4ed-a97abf2b9c3c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:31.106651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5a5f7c6-c07f-4434-bbab-231bcdde0a46 req-0906cabe-cb94-4ba0-a4ed-a97abf2b9c3c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 949 time: 0.1825633 Oct 13 04:01:31.170803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5a5f7c6-c07f-4434-bbab-231bcdde0a46 req-bee7a161-98a8-4fab-a4c1-7739588238c7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Oct 13 04:01:31.190335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.191674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.225768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port c73500ff-557a-4528-883b-f1b283522cb0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c73500ff-557a-4528-883b-f1b283522cb0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:31.237827 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.254495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd8ce6c3-e4c6-42a9-8493-529eba8eb477 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:31.323396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: bd8ce6c3-e4c6-42a9-8493-529eba8eb477 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:31.324053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd8ce6c3-e4c6-42a9-8493-529eba8eb477 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:31.363737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=c73500ff-557a-4528-883b-f1b283522cb0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:31.373737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.495201 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.564040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6303dc1e-5346-4549-9a5e-7fb0c928a542,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:31.567834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.571381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b638563f-2206-40f5-af82-a0bbe729e3d2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6303dc1e-5346-4549-9a5e-7fb0c928a542 HTTP/1.1" status: 204 len: 168 time: 0.7417779 Oct 13 04:01:31.572897 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Sync routers for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:31.573814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:31.579199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509766e7-7561-494b-a0fb-f5830200416c None None] Network 54f08150-1eeb-4ec8-bc43-155932ab4a00 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:31.585548 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:31.586371 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:31.697414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.770292 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:31.822069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Deleting port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:31.822723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.959876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] For port dff551fd-a4bc-4b1a-ad15-74bf042f20d4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,segment=NetworkSegment(27c8815b-b0b0-48cf-af91-eb3703f97dfa),segment_id=27c8815b-b0b0-48cf-af91-eb3703f97dfa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:31.960240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:31.988836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Calling delete_port for dff551fd-a4bc-4b1a-ad15-74bf042f20d4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:32.033242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] DHCP port deletion for 54f08150-1eeb-4ec8-bc43-155932ab4a00 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:01:32.090082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.123775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Deleting port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:32.124585 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.162404 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 2, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:32.170677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:32.175563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-9de13e28-742b-4f8b-9aac-c16ce4f95b5f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:32.182490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-9de13e28-742b-4f8b-9aac-c16ce4f95b5f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0197167 Oct 13 04:01:32.201093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] No DVR routers for this DVR port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:32.206760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] For port dff551fd-a4bc-4b1a-ad15-74bf042f20d4, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:32.207575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.223881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Calling delete_port for dff551fd-a4bc-4b1a-ad15-74bf042f20d4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:32.228171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:01:32.230261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.277733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] Pushing event deleted for resources: {'Port': ['ID=dff551fd-a4bc-4b1a-ad15-74bf042f20d4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:32.280366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab65de-a0d3-4323-b47e-9a78249631e5 None None] No DVR routers for this DVR port dff551fd-a4bc-4b1a-ad15-74bf042f20d4 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:32.318162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-60b7dbc9-845a-42b0-8278-fee0b547d682 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:32.319701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-60b7dbc9-845a-42b0-8278-fee0b547d682 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 1094 time: 0.1364639 Oct 13 04:01:32.331817 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Checking router: 3701d784-2ce3-4d9c-a99f-ec98d972328d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:32.332414 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Updating router 3701d784-2ce3-4d9c-a99f-ec98d972328d port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:01:32.359806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Request body: {'binding': {'host': 'n-h2-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:32.360262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:01:32.360756 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.370606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685c156-1f8c-4ca6-8899-8c0e7d132916 req-e65f248e-65d2-46df-a920-58b48006ab05 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:32.377469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685c156-1f8c-4ca6-8899-8c0e7d132916 req-e65f248e-65d2-46df-a920-58b48006ab05 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:32.379072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e685c156-1f8c-4ca6-8899-8c0e7d132916 req-e65f248e-65d2-46df-a920-58b48006ab05 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450&device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 1690 time: 0.3010235 Oct 13 04:01:32.410513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.458987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f08150-1eeb-4ec8-bc43-155932ab4a00']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:32.522962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e685c156-1f8c-4ca6-8899-8c0e7d132916 req-a1408f1b-37e8-448f-90cc-a878ffb7cb66 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337574 Oct 13 04:01:32.534224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c8815b-b0b0-48cf-af91-eb3703f97dfa') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:32.534775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c8815b-b0b0-48cf-af91-eb3703f97dfa') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:32.549882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.578208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.597096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:01:32.597885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:01:32.600559 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:01:32.733202 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.744239 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.770966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on host n-h2-810220-9 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:32.771327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:32.771693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:32.778177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.780461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:32.780822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:32.787858 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.788653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c73500ff-557a-4528-883b-f1b283522cb0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:32.790952 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] 10.222.0.44 "DELETE /v2.0/networks/54f08150-1eeb-4ec8-bc43-155932ab4a00 HTTP/1.1" status: 204 len: 168 time: 1.2160246 Oct 13 04:01:32.813944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10df1ea-81a0-4914-8f64-787ef272843c req-6b0e1848-8496-4ccb-8c92-9297f2e151a2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:32.815486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b10df1ea-81a0-4914-8f64-787ef272843c req-6b0e1848-8496-4ccb-8c92-9297f2e151a2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.1267316 Oct 13 04:01:32.817178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:32.817544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:32.818030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:32.818470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Bound port: 9266215f-c447-4967-a8c5-a52c02b281b8, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:32.820780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caeea19-c027-49e4-8c9f-206f1e9b9668 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f08150-1eeb-4ec8-bc43-155932ab4a00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:32.888313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b10df1ea-81a0-4914-8f64-787ef272843c req-8aca083e-0ad0-4ced-b96c-2e4853ecb748 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641603 Oct 13 04:01:32.906543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:32.925612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:32.926891 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59974318-672a-40d1-b63b-8be2c1352132 None None] Pushing event updated for resources: {'Port': ['ID=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:32.933527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-2d03b2d2-8f14-45c8-8d81-a889ff0f77b7 service neutron] 10.222.0.44 "POST /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5768859 Oct 13 04:01:32.957233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c73500ff-557a-4528-883b-f1b283522cb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:32.958572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.110022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:33.191862 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Attempting to bind port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:33.192704 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Attempting to bind port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:33.193316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Attempting to bind port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 on network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:33.203984 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:33.204537 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Checking segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:33.204970 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.205361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Bound using segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:33.205827 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Bound port: 0e97c6d4-6049-4749-bb0a-0c30121ff9a3, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:33.206226 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.253049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be4a39de-39ee-4556-a718-1df2d90ecec8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21a1bc402e4a4aea9bcd8732ed9a90bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385834 Oct 13 04:01:33.255095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:33.391484 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] For port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:33.392909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:33.395891 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] For port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:33.403645 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.410861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9d20e7-fc61-4c3a-b9bf-80e81adc97f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.438832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:33.439160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b3631e50-b644-4dcd-b5cb-aa65d7ec8b5d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:33.439579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dff551fd-a4bc-4b1a-ad15-74bf042f20d4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:33.497379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: dff551fd-a4bc-4b1a-ad15-74bf042f20d4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:33.498768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dff551fd-a4bc-4b1a-ad15-74bf042f20d4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:33.524135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:33.543255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ff70985-c4fa-46a1-8faa-05587662cbae None None] Provisioning complete for port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:33.546936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ff70985-c4fa-46a1-8faa-05587662cbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.562779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9d20e7-fc61-4c3a-b9bf-80e81adc97f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.617408 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:33.618372 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:33.644993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4068e2-03f9-47ad-ab56-731fe59124ca req-78fa5ff2-27fc-4c63-9811-2249fc133642 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:33.653816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d4068e2-03f9-47ad-ab56-731fe59124ca req-78fa5ff2-27fc-4c63-9811-2249fc133642 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 1100 time: 0.2236216 Oct 13 04:01:33.781528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d4068e2-03f9-47ad-ab56-731fe59124ca req-d1e6c158-4e62-4a9c-bfd4-1287a840e4dc tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119504 Oct 13 04:01:33.786015 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9d20e7-fc61-4c3a-b9bf-80e81adc97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.793866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9d20e7-fc61-4c3a-b9bf-80e81adc97f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.795226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fb9d20e7-fc61-4c3a-b9bf-80e81adc97f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e918ffba-fcd6-4a10-9c56-dcca33ce7696 HTTP/1.1" status: 204 len: 168 time: 0.5391741 Oct 13 04:01:33.815990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d20e7-fc61-4c3a-b9bf-80e81adc97f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e918ffba-fcd6-4a10-9c56-dcca33ce7696,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:33.840799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b30dbc-dfac-461c-9335-32f5b82e5619 req-ff1acf90-0a3c-4670-8b79-3aa22d2a96a4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:33.845474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5b30dbc-dfac-461c-9335-32f5b82e5619 req-ff1acf90-0a3c-4670-8b79-3aa22d2a96a4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.4763222 Oct 13 04:01:33.847805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-9e708910-d2e2-4cba-8aa1-905a8cb07822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:33.849279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-9e708910-d2e2-4cba-8aa1-905a8cb07822 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.5950458 Oct 13 04:01:33.870210 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:33.905965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:33.919339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'mac_address': 'fa:16:3e:0f:cb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:33.940268 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ff70985-c4fa-46a1-8faa-05587662cbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:33.968189 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59974318-672a-40d1-b63b-8be2c1352132 None None] Pushing event updated for resources: {'Port': ['ID=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:34.007890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1f97-721c-4b1d-90fe-c7ee5ded961f req-959c9e5e-6858-4b11-99e1-2c49492a942c tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:34.016375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b9f1f97-721c-4b1d-90fe-c7ee5ded961f req-959c9e5e-6858-4b11-99e1-2c49492a942c tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 1101 time: 0.0585101 Oct 13 04:01:34.061017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b9f1f97-721c-4b1d-90fe-c7ee5ded961f req-b0c0cdd8-d502-42ac-86a9-4003c738f476 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Oct 13 04:01:34.062429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:34.140019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5b30dbc-dfac-461c-9335-32f5b82e5619 req-28aaca6b-4e32-46c2-a4dd-3b8f35e33995 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756460 Oct 13 04:01:34.162928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab2eca-9665-42f3-bab4-04a24cf36cbc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:34.252013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ff70985-c4fa-46a1-8faa-05587662cbae None None] For port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:34.254500 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:33Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:34.278393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f31f4d-8f94-4c10-bdf8-eb5f4de710a5 req-affe9eac-9cb0-45d8-840d-3b88950361e6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:34.287372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ff70985-c4fa-46a1-8faa-05587662cbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:34.289155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8f31f4d-8f94-4c10-bdf8-eb5f4de710a5 req-affe9eac-9cb0-45d8-840d-3b88950361e6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.0965202 Oct 13 04:01:34.289440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-b152e24a-170c-45f0-9500-923c75d3c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:34.293313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-b152e24a-170c-45f0-9500-923c75d3c847 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.4303231 Oct 13 04:01:34.298273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:34.348488 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6753e1-239f-49aa-bd4e-766c6fdfd1f9 None None] The sync data for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 is: [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:33Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:34.363251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:34.404432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8f31f4d-8f94-4c10-bdf8-eb5f4de710a5 req-bcfbd5d6-1eb9-485e-848f-a9f6c777c9c5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008198 Oct 13 04:01:34.464995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-a5ab14bf-ede4-479b-9dd7-842b134940b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 217 time: 0.1639962 Oct 13 04:01:34.474440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6f3eca67-a9d1-44a0-9d11-b180d955888f None None] Provisioning complete for port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:34.474912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f3eca67-a9d1-44a0-9d11-b180d955888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:34.478204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff70985-c4fa-46a1-8faa-05587662cbae None None] Pushing event updated for resources: {'Port': ['ID=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:34.563395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-376a6818-3f07-4788-9ebf-0c13c5ff11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:34.565101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-376a6818-3f07-4788-9ebf-0c13c5ff11a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0922310 Oct 13 04:01:34.615736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-2e2bb29d-23fd-494c-a66b-951828c74962 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481062 Oct 13 04:01:34.675299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-3677c6e9-3b90-4ac9-90e4-3107b26fedf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914936 Oct 13 04:01:34.707380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:34.796581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['31ab2eca-9665-42f3-bab4-04a24cf36cbc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:34.876932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:34.911848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-8f725ee1-8544-4121-b0ca-6841160a4750 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249210 Oct 13 04:01:34.917124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-d6ea75f6-d1cd-4ed5-af6c-0b9294185ee4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:34.921221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-d6ea75f6-d1cd-4ed5-af6c-0b9294185ee4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046198 Oct 13 04:01:34.943527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-cda17429-0531-4ddb-9b21-16522a5d6906 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/quotas/545a2da42a744248b21f23149f05474e HTTP/1.1" status: 200 len: 375 time: 0.0155282 Oct 13 04:01:35.081293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-cfe89cc7-04d7-41c9-a04f-4bcb01b092e7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1303654 Oct 13 04:01:35.136042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-046a8e8f-e528-4e0a-a39a-e07abacf6787 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160459 Oct 13 04:01:35.401690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:35.402228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:35.465288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd9a476d-6d97-4b09-81a5-466b32bc7241 req-89482aa2-a3a0-40f2-a136-81a01e41cf21 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 210 time: 0.0655398 Oct 13 04:01:35.506608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ce90e-0bac-45da-95b5-8b909bac3de1 req-52a522e5-fde9-4ce4-bc87-6577d77215aa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:35.509930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf0ce90e-0bac-45da-95b5-8b909bac3de1 req-52a522e5-fde9-4ce4-bc87-6577d77215aa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1534688 Oct 13 04:01:35.632576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf0ce90e-0bac-45da-95b5-8b909bac3de1 req-12bb1b4e-8010-47ab-a614-018abcb3be95 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136003 Oct 13 04:01:35.691165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:35.815814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381becc0-3316-4b9d-af81-bda676530e0b req-f05961c7-c19b-4786-9ef1-dcd4f6513cef tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:35.819164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-381becc0-3316-4b9d-af81-bda676530e0b req-f05961c7-c19b-4786-9ef1-dcd4f6513cef tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 949 time: 0.1003673 Oct 13 04:01:35.922109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1692956-network', 'tenant_id': '99de97ad397f4ba6bff9e832944bd138'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:35.926197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-381becc0-3316-4b9d-af81-bda676530e0b req-1eb987b7-0991-4eba-860a-143da1b8b93e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957851 Oct 13 04:01:35.987943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Made reservation on behalf of 99de97ad397f4ba6bff9e832944bd138 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:35.991306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.012817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.189964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.195353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.238107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb9f808-5133-41ca-ac06-4593a7e0e0dd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:36.249763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:01:36.261532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.262185 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Added segment 8fcd5202-1e17-417f-8e6a-24931f9a2863 of type vlan for network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 Oct 13 04:01:36.389262 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.448272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.455062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:36.455765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.520778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:36.521000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8285596 Oct 13 04:01:36.526670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Request body: {'subnet': {'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1692956-subnet', 'tenant_id': '99de97ad397f4ba6bff9e832944bd138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:36.541077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fb89b-a1a6-4d5a-91bf-921a91cc4c1d admin admin] Pushing event updated for resources: {'Network': ['ID=2824a442-8e75-439c-a5f4-3f8bd9b8e138,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:36.552771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:01:36.609561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Made reservation on behalf of 99de97ad397f4ba6bff9e832944bd138 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:36.615681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:36.667098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c524ebcd-0adc-4e23-9c9b-5f164216e364 req-670b8304-595a-4ea9-95ed-a8724b0167e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 210 time: 0.0859640 Oct 13 04:01:36.844762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1d37f-d34e-46f7-8f61-adb603e8502c req-0061736a-263c-49c2-b661-07b803c201d9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:36.846694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3f1d37f-d34e-46f7-8f61-adb603e8502c req-0061736a-263c-49c2-b661-07b803c201d9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0752740 Oct 13 04:01:36.917961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3f1d37f-d34e-46f7-8f61-adb603e8502c req-e069fcfa-5a18-46f7-82fa-47a1be873428 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Oct 13 04:01:36.925864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.007174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4e946e-078f-467f-bedc-e1e3f02cdd03,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:37.009358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Checking segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:37.009656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Network hostable DHCP agents. Network: 2824a442-8e75-439c-a5f4-3f8bd9b8e138, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:01:37.043441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:01:37.046994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de785852-80e8-4881-83dd-14b4d5ffe5e4 req-8e71c493-d925-46da-9232-7834f0fd8182 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:37.048783 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de785852-80e8-4881-83dd-14b4d5ffe5e4 req-8e71c493-d925-46da-9232-7834f0fd8182 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 949 time: 0.0570133 Oct 13 04:01:37.060274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2824a442-8e75-439c-a5f4-3f8bd9b8e138) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:37.065012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:37.065832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.079038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb98a1-7e8b-4dfd-8cde-1f9765328289 None None] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:37.092339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b696fc9-0831-4b96-b288-7abc39e047d3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5695558 Oct 13 04:01:37.109199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de785852-80e8-4881-83dd-14b4d5ffe5e4 req-618b279a-a363-4bbe-b923-8c1c0211d612 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491443 Oct 13 04:01:37.189631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-f7f17664-e658-4e43-917e-4b1132ea04f6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471222 Oct 13 04:01:37.311134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ad6a8-c525-46b9-b9d8-0736e423805b None None] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:37.407287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-e17a8a59-5f58-4d7e-a50a-f80607d6e53f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:37.408806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-e17a8a59-5f58-4d7e-a50a-f80607d6e53f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125700 Oct 13 04:01:37.432451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:37.522615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:37.577412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:37.585400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.615908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 31ab2eca-9665-42f3-bab4-04a24cf36cbc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:37.623575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 31ab2eca-9665-42f3-bab4-04a24cf36cbc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:37.623939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.785709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.786552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.832886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:37.834079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:37.837767 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6bee56-2325-4747-8605-5d7e7b0d7fb9" -d '{"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-plugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:37.841250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb1e4a3f-8674-4e89-9ac0-46911c3386ae req-44906856-77e0-446a-891b-25e09f823bc9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 210 time: 0.0617254 Oct 13 04:01:37.842617 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:37.862833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-e50c90e3-176a-4f83-bd0d-5ecbc64a547b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:37.864535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-e50c90e3-176a-4f83-bd0d-5ecbc64a547b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 819 time: 0.1842184 Oct 13 04:01:37.894248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-33790ff2-c5b6-4a94-9ae8-4d91598b75ff tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/quotas/99de97ad397f4ba6bff9e832944bd138 HTTP/1.1" status: 200 len: 375 time: 0.0218861 Oct 13 04:01:37.900964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.214 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/f9841987-6b6a-480b-9ba0-dd39f2ec473d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:37.941605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:37.962059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-2508c812-80a5-40ff-89de-e6a252519cee tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593667 Oct 13 04:01:38.088730 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5433c9b-1ea8-4eab-91f3-a56e10e155ae x-openstack-request-id: req-f5433c9b-1ea8-4eab-91f3-a56e10e155ae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:38.089032 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-plugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:38.089304 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5433c9b-1ea8-4eab-91f3-a56e10e155ae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:38.089701 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'code': 200} Oct 13 04:01:38.122609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-e2f78c53-b7d3-4ff0-80c8-b56888e70e55 service neutron] 10.222.0.44 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564631 Oct 13 04:01:38.133400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.248056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ab3f-fd4e-413b-a4d6-d78dbecb2d63 req-18befddd-f1f0-40f4-8469-06132629de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:38.249704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3551ab3f-fd4e-413b-a4d6-d78dbecb2d63 req-18befddd-f1f0-40f4-8469-06132629de10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1101 time: 0.0892618 Oct 13 04:01:38.251317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-ed012566-eaf5-4fb9-884f-13dc402d6a69 service neutron] 10.222.0.44 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216428 Oct 13 04:01:38.259015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.276276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:38.278651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:38.379777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890888d-5643-42f8-ad3f-cab48c4b02f9 req-c9c2aa08-54d8-4096-80f5-f3c69996d664 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:38.381312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f890888d-5643-42f8-ad3f-cab48c4b02f9 req-c9c2aa08-54d8-4096-80f5-f3c69996d664 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.2071168 Oct 13 04:01:38.409547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:38.431014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:38.437800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:38.451614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3551ab3f-fd4e-413b-a4d6-d78dbecb2d63 req-b415d0ff-61eb-4991-8bc2-0576170210dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886721 Oct 13 04:01:38.476831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=f9841987-6b6a-480b-9ba0-dd39f2ec473d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:38.557135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f890888d-5643-42f8-ad3f-cab48c4b02f9 req-d8ffd769-45b2-4995-9ebc-ff6918488a8b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537478 Oct 13 04:01:38.604592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:38.605389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.721679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-784f330c-04eb-4dd3-b441-62d76875a295 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2967892 Oct 13 04:01:38.726965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d5e5a-5323-4392-a389-1171cbfe6afe req-33992088-d1e1-4710-ab4b-d2686a5c28a7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:38.740799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f5d5e5a-5323-4392-a389-1171cbfe6afe req-33992088-d1e1-4710-ab4b-d2686a5c28a7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1075680 Oct 13 04:01:38.748537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da18ed3a-662e-4c25-8b29-4d7a40653b91 req-bdee271f-5dea-474b-ae90-127912db647b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0993674 Oct 13 04:01:38.775667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Request body: {'port': {'device_id': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:38.823028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f5d5e5a-5323-4392-a389-1171cbfe6afe req-5bcbf153-5370-491a-91bc-6ff0e58031b2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807416 Oct 13 04:01:38.946697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.058405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07fe5-30a9-4d6f-b5df-ba43e4261e5f req-c7885b90-ec0f-466c-ace6-d073b65642be tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:39.061567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7d0c20a-08d3-4e01-a5b9-bc31ce091487 None None] Provisioning complete for port f9841987-6b6a-480b-9ba0-dd39f2ec473d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:39.062063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c20a-08d3-4e01-a5b9-bc31ce091487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.071806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eda07fe5-30a9-4d6f-b5df-ba43e4261e5f req-c7885b90-ec0f-466c-ace6-d073b65642be tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 936 time: 0.0868442 Oct 13 04:01:39.123538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eda07fe5-30a9-4d6f-b5df-ba43e4261e5f req-be532bca-b614-40d7-89f2-000475e08d88 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Oct 13 04:01:39.371433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0c20a-08d3-4e01-a5b9-bc31ce091487 None None] Port f9841987-6b6a-480b-9ba0-dd39f2ec473d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:39.581993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c783-935d-40ee-84b6-9fccb8dcc13f req-59ccc373-fe61-4d39-a134-57917a707e0f tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:39.591793 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2a3c783-935d-40ee-84b6-9fccb8dcc13f req-59ccc373-fe61-4d39-a134-57917a707e0f tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 945 time: 0.1346023 Oct 13 04:01:39.658547 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.707234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2a3c783-935d-40ee-84b6-9fccb8dcc13f req-71ee115b-6fb2-407b-9f1f-e41c622572e6 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002090 Oct 13 04:01:39.707234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9841987-6b6a-480b-9ba0-dd39f2ec473d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:39.711246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.734312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Transition to ACTIVE for port object f9841987-6b6a-480b-9ba0-dd39f2ec473d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:01:39.740871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.866869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f59-8cfe-4f0a-83b3-982803119073 req-4f21c88c-8639-41b3-87c2-0e9916d67436 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:39.869965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Pushing event updated for resources: {'Port': ['ID=f9841987-6b6a-480b-9ba0-dd39f2ec473d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:39.872859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d765f59-8cfe-4f0a-83b3-982803119073 req-4f21c88c-8639-41b3-87c2-0e9916d67436 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1000237 Oct 13 04:01:39.945435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d765f59-8cfe-4f0a-83b3-982803119073 req-4977b330-e43b-425d-acfc-597751b8ee18 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Oct 13 04:01:39.953684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3bb506b-0ac4-4862-ab3d-52b623bfdaa1 req-a378e341-a52d-4536-b280-72355533f579 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0431423 Oct 13 04:01:40.011733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Attempting to bind port f9841987-6b6a-480b-9ba0-dd39f2ec473d on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:40.013693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Attempting to bind port f9841987-6b6a-480b-9ba0-dd39f2ec473d by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:40.015093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Attempting to bind port f9841987-6b6a-480b-9ba0-dd39f2ec473d on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:40.024614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Port f9841987-6b6a-480b-9ba0-dd39f2ec473d on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:40.026369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Attempting to bind port f9841987-6b6a-480b-9ba0-dd39f2ec473d on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:40.038493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:40.045002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:40.045349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:40.046948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Bound port: f9841987-6b6a-480b-9ba0-dd39f2ec473d, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:40.048058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:40.128713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5c5f-8381-45e4-ad38-1e0659014381 req-3aecc72d-4686-4bd0-a176-e0d60a30745a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.130197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a87b5c5f-8381-45e4-ad38-1e0659014381 req-3aecc72d-4686-4bd0-a176-e0d60a30745a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0640812 Oct 13 04:01:40.165463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] For port f9841987-6b6a-480b-9ba0-dd39f2ec473d, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:40.171540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] For port f9841987-6b6a-480b-9ba0-dd39f2ec473d, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:40.189627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:40.204461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a87b5c5f-8381-45e4-ad38-1e0659014381 req-db9ac949-931a-47ab-8fde-fffbd5081664 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672939 Oct 13 04:01:40.272624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.273796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:40.275448 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] 10.222.0.26 "PUT /v2.0/ports/f9841987-6b6a-480b-9ba0-dd39f2ec473d HTTP/1.1" status: 200 len: 1096 time: 1.5257945 Oct 13 04:01:40.316225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'tag': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:40.320122 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569a5624-e58f-41bc-86c8-b77fef353913" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7212d9-c058-4c62-b54b-64a8bfc845f8", "tag": "f9841987-6b6a-480b-9ba0-dd39f2ec473d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:40.442419 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b68cf5-a48c-4ec8-a2f3-55307a6d2d87 x-openstack-request-id: req-07b68cf5-a48c-4ec8-a2f3-55307a6d2d87 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:40.453376 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7212d9-c058-4c62-b54b-64a8bfc845f8", "tag": "f9841987-6b6a-480b-9ba0-dd39f2ec473d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:40.453657 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07b68cf5-a48c-4ec8-a2f3-55307a6d2d87 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:40.454074 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'tag': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', 'status': 'completed', 'code': 200} Oct 13 04:01:40.544412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caa0d7-cff6-4c6c-a46c-20abded3f7db req-01bb3fa6-5a92-4fd1-a06a-4ec264a3240e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.552229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12caa0d7-cff6-4c6c-a46c-20abded3f7db req-01bb3fa6-5a92-4fd1-a06a-4ec264a3240e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 948 time: 0.3475666 Oct 13 04:01:40.587019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79423076-5b4b-47be-a567-709d1b90c182 service neutron] Pushing event updated for resources: {'Port': ['ID=f9841987-6b6a-480b-9ba0-dd39f2ec473d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:40.625514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-8b7e07b2-66fb-4977-acea-21c79d0854c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.627212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-8b7e07b2-66fb-4977-acea-21c79d0854c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 1099 time: 0.2761548 Oct 13 04:01:40.656486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12caa0d7-cff6-4c6c-a46c-20abded3f7db req-e88c4d29-5d71-424d-bdfb-20c3af7ecd63 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010644 Oct 13 04:01:40.709531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-f88c6db1-395f-4bd3-ad24-e10f88ab18f2 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.711806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-f88c6db1-395f-4bd3-ad24-e10f88ab18f2 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 819 time: 0.3827238 Oct 13 04:01:40.714498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-3c2427f9-c238-434b-a7e2-61f3fc734e7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d HTTP/1.1" status: 200 len: 217 time: 0.0761406 Oct 13 04:01:40.727760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'port': {'device_id': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'admin_state_up': True, 'tenant_id': '99de97ad397f4ba6bff9e832944bd138'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:40.875051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-120638a9-8eb3-4596-9f99-b5888821f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.876851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-120638a9-8eb3-4596-9f99-b5888821f34d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1533520 Oct 13 04:01:40.944490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a29f0-dc3b-445f-bc63-60da404a81be req-5381e14e-5922-4354-8ca8-55611d033f2e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.946044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c49a29f0-dc3b-445f-bc63-60da404a81be req-5381e14e-5922-4354-8ca8-55611d033f2e tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 945 time: 0.1642728 Oct 13 04:01:40.995505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-a9b57beb-909c-4221-8875-2bb9d8b99e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:40.997376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-a9b57beb-909c-4221-8875-2bb9d8b99e28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044772 Oct 13 04:01:41.024785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Made reservation on behalf of 99de97ad397f4ba6bff9e832944bd138 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:41.042701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:41.086505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c49a29f0-dc3b-445f-bc63-60da404a81be req-b7a23683-f6b9-43cf-8c04-6e17d06bbd7c tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/security-groups?id=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259041 Oct 13 04:01:41.162074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcacdd-1315-4b2d-a820-e1aa08959625 req-360714d0-8230-4771-98cc-00d9b9ac5269 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:41.171908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33fcacdd-1315-4b2d-a820-e1aa08959625 req-360714d0-8230-4771-98cc-00d9b9ac5269 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1257179 Oct 13 04:01:41.273148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33fcacdd-1315-4b2d-a820-e1aa08959625 req-29e90c1d-8cff-4a0d-90fe-787f3a75f482 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997913 Oct 13 04:01:41.279496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31373748-5ea6-4daf-814d-9c057b1d1334 req-fe2cf2d6-4110-41db-ab42-d2c71293bd23 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0602367 Oct 13 04:01:41.309929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-d37d9ad7-1708-48b9-901b-a0f04e05b5b0 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968450 Oct 13 04:01:41.433822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Allocated IP 172.20.0.10 (2824a442-8e75-439c-a5f4-3f8bd9b8e138/da4e946e-078f-467f-bedc-e1e3f02cdd03/77990026-7faa-4f8a-a267-5a3990362b3a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:41.474774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefb6ba-c9f1-4d0a-8784-7f6902befc26 req-e7782eed-d5d0-4497-bf31-557372597044 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:41.476551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eeefb6ba-c9f1-4d0a-8784-7f6902befc26 req-e7782eed-d5d0-4497-bf31-557372597044 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0879488 Oct 13 04:01:41.524817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fbcf64-84f2-4e4b-b8a5-c91e59c86c39 req-e276fc23-0134-4eb3-ab16-87e43e09cc37 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044342 Oct 13 04:01:41.567890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eeefb6ba-c9f1-4d0a-8784-7f6902befc26 req-2ca9c7c4-a83a-4014-9642-d59ce6355767 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Oct 13 04:01:41.596159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-7d28a1fd-a688-4d0b-be84-a57a311863ba tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:41.596159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-7d28a1fd-a688-4d0b-be84-a57a311863ba tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 945 time: 0.1113768 Oct 13 04:01:41.703620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Deleting port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:41.703996 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:41.766580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5624-e58f-41bc-86c8-b77fef353913 req-5ccac6c4-6205-4757-acc5-3f58df550ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:41.768085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-5ccac6c4-6205-4757-acc5-3f58df550ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 1099 time: 0.1785350 Oct 13 04:01:41.797677 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b332f35-82b2-4116-b021-18019780536f req-0fd8303a-d181-479c-a8e7-02e6b12b20f2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:41.799487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b332f35-82b2-4116-b021-18019780536f req-0fd8303a-d181-479c-a8e7-02e6b12b20f2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1068518 Oct 13 04:01:41.847171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089ce3f-b0ce-4781-beed-2c9467d9fc2e req-d17869fb-8c0b-4cf2-91e7-bec0438f9c47 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:41.859865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3089ce3f-b0ce-4781-beed-2c9467d9fc2e req-d17869fb-8c0b-4cf2-91e7-bec0438f9c47 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 948 time: 0.0940154 Oct 13 04:01:41.905531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] For port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:41.905531 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:41.922071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Calling delete_port for 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:41.955355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:41.971146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b332f35-82b2-4116-b021-18019780536f req-f4ae263c-0435-4216-963e-e65112b44efd tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607962 Oct 13 04:01:42.029356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-2b014b8a-3963-41bc-b592-0e21a588a0bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421263 Oct 13 04:01:42.053702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5624-e58f-41bc-86c8-b77fef353913 req-5e33cf88-2ea2-473a-b10a-73a05b936bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:42.058659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-5e33cf88-2ea2-473a-b10a-73a05b936bdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2730980 Oct 13 04:01:42.156166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3089ce3f-b0ce-4781-beed-2c9467d9fc2e req-340318c5-8f35-47ef-a817-8614b037566c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944639 Oct 13 04:01:42.168122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:42.180549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['7e2e5744-1e76-4187-9ce9-a5855fbc3b9b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:42.350947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Pushing event deleted for resources: {'Port': ['ID=7e2e5744-1e76-4187-9ce9-a5855fbc3b9b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:42.413807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] No DVR routers for this DVR port 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:42.427736 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:42.435383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89cd4f22-21f4-4004-ac14-8ed94a705751 req-254cf57a-1c64-4626-a849-82523dfc60b3 tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.15 "DELETE /v2.0/ports/7e2e5744-1e76-4187-9ce9-a5855fbc3b9b HTTP/1.1" status: 204 len: 173 time: 0.8347232 Oct 13 04:01:42.436040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'name': 'network-vif-deleted', 'tag': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:42.439533 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90aceea-75ee-4a0b-b44d-cf4918f536a5" -d '{"events": [{"server_uuid": "c6509f30-298f-4589-98f2-bf530c0aab29", "name": "network-vif-deleted", "tag": "7e2e5744-1e76-4187-9ce9-a5855fbc3b9b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:42.485984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44cf1d35-6e1f-4e9f-9bff-5ec7d3cdcc05 req-c0a05971-8ce9-4371-b191-945467929c6d tempest-AttachSCSIVolumeTestJSON-1834886832 tempest-AttachSCSIVolumeTestJSON-1834886832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6509f30-298f-4589-98f2-bf530c0aab29 HTTP/1.1" status: 200 len: 210 time: 0.1532142 Oct 13 04:01:42.612711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-633eed4b-811c-43f4-a29b-bd44a7adfc62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d HTTP/1.1" status: 200 len: 217 time: 0.5421996 Oct 13 04:01:42.661447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:42.663756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077203-b005-4933-900b-1c67b87f7fa0 req-a23f8c6e-9390-462c-8859-4a6541095e14 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:42.672029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d077203-b005-4933-900b-1c67b87f7fa0 req-a23f8c6e-9390-462c-8859-4a6541095e14 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0776863 Oct 13 04:01:42.721747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d077203-b005-4933-900b-1c67b87f7fa0 req-a0d88896-3db9-42a7-a8e4-6fa4535b23a3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484517 Oct 13 04:01:42.739087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-410c9542-59e1-43a8-b07c-e8e1442ce3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:42.740831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-410c9542-59e1-43a8-b07c-e8e1442ce3e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1096 time: 0.6764636 Oct 13 04:01:42.792837 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852fdac3-a6d9-46ce-a220-0f479599eda4 x-openstack-request-id: req-852fdac3-a6d9-46ce-a220-0f479599eda4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:42.793128 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6509f30-298f-4589-98f2-bf530c0aab29", "name": "network-vif-deleted", "tag": "7e2e5744-1e76-4187-9ce9-a5855fbc3b9b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:42.793437 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-852fdac3-a6d9-46ce-a220-0f479599eda4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:42.793761 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6509f30-298f-4589-98f2-bf530c0aab29', 'name': 'network-vif-deleted', 'tag': '7e2e5744-1e76-4187-9ce9-a5855fbc3b9b', 'status': 'completed', 'code': 200} Oct 13 04:01:42.928623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:42.942608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:42.964914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5624-e58f-41bc-86c8-b77fef353913 req-effd3817-0a32-431e-85b0-9cc94e7f629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:42.966371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-effd3817-0a32-431e-85b0-9cc94e7f629e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.3064795 Oct 13 04:01:42.970098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:42.973815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:42.982276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba418dc-2c0b-443e-b65d-3552efb7312f req-897b9f97-cbb2-46fa-96e0-2bc8f7b268fa tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:42.983778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fba418dc-2c0b-443e-b65d-3552efb7312f req-897b9f97-cbb2-46fa-96e0-2bc8f7b268fa tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 932 time: 0.3968103 Oct 13 04:01:42.991505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-db5ab46c-2b2c-476f-b4e0-27b81ce946ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4006600 Oct 13 04:01:43.018443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a23-9dac-4f0e-bd1d-f3ed666fd5ec req-45d3577c-e505-4f88-870a-db850113dc9c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.039309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49688a23-9dac-4f0e-bd1d-f3ed666fd5ec req-45d3577c-e505-4f88-870a-db850113dc9c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0861394 Oct 13 04:01:43.152770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49688a23-9dac-4f0e-bd1d-f3ed666fd5ec req-db982396-5a85-4229-a6dc-6491d4621025 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117685 Oct 13 04:01:43.187017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-92634116-f78b-4b69-8191-2cefde313da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.193353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-92634116-f78b-4b69-8191-2cefde313da0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.4101830 Oct 13 04:01:43.211028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.215809 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:43.273548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fba418dc-2c0b-443e-b65d-3552efb7312f req-64ba01ce-e580-486b-8eae-66766096072c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488890 Oct 13 04:01:43.298730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-1d6c5487-782a-4ee8-9e3c-a59e80e3b7f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051593 Oct 13 04:01:43.355702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5624-e58f-41bc-86c8-b77fef353913 req-e557aab9-d0ed-4d55-86e7-b22daa5a23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.357797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-e557aab9-d0ed-4d55-86e7-b22daa5a23ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3729453 Oct 13 04:01:43.364528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-3826d82c-b5bc-4e60-a7a1-e634208e9782 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.1362143 Oct 13 04:01:43.436222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-d9d1bc12-c3fd-4b5d-9aa7-3ae76670dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.437920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-d9d1bc12-c3fd-4b5d-9aa7-3ae76670dbaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 1100 time: 0.0674632 Oct 13 04:01:43.458401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-489c34f8-0a94-418b-8ad5-f7562ba6ce08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7303576 Oct 13 04:01:43.507486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Request body: {'port': {'device_id': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:43.671561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:43.708374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea2ef-9e2b-4b5d-a792-3bf8003ba0cf req-b4ac3fcc-40cc-42de-9c8f-6568c396d2ee tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.718520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-915ea2ef-9e2b-4b5d-a792-3bf8003ba0cf req-b4ac3fcc-40cc-42de-9c8f-6568c396d2ee tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 948 time: 0.2577467 Oct 13 04:01:43.728647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-b2193ae3-0c09-48df-b3cb-dd6c87c7915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.730407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-b2193ae3-0c09-48df-b3cb-dd6c87c7915a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.2706985 Oct 13 04:01:43.730825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-8fe2c630-2d24-415b-b4ad-c65f699e4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.733520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-8fe2c630-2d24-415b-b4ad-c65f699e4eea service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2618167 Oct 13 04:01:43.823248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-770dc673-0891-4d61-89d0-3d9f56f1db5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 HTTP/1.1" status: 200 len: 217 time: 0.0678084 Oct 13 04:01:43.860663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-cd8b299e-7353-4ba7-9da8-2b5f115bc013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050799 Oct 13 04:01:43.892733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-b315f466-6f9c-4133-8139-0b8160b77ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:43.900962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-b315f466-6f9c-4133-8139-0b8160b77ea8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0711272 Oct 13 04:01:43.931846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-f844e504-52d5-427d-9fcd-e3ad283776fa service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528176 Oct 13 04:01:44.026539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-aa105795-4781-41de-b169-d4f96329b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:44.029132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-aa105795-4781-41de-b169-d4f96329b223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179729 Oct 13 04:01:44.083913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-915ea2ef-9e2b-4b5d-a792-3bf8003ba0cf req-433cddcd-7ad1-4780-85f0-caa271f7e573 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640766 Oct 13 04:01:44.226365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-0e396830-0844-403a-838d-6340b8c07200 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835217 Oct 13 04:01:44.272975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f1d1c-55e5-4e95-9980-e0285935657a req-f2b841be-3fce-4744-9d64-e260460cb2f9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:44.285741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc9f1d1c-55e5-4e95-9980-e0285935657a req-f2b841be-3fce-4744-9d64-e260460cb2f9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1356788 Oct 13 04:01:44.479278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-b0d2e071-a735-46f4-af5c-8bbf8f6ca17c service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068189 Oct 13 04:01:44.496457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-569a5624-e58f-41bc-86c8-b77fef353913 req-d098f1ab-e05b-48d5-beba-97f98739fec0 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233593 Oct 13 04:01:44.512914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfb32d-69a2-484e-a18a-4b2be7c80694 req-8fd0b363-fc43-45d7-b597-b97a9849e592 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:44.520861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47dfb32d-69a2-484e-a18a-4b2be7c80694 req-8fd0b363-fc43-45d7-b597-b97a9849e592 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.2480583 Oct 13 04:01:44.534022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc9f1d1c-55e5-4e95-9980-e0285935657a req-5dba95ad-9248-4ca0-b051-660597fbb58e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408259 Oct 13 04:01:44.640244 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb6f17ab-4e33-4903-8574-cc3e204079f1 req-34390c92-3fd8-43a5-9c16-7c75ecf98005 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020331 Oct 13 04:01:44.747380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47dfb32d-69a2-484e-a18a-4b2be7c80694 req-02b3ded5-c556-4557-8b0a-9a4b5281d17d tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250729 Oct 13 04:01:44.782974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520db0eb-1377-4ffe-bfbe-91c5d2e463ff req-06a4b04d-0ecb-4ca4-aadd-335197c4ad2e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:44.784552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-520db0eb-1377-4ffe-bfbe-91c5d2e463ff req-06a4b04d-0ecb-4ca4-aadd-335197c4ad2e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1042988 Oct 13 04:01:44.830600 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d51f588b-49a9-4da1-b6b8-ba99b48f30fb req-b16e63f3-8c2c-4ccc-9134-fcbc754fe0d6 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387029 Oct 13 04:01:44.846414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77990026-7faa-4f8a-a267-5a3990362b3a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:44.862041 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.866371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-520db0eb-1377-4ffe-bfbe-91c5d2e463ff req-6aa486eb-8f46-4d1a-b4a7-3cd4e31feb27 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Oct 13 04:01:44.893904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Transition to ACTIVE for port object 77990026-7faa-4f8a-a267-5a3990362b3a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:01:44.914415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.996402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:45.010505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3317-792f-4697-b895-f1d16c4336f1 req-390863a6-3cd7-4c0b-bb8e-4868bf54f078 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.017711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-305d3317-792f-4697-b895-f1d16c4336f1 req-390863a6-3cd7-4c0b-bb8e-4868bf54f078 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 944 time: 0.1223357 Oct 13 04:01:45.099073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-305d3317-792f-4697-b895-f1d16c4336f1 req-c224dc7f-7d52-4cf4-a05d-e0628bc5f1a3 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804939 Oct 13 04:01:45.117786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Attempting to bind port 77990026-7faa-4f8a-a267-5a3990362b3a on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:45.118192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Attempting to bind port 77990026-7faa-4f8a-a267-5a3990362b3a by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:45.119136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Attempting to bind port 77990026-7faa-4f8a-a267-5a3990362b3a on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:45.127424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Port 77990026-7faa-4f8a-a267-5a3990362b3a on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:45.128032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Attempting to bind port 77990026-7faa-4f8a-a267-5a3990362b3a on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:45.134044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:45.135011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Checking segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:45.135333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Bound using segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:45.135771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Bound port: 77990026-7faa-4f8a-a267-5a3990362b3a, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:45.136132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:45.245800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:45.250888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:45.259030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:45.266067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-1c429876-fbe6-4d73-8adb-b912556dd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.267712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-1c429876-fbe6-4d73-8adb-b912556dd062 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1101 time: 0.0979557 Oct 13 04:01:45.297395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625709-d54a-45f5-82fe-8707c25c144c req-8cf982a2-67f9-4aff-b26f-f63eccfaf55a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.301192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.301858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:45.303281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] 10.222.0.15 "PUT /v2.0/ports/77990026-7faa-4f8a-a267-5a3990362b3a HTTP/1.1" status: 200 len: 1092 time: 1.8218539 Oct 13 04:01:45.303723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:45.305880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb625709-d54a-45f5-82fe-8707c25c144c req-8cf982a2-67f9-4aff-b26f-f63eccfaf55a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 948 time: 0.0905273 Oct 13 04:01:45.306901 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:45.364382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57b6c6-931f-4ea5-a1f4-8426c039a5bf service neutron] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:45.389488 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c759a505-e2e9-42ef-b65b-e451bb49f1a3 x-openstack-request-id: req-c759a505-e2e9-42ef-b65b-e451bb49f1a3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:45.389952 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:45.390216 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c759a505-e2e9-42ef-b65b-e451bb49f1a3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:45.390633 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a', 'status': 'completed', 'code': 200} Oct 13 04:01:45.427920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb625709-d54a-45f5-82fe-8707c25c144c req-c89aa2a1-51e2-427d-991d-3485609e0e7a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205740 Oct 13 04:01:45.470227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-d05717b3-d237-4d7f-bba4-2bf379aa28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.471942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-d05717b3-d237-4d7f-bba4-2bf379aa28c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0624635 Oct 13 04:01:45.476866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-8d1e6ed4-fa9c-49f5-a70c-f919254737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.479902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-8d1e6ed4-fa9c-49f5-a70c-f919254737c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1999385 Oct 13 04:01:45.544967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:45.550201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-bd1577ab-25a8-4798-a449-104658c2f988 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77990026-7faa-4f8a-a267-5a3990362b3a HTTP/1.1" status: 200 len: 217 time: 0.0503991 Oct 13 04:01:45.560832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-262008eb-4408-4c60-afdb-5c87ba17d9d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 217 time: 0.0548649 Oct 13 04:01:45.576224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:45.576777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7e2e5744-1e76-4187-9ce9-a5855fbc3b9b not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:45.640927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-3f44e791-6578-47fd-96ab-8da7d851704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.643365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-3f44e791-6578-47fd-96ab-8da7d851704d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0728612 Oct 13 04:01:45.644943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-5cd96067-925c-40e7-9edd-610ea5e73f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.646548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-5cd96067-925c-40e7-9edd-610ea5e73f42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 200 len: 859 time: 0.0872343 Oct 13 04:01:45.763208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-8693705d-4038-47de-a3f8-3fe53d984286 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2824a442-8e75-439c-a5f4-3f8bd9b8e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682046 Oct 13 04:01:45.778622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-4c182e6d-1dd0-4630-a0e5-3bd7302d346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.781406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-4c182e6d-1dd0-4630-a0e5-3bd7302d346a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993233 Oct 13 04:01:45.835036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9629-d202-44e6-8537-1a1115701a9e req-2e497478-9380-4604-88ff-295e615e0f53 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:45.836568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b6e9629-d202-44e6-8537-1a1115701a9e req-2e497478-9380-4604-88ff-295e615e0f53 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1585138 Oct 13 04:01:45.916988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b6e9629-d202-44e6-8537-1a1115701a9e req-55bc1267-6bfa-4681-acc0-e374460cf751 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667212 Oct 13 04:01:45.945829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-ea5c7e39-bd36-49ee-aff1-f37f545e47c6 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696348 Oct 13 04:01:46.165311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0ea6-6803-43b5-a4b9-4f36c0188638 req-1b05d9bb-d287-47bb-a03e-5efba27f761b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:46.166884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1ce0ea6-6803-43b5-a4b9-4f36c0188638 req-1b05d9bb-d287-47bb-a03e-5efba27f761b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1048403 Oct 13 04:01:46.190955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-dd20e904-4b4a-4826-8619-3cca9d8bebc6 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:46.192749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-dd20e904-4b4a-4826-8619-3cca9d8bebc6 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.1612775 Oct 13 04:01:46.220380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-456fc685-435e-4133-92e7-bf76f753dcc0 req-98d28aa8-d046-42b1-b7df-653883665590 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611146 Oct 13 04:01:46.280609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1ce0ea6-6803-43b5-a4b9-4f36c0188638 req-75f305d9-7730-4a52-91af-d78d1571eba4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867286 Oct 13 04:01:46.376316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1afe5c-95ee-4f79-9124-1bd00876f961 req-44659964-10c0-4f37-82b0-1b9813ddfa01 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:46.382812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd1afe5c-95ee-4f79-9124-1bd00876f961 req-44659964-10c0-4f37-82b0-1b9813ddfa01 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.5032408 Oct 13 04:01:46.386289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-1a6047ee-57eb-4c3c-b822-f3b1b304d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:46.387768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-1a6047ee-57eb-4c3c-b822-f3b1b304d165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0987053 Oct 13 04:01:46.394033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Deleting port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:46.394379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:46.442674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-fc36d62f-22ef-457e-b236-54375728e207 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466780 Oct 13 04:01:46.499170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd1afe5c-95ee-4f79-9124-1bd00876f961 req-419637b3-54ac-4817-92fc-bb9f528e36d3 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099744 Oct 13 04:01:46.657206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-8761f359-d61c-4ccb-a0b1-3b79fc257368 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011142 Oct 13 04:01:46.683428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905657-07cf-47ea-b0b2-874d96aa4059 req-8f379fc3-dcef-48e5-96d9-f4380d5613c0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:46.685410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9905657-07cf-47ea-b0b2-874d96aa4059 req-8f379fc3-dcef-48e5-96d9-f4380d5613c0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 948 time: 0.0978770 Oct 13 04:01:46.734375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9905657-07cf-47ea-b0b2-874d96aa4059 req-6a95fd6c-94d7-4499-ac8b-9a0a937d913e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Oct 13 04:01:46.946786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] For port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:46.947110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.000821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c8dab-fe30-41aa-aa93-9e7215d1c1a4 req-97333ccc-0bf4-40a4-9f19-d9126f385585 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.002247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee1c8dab-fe30-41aa-aa93-9e7215d1c1a4 req-97333ccc-0bf4-40a4-9f19-d9126f385585 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 944 time: 0.1503630 Oct 13 04:01:47.038194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-2e034fa3-23a9-48ec-b680-1b0d2d5ccd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.039593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-2e034fa3-23a9-48ec-b680-1b0d2d5ccd27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 920 time: 0.6297274 Oct 13 04:01:47.070054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9547a0-95c3-46fe-a33b-caffdaeb1384 req-2b1a291d-3f3d-4fca-8042-ffdeb9530e86 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.071603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa9547a0-95c3-46fe-a33b-caffdaeb1384 req-2b1a291d-3f3d-4fca-8042-ffdeb9530e86 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0661201 Oct 13 04:01:47.125420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa9547a0-95c3-46fe-a33b-caffdaeb1384 req-0c305256-0581-4c0e-be5c-83c4f8be125b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Oct 13 04:01:47.159107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee1c8dab-fe30-41aa-aa93-9e7215d1c1a4 req-031f8960-b200-4b0e-9d9d-432f911d8edb tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178384 Oct 13 04:01:47.166424 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-57f9a322-afc9-46ac-9784-03921154c31f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77990026-7faa-4f8a-a267-5a3990362b3a HTTP/1.1" status: 200 len: 217 time: 0.0815396 Oct 13 04:01:47.296443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-217abb3b-b1aa-4e5b-94a4-dfc4b8dc3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.297899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-217abb3b-b1aa-4e5b-94a4-dfc4b8dc3c49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 200 len: 859 time: 0.0980432 Oct 13 04:01:47.348127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-03fa2e7a-4d22-421d-9ec4-38dfdea90d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2824a442-8e75-439c-a5f4-3f8bd9b8e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380614 Oct 13 04:01:47.351861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.352212 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.352529 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Floating IP c7371f8d-700d-4b7d-bd52-1a44adc1cc37 disassociated. External IP: 172.25.1.137, port: fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b. Oct 13 04:01:47.353497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Calling delete_port for fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:47.370081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device f9841987-6b6a-480b-9ba0-dd39f2ec473d details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:47.460470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02861f-ce43-48b3-bdc5-d510b778efe0 req-b47cf3a3-e512-474c-9670-7141183c5db5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.464114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d02861f-ce43-48b3-bdc5-d510b778efe0 req-b47cf3a3-e512-474c-9670-7141183c5db5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1122680 Oct 13 04:01:47.467069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-76f4afa3-fc61-40b9-9064-31be97c8651c service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079116 Oct 13 04:01:47.503303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port f9841987-6b6a-480b-9ba0-dd39f2ec473d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:47.517277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', 'mac_address': 'fa:16:3e:75:17:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:47.533045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d02861f-ce43-48b3-bdc5-d510b778efe0 req-be6657e4-3cae-4c60-991b-5724b38a205b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520160 Oct 13 04:01:47.573171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.597356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9841987-6b6a-480b-9ba0-dd39f2ec473d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:47.631365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port f9841987-6b6a-480b-9ba0-dd39f2ec473d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:47.648952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.707078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=f9841987-6b6a-480b-9ba0-dd39f2ec473d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:47.756541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeba59e-e580-4375-b4ee-bdf819bd6323 req-261ea28d-786b-439b-80e5-3882b412aefc tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.758069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-deeba59e-e580-4375-b4ee-bdf819bd6323 req-261ea28d-786b-439b-80e5-3882b412aefc tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 945 time: 0.1163085 Oct 13 04:01:47.786885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92fa2525-2fa1-4a0e-9f57-19b0a316f4c0 req-4ae16012-a675-4eaa-994b-5ee7f5bfba53 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065753 Oct 13 04:01:47.839571 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-deeba59e-e580-4375-b4ee-bdf819bd6323 req-2c6888b0-083a-4593-977d-f864924411d9 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups?id=b785f456-3971-45b5-a042-51dac47a640f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566278 Oct 13 04:01:47.862771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.897499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd40cc-27cd-43d5-a3fb-bdd2c3215e15 req-9ebbb2ce-6772-4ccf-ba8c-2a49ed938596 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.899071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7dbd40cc-27cd-43d5-a3fb-bdd2c3215e15 req-9ebbb2ce-6772-4ccf-ba8c-2a49ed938596 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 949 time: 0.0753303 Oct 13 04:01:47.901379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event deleted for resources: {'Port': ['ID=fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:47.980069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7dbd40cc-27cd-43d5-a3fb-bdd2c3215e15 req-8bdb8ee8-113c-41c8-af09-107d4c9a575d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Oct 13 04:01:48.023687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Router 63e891dd-a748-4996-a692-d68bcab55260 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:48.102947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['f9841987-6b6a-480b-9ba0-dd39f2ec473d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:48.130440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:48.148037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] Sync routers for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:48.176641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:48.177846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:48.183527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] No DVR routers for this DVR port fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:48.186468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.190484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7944afa7-bb73-4d0c-aacf-3f45c8bd4068 req-0bcfbc28-dca2-48d1-82ab-f32c48545a97 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.26 "DELETE /v2.0/ports/fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b HTTP/1.1" status: 204 len: 173 time: 1.9740546 Oct 13 04:01:48.190952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'name': 'network-vif-deleted', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:48.193277 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd70795-0062-4f14-b382-556954818eb7" -d '{"events": [{"server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "name": "network-vif-deleted", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:48.397808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c382af4-3c60-4304-9e9f-88b6749c7ff0 req-260d6c60-33f0-4be3-9840-367a439da4bf tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:48.403198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebd21f-b9d5-4443-9002-ee14cd2e66cb req-524bdaef-53d3-4f28-964c-05717d8b1267 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:48.404429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c382af4-3c60-4304-9e9f-88b6749c7ff0 req-260d6c60-33f0-4be3-9840-367a439da4bf tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1520100 Oct 13 04:01:48.412093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39ebd21f-b9d5-4443-9002-ee14cd2e66cb req-524bdaef-53d3-4f28-964c-05717d8b1267 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 944 time: 0.1412168 Oct 13 04:01:48.443444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:48.499249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39ebd21f-b9d5-4443-9002-ee14cd2e66cb req-5d134d8f-327c-4aed-aa21-151a13bd1485 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861635 Oct 13 04:01:48.512158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c382af4-3c60-4304-9e9f-88b6749c7ff0 req-6ee09c92-6c1c-4d2e-825b-f33eccc1c55c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957763 Oct 13 04:01:48.575739 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1dcca-9262-4d3a-9036-8c877011d13b x-openstack-request-id: req-5aa1dcca-9262-4d3a-9036-8c877011d13b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:48.576332 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc6347-c68e-46da-8966-e5c75f5e8946", "name": "network-vif-deleted", "tag": "fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:48.576803 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5aa1dcca-9262-4d3a-9036-8c877011d13b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:48.577392 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc6347-c68e-46da-8966-e5c75f5e8946', 'name': 'network-vif-deleted', 'tag': 'fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b', 'status': 'completed', 'code': 200} Oct 13 04:01:48.746784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fc986-3f81-4803-a982-6e5259af981f req-be0831ac-995f-439d-97f4-5b0e6774dce6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:48.748422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-572fc986-3f81-4803-a982-6e5259af981f req-be0831ac-995f-439d-97f4-5b0e6774dce6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0780394 Oct 13 04:01:48.807271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:48.812623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-572fc986-3f81-4803-a982-6e5259af981f req-2d8a5aab-63c4-4f7c-9a67-e8c70368b1c9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514505 Oct 13 04:01:48.851606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] Checking router: 63e891dd-a748-4996-a692-d68bcab55260 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:48.885628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:48.886509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:48.951025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72c52f2e-124f-46ff-8ecc-f7c4a9b99e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.990248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6fc1307c-4139-4f82-b3c8-19aa6599d013 req-26fc867b-b74b-4024-a753-498e9be46222 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffc6347-c68e-46da-8966-e5c75f5e8946 HTTP/1.1" status: 200 len: 210 time: 0.0398614 Oct 13 04:01:49.023205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:49.139585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa39c2-bb79-435d-8238-afca08a7fc0a req-f51862b4-d095-4993-858d-6df16ebb5847 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:49.145262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5daa39c2-bb79-435d-8238-afca08a7fc0a req-f51862b4-d095-4993-858d-6df16ebb5847 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 949 time: 0.0851030 Oct 13 04:01:49.205906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5daa39c2-bb79-435d-8238-afca08a7fc0a req-09176e45-c8d2-4b44-bef1-e253dae1115c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558760 Oct 13 04:01:49.230836 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:01:49.263737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:49.291421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456b5a8-20a8-4abe-be2a-6be21ca47e3c None None] The sync data for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 is: [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T03:58:11Z', 'revision_number': 4, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '793a1c4b-9155-4a15-8507-7a2f06e89a4c', 'name': '', 'network_id': '0705d659-ceb7-4d0b-97f0-2ebd5f381c84', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'mac_address': 'fa:16:3e:8e:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:09Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'subnets': [{'id': 'c943c688-1c92-48ab-9fbe-ccc8916c5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:49.372021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:49.403718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:49.404072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device fc1c5b73-4d1a-4f9f-bc55-0b533b2ab72b not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:49.459364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:49.586507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 77990026-7faa-4f8a-a267-5a3990362b3a details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:49.692069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226dfd5-c80e-4aef-8a5d-1c316191b6c2 req-f48c2d53-c3a3-46a3-a0f2-371d056848ae tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:49.694297 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5226dfd5-c80e-4aef-8a5d-1c316191b6c2 req-f48c2d53-c3a3-46a3-a0f2-371d056848ae tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 944 time: 0.0982695 Oct 13 04:01:49.734045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26e36-f56d-47eb-a814-ae88a4d5e75d req-de2e6ecf-7e10-48f2-821c-f8350c0c1ebe tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:49.734787 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1a1f3-eeed-46a3-ad59-c4a3f30b8990 None None] New status for floating IP c7371f8d-700d-4b7d-bd52-1a44adc1cc37: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:01:49.736199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ff26e36-f56d-47eb-a814-ae88a4d5e75d req-de2e6ecf-7e10-48f2-821c-f8350c0c1ebe tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0808265 Oct 13 04:01:49.816387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:49.816913 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ff26e36-f56d-47eb-a814-ae88a4d5e75d req-0f020ed8-00a2-458a-83f4-3c0d90144556 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 Oct 13 04:01:49.869584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '77990026-7faa-4f8a-a267-5a3990362b3a', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'port_id': '77990026-7faa-4f8a-a267-5a3990362b3a', 'mac_address': 'fa:16:3e:bb:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4e946e-078f-467f-bedc-e1e3f02cdd03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:01:49.927896 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:49.947144 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5226dfd5-c80e-4aef-8a5d-1c316191b6c2 req-34e120be-7056-49f7-bef1-8be90e5fd8b2 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671650 Oct 13 04:01:49.963553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77990026-7faa-4f8a-a267-5a3990362b3a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:01:49.988525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:49.994512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.092826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:50.109262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c0013-4727-41b3-8911-d0b681880bb5 req-c9efd423-01ae-44c2-b192-34f90e315fbe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:50.111965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a92c0013-4727-41b3-8911-d0b681880bb5 req-c9efd423-01ae-44c2-b192-34f90e315fbe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0925999 Oct 13 04:01:50.132783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46610) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:50.171785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a92c0013-4727-41b3-8911-d0b681880bb5 req-905910f7-f10e-4a58-a094-38efff262fd8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Oct 13 04:01:50.238661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b22909f-455e-4a5e-b1c2-e4c4aa51729e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.257805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.304307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b22909f-455e-4a5e-b1c2-e4c4aa51729e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.310051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['77990026-7faa-4f8a-a267-5a3990362b3a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:50.434756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfea16-615f-4913-bbaf-047cecd69cf5 req-f63e9338-4b09-420f-810e-3d818c689e15 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:50.436261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00bfea16-615f-4913-bbaf-047cecd69cf5 req-f63e9338-4b09-420f-810e-3d818c689e15 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 949 time: 0.1361096 Oct 13 04:01:50.473726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b22909f-455e-4a5e-b1c2-e4c4aa51729e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.476654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b22909f-455e-4a5e-b1c2-e4c4aa51729e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.477642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8b22909f-455e-4a5e-b1c2-e4c4aa51729e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "DELETE /v2.0/security-groups/b785f456-3971-45b5-a042-51dac47a640f HTTP/1.1" status: 204 len: 168 time: 0.3437736 Oct 13 04:01:50.480180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:50.515684 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-890de772-8900-4c0f-9438-0786d901fa6b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] show failed (client error): The resource could not be found. Oct 13 04:01:50.516607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-890de772-8900-4c0f-9438-0786d901fa6b tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "GET /v2.0/security-groups/b785f456-3971-45b5-a042-51dac47a640f HTTP/1.1" status: 404 len: 347 time: 0.0350270 Oct 13 04:01:50.519296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:50.523118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22909f-455e-4a5e-b1c2-e4c4aa51729e tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b785f456-3971-45b5-a042-51dac47a640f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:50.570264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00bfea16-615f-4913-bbaf-047cecd69cf5 req-2d3eacc7-b21d-4f75-b84d-2091a3a98d7a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Oct 13 04:01:50.686697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Deleting port 0d7449c8-476a-4f57-84db-83fe9c4a8ab1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:50.687145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.696353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Deleting port 133cd9c3-ad0d-49cd-ba6c-087007f4013b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:50.696734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.778617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.779467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.785197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] For port 133cd9c3-ad0d-49cd-ba6c-087007f4013b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=133cd9c3-ad0d-49cd-ba6c-087007f4013b,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:50.785566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.798383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Calling delete_port for 0d7449c8-476a-4f57-84db-83fe9c4a8ab1 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:50.800802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Calling delete_port for 133cd9c3-ad0d-49cd-ba6c-087007f4013b owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:50.975328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f35ea5-7cdf-49f0-810f-1af8b847c74e req-b433ee6d-5eea-4603-b71c-71eb5bbeac42 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:50.983187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0f35ea5-7cdf-49f0-810f-1af8b847c74e req-b433ee6d-5eea-4603-b71c-71eb5bbeac42 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.0859380 Oct 13 04:01:51.034932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.060400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0f35ea5-7cdf-49f0-810f-1af8b847c74e req-4169e915-ec2f-4f50-97c1-9cce5336e885 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665507 Oct 13 04:01:51.088628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Pushing event deleted for resources: {'Port': ['ID=133cd9c3-ad0d-49cd-ba6c-087007f4013b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:51.108708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.158896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Pushing event deleted for resources: {'Port': ['ID=0d7449c8-476a-4f57-84db-83fe9c4a8ab1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:51.247151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e757309-40d8-447f-bbd8-a6ed2592719b req-362deca7-0631-45a8-9389-0504caa832a5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:51.254791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e757309-40d8-447f-bbd8-a6ed2592719b req-362deca7-0631-45a8-9389-0504caa832a5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 945 time: 0.1635394 Oct 13 04:01:51.298697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.301722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.307524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-07c9ef8e-bb85-4015-831d-22ddef033df7 tempest-ServersTestFqdnHostnames-1950016269 tempest-ServersTestFqdnHostnames-1950016269-project] 10.222.0.44 "DELETE /v2.0/floatingips/c7371f8d-700d-4b7d-bd52-1a44adc1cc37 HTTP/1.1" status: 204 len: 168 time: 0.7858915 Oct 13 04:01:51.308304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:51.370712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e757309-40d8-447f-bbd8-a6ed2592719b req-865bb63e-a85d-4c24-82ce-945d67976615 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150618 Oct 13 04:01:51.387057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device f9841987-6b6a-480b-9ba0-dd39f2ec473d up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:51.437248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b48bbc-3a86-478b-bd8a-5b521946249b req-eb471b60-e7f1-42b3-8f82-e08cc45ae172 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:51.445085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73b48bbc-3a86-478b-bd8a-5b521946249b req-eb471b60-e7f1-42b3-8f82-e08cc45ae172 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1870599 Oct 13 04:01:51.472556 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92552ae9-4eac-46a3-9bbf-0b9ebc5de90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.491496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port f9841987-6b6a-480b-9ba0-dd39f2ec473d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:51.498579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port f9841987-6b6a-480b-9ba0-dd39f2ec473d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:51.500224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.522765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73b48bbc-3a86-478b-bd8a-5b521946249b req-cac70676-2e09-4b9c-bb3a-b6900efc19e0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680594 Oct 13 04:01:51.605159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 77990026-7faa-4f8a-a267-5a3990362b3a up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:51.651317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.681912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 77990026-7faa-4f8a-a267-5a3990362b3a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:01:51.688124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 77990026-7faa-4f8a-a267-5a3990362b3a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:51.688842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.695409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:51.698132 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ab9338-2030-4aed-b037-cfd9bfeac0db" -d '{"events": [{"server_uuid": "6b7212d9-c058-4c62-b54b-64a8bfc845f8", "name": "network-vif-plugged", "status": "completed", "tag": "f9841987-6b6a-480b-9ba0-dd39f2ec473d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:51.708031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.740133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port f9841987-6b6a-480b-9ba0-dd39f2ec473d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:51.749008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.782992 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1102e714-89e0-44ce-9d25-f7bc3aaea2c6 x-openstack-request-id: req-1102e714-89e0-44ce-9d25-f7bc3aaea2c6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:51.783744 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7212d9-c058-4c62-b54b-64a8bfc845f8", "name": "network-vif-plugged", "status": "completed", "tag": "f9841987-6b6a-480b-9ba0-dd39f2ec473d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:51.784204 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1102e714-89e0-44ce-9d25-f7bc3aaea2c6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:51.784831 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', 'code': 200} Oct 13 04:01:51.822411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49511a-d100-43ba-a760-bef1a1165f62 req-e2e4df8c-cee2-46c9-98c2-6ebb0950ae5b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:51.824249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e49511a-d100-43ba-a760-bef1a1165f62 req-e2e4df8c-cee2-46c9-98c2-6ebb0950ae5b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 949 time: 0.1069818 Oct 13 04:01:51.866218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.867015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=f9841987-6b6a-480b-9ba0-dd39f2ec473d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:51.890995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.927454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e49511a-d100-43ba-a760-bef1a1165f62 req-90316fb5-ba77-4218-852e-46b35a74e20f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729935 Oct 13 04:01:51.937808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:51.939658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7cd9f-a8f4-42c2-9ad5-24a8e6182aac req-da4635bb-9891-4033-af48-a1b4c27cc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:51.941141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbc7cd9f-a8f4-42c2-9ad5-24a8e6182aac req-da4635bb-9891-4033-af48-a1b4c27cc7ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 1101 time: 0.0884886 Oct 13 04:01:51.963240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.031560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:52.048096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbc7cd9f-a8f4-42c2-9ad5-24a8e6182aac req-cbdd0946-36d8-4656-8bad-7122cb552a87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976019 Oct 13 04:01:52.120998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Router 4795c0c8-1849-4881-b655-6c39980cc395 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:52.178238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Deleting port 793a1c4b-9155-4a15-8507-7a2f06e89a4c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:52.178580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.258372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f1823-e59d-4487-9935-93c3887b2dc0 req-96f07529-4f99-42f4-84f4-e95cd109e1e1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:52.260407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-804f1823-e59d-4487-9935-93c3887b2dc0 req-96f07529-4f99-42f4-84f4-e95cd109e1e1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1275926 Oct 13 04:01:52.265338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] For port 793a1c4b-9155-4a15-8507-7a2f06e89a4c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=793a1c4b-9155-4a15-8507-7a2f06e89a4c,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:52.265710 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.279647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Calling delete_port for 793a1c4b-9155-4a15-8507-7a2f06e89a4c owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:52.286987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:52.295593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5eaece12-600d-42e4-8862-abbcd97652eb admin admin] 10.222.0.44 "PUT /v2.0/routers/4795c0c8-1849-4881-b655-6c39980cc395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8350790 Oct 13 04:01:52.297593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:52.300157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] Sync routers for ids ['4795c0c8-1849-4881-b655-6c39980cc395'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:52.314665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] Routers {'4795c0c8-1849-4881-b655-6c39980cc395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:52.315299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4795c0c8-1849-4881-b655-6c39980cc395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:52.437734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.438440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] Set router 4795c0c8-1849-4881-b655-6c39980cc395 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:52.508406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.534625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-804f1823-e59d-4487-9935-93c3887b2dc0 req-d33c2d5b-135f-41a3-801c-27d587f9cca6 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668633 Oct 13 04:01:52.573745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Pushing event deleted for resources: {'Port': ['ID=793a1c4b-9155-4a15-8507-7a2f06e89a4c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:52.682822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0d88-9078-4063-9880-45e79c8bda14 req-9204f006-3073-49ab-ae3a-651bd38fc30c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:52.691973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6da0d88-9078-4063-9880-45e79c8bda14 req-9204f006-3073-49ab-ae3a-651bd38fc30c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1957042 Oct 13 04:01:52.746713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:01:50Z', 'revision_number': 5, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port': {'id': 'a003c996-72bf-4467-b61e-7d739b7c9745', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795c0c8-1849-4881-b655-6c39980cc395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:52.753234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf81a6-33dc-4b14-a068-b283f1c16569 req-5b177224-6ecf-4a47-beee-cdd773401a54 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:52.754795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dcf81a6-33dc-4b14-a068-b283f1c16569 req-5b177224-6ecf-4a47-beee-cdd773401a54 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1428018 Oct 13 04:01:52.763129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.795575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] Checking router: 4795c0c8-1849-4881-b655-6c39980cc395 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:52.815310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.819753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] Routers {'4795c0c8-1849-4881-b655-6c39980cc395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:52.822149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4795c0c8-1849-4881-b655-6c39980cc395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:52.825046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6da0d88-9078-4063-9880-45e79c8bda14 req-6e1feef4-7694-4b87-9331-fe43d8ee481d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320353 Oct 13 04:01:52.897598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.903546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dcf81a6-33dc-4b14-a068-b283f1c16569 req-63155e28-8d97-40f3-9c04-76b597454412 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165955 Oct 13 04:01:52.941645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Deleting port a003c996-72bf-4467-b61e-7d739b7c9745 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:52.942366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.058515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.079738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] Set router 4795c0c8-1849-4881-b655-6c39980cc395 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:53.090146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] For port a003c996-72bf-4467-b61e-7d739b7c9745, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a003c996-72bf-4467-b61e-7d739b7c9745,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:53.090511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.111063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Calling delete_port for a003c996-72bf-4467-b61e-7d739b7c9745 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:53.136012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:01:52Z', 'revision_number': 6, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:53.163248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e4a0f-e0c4-4ab3-9e3e-f655a881d500 None None] The sync data for ids ['4795c0c8-1849-4881-b655-6c39980cc395'] in n-d-810220-9 is: [{'id': '4795c0c8-1849-4881-b655-6c39980cc395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300018667-router', 'tenant_id': 'fd7c7a152f1446feb7149caf839fc931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:10Z', 'updated_at': '2021-10-13T04:01:52Z', 'revision_number': 6, 'project_id': 'fd7c7a152f1446feb7149caf839fc931', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:53.169065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9b39f-1786-45df-8142-ad008f514ae7 req-2aa22e4f-9a0f-4685-bdb6-48423415d795 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:53.173238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25a9b39f-1786-45df-8142-ad008f514ae7 req-2aa22e4f-9a0f-4685-bdb6-48423415d795 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 950 time: 0.1309948 Oct 13 04:01:53.256905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25a9b39f-1786-45df-8142-ad008f514ae7 req-aa26c1e2-85fa-45ff-997b-eb2d209f8fba tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779116 Oct 13 04:01:53.274413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Router 63e891dd-a748-4996-a692-d68bcab55260 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:53.301804 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.337677 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a003c996-72bf-4467-b61e-7d739b7c9745,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:53.398907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:53.404295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-37f0e3e8-fbba-4180-a8dd-62aecb29c480 admin admin] 10.222.0.44 "PUT /v2.0/routers/63e891dd-a748-4996-a692-d68bcab55260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0929859 Oct 13 04:01:53.406725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46668) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:53.411455 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] Sync routers for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:53.423952 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:53.425155 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:53.425838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.524180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.534539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.536825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.564518 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:53.623662 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.624736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4795c0c8-1849-4881-b655-6c39980cc395 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:01:53.629422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.630633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e17e9349-0b01-4c64-abbe-528e512b8bfa admin admin] 10.222.0.44 "DELETE /v2.0/routers/4795c0c8-1849-4881-b655-6c39980cc395 HTTP/1.1" status: 204 len: 168 time: 1.3322775 Oct 13 04:01:53.634932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46672) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:53.685940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Deleting subnet d20bace1-b619-4172-8877-d3109971fc2c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:01:53.690452 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.712377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.735812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.782256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4360fe-b23d-49d3-8741-e989741960ec req-fe2bddde-d976-4cff-9c86-80cad84a1292 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:53.785840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:53.787931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ec4360fe-b23d-49d3-8741-e989741960ec req-fe2bddde-d976-4cff-9c86-80cad84a1292 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.1164770 Oct 13 04:01:53.792416 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412192b4-9b7c-4164-996a-b6d294564a7d" -d '{"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:53.815327 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T04:01:52Z', 'revision_number': 5, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port': {'id': '5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e891dd-a748-4996-a692-d68bcab55260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:53.824173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Deleting port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:53.824518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:53.848537 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] Checking router: 63e891dd-a748-4996-a692-d68bcab55260 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:53.867844 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624d340-b994-4407-a596-b02c7a5579e4 x-openstack-request-id: req-9624d340-b994-4407-a596-b02c7a5579e4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:53.868180 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:53.868432 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9624d340-b994-4407-a596-b02c7a5579e4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:53.868856 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a', 'code': 200} Oct 13 04:01:53.877744 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] Routers {'63e891dd-a748-4996-a692-d68bcab55260'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:53.878614 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63e891dd-a748-4996-a692-d68bcab55260'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:53.906866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ec4360fe-b23d-49d3-8741-e989741960ec req-9c6931c1-d561-43e2-aaae-9b80088c7ab7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948436 Oct 13 04:01:53.978814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] For port 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:53.979509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.005944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Calling delete_port for 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:54.037568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] Set router 63e891dd-a748-4996-a692-d68bcab55260 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:54.057579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.172857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17727068-493f-4204-b6aa-77ba590fe984 req-bdda9d1f-2a84-433c-8706-913fedc5a4bc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:54.174404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17727068-493f-4204-b6aa-77ba590fe984 req-bdda9d1f-2a84-433c-8706-913fedc5a4bc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1888666 Oct 13 04:01:54.189280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9998145-87b2-45d4-a6da-2997ae2f0e22 req-dcde45fe-f4f7-451e-870a-fe09062b1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:54.190709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9998145-87b2-45d4-a6da-2997ae2f0e22 req-dcde45fe-f4f7-451e-870a-fe09062b1a0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 1097 time: 0.1878107 Oct 13 04:01:54.210601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3a619-3efd-4ec5-b8b7-32f3d5692891 req-d83b5162-a3f5-4190-a9c4-eefa7d17bae5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:54.218932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66f3a619-3efd-4ec5-b8b7-32f3d5692891 req-d83b5162-a3f5-4190-a9c4-eefa7d17bae5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1791470 Oct 13 04:01:54.265026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9998145-87b2-45d4-a6da-2997ae2f0e22 req-c7291412-1b9f-4d12-a9b3-e73354a4c8b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617127 Oct 13 04:01:54.267865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17727068-493f-4204-b6aa-77ba590fe984 req-1c5aaa41-515c-47ed-a2ce-2d380c84cdfc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755475 Oct 13 04:01:54.269156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.307736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20bace1-b619-4172-8877-d3109971fc2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:54.311563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.315727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8087dc13-814b-473b-bca1-67de21445347 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d20bace1-b619-4172-8877-d3109971fc2c HTTP/1.1" status: 204 len: 168 time: 0.6796257 Oct 13 04:01:54.322526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:54.334204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6539e1-97f5-408d-bcfe-e4259bdf4dbc None None] Network 122062c4-349a-4a60-8a48-84003ebf8045 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:54.342361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T04:01:53Z', 'revision_number': 6, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:54.376555 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc516e7-7e3d-4c90-9f99-eff29a45ad26 None None] The sync data for ids ['63e891dd-a748-4996-a692-d68bcab55260'] in n-d-810220-9 is: [{'id': '63e891dd-a748-4996-a692-d68bcab55260', 'name': 'tempest-ServersTestFqdnHostnames-1793965444-router', 'tenant_id': 'b5210fd9cd984ce6be9837e575eea283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:03Z', 'updated_at': '2021-10-13T04:01:53Z', 'revision_number': 6, 'project_id': 'b5210fd9cd984ce6be9837e575eea283', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:54.384544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66f3a619-3efd-4ec5-b8b7-32f3d5692891 req-6bccb544-3099-4fa7-85d4-a81eac41cd67 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644123 Oct 13 04:01:54.466839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.488020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.491170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.525650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:54.557662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fddc35-a6b3-43ba-8c56-2baeba224fd0 req-7d8f5458-313d-4c7a-986e-4b66b4e34f11 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:54.561265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1fddc35-a6b3-43ba-8c56-2baeba224fd0 req-7d8f5458-313d-4c7a-986e-4b66b4e34f11 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 950 time: 0.1560771 Oct 13 04:01:54.657182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.682577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1fddc35-a6b3-43ba-8c56-2baeba224fd0 req-7c337e68-5c90-4848-a1ef-c4c0a382fd8b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127243 Oct 13 04:01:54.693374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Deleting port 0e9b3ed1-713a-4a63-be06-0829500b768f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:54.693711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.701984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-3b6bc4c8-0dbb-4213-95f4-3f5ee730370a tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:54.704198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-3b6bc4c8-0dbb-4213-95f4-3f5ee730370a tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1097 time: 0.1101220 Oct 13 04:01:54.723108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810220-9'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:54.804791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.808259 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.829036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] DHCP port deletion for 122062c4-349a-4a60-8a48-84003ebf8045 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:01:54.861470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa155-4a15-4da3-8887-72b6e3d49f31 req-d7804a63-b584-41b2-ade4-d1c94826866d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:54.869893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06baa155-4a15-4da3-8887-72b6e3d49f31 req-d7804a63-b584-41b2-ade4-d1c94826866d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 946 time: 0.2298145 Oct 13 04:01:54.898464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] Deleting port 0e9b3ed1-713a-4a63-be06-0829500b768f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:54.898995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.939017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] For port 0e9b3ed1-713a-4a63-be06-0829500b768f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e9b3ed1-713a-4a63-be06-0829500b768f,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:54.939160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.942428 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.954777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06baa155-4a15-4da3-8887-72b6e3d49f31 req-639633c2-451e-4cc3-be2f-cc5e8d8bae11 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841308 Oct 13 04:01:54.956036 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.956667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e891dd-a748-4996-a692-d68bcab55260 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:01:54.970100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Calling delete_port for 0e9b3ed1-713a-4a63-be06-0829500b768f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:54.985680 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:54.989611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a9ee0c2-b861-4d3c-ad31-ceb17928ce67 admin admin] 10.222.0.44 "DELETE /v2.0/routers/63e891dd-a748-4996-a692-d68bcab55260 HTTP/1.1" status: 204 len: 168 time: 1.5816138 Oct 13 04:01:54.990434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:55.031120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810d627-9a10-4d6f-b3b1-f9efd2712732 req-6222d156-1f99-4d09-9933-f1d0950e4f07 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:55.032663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810d627-9a10-4d6f-b3b1-f9efd2712732 req-6222d156-1f99-4d09-9933-f1d0950e4f07 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 1101 time: 0.2484434 Oct 13 04:01:55.053987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] For port 0e9b3ed1-713a-4a63-be06-0829500b768f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e9b3ed1-713a-4a63-be06-0829500b768f,segment=NetworkSegment(a4ebe022-4d27-4cad-bf06-e6c4e32ef931),segment_id=a4ebe022-4d27-4cad-bf06-e6c4e32ef931)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:55.057596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Deleting subnet c943c688-1c92-48ab-9fbe-ccc8916c5317 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:01:55.057854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.060663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.076494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] Calling delete_port for 0e9b3ed1-713a-4a63-be06-0829500b768f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:55.103364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.167399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810d627-9a10-4d6f-b3b1-f9efd2712732 req-e7e740bb-2add-45da-aafc-68828ffe2288 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215467 Oct 13 04:01:55.176869 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.211206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.225108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] Pushing event deleted for resources: {'Port': ['ID=0e9b3ed1-713a-4a63-be06-0829500b768f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:55.238131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24822a0a-3b79-4677-bc7d-744d02d445c8 None None] No DVR routers for this DVR port 0e9b3ed1-713a-4a63-be06-0829500b768f on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:55.272412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9b3ed1-713a-4a63-be06-0829500b768f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:55.285604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] No DVR routers for this DVR port 0e9b3ed1-713a-4a63-be06-0829500b768f on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:55.291838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:55.296893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a4a57-2eb8-4af7-8e04-2d5023761808 req-94d7e84f-63d8-46b0-a59c-30232cf62a54 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:55.298450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-397a4a57-2eb8-4af7-8e04-2d5023761808 req-94d7e84f-63d8-46b0-a59c-30232cf62a54 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 946 time: 0.2536061 Oct 13 04:01:55.299918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.323364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e9b3ed1-713a-4a63-be06-0829500b768f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:55.382716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.385255 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.412942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122062c4-349a-4a60-8a48-84003ebf8045']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:55.427940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 0e9b3ed1-713a-4a63-be06-0829500b768f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:55.428446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:55.428763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ebe022-4d27-4cad-bf06-e6c4e32ef931') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:55.429068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e9b3ed1-713a-4a63-be06-0829500b768f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:55.430698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a003c996-72bf-4467-b61e-7d739b7c9745 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:55.438725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c943c688-1c92-48ab-9fbe-ccc8916c5317,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:55.441658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.444507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dfed8a41-c7a3-4a62-9677-8362d887fc4e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c943c688-1c92-48ab-9fbe-ccc8916c5317 HTTP/1.1" status: 204 len: 168 time: 0.4520938 Oct 13 04:01:55.446815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:01:55.453249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184eb65-787a-4ec5-a942-d44a7258918b None None] Network 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:55.476412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:55.480799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-397a4a57-2eb8-4af7-8e04-2d5023761808 req-0a767ce4-e472-47cc-ad1c-a727dafe0e49 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064277 Oct 13 04:01:55.505553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.532354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:55.547401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a003c996-72bf-4467-b61e-7d739b7c9745 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:55.548072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a003c996-72bf-4467-b61e-7d739b7c9745 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:55.548818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 133cd9c3-ad0d-49cd-ba6c-087007f4013b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:55.579583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.586058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 133cd9c3-ad0d-49cd-ba6c-087007f4013b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:55.590227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 133cd9c3-ad0d-49cd-ba6c-087007f4013b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:55.591242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 793a1c4b-9155-4a15-8507-7a2f06e89a4c no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:55.604487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d38c1-bae2-421c-8d1a-76595d156cec req-5cf84907-11b6-4dbb-ad4a-80488cbdb7f1 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:55.608572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.617114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e3d38c1-bae2-421c-8d1a-76595d156cec req-5cf84907-11b6-4dbb-ad4a-80488cbdb7f1 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1665788 Oct 13 04:01:55.646823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:01:55.647377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:01:55.653137 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:01:55.680024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 793a1c4b-9155-4a15-8507-7a2f06e89a4c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:55.681349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 793a1c4b-9155-4a15-8507-7a2f06e89a4c not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:55.727221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:55.730487 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849fd895-38c5-41d7-ad5f-3405ced94c7e" -d '{"events": [{"server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:55.732816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-e6af806d-3efb-4cc3-96f3-7bdcddbf3afa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934827 Oct 13 04:01:55.735131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.764510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.784186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e3d38c1-bae2-421c-8d1a-76595d156cec req-67e83690-6969-45ff-90e7-46f28b4f7516 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659379 Oct 13 04:01:55.844323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:55.857325 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.870977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:01:55.886226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.889460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/122062c4-349a-4a60-8a48-84003ebf8045 HTTP/1.1" status: 204 len: 168 time: 1.5659401 Oct 13 04:01:55.898574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:55.939820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f71185-0e25-4b38-b51e-cece4c8882b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=122062c4-349a-4a60-8a48-84003ebf8045,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:55.959385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] DHCP port deletion for 0705d659-ceb7-4d0b-97f0-2ebd5f381c84 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:01:55.966127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Deleting port 296d4b90-8fb3-4eaa-adf9-90bd28babfde {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:55.966469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.979154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581af465-71ba-4700-8475-6b8559848765 service neutron] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:56.012829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on host n-h1-810220-9 for vnic_type normal with profile {"migrating_to": "n-h2-810220-9"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:56.013471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:56.014004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:56.023394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f7512-a460-423d-b12e-1a3e1140b0ac req-ece3e8b0-0133-4e33-8eb0-f06cb92dc746 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:56.025953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be5f7512-a460-423d-b12e-1a3e1140b0ac req-ece3e8b0-0133-4e33-8eb0-f06cb92dc746 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1250691 Oct 13 04:01:56.030275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:01:56.030951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Attempting to bind port 9266215f-c447-4967-a8c5-a52c02b281b8 on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:56.032285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] Deleting port 296d4b90-8fb3-4eaa-adf9-90bd28babfde {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:56.032663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.053119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:56.053785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:56.054355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:56.054982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Bound port: 9266215f-c447-4967-a8c5-a52c02b281b8, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:56.055588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.105097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be5f7512-a460-423d-b12e-1a3e1140b0ac req-5aaafdd4-9829-4e26-8e4c-8700fc006b44 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702410 Oct 13 04:01:56.121736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] For port 296d4b90-8fb3-4eaa-adf9-90bd28babfde, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=296d4b90-8fb3-4eaa-adf9-90bd28babfde,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:56.122134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.139551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] Calling delete_port for 296d4b90-8fb3-4eaa-adf9-90bd28babfde owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:56.154303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:56.158453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:56.169137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.237138 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd8537-cbba-4d6d-b202-48ce0805e159 x-openstack-request-id: req-fabd8537-cbba-4d6d-b202-48ce0805e159 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:56.237763 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:56.238748 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fabd8537-cbba-4d6d-b202-48ce0805e159 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:56.239601 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8', 'code': 200} Oct 13 04:01:56.245327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.276960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] No DVR routers for this DVR port 296d4b90-8fb3-4eaa-adf9-90bd28babfde on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:56.323045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:56.324181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.325986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-581af465-71ba-4700-8475-6b8559848765 service neutron] 10.222.0.26 "PUT /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 1122 time: 1.6071901 Oct 13 04:01:56.327605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581af465-71ba-4700-8475-6b8559848765 service neutron] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:56.331623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd8d4-479a-4b76-9d22-9cf1f9ee529e None None] Pushing event deleted for resources: {'Port': ['ID=296d4b90-8fb3-4eaa-adf9-90bd28babfde,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:56.406062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-a82cc6d8-a5d1-4323-a7d2-cd75631b40da tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:56.415738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-a82cc6d8-a5d1-4323-a7d2-cd75631b40da tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6775725 Oct 13 04:01:56.450619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['9266215f-c447-4967-a8c5-a52c02b281b8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:56.460909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] For port 296d4b90-8fb3-4eaa-adf9-90bd28babfde, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=296d4b90-8fb3-4eaa-adf9-90bd28babfde,segment=NetworkSegment(9be8da48-1e2b-456e-9e00-5c9f4f943112),segment_id=9be8da48-1e2b-456e-9e00-5c9f4f943112)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:56.461279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.479995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9266215f-c447-4967-a8c5-a52c02b281b8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:01:56.486415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-9600d63b-7719-4d1e-8357-c6d8cefd4d8f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/quotas/545a2da42a744248b21f23149f05474e HTTP/1.1" status: 200 len: 375 time: 0.0696762 Oct 13 04:01:56.504321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Calling delete_port for 296d4b90-8fb3-4eaa-adf9-90bd28babfde owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:56.664354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66b283-6032-4bd9-8f13-1717ef782376 req-3258502e-4407-4616-a581-d07f69f5e100 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:56.673310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e66b283-6032-4bd9-8f13-1717ef782376 req-3258502e-4407-4616-a581-d07f69f5e100 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.0635309 Oct 13 04:01:56.685213 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.708004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] No DVR routers for this DVR port 296d4b90-8fb3-4eaa-adf9-90bd28babfde on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:01:56.742778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e66b283-6032-4bd9-8f13-1717ef782376 req-f4f8b23c-e69c-4f24-a656-501f475cef1d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Oct 13 04:01:56.793399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 296d4b90-8fb3-4eaa-adf9-90bd28babfde no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:56.827672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 296d4b90-8fb3-4eaa-adf9-90bd28babfde {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:56.827947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 296d4b90-8fb3-4eaa-adf9-90bd28babfde not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:56.828356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:01:56.839715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Pushing event deleted for resources: {'Port': ['ID=296d4b90-8fb3-4eaa-adf9-90bd28babfde,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:56.854781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:01:56.855758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5a6fbfb3-d3b4-49db-89d1-cebbc4fd80d7 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:01:56.871063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-48e2b1bd-2103-4ae8-a05d-350b9204a37b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3837538 Oct 13 04:01:56.879515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-555d5f8e-c99b-4313-8666-c02f3e5af273 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--144447442&fields=id&tenant_id=95037c62f14143c9b98321e9592ea43d HTTP/1.1" status: 200 len: 267 time: 0.0531895 Oct 13 04:01:56.970666 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.992702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-c389fad5-a401-41b8-baed-ecc5f5f74585 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:56.999981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0705d659-ceb7-4d0b-97f0-2ebd5f381c84']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:57.000459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-c389fad5-a401-41b8-baed-ecc5f5f74585 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 824 time: 0.1135490 Oct 13 04:01:57.015503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be8da48-1e2b-456e-9e00-5c9f4f943112') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:57.015802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be8da48-1e2b-456e-9e00-5c9f4f943112') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:57.027527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-f657c3cf-472b-46dd-a0bb-0c3a3ea5e75a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/quotas/95037c62f14143c9b98321e9592ea43d HTTP/1.1" status: 200 len: 375 time: 0.0258629 Oct 13 04:01:57.051064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.088901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.109791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-2805de3d-a164-4d75-aeef-667ff4f6ba5b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795426 Oct 13 04:01:57.114859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:01:57.115281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:01:57.137128 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:01:57.225285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-08eb0991-f7ea-4c28-b357-740d87b2e64b service neutron] 10.222.0.44 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073954 Oct 13 04:01:57.254467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd4261-bf25-4a1d-b58d-fc2c01588948 req-537bfb29-1d58-484e-a7e4-126cf19ace5c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:57.256059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3cd4261-bf25-4a1d-b58d-fc2c01588948 req-537bfb29-1d58-484e-a7e4-126cf19ace5c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1600130 Oct 13 04:01:57.262882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.267678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.274575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0705d659-ceb7-4d0b-97f0-2ebd5f381c84 HTTP/1.1" status: 204 len: 168 time: 1.7920651 Oct 13 04:01:57.302206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe165-0eda-40d3-a825-76f740f5a367 admin admin] Pushing event deleted for resources: {'Network': ['ID=0705d659-ceb7-4d0b-97f0-2ebd5f381c84,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:57.357807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-53c67d8b-6092-4505-af0a-1b12f4e88824 service neutron] 10.222.0.44 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253755 Oct 13 04:01:57.365221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3cd4261-bf25-4a1d-b58d-fc2c01588948 req-d58b32af-e39b-4b68-bc38-c53ac92f72d2 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855949 Oct 13 04:01:57.484058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e828cb35-1c1d-4401-b577-bd54af82bcf6 req-b12e3605-e4d2-44fc-8306-cfbd4845629b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 210 time: 0.0355189 Oct 13 04:01:57.506450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.539026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:57.626771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d87ed722-10da-40d3-a33e-16db4169011a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5210fd9cd984ce6be9837e575eea283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863187 Oct 13 04:01:57.634526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:57.696559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fc004c3-2bdc-48a2-9d74-5f9b8a59e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.755616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fc004c3-2bdc-48a2-9d74-5f9b8a59e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.776351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490964-7a63-4afa-a8c2-9d5f81c61cb6 req-10672014-f4d0-4d54-8f3d-a3cdd97105d1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:57.777911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d490964-7a63-4afa-a8c2-9d5f81c61cb6 req-10672014-f4d0-4d54-8f3d-a3cdd97105d1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1635947 Oct 13 04:01:57.782119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151a62-335e-49b6-a078-f5abcbd0adbe req-f7bb26f0-a8ad-4499-9959-8e04b0e42a88 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:57.797648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68151a62-335e-49b6-a078-f5abcbd0adbe req-f7bb26f0-a8ad-4499-9959-8e04b0e42a88 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.0980823 Oct 13 04:01:57.879996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68151a62-335e-49b6-a078-f5abcbd0adbe req-19edfed7-c680-4df6-b445-3f0c9de09501 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812347 Oct 13 04:01:57.886968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d490964-7a63-4afa-a8c2-9d5f81c61cb6 req-93bafcd0-b9aa-41c3-9397-ef297c668eab tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910342 Oct 13 04:01:57.933229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fc004c3-2bdc-48a2-9d74-5f9b8a59e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.943864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fc004c3-2bdc-48a2-9d74-5f9b8a59e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:57.948109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9fc004c3-2bdc-48a2-9d74-5f9b8a59e83b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9cc4020-7a1f-4d78-b9da-5af1ed961bf8 HTTP/1.1" status: 204 len: 168 time: 0.3106177 Oct 13 04:01:57.959283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc004c3-2bdc-48a2-9d74-5f9b8a59e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cc4020-7a1f-4d78-b9da-5af1ed961bf8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:58.009299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Deleting port 926e2344-7c42-45c7-bfe1-65da4d2d11bf {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:01:58.010161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:58.043416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d4d6a7d-495f-4058-affe-3a3d78e87b30 req-666f1da9-ebbb-440e-ad60-6c6b52e269b6 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 210 time: 0.0739241 Oct 13 04:01:58.174908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] For port 926e2344-7c42-45c7-bfe1-65da4d2d11bf, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=926e2344-7c42-45c7-bfe1-65da4d2d11bf,segment=NetworkSegment(01829468-4cc1-449d-ab91-3da32e3d3b39),segment_id=01829468-4cc1-449d-ab91-3da32e3d3b39)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:58.175325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:58.190553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Calling delete_port for 926e2344-7c42-45c7-bfe1-65da4d2d11bf owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:01:58.213394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23b59-7d62-4ff8-9d53-8a7db1ea99d9 req-bcf1056b-56ab-4b0f-8e34-460959d9e2f5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:58.214920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79a23b59-7d62-4ff8-9d53-8a7db1ea99d9 req-bcf1056b-56ab-4b0f-8e34-460959d9e2f5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.1531999 Oct 13 04:01:58.244238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:01:58.246934 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d91c9-c9b0-4634-b548-2d3138471703" -d '{"events": [{"name": "network-changed", "server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:01:58.267928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009bad1-d0b4-4779-9973-b17af06a3e8c req-4a1e0f28-14b5-47d0-9937-bef48cc741a1 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:58.270109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a009bad1-d0b4-4779-9973-b17af06a3e8c req-4a1e0f28-14b5-47d0-9937-bef48cc741a1 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1126356 Oct 13 04:01:58.319075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79a23b59-7d62-4ff8-9d53-8a7db1ea99d9 req-fe63114c-7187-4555-969d-1be84dcb8cae tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672159 Oct 13 04:01:58.387944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a009bad1-d0b4-4779-9973-b17af06a3e8c req-9a607803-1a2a-42f8-af7e-64ad56ca6fbc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070299 Oct 13 04:01:58.445870 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9568f972-cc8e-4786-a7d4-6651c68cae36 x-openstack-request-id: req-9568f972-cc8e-4786-a7d4-6651c68cae36 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:01:58.447470 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:01:58.447470 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9568f972-cc8e-4786-a7d4-6651c68cae36 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:01:58.447470 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8', 'status': 'completed', 'code': 200} Oct 13 04:01:58.583830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:58.630086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-4bf478c4-5359-4bbc-9856-bf73b09162a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:58.631762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-4bf478c4-5359-4bbc-9856-bf73b09162a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1125 time: 0.1213605 Oct 13 04:01:58.640371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f8447-e9d0-469a-9402-f21329cb705d req-ee42d357-9747-4b3d-9e65-cdc20068eaf6 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:58.642249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e54f8447-e9d0-469a-9402-f21329cb705d req-ee42d357-9747-4b3d-9e65-cdc20068eaf6 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1593974 Oct 13 04:01:58.798524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=926e2344-7c42-45c7-bfe1-65da4d2d11bf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:58.816053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddfcb423-a855-4605-b79a-f39988bfe0da req-7b24efb5-494e-4901-a824-c2414939edb6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 210 time: 0.2320936 Oct 13 04:01:58.840994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.841689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.842230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.842335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.842738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.843134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.844161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.844660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.845211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.845826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.846595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:58.846996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:59.102664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.188600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5aa2d-3f5e-4ce7-8b46-beed6faaaa42 req-402830cf-934d-4bc8-a66a-e02610d27a7f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:59.190428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65b5aa2d-3f5e-4ce7-8b46-beed6faaaa42 req-402830cf-934d-4bc8-a66a-e02610d27a7f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1438031 Oct 13 04:01:59.278657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-6a5be1f7-292e-4f56-9480-3221c6aab683 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846074 Oct 13 04:01:59.287674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-6a1b051b-97ee-4951-82b8-68f00eb6c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:59.290717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-6a1b051b-97ee-4951-82b8-68f00eb6c2b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.6470749 Oct 13 04:01:59.294224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65b5aa2d-3f5e-4ce7-8b46-beed6faaaa42 req-17c8efab-dacd-411a-9df5-f0de125a3a69 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942845 Oct 13 04:01:59.370308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-cf7e31bf-c7ec-4128-ad0b-dcd03432fd06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 217 time: 0.0573440 Oct 13 04:01:59.456753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:59.498185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ecbbdef-1661-4236-956f-476bebe371c0 req-e584dd50-936d-43eb-9960-fb2b0eadb0bc tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 210 time: 0.0330796 Oct 13 04:01:59.505497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Router a6782560-d84e-4017-b71c-48b420c7c000 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:59.562171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e54f8447-e9d0-469a-9402-f21329cb705d req-710c7531-c9b2-4b14-a9b5-4e44c9eef2cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467004 Oct 13 04:01:59.664448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-e7134d6a-b786-40d0-b99d-516d468ec6b9 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:59.666453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-e7134d6a-b786-40d0-b99d-516d468ec6b9 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "GET /v2.0/ports?device_id=85bada43-1415-4a48-84f7-9a34ccc95270 HTTP/1.1" status: 200 len: 946 time: 0.4618187 Oct 13 04:01:59.668566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-e033ad51-0db7-42c7-8720-3dc024c28db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:59.669935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-e033ad51-0db7-42c7-8720-3dc024c28db0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.2511432 Oct 13 04:01:59.693438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1351853496-network', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:59.762893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-bb9f2ef1-a2ac-4cc7-a82f-87dab40bf7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773902 Oct 13 04:01:59.777817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e851f-6f6b-44e8-acb6-2fe1c623d9b8 req-1a32315e-d3bb-4f0a-859b-ccb36f96dccd tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:59.779441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-137e851f-6f6b-44e8-acb6-2fe1c623d9b8 req-1a32315e-d3bb-4f0a-859b-ccb36f96dccd tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.1203895 Oct 13 04:01:59.791935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:59.800663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5a415ea1-ce4d-43cc-9efe-e3401c39c1ca admin admin] 10.222.0.44 "PUT /v2.0/routers/a6782560-d84e-4017-b71c-48b420c7c000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8977351 Oct 13 04:01:59.800663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Made reservation on behalf of f0baf76a82284459b58ced1c5292d77e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:59.802788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.804879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46832) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:59.815464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] Sync routers for ids ['a6782560-d84e-4017-b71c-48b420c7c000'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:59.826892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] Routers {'a6782560-d84e-4017-b71c-48b420c7c000'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:59.828998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['a6782560-d84e-4017-b71c-48b420c7c000'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:59.862928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.925426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-6b5df7eb-07dd-4303-b8bc-12afe633dd65 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:59.927083 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-6b5df7eb-07dd-4303-b8bc-12afe633dd65 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6284828 Oct 13 04:01:59.944379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-137e851f-6f6b-44e8-acb6-2fe1c623d9b8 req-d4e28ff1-7ace-4451-830e-457aed42497e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441205 Oct 13 04:01:59.952323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:59.965442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] Set router a6782560-d84e-4017-b71c-48b420c7c000 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:59.998792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.002569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-5076865f-7fdd-43fa-b113-85a0f70a95df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:00.004083 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-5076865f-7fdd-43fa-b113-85a0f70a95df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 824 time: 0.6224432 Oct 13 04:02:00.086098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fbd4-68ce-44bd-be21-4804afdf9b49 req-5987b81d-53cb-49b2-8408-8effde72cf17 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:00.087533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c91fbd4-68ce-44bd-be21-4804afdf9b49 req-5987b81d-53cb-49b2-8408-8effde72cf17 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.3887255 Oct 13 04:02:00.142745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.149408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7cf0bcd-62de-49d1-b934-57d1aaa56533 req-7b1c3d7c-6b39-4c73-9821-bb811cba73a7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 210 time: 0.0416303 Oct 13 04:02:00.195803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.211590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.213997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-6691900f-d59b-4c1d-aabc-720de6d0df76 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269667 Oct 13 04:02:00.228082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-40cb2f51-859a-493b-b796-4796f30ebca2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95037c62f14143c9b98321e9592ea43d HTTP/1.1" status: 200 len: 379 time: 0.1543255 Oct 13 04:02:00.232596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:01:58Z', 'revision_number': 5, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port': {'id': '737c3078-9165-4ef3-b418-9e669eb8a0f1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:00:16Z', 'updated_at': '2021-10-13T04:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:00.244899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Deleting port 737c3078-9165-4ef3-b418-9e669eb8a0f1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:02:00.245358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.247440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:02:00.247760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c91fbd4-68ce-44bd-be21-4804afdf9b49 req-ceecc61b-d9be-4dd1-b685-0a6aad907b5d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431506 Oct 13 04:02:00.252245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'port': {'device_id': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'admin_state_up': True, 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'security_groups': ['4e9894cc-0215-4925-a90c-d39261fac7a4']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:00.261273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Deleting port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:02:00.261791 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.303169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.303530 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Added segment f13bc967-1825-4c91-81cc-d49537037079 of type vlan for network 6151d52c-5fc7-427d-b155-cc363b420246 Oct 13 04:02:00.313644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b48856-d7e7-4c35-9dbe-8c34dfbafb76,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:00.334756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] Checking router: a6782560-d84e-4017-b71c-48b420c7c000 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:00.361186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] Routers {'a6782560-d84e-4017-b71c-48b420c7c000'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:00.361814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['a6782560-d84e-4017-b71c-48b420c7c000'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:00.437839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69d91c9-c9b0-4634-b548-2d3138471703 req-d4e66ee8-822e-464d-b054-d41c117aa18c service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085776 Oct 13 04:02:00.447180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.467828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] Set router a6782560-d84e-4017-b71c-48b420c7c000 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:00.502192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] For port 737c3078-9165-4ef3-b418-9e669eb8a0f1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=737c3078-9165-4ef3-b418-9e669eb8a0f1,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:00.502568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.521081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458838d-e12e-4161-9859-0cc8dfa17016 req-f466d781-c6f4-42bd-89fd-e4a809a761d4 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:00.522456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3458838d-e12e-4161-9859-0cc8dfa17016 req-f466d781-c6f4-42bd-89fd-e4a809a761d4 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1395340 Oct 13 04:02:00.530347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Calling delete_port for 737c3078-9165-4ef3-b418-9e669eb8a0f1 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:02:00.541842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:02:00Z', 'revision_number': 6, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:00.542683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.544086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:00.544365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.576279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8107f-3b2b-4113-9ee8-fd8264d8fb55 None None] The sync data for ids ['a6782560-d84e-4017-b71c-48b420c7c000'] in n-d-810220-9 is: [{'id': 'a6782560-d84e-4017-b71c-48b420c7c000', 'name': 'tempest-AttachSCSIVolumeTestJSON-259661168-router', 'tenant_id': '018a0c6d19f548b3a9f8c249498f0647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:00:15Z', 'updated_at': '2021-10-13T04:02:00Z', 'revision_number': 6, 'project_id': '018a0c6d19f548b3a9f8c249498f0647', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:00.655925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] For port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:00.656376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.672597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2123098 Oct 13 04:02:00.679195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:00.695891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Request body: {'subnet': {'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1351853496-subnet', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:00.709890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3458838d-e12e-4161-9859-0cc8dfa17016 req-e5815044-d623-4503-97cf-99e6764e4cf9 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808128 Oct 13 04:02:00.716793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb8c04-63c9-4c68-900b-0c60ef1d0058 admin admin] Pushing event updated for resources: {'Network': ['ID=6151d52c-5fc7-427d-b155-cc363b420246,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:00.746957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6151d52c-5fc7-427d-b155-cc363b420246 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:02:00.811286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95a45-5f34-483b-a615-c587004de911 req-a270403f-0de8-4781-a0fc-727bc5daa531 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:00.813893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1bc95a45-5f34-483b-a615-c587004de911 req-a270403f-0de8-4781-a0fc-727bc5daa531 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.2652557 Oct 13 04:02:00.819231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:00.822775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:00.857314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 926e2344-7c42-45c7-bfe1-65da4d2d11bf no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:00.891747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 926e2344-7c42-45c7-bfe1-65da4d2d11bf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:02:00.892087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 926e2344-7c42-45c7-bfe1-65da4d2d11bf not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:02:01.066686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Made reservation on behalf of 95037c62f14143c9b98321e9592ea43d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:01.070226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.096521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1bc95a45-5f34-483b-a615-c587004de911 req-c46d4848-470d-40c0-8969-b240e84a3a98 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288721 Oct 13 04:02:01.155624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.155979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.156298 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510 disassociated. External IP: 172.25.1.2, port: 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03. Oct 13 04:02:01.156637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Calling delete_port for 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:02:01.238282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Made reservation on behalf of f0baf76a82284459b58ced1c5292d77e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:01.240584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.325136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e830b28c-71c7-45ed-a2b2-40ed749fafc2 req-5143be1e-2b5b-48ea-99a4-172333412121 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 210 time: 0.0912395 Oct 13 04:02:01.385787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.122 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/56bab9c2-aca3-4df2-b140-03df06b63e4a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:01.439420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdaed-2aca-4dc7-89f7-d73107a82d09 req-1f2130a3-a309-4d1b-8b67-df390b4ee509 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:01.449315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f1fdaed-2aca-4dc7-89f7-d73107a82d09 req-1f2130a3-a309-4d1b-8b67-df390b4ee509 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.2142346 Oct 13 04:02:01.484298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Allocated IP 172.20.0.12 (74941c07-d12d-4a9f-925d-b1e62281f19e/4dc73512-d18e-424e-8cd1-1f7dca14eb23/35d38c47-a562-41a4-a3b6-5b7878285374) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:01.488812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.527507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=737c3078-9165-4ef3-b418-9e669eb8a0f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:01.545051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6788-7477-44fb-9956-7eb1f48e7f74 req-09f2d0d1-90b1-4574-a1d0-e35102d27731 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:01.548384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c1e6788-7477-44fb-9956-7eb1f48e7f74 req-09f2d0d1-90b1-4574-a1d0-e35102d27731 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1178946 Oct 13 04:02:01.606863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f1fdaed-2aca-4dc7-89f7-d73107a82d09 req-bf8693c4-13c3-49db-beb6-ef67be34c9b4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565239 Oct 13 04:02:01.710524 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.716637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c1e6788-7477-44fb-9956-7eb1f48e7f74 req-e0586e6d-4c29-475e-83e3-c971ff91885a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431174 Oct 13 04:02:01.757694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee368189-c520-4744-a98e-309cb14e8661 req-c2419794-fbd8-4ac3-b6fb-9c23b0fec4b9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 210 time: 0.0412369 Oct 13 04:02:01.779172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.835337 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.846892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.864374 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.958327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.958747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6782560-d84e-4017-b71c-48b420c7c000 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:02:01.967997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.969170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-58c5a054-d2e1-43aa-a9fe-64446effa7e8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a6782560-d84e-4017-b71c-48b420c7c000 HTTP/1.1" status: 204 len: 168 time: 2.1610265 Oct 13 04:02:01.969975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65893aa-c173-4022-b5ba-48cbe25b8173,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:01.977683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:01.998452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5fa01-c82c-462c-805e-0cd2f38cec14 req-8dcbb99e-be88-4fb2-8935-64038c337766 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:02.000370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-01e5fa01-c82c-462c-805e-0cd2f38cec14 req-8dcbb99e-be88-4fb2-8935-64038c337766 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.1801851 Oct 13 04:02:02.062766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Checking segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:02.063419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Network hostable DHCP agents. Network: 6151d52c-5fc7-427d-b155-cc363b420246, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:02:02.083704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Deleting subnet 4b40bc24-2955-4401-8f2f-b2d44efcaa6f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:02:02.095547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.140593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-01e5fa01-c82c-462c-805e-0cd2f38cec14 req-cd74a824-b1df-4ae2-8580-30c7b48ed05c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143434 Oct 13 04:02:02.154971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Network 6151d52c-5fc7-427d-b155-cc363b420246 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:02:02.179037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.216498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.283041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event deleted for resources: {'Port': ['ID=8fdb6d5f-6f1a-41d5-8739-422dc75b0c03,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:02.298955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6151d52c-5fc7-427d-b155-cc363b420246) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:02.307718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:02.308460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.310956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f3562-a979-4497-b719-bdc896a349fa None None] Network 6151d52c-5fc7-427d-b155-cc363b420246 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:02.313630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.319048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.321350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.324185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.324546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.324995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.325279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.325607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.325934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.326260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.326582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.326904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.327222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.327540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.327860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:02.364087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e2c9af04-93b8-4bec-915c-4e14e49732ed admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6810262 Oct 13 04:02:02.366873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:02.376019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:02.418526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.423796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.424899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.458867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b40bc24-2955-4401-8f2f-b2d44efcaa6f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:02.465372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.471458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-452d1010-2b69-4740-a175-4a1e43075a52 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b40bc24-2955-4401-8f2f-b2d44efcaa6f HTTP/1.1" status: 204 len: 168 time: 0.4924095 Oct 13 04:02:02.474535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:02.475586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb2e90-c399-4481-be5e-4a4257d7daf1 None None] Network bf5ab2f3-ebdf-4793-9baa-82317789e1a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:02.507702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4952fa-3342-46c1-9c4e-cb67b69e1068 req-d5e08e12-0623-4a5f-a791-51873fe0bfbf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:02.510432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc4952fa-3342-46c1-9c4e-cb67b69e1068 req-d5e08e12-0623-4a5f-a791-51873fe0bfbf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.2589016 Oct 13 04:02:02.554006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Network 74941c07-d12d-4a9f-925d-b1e62281f19e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:02.560742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.590530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:02.590733 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.606536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:02.606771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'f9841987-6b6a-480b-9ba0-dd39f2ec473d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:02.609276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:02.647317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event updated for resources: {'Port': ['ID=35d38c47-a562-41a4-a3b6-5b7878285374,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:02.714212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:02.733254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.749334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6151d52c-5fc7-427d-b155-cc363b420246', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:02:02.750819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.755826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:02.766836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:02.837561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:02.838261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.857328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc4952fa-3342-46c1-9c4e-cb67b69e1068 req-248cf64d-b237-48f4-8d74-eabb5256cc4b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053463 Oct 13 04:02:02.869809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Router 319a552a-12b5-45ba-b5ba-0c54260b333b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:02:02.887260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=56bab9c2-aca3-4df2-b140-03df06b63e4a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:02.915861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.954166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7b8f-1f36-49b0-864b-6a53fc0d0424 req-cc21caf3-4d02-412f-ba2e-0e07a758e50e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:02.962673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3aea7b8f-1f36-49b0-864b-6a53fc0d0424 req-cc21caf3-4d02-412f-ba2e-0e07a758e50e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 932 time: 0.2551949 Oct 13 04:02:02.966576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:02.967571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:02.987665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-8aa8987f-d9a3-4220-bda7-f2cdd935f287 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7386420 Oct 13 04:02:03.012115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Deleting port cebb3cda-b9e0-4500-9bad-04d16fc34df8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:02:03.012585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-41fdc752-5ee5-40f5-a18c-9517d8c66081 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0641704 Oct 13 04:02:03.012741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.022650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Request body: {'port': {'device_id': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:03.084230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Request body: {'port': {'device_id': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:03.145008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3aea7b8f-1f36-49b0-864b-6a53fc0d0424 req-b9721530-5229-40b6-99b0-3210ccaaca4c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792712 Oct 13 04:02:03.169502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 737c3078-9165-4ef3-b418-9e669eb8a0f1 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:03.229338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] For port cebb3cda-b9e0-4500-9bad-04d16fc34df8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cebb3cda-b9e0-4500-9bad-04d16fc34df8,segment=NetworkSegment(01829468-4cc1-449d-ab91-3da32e3d3b39),segment_id=01829468-4cc1-449d-ab91-3da32e3d3b39)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:03.229646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.248437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Calling delete_port for cebb3cda-b9e0-4500-9bad-04d16fc34df8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:02:03.248633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 737c3078-9165-4ef3-b418-9e669eb8a0f1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:02:03.248914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 737c3078-9165-4ef3-b418-9e669eb8a0f1 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:02:03.302250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4262c-6357-46ee-bad2-a061dae384ad req-bf8dded0-2c13-4be7-818e-e2dca7e1d510 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:03.306008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99d4262c-6357-46ee-bad2-a061dae384ad req-bf8dded0-2c13-4be7-818e-e2dca7e1d510 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.2250776 Oct 13 04:02:03.306652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.342437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-13f77a26-627f-42ea-a873-9b173961ee7a None None] Provisioning complete for port 56bab9c2-aca3-4df2-b140-03df06b63e4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:03.342822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13f77a26-627f-42ea-a873-9b173961ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.368527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:02:03.371202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.378904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:02:03.394834 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:03.395762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:03.405857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab67a6-8f0b-4606-9944-f50f6a5dd510 req-281de4f5-58cd-4071-9bdb-0b947b6695c1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:03.407445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-55ab67a6-8f0b-4606-9944-f50f6a5dd510 req-281de4f5-58cd-4071-9bdb-0b947b6695c1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 936 time: 0.1411765 Oct 13 04:02:03.415703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Allocated IP 172.20.0.2 (6151d52c-5fc7-427d-b155-cc363b420246/c65893aa-c173-4022-b5ba-48cbe25b8173/cc9438c1-b316-40ad-8d22-acba80c0b36d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:03.442487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:03.505120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffd021-fda4-4035-a700-3a2e50edb5d3 None None] DHCP port deletion for bf5ab2f3-ebdf-4793-9baa-82317789e1a4 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:02:03.521253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:02:03.522057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:02:03.533927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13f77a26-627f-42ea-a873-9b173961ee7a None None] Port 56bab9c2-aca3-4df2-b140-03df06b63e4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:03.551614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.596934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] No DVR routers for this DVR port 8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:02:03.607253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.611481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b023df1d-f5cd-4e87-a819-33e77d41545a req-4960b04e-20ba-45ca-a697-9fd073d4dbb8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "DELETE /v2.0/ports/8fdb6d5f-6f1a-41d5-8739-422dc75b0c03 HTTP/1.1" status: 204 len: 173 time: 3.9358811 Oct 13 04:02:03.613823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'name': 'network-vif-deleted', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:03.616116 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f6724-ee37-4366-92b7-a6195e20b9cb" -d '{"events": [{"server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "name": "network-vif-deleted", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:03.629332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2dffd021-fda4-4035-a700-3a2e50edb5d3 None None] The port 'cebb3cda-b9e0-4500-9bad-04d16fc34df8' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:02:03.646635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-55ab67a6-8f0b-4606-9944-f50f6a5dd510 req-5b6715a7-eccd-44ba-9a94-d3a14cd05b27 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215476 Oct 13 04:02:03.661504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebb3cda-b9e0-4500-9bad-04d16fc34df8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:03.696432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] No DVR routers for this DVR port cebb3cda-b9e0-4500-9bad-04d16fc34df8 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:02:03.700823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99d4262c-6357-46ee-bad2-a061dae384ad req-1c0d4d1f-4d1b-4c92-ae7f-725c02298ccd tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466282 Oct 13 04:02:03.770998 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:03.791082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.850787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81d44797-8237-481d-828f-d24d71e70240 None None] Provisioning complete for port 35d38c47-a562-41a4-a3b6-5b7878285374 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:03.851320 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81d44797-8237-481d-828f-d24d71e70240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.918830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:03.984299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.000902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-81d44797-8237-481d-828f-d24d71e70240 None None] Port 35d38c47-a562-41a4-a3b6-5b7878285374 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:04.020148 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804efba-473f-4fa7-9447-d31004e994c2 x-openstack-request-id: req-8804efba-473f-4fa7-9447-d31004e994c2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:04.020359 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bada43-1415-4a48-84f7-9a34ccc95270", "name": "network-vif-deleted", "tag": "8fdb6d5f-6f1a-41d5-8739-422dc75b0c03", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:04.020650 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8804efba-473f-4fa7-9447-d31004e994c2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:04.021015 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bada43-1415-4a48-84f7-9a34ccc95270', 'name': 'network-vif-deleted', 'tag': '8fdb6d5f-6f1a-41d5-8739-422dc75b0c03', 'status': 'completed', 'code': 200} Oct 13 04:02:04.072213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5ab2f3-ebdf-4793-9baa-82317789e1a4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:04.079177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.099911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01829468-4cc1-449d-ab91-3da32e3d3b39') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:04.100241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01829468-4cc1-449d-ab91-3da32e3d3b39') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:04.101093 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.132131 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.192387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Network 6151d52c-5fc7-427d-b155-cc363b420246 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:04.208205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:04.219500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:04.231707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Pushing event updated for resources: {'Port': ['ID=cc9438c1-b316-40ad-8d22-acba80c0b36d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:04.243612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.258090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d4047-3b96-43e1-b27d-db8d88e7954d req-6a1e2479-e41a-41f7-a940-28514135aabe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:04.273353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e06d4047-3b96-43e1-b27d-db8d88e7954d req-6a1e2479-e41a-41f7-a940-28514135aabe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.2933609 Oct 13 04:02:04.274492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:02:04.277068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:02:04.284367 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:02:04.297443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Attempting to bind port cc9438c1-b316-40ad-8d22-acba80c0b36d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:04.297807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Attempting to bind port cc9438c1-b316-40ad-8d22-acba80c0b36d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:04.298215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Attempting to bind port cc9438c1-b316-40ad-8d22-acba80c0b36d on network 6151d52c-5fc7-427d-b155-cc363b420246 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:04.301180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.301525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.301855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.302424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.302746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.303068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.303431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.303752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.304123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.304491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.304836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.306001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:02:04.306534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:04.324879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:04.325249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Checking segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:04.325645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.326028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Bound using segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:04.326551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Bound port: cc9438c1-b316-40ad-8d22-acba80c0b36d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:04.326930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.370623 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:04.383818 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:04.384484 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:04.415263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Allocated IP 172.25.1.62 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/eb8b41a7-8c0f-4ee2-a701-35c193ee74cb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:04.420536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e06d4047-3b96-43e1-b27d-db8d88e7954d req-71500122-0667-4cbf-b093-aa7bf2fc7d11 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401534 Oct 13 04:02:04.447624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60e33-65fb-4da5-8c0c-f834b9a7bfc7 req-a0c5955e-25cc-46c2-8f4e-ac31632cb713 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:04.450412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06d60e33-65fb-4da5-8c0c-f834b9a7bfc7 req-a0c5955e-25cc-46c2-8f4e-ac31632cb713 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.2619345 Oct 13 04:02:04.457833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.500090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.504196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf5ab2f3-ebdf-4793-9baa-82317789e1a4 HTTP/1.1" status: 204 len: 168 time: 2.0287058 Oct 13 04:02:04.553423 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:04.563187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b3d2b-97b4-4a8e-8ee3-413edf25ea31 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5ab2f3-ebdf-4793-9baa-82317789e1a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:04.599986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] For port cc9438c1-b316-40ad-8d22-acba80c0b36d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:04.616548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] For port cc9438c1-b316-40ad-8d22-acba80c0b36d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc9438c1-b316-40ad-8d22-acba80c0b36d,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:04.639756 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.730648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c7598-745b-4a0b-8249-e01818a313a4 req-aa7e49ee-b6c6-4e48-a873-865e1d19fc98 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:04.733117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b50c7598-745b-4a0b-8249-e01818a313a4 req-aa7e49ee-b6c6-4e48-a873-865e1d19fc98 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 932 time: 0.1772990 Oct 13 04:02:04.749286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:04.766994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d38c47-a562-41a4-a3b6-5b7878285374 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:04.801421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:04.818802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cebb3cda-b9e0-4500-9bad-04d16fc34df8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:04.826807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06d60e33-65fb-4da5-8c0c-f834b9a7bfc7 req-246a2f8a-7984-4032-bc4b-7f02c4530a7d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583436 Oct 13 04:02:04.863825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: cebb3cda-b9e0-4500-9bad-04d16fc34df8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:02:04.864751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cebb3cda-b9e0-4500-9bad-04d16fc34df8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:02:04.871540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06ea9-dc79-4dbe-bd63-6cc2dfe2152a None None] Pushing event updated for resources: {'Port': ['ID=cc9438c1-b316-40ad-8d22-acba80c0b36d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:04.901391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b50c7598-745b-4a0b-8249-e01818a313a4 req-7b4f3c7b-bec3-4aa1-a137-843b1e565b68 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564975 Oct 13 04:02:04.912392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Transition to ACTIVE for port object 35d38c47-a562-41a4-a3b6-5b7878285374 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:04.960276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ba17648f-7244-4ae1-860c-e840f56ecb27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd7c7a152f1446feb7149caf839fc931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817796 Oct 13 04:02:04.967146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:04.979225 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:04.986851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.018974 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584d411-38f6-479a-8013-2e40db9eddf5 None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:05.071244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.090997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bab9c2-aca3-4df2-b140-03df06b63e4a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:05.092521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4941dd-b22d-4ae8-8905-ce1152266411 req-1ca34e5d-469e-4d16-8f12-be5993d2eaaf tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:05.106686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce4941dd-b22d-4ae8-8905-ce1152266411 req-1ca34e5d-469e-4d16-8f12-be5993d2eaaf tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 936 time: 0.1397607 Oct 13 04:02:05.147159 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.213222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Pushing event updated for resources: {'Port': ['ID=35d38c47-a562-41a4-a3b6-5b7878285374,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:05.221819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce4941dd-b22d-4ae8-8905-ce1152266411 req-35a3385c-5c98-43d1-aeb7-c75b73484a85 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Oct 13 04:02:05.239334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.282362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Transition to ACTIVE for port object 56bab9c2-aca3-4df2-b140-03df06b63e4a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:05.286892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:05.328493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.347986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509041f-fc49-4078-b87d-73af731c7770 req-e76fce31-8350-40ee-a96f-8d6fcb7225a5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:05.349911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6509041f-fc49-4078-b87d-73af731c7770 req-e76fce31-8350-40ee-a96f-8d6fcb7225a5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.2896323 Oct 13 04:02:05.353482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:05.356852 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c223ab9a-7183-456d-8cbc-96ae21a25d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.369152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:05.485421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c223ab9a-7183-456d-8cbc-96ae21a25d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.504644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:05.507575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Pushing event updated for resources: {'Port': ['ID=56bab9c2-aca3-4df2-b140-03df06b63e4a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:05.512397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6230dcfa-f9e5-47fc-9e0d-d6df7346f795 None None] New status for floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:02:05.559937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Attempting to bind port 35d38c47-a562-41a4-a3b6-5b7878285374 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:05.560222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Attempting to bind port 35d38c47-a562-41a4-a3b6-5b7878285374 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:05.560518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Attempting to bind port 35d38c47-a562-41a4-a3b6-5b7878285374 on network 74941c07-d12d-4a9f-925d-b1e62281f19e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:05.614989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6509041f-fc49-4078-b87d-73af731c7770 req-9389c422-f748-440b-9ae1-2246b5332852 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210085 Oct 13 04:02:05.624892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Port 35d38c47-a562-41a4-a3b6-5b7878285374 on network 74941c07-d12d-4a9f-925d-b1e62281f19e not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:05.625552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Attempting to bind port 35d38c47-a562-41a4-a3b6-5b7878285374 on network 74941c07-d12d-4a9f-925d-b1e62281f19e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:05.656296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 77990026-7faa-4f8a-a267-5a3990362b3a details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:05.674027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:05.674356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Checking segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:05.674731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Bound using segment: {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:05.675367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Bound port: 35d38c47-a562-41a4-a3b6-5b7878285374, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4173d3bd-40d2-497c-a707-32b05deffba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:05.675539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.676828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f51ae4-d36d-41e1-a2b8-ffe8211ca19e req-51e2ce80-597d-4d77-8e42-47a51946eecb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:05.686274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25f51ae4-d36d-41e1-a2b8-ffe8211ca19e req-51e2ce80-597d-4d77-8e42-47a51946eecb tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1838458 Oct 13 04:02:05.761166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25f51ae4-d36d-41e1-a2b8-ffe8211ca19e req-9b6d2ce5-9a04-4e7e-ac0d-baae78ab27ea tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738440 Oct 13 04:02:05.764916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Attempting to bind port 56bab9c2-aca3-4df2-b140-03df06b63e4a on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:05.765388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Attempting to bind port 56bab9c2-aca3-4df2-b140-03df06b63e4a by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:05.765627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Attempting to bind port 56bab9c2-aca3-4df2-b140-03df06b63e4a on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:05.788104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c223ab9a-7183-456d-8cbc-96ae21a25d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.790642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c223ab9a-7183-456d-8cbc-96ae21a25d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.791831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c223ab9a-7183-456d-8cbc-96ae21a25d2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1 HTTP/1.1" status: 204 len: 168 time: 0.8212428 Oct 13 04:02:05.815156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] For port 35d38c47-a562-41a4-a3b6-5b7878285374, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:05.815376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:05.818721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] For port 35d38c47-a562-41a4-a3b6-5b7878285374, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35d38c47-a562-41a4-a3b6-5b7878285374,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:05.820110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Port 56bab9c2-aca3-4df2-b140-03df06b63e4a on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:05.821415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Attempting to bind port 56bab9c2-aca3-4df2-b140-03df06b63e4a on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:05.832639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.837354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223ab9a-7183-456d-8cbc-96ae21a25d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d6c7b5-8658-4c6b-8bd3-3aa3451ab4d1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:05.844538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '77990026-7faa-4f8a-a267-5a3990362b3a', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'port_id': '77990026-7faa-4f8a-a267-5a3990362b3a', 'mac_address': 'fa:16:3e:bb:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4e946e-078f-467f-bedc-e1e3f02cdd03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:05.846598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:05.846934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:05.847417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:05.847944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Bound port: 56bab9c2-aca3-4df2-b140-03df06b63e4a, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:05.848577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.944178 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.946071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:05.965813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-572516890'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:05.966337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77990026-7faa-4f8a-a267-5a3990362b3a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:05.977207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:05.977827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:05.984350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] 10.222.0.26 "PUT /v2.0/ports/35d38c47-a562-41a4-a3b6-5b7878285374 HTTP/1.1" status: 200 len: 1092 time: 2.9802632 Oct 13 04:02:05.998814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.009490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:06.033294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.165954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:06.184311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['77990026-7faa-4f8a-a267-5a3990362b3a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:06.196152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:06.205476 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:06.315615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:06.326697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.387199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] For port 56bab9c2-aca3-4df2-b140-03df06b63e4a, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:06.422147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bedba8-3451-45c9-a5dd-f1b70acc0d37 service neutron] Pushing event updated for resources: {'Port': ['ID=35d38c47-a562-41a4-a3b6-5b7878285374,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:06.428123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] For port 56bab9c2-aca3-4df2-b140-03df06b63e4a, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:06.446195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.448621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:02:06.461223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa673d-c06a-42ac-824f-d6f74a760396 req-ff5e5aed-3081-4a06-876a-ace115bc7c7b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.462887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96aa673d-c06a-42ac-824f-d6f74a760396 req-ff5e5aed-3081-4a06-876a-ace115bc7c7b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 945 time: 0.4427972 Oct 13 04:02:06.490715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba209d06-3e71-45ca-90f5-4a5a696e0dec None None] Network 6151d52c-5fc7-427d-b155-cc363b420246 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:06.527149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:06.543661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-afcfcdfb-92e5-488c-9ab1-4c8e8e5e7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.545145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-afcfcdfb-92e5-488c-9ab1-4c8e8e5e7a3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 1095 time: 0.3354852 Oct 13 04:02:06.548610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.548834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.550558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] 10.222.0.26 "PUT /v2.0/ports/56bab9c2-aca3-4df2-b140-03df06b63e4a HTTP/1.1" status: 200 len: 1096 time: 3.5173509 Oct 13 04:02:06.552663 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.553030 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Added segment 3b005ec6-1a24-474a-9e25-b5054a5d6520 of type vlan for network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 Oct 13 04:02:06.633066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ea76e6a-060d-4578-823d-e6a12ae1cead admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=018a0c6d19f548b3a9f8c249498f0647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039479 Oct 13 04:02:06.644069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46950) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:06.653425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-e330744e-8fee-4dd5-9f08-07c2908bb58d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d38c47-a562-41a4-a3b6-5b7878285374 HTTP/1.1" status: 200 len: 217 time: 0.0953457 Oct 13 04:02:06.654029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23df01-780e-4e3f-a6ea-e62b66e4345d service neutron] Pushing event updated for resources: {'Port': ['ID=56bab9c2-aca3-4df2-b140-03df06b63e4a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:06.672522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb7a1-373d-4542-899d-4971ab9db002 None None] Provisioning complete for port cc9438c1-b316-40ad-8d22-acba80c0b36d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:06.676987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7a1-373d-4542-899d-4971ab9db002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.696193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96aa673d-c06a-42ac-824f-d6f74a760396 req-ba93213f-9990-4db5-9bb2-9ef501baf55e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236254 Oct 13 04:02:06.700161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.708205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dc193-6d56-4312-942a-1d674491b8a4 req-88c3deef-da7b-4dca-80d1-babc74b33297 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.709938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b2dc193-6d56-4312-942a-1d674491b8a4 req-88c3deef-da7b-4dca-80d1-babc74b33297 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 944 time: 0.1853089 Oct 13 04:02:06.818223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-0ca0070f-c049-42fd-8ffd-7563eef5e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.820759 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-0ca0070f-c049-42fd-8ffd-7563eef5e13d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 1099 time: 0.2003384 Oct 13 04:02:06.824223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-3f290a62-fc0c-4387-8dfb-8414cf67c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.826596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-3f290a62-fc0c-4387-8dfb-8414cf67c25e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.1430731 Oct 13 04:02:06.829504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b2dc193-6d56-4312-942a-1d674491b8a4 req-7855649b-6d57-4204-af56-b159293e8a04 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040468 Oct 13 04:02:06.836850 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2191c62-60f4-4f18-99e5-c82da9fbe16e x-openstack-request-id: req-e2191c62-60f4-4f18-99e5-c82da9fbe16e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:06.837671 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:06.837926 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2191c62-60f4-4f18-99e5-c82da9fbe16e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:06.839272 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374', 'status': 'completed', 'code': 200} Oct 13 04:02:06.840779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.847743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:06.848368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:06.893041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc9438c1-b316-40ad-8d22-acba80c0b36d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:06.958673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d6283cb-b47e-417c-bf95-3873b40029fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.039863 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d6283cb-b47e-417c-bf95-3873b40029fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.053241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-d9f24a90-4629-41bc-8ddd-52c4cf4931b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a HTTP/1.1" status: 200 len: 217 time: 0.2021160 Oct 13 04:02:07.065378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de09a2-dece-439a-a5cc-323703806dac req-27969b51-149d-4d73-9cdc-9aa7604b4dbb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:07.067059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4de09a2-dece-439a-a5cc-323703806dac req-27969b51-149d-4d73-9cdc-9aa7604b4dbb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.1062331 Oct 13 04:02:07.076136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7a1-373d-4542-899d-4971ab9db002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.079653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.099841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1490726 Oct 13 04:02:07.100894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:07.123198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d3fb7a1-373d-4542-899d-4971ab9db002 None None] For port cc9438c1-b316-40ad-8d22-acba80c0b36d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc9438c1-b316-40ad-8d22-acba80c0b36d,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:07.129857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-119787454'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:07.130197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cc9438c1-b316-40ad-8d22-acba80c0b36d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:07.130562 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.155093 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7a1-373d-4542-899d-4971ab9db002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.223233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4de09a2-dece-439a-a5cc-323703806dac req-92731f66-b726-41cf-a210-74931861f46a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448834 Oct 13 04:02:07.225969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb7a1-373d-4542-899d-4971ab9db002 None None] Pushing event updated for resources: {'Port': ['ID=cc9438c1-b316-40ad-8d22-acba80c0b36d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:07.264492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d6283cb-b47e-417c-bf95-3873b40029fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.267394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d6283cb-b47e-417c-bf95-3873b40029fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.270950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6d6283cb-b47e-417c-bf95-3873b40029fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9163f3e9-55ac-4416-9253-82ef5ad409de HTTP/1.1" status: 204 len: 168 time: 0.6227245 Oct 13 04:02:07.292219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6283cb-b47e-417c-bf95-3873b40029fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9163f3e9-55ac-4416-9253-82ef5ad409de,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:07.335820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Router 080316ba-1d4f-44d7-8879-c6fe0389b558 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:02:07.342140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a45b94b-35e5-48bc-b4aa-757377829ea4 None None] Provisioning complete for port cc9438c1-b316-40ad-8d22-acba80c0b36d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:07.342502 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a45b94b-35e5-48bc-b4aa-757377829ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.442319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077443-666e-402a-ab0c-15588ac02cd2 req-de6329a5-9ea9-4c8a-bbe4-78debda7bdf0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:07.444002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6077443-666e-402a-ab0c-15588ac02cd2 req-de6329a5-9ea9-4c8a-bbe4-78debda7bdf0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1028159 Oct 13 04:02:07.484605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ba736-c233-4bf5-b54d-c0bfbb269ed7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Network': ['ID=63542b33-00ad-4bad-a152-ae48d9fc4bd9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:07.509576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:02:07.522874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-e2228009-66a1-4ef3-9221-66d7a4868d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:07.524478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-e2228009-66a1-4ef3-9221-66d7a4868d76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6705914 Oct 13 04:02:07.525652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:02:07.537940 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Sync routers for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:02:07.552584 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:07.553375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5ba88-67f5-4873-87f4-4d5c43c14872 req-a179e7ba-073f-4c2b-9dc8-9f5b21f86c7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:07.553980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6077443-666e-402a-ab0c-15588ac02cd2 req-2fba1898-b0ee-43e1-87a1-b3d2db59219f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772386 Oct 13 04:02:07.555536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f5ba88-67f5-4873-87f4-4d5c43c14872 req-a179e7ba-073f-4c2b-9dc8-9f5b21f86c7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 948 time: 0.5335913 Oct 13 04:02:07.561833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.563182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7c9f0e6c-7a9d-4155-84e3-87f266377aa2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1912577 Oct 13 04:02:07.565740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-05b10991-31d8-4233-870e-9407678ba215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:07.566101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:07.567138 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-05b10991-31d8-4233-870e-9407678ba215 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.5018809 Oct 13 04:02:07.568725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:07.572611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.577106 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:07.641649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 77990026-7faa-4f8a-a267-5a3990362b3a up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:07.719906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f5ba88-67f5-4873-87f4-4d5c43c14872 req-88fe6c8c-f56b-4a22-9335-88855c75ebbe tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446109 Oct 13 04:02:07.731530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 77990026-7faa-4f8a-a267-5a3990362b3a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:07.733622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.747302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-6fc9483d-8b64-4acc-a40b-05213177e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:07.749186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-6fc9483d-8b64-4acc-a40b-05213177e8c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1639991 Oct 13 04:02:07.750030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:02:07.822965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.825541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.826266 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Added segment 4fcbcdc6-1b59-4912-bcef-64b174cc26c9 of type vlan for network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 Oct 13 04:02:07.830786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-42f75234-649c-4f54-8532-fba7e68b2f99 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738640 Oct 13 04:02:07.885356 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:07.903545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.964830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:07.966358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:07.970602 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c91cc-203c-4bc3-8b02-103c39b455b4" -d '{"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:07.975627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:07.987577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.062357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac9ca-efd2-4bca-b577-a41f1d308887 req-f3a5e4d7-7c5d-43c2-8ebf-641a8fb8509e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.063884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e4ac9ca-efd2-4bca-b577-a41f1d308887 req-f3a5e4d7-7c5d-43c2-8ebf-641a8fb8509e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 945 time: 0.1474884 Oct 13 04:02:08.068052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:08.082969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-5fff11cb-872a-4479-b781-7c21bdbb70ca service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173769 Oct 13 04:02:08.105377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.111629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.112181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.134075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857c5cf-aa99-4fba-8907-837c603a871f req-4f2855a5-8506-4f2b-b12b-e1f3bdf30d48 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.135109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e4ac9ca-efd2-4bca-b577-a41f1d308887 req-67a78b8f-3acb-4ec2-ae6e-ac3bb447d944 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629239 Oct 13 04:02:08.135814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e857c5cf-aa99-4fba-8907-837c603a871f req-4f2855a5-8506-4f2b-b12b-e1f3bdf30d48 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 944 time: 0.1889200 Oct 13 04:02:08.178964 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:05Z', 'revision_number': 3, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:08.220975 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7828f9cd-2486-44bc-b90d-6661144ad3fc x-openstack-request-id: req-7828f9cd-2486-44bc-b90d-6661144ad3fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:08.221413 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:08.221756 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7828f9cd-2486-44bc-b90d-6661144ad3fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:08.222326 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a', 'code': 200} Oct 13 04:02:08.235323 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Checking router: 080316ba-1d4f-44d7-8879-c6fe0389b558 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:08.235773 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Updating router 080316ba-1d4f-44d7-8879-c6fe0389b558 port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:02:08.245449 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1268022 Oct 13 04:02:08.254986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:08.257488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b103ed2-bfcf-46fe-99c3-adeb64965db3 req-81084362-f577-4e5a-8578-4c5f4b417220 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162316 Oct 13 04:02:08.264978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'subnet': {'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:08.282893 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.319106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eef27-c1ae-4605-a7f5-9c1c8d8568b2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Network': ['ID=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:08.329496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:02:08.366572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e857c5cf-aa99-4fba-8907-837c603a871f req-b2a4c1c8-1e03-4750-8302-c89ae30ec0f7 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097995 Oct 13 04:02:08.384552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cce59a4-0bc1-40a2-85c3-fed48ba53381 req-80223282-b7f2-4c11-97f6-767574785fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918463 Oct 13 04:02:08.417971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-617aa54f-3af3-481e-a364-ee35ccfd4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.419483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-617aa54f-3af3-481e-a364-ee35ccfd4829 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 1095 time: 0.0854933 Oct 13 04:02:08.500465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.651507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c198037-63b4-4050-b206-64a4904cd50a req-de8af52d-c4be-4db0-9efe-441577c5962b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.658668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c198037-63b4-4050-b206-64a4904cd50a req-de8af52d-c4be-4db0-9efe-441577c5962b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.1893508 Oct 13 04:02:08.675226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-266eb3fd-42b8-4373-b81e-e10706f08c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.676693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-266eb3fd-42b8-4373-b81e-e10706f08c82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 925 time: 0.2422302 Oct 13 04:02:08.749634 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.750129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c198037-63b4-4050-b206-64a4904cd50a req-af96027d-b926-401b-8570-efa1f4b474ea tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830965 Oct 13 04:02:08.751741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-50c4fe1f-3f0a-4952-b2e9-404e51b359f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d38c47-a562-41a4-a3b6-5b7878285374 HTTP/1.1" status: 200 len: 217 time: 0.0622203 Oct 13 04:02:08.760892 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.788803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc9438c1-b316-40ad-8d22-acba80c0b36d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:08.810415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52550e1e-75b2-46fa-86f7-823f6c87ed41 None None] Pushing event updated for resources: {'Port': ['ID=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:08.832523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:08.838470 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Attempting to bind port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:08.838836 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Attempting to bind port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:08.839236 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Attempting to bind port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:08.839443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.840939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'tag': '56bab9c2-aca3-4df2-b140-03df06b63e4a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:08.844259 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8e544c-2be4-4582-b12f-75c3d220ce4c" -d '{"events": [{"name": "network-changed", "server_uuid": "239090dc-dea7-4ed8-bade-3ac3cdb95399", "tag": "56bab9c2-aca3-4df2-b140-03df06b63e4a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:08.845215 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:08.845714 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:08.846118 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.846502 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:08.846965 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Bound port: eb8b41a7-8c0f-4ee2-a701-35c193ee74cb, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:08.847410 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.888137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-81a20d4a-bfa8-4d15-ac11-89e962351d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.888423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cc9438c1-b316-40ad-8d22-acba80c0b36d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:08.888841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.890202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-81a20d4a-bfa8-4d15-ac11-89e962351d8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.1253705 Oct 13 04:02:08.951457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] For port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:08.957210 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] For port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:08.966022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33f02a-3dff-439e-bcf2-419cbf11c135 req-89f3ac03-d607-4c6f-9420-cd50419df1c2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:08.970834 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:08.974405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d33f02a-3dff-439e-bcf2-419cbf11c135 req-89f3ac03-d607-4c6f-9420-cd50419df1c2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0963116 Oct 13 04:02:09.000634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-21e391af-3022-4f5c-a77c-d6d26df5a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.002447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-21e391af-3022-4f5c-a77c-d6d26df5a13c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909107 Oct 13 04:02:09.041295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52550e1e-75b2-46fa-86f7-823f6c87ed41 None None] Pushing event updated for resources: {'Port': ['ID=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:09.045694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8febb-1906-4758-9ba9-e6e0aaba4576 req-c9c485fb-8995-484c-9b54-7cbcb0d90525 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.052879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddb8febb-1906-4758-9ba9-e6e0aaba4576 req-c9c485fb-8995-484c-9b54-7cbcb0d90525 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.3056769 Oct 13 04:02:09.086964 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:09.087578 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:09.089509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Allocated IP 172.20.0.1 (6151d52c-5fc7-427d-b155-cc363b420246/c65893aa-c173-4022-b5ba-48cbe25b8173/9b38fe61-6d66-4fa1-82c1-525ffff56915) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:09.125224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddb8febb-1906-4758-9ba9-e6e0aaba4576 req-19ed69e8-3b1c-41c3-b73d-ed2635808e64 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714779 Oct 13 04:02:09.135506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d33f02a-3dff-439e-bcf2-419cbf11c135 req-935b9730-09e5-4db9-98c4-be1dfee24426 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557934 Oct 13 04:02:09.236646 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:09.239911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-8208de73-dc3a-403b-89b1-a75c909352d3 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233443 Oct 13 04:02:09.309516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:09.338535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:09.439666 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:09.440519 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c29b3e-985d-4072-a8d2-0df0ff879f3b x-openstack-request-id: req-50c29b3e-985d-4072-a8d2-0df0ff879f3b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:09.441102 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239090dc-dea7-4ed8-bade-3ac3cdb95399", "tag": "56bab9c2-aca3-4df2-b140-03df06b63e4a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:09.441555 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50c29b3e-985d-4072-a8d2-0df0ff879f3b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:09.443946 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'tag': '56bab9c2-aca3-4df2-b140-03df06b63e4a', 'status': 'completed', 'code': 200} Oct 13 04:02:09.484616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Subnet': ['ID=472bd284-931c-4621-8664-068a96ac357d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:09.502659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Network 6151d52c-5fc7-427d-b155-cc363b420246 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:09.507879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788230f-1ecc-4468-b690-a3fb63eceba5 req-5b01a8cf-ff3d-4d75-9bbb-1101ad09f5a8 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.510705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:09.514298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:09.517253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d788230f-1ecc-4468-b690-a3fb63eceba5 req-5b01a8cf-ff3d-4d75-9bbb-1101ad09f5a8 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 948 time: 0.2515278 Oct 13 04:02:09.571224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:09.578022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Checking segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:09.578389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network hostable DHCP agents. Network: 63542b33-00ad-4bad-a152-ae48d9fc4bd9, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:02:09.639642 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:05Z', 'revision_number': 3, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:09.640201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d788230f-1ecc-4468-b690-a3fb63eceba5 req-58f187a1-6f2c-4f29-91a1-1d3a71928a09 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181293 Oct 13 04:02:09.655178 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:09.660456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb03aad0-4f49-45d1-8a5e-e0ffb2a4ef1d req-7dbf0999-6f78-48d6-a509-7e0d13080fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117358 Oct 13 04:02:09.680610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-7a2f8e98-9667-4435-b2b1-b0110267a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.685930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-7a2f8e98-9667-4435-b2b1-b0110267a57d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 1099 time: 0.2333894 Oct 13 04:02:09.695792 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cddfc5-d8af-4a36-a449-3ec64f2032c0 None None] The sync data for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 is: [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:05Z', 'revision_number': 3, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:09.746204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Pushing event updated for resources: {'Port': ['ID=9b38fe61-6d66-4fa1-82c1-525ffff56915,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:09.754136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:02:09.792910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 63542b33-00ad-4bad-a152-ae48d9fc4bd9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:09.798193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.799176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:09.804408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b1195-e20f-4220-8f64-e6c3e59ec1c5 None None] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:09.894298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e81c6593-673d-48f9-88c0-ef1c5d98e1b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6381829 Oct 13 04:02:09.897160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:09.906353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'subnet': {'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:09.910613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-1e1cf219-64f3-4bb8-b0fa-519b2d6d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.912211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-1e1cf219-64f3-4bb8-b0fa-519b2d6d1993 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2156270 Oct 13 04:02:09.923566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1331c4f-5669-4f1d-83a9-5390e29b9198 req-adc5acfb-8411-4434-a8c7-166222797cb7 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:09.926151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1331c4f-5669-4f1d-83a9-5390e29b9198 req-adc5acfb-8411-4434-a8c7-166222797cb7 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 944 time: 0.3621504 Oct 13 04:02:10.016376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1331c4f-5669-4f1d-83a9-5390e29b9198 req-8388e1b3-63f7-46b0-a6e7-4f2fd5fe502c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815420 Oct 13 04:02:10.037052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-70b349f1-f315-48ab-b75c-89dff84b9833 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a HTTP/1.1" status: 200 len: 217 time: 0.0842998 Oct 13 04:02:10.044108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.078020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:02:10.082115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.112061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7997341e-173b-4f97-b1ea-16a08e29cd6c None None] Provisioning complete for port 9b38fe61-6d66-4fa1-82c1-525ffff56915 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:10.112442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7997341e-173b-4f97-b1ea-16a08e29cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.205059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06413eae-44c5-49b7-8e62-1c1eb1c44a57 req-345681d9-ea3c-4821-aec4-a7cf6accf304 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:10.209413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06413eae-44c5-49b7-8e62-1c1eb1c44a57 req-345681d9-ea3c-4821-aec4-a7cf6accf304 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.3469350 Oct 13 04:02:10.239154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-ed48985c-cd2c-45e9-87d4-56823f5f4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:10.240556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-ed48985c-cd2c-45e9-87d4-56823f5f4029 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1930678 Oct 13 04:02:10.282433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7997341e-173b-4f97-b1ea-16a08e29cd6c None None] Port 9b38fe61-6d66-4fa1-82c1-525ffff56915 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:10.342432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:10.346221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.418072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Allocated IP 10.1.1.2 (63542b33-00ad-4bad-a152-ae48d9fc4bd9/472bd284-931c-4621-8664-068a96ac357d/c3685daa-f7d8-45e6-aed3-c1de795f6dca) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:10.436819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06413eae-44c5-49b7-8e62-1c1eb1c44a57 req-0fd24c56-0ea2-4da3-b34e-860601e8759c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029357 Oct 13 04:02:10.491280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-39607ce3-0c86-4319-9331-10bf3624d594 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:10.493643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-39607ce3-0c86-4319-9331-10bf3624d594 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.2096920 Oct 13 04:02:10.496221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-721b1e67-972c-463b-8ce4-d25481030f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:10.497682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-721b1e67-972c-463b-8ce4-d25481030f98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449732 Oct 13 04:02:10.520789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268584a-c2eb-49ce-aff2-d05402598ff5 req-ee496fd7-d3d9-4f97-bccd-86a09aa76065 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:10.525804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d268584a-c2eb-49ce-aff2-d05402598ff5 req-ee496fd7-d3d9-4f97-bccd-86a09aa76065 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 946 time: 0.2266181 Oct 13 04:02:10.601925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.614811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d268584a-c2eb-49ce-aff2-d05402598ff5 req-24e0ce07-9ab8-4dbc-a279-7c31b441412a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763180 Oct 13 04:02:10.615960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.679159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.705776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.765810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.775390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Pushing event updated for resources: {'Port': ['ID=9b38fe61-6d66-4fa1-82c1-525ffff56915,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:10.803758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:10.813388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:10.818123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:10.883016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eb8b41a7-8c0f-4ee2-a701-35c193ee74cb up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:10.887133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Pushing event updated for resources: {'Port': ['ID=c3685daa-f7d8-45e6-aed3-c1de795f6dca,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:10.920642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941b9d0-e3f7-47e5-a282-485fb940b6e7 req-1d47b2a2-8f0c-42d6-a86c-2d0b4f8bbc71 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:10.923319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1941b9d0-e3f7-47e5-a282-485fb940b6e7 req-1d47b2a2-8f0c-42d6-a86c-2d0b4f8bbc71 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.3612053 Oct 13 04:02:10.928969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Attempting to bind port c3685daa-f7d8-45e6-aed3-c1de795f6dca on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:10.929488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Attempting to bind port c3685daa-f7d8-45e6-aed3-c1de795f6dca by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:10.930530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Attempting to bind port c3685daa-f7d8-45e6-aed3-c1de795f6dca on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:10.939962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:10.940505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Checking segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:10.941236 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.941741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Bound using segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:10.942466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Bound port: c3685daa-f7d8-45e6-aed3-c1de795f6dca, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:10.942956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.982877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Deleting port 77990026-7faa-4f8a-a267-5a3990362b3a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:02:10.983498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.996936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:10.997498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:10.997854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0256129-83c2-47fc-bb04-ac9919101689 req-cc665f26-e280-4cab-b108-c26e2d7b3cf2 tempest-FlavorsV2NegativeTest-1551142315 tempest-FlavorsV2NegativeTest-1551142315-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4acbf355e76e4ae7be53fd49ed9933f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2197049 Oct 13 04:02:11.023103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Network 6151d52c-5fc7-427d-b155-cc363b420246 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:11.046470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:11.110680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-d19d9d4d-94e3-496d-9057-fa7b99b2d845 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430958 Oct 13 04:02:11.133497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] For port c3685daa-f7d8-45e6-aed3-c1de795f6dca, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:11.137754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] For port c3685daa-f7d8-45e6-aed3-c1de795f6dca, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c3685daa-f7d8-45e6-aed3-c1de795f6dca,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:11.198607 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.284568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.295528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Router 080316ba-1d4f-44d7-8879-c6fe0389b558 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:02:11.315997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1941b9d0-e3f7-47e5-a282-485fb940b6e7 req-53b74b1e-fc9a-42e1-8601-0058a1781ba6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488691 Oct 13 04:02:11.330085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18270-4874-4844-baba-9f37ac990466 None None] Pushing event updated for resources: {'Port': ['ID=c3685daa-f7d8-45e6-aed3-c1de795f6dca,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:11.333951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:11.343575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.443036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.451462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:11.510247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256129-83c2-47fc-bb04-ac9919101689 req-a6d0a003-819a-4f53-91b8-e6e82e0d196a tempest-FlavorsV2NegativeTest-1551142315 tempest-FlavorsV2NegativeTest-1551142315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:11.511788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08470402-974f-4916-ae30-dc8f9ad2c164 None None] Provisioning complete for port 9b38fe61-6d66-4fa1-82c1-525ffff56915 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:11.512160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08470402-974f-4916-ae30-dc8f9ad2c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.513254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0256129-83c2-47fc-bb04-ac9919101689 req-a6d0a003-819a-4f53-91b8-e6e82e0d196a tempest-FlavorsV2NegativeTest-1551142315 tempest-FlavorsV2NegativeTest-1551142315-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5146008 Oct 13 04:02:11.537729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0256129-83c2-47fc-bb04-ac9919101689 req-311eeece-d362-4ef8-96c1-a2cdc999c3a2 tempest-FlavorsV2NegativeTest-1551142315 tempest-FlavorsV2NegativeTest-1551142315-project] 10.222.0.44 "GET /v2.0/quotas/4acbf355e76e4ae7be53fd49ed9933f6 HTTP/1.1" status: 200 len: 375 time: 0.0145593 Oct 13 04:02:11.572965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08470402-974f-4916-ae30-dc8f9ad2c164 None None] Port 9b38fe61-6d66-4fa1-82c1-525ffff56915 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:11.582223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0256129-83c2-47fc-bb04-ac9919101689 req-4ae66e6b-9180-4d89-a545-67ae27fb47ce tempest-FlavorsV2NegativeTest-1551142315 tempest-FlavorsV2NegativeTest-1551142315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4acbf355e76e4ae7be53fd49ed9933f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355170 Oct 13 04:02:11.587873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:02:11.604560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8d573649-6af8-4ee2-9d29-f65e5aea690a admin admin] 10.222.0.44 "PUT /v2.0/routers/080316ba-1d4f-44d7-8879-c6fe0389b558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0373023 Oct 13 04:02:11.607670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:11.608040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.631098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d8e544c-2be4-4582-b12f-75c3d220ce4c req-32a4f893-8164-4ecc-8e7b-2bc9bae7abf8 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073779 Oct 13 04:02:11.672570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Calling delete_port for 77990026-7faa-4f8a-a267-5a3990362b3a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:02:11.677533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Subnet': ['ID=71151ed6-36fe-4b4e-b891-0752b234110d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:11.689981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 77990026-7faa-4f8a-a267-5a3990362b3a no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:11.716419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb172-bbe9-44b7-b9db-2da38a84f890 req-36e5c702-4b6e-4b88-a8c1-83d5719dc7d6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:11.718070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6ecb172-bbe9-44b7-b9db-2da38a84f890 req-36e5c702-4b6e-4b88-a8c1-83d5719dc7d6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 948 time: 0.2721362 Oct 13 04:02:11.758465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Checking segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:11.760322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network hostable DHCP agents. Network: 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:02:11.833316 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.856202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7b2c6-f8c9-423c-aaf8-707ef624ce89 req-d69bccb9-7855-4b16-9c21-a9978b6eea0b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:11.860417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddf7b2c6-f8c9-423c-aaf8-707ef624ce89 req-d69bccb9-7855-4b16-9c21-a9978b6eea0b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 944 time: 0.1252050 Oct 13 04:02:11.879196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:11.886404 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14997f3e-2521-4678-bbf9-59a0205258f6" -d '{"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:11.919861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 77990026-7faa-4f8a-a267-5a3990362b3a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=77990026-7faa-4f8a-a267-5a3990362b3a,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:11.927541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.928979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:11.935794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:02:11.959880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6ecb172-bbe9-44b7-b9db-2da38a84f890 req-754df7a0-a37d-4f05-a007-c002d949a01a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336764 Oct 13 04:02:11.968321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddf7b2c6-f8c9-423c-aaf8-707ef624ce89 req-55e59d75-2738-4e05-a052-48848b6f5900 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963752 Oct 13 04:02:11.975344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:11.986381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:11.987056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:12.021617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:12.022149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-711f7868-4670-4c1a-a5ef-f76920821732 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1227536 Oct 13 04:02:12.031504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'name': 'tempest-TaggedBootDevicesTest_v242-732818939', 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:12.095464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:12.098632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f35c84-2f07-4e19-a790-7d2b340a7abb None None] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:12.172894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-a960c791-f04a-49e7-96eb-bbe6f27f8700 service neutron] 10.222.0.15 "GET /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8/bindings/n-h2-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.2282362 Oct 13 04:02:12.213602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a563b-c7c1-434a-bc70-22267ff62593 req-32231286-f19f-45b3-a16a-34a970cf6541 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:12.214955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-184a563b-c7c1-434a-bc70-22267ff62593 req-32231286-f19f-45b3-a16a-34a970cf6541 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4 HTTP/1.1" status: 200 len: 944 time: 0.1193347 Oct 13 04:02:12.217512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:12.242882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775124be-afd2-42a7-a7b7-96078b91f5ff req-88063a52-64b8-47a5-9435-175a57e787fd tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:12.245488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-775124be-afd2-42a7-a7b7-96078b91f5ff req-88063a52-64b8-47a5-9435-175a57e787fd tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 944 time: 0.1550848 Oct 13 04:02:12.280107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event deleted for resources: {'Port': ['ID=77990026-7faa-4f8a-a267-5a3990362b3a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:12.317350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:12.336570 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-775124be-afd2-42a7-a7b7-96078b91f5ff req-b159b2ba-8967-425a-8344-1a8794a81710 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775387 Oct 13 04:02:12.343923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] No DVR routers for this DVR port 77990026-7faa-4f8a-a267-5a3990362b3a on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:02:12.348480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:12.354261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-badfb7a1-5bcd-47c2-a729-77900e50bec0 req-262bb47a-4bfd-4ea7-b239-74bd327b8382 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "DELETE /v2.0/ports/77990026-7faa-4f8a-a267-5a3990362b3a HTTP/1.1" status: 204 len: 173 time: 1.8520286 Oct 13 04:02:12.360912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-deleted', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:12.365029 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72247ba-2f30-4845-a20e-017b154fcbad" -d '{"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-deleted", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:12.415771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-184a563b-c7c1-434a-bc70-22267ff62593 req-6aa663d9-7a32-4dce-9c5d-96141c4d3b88 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737006 Oct 13 04:02:12.439919 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f8f303-61b9-4e4a-987f-03682bc42dd7 x-openstack-request-id: req-e4f8f303-61b9-4e4a-987f-03682bc42dd7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:12.453163 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:12.453613 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4f8f303-61b9-4e4a-987f-03682bc42dd7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:12.454371 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a', 'code': 200} Oct 13 04:02:12.457078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'fixed_ips': [{'subnet_id': '71151ed6-36fe-4b4e-b891-0752b234110d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:02:12.458409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:12.577405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:12.722086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Allocated IP 10.2.2.2 (7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6/71151ed6-36fe-4b4e-b891-0752b234110d/2a8dc32b-e0ee-45e1-962e-9b3686861d2b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:12.844184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55dd5b73-85df-44e7-96f6-cb687636f96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:12.933442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Sync routers for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:02:13.012404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:13.016811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:13.018723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55dd5b73-85df-44e7-96f6-cb687636f96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.029240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55dd5b73-85df-44e7-96f6-cb687636f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.038023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bddbf-ec0d-47df-abee-79c888c33e1e None None] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:13.041384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eb8b41a7-8c0f-4ee2-a701-35c193ee74cb up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:13.110951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:13.133762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:13.151913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-55dd5b73-85df-44e7-96f6-cb687636f96d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4acbf355e76e4ae7be53fd49ed9933f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731711 Oct 13 04:02:13.153012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:13.167678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5b73-85df-44e7-96f6-cb687636f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb73468-af34-4d27-81a8-c3c0f25473ec,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:13.173264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9266215f-c447-4967-a8c5-a52c02b281b8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:13.186508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:13.214620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.227929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4aa254b6-3b34-487a-9e6e-8629d2234e69 None None] Provisioning complete for port c3685daa-f7d8-45e6-aed3-c1de795f6dca triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:13.228487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aa254b6-3b34-487a-9e6e-8629d2234e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.238423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36584582-3584-4aac-801c-a6410f0583f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.268163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36584582-3584-4aac-801c-a6410f0583f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.325207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36584582-3584-4aac-801c-a6410f0583f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.328809 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36584582-3584-4aac-801c-a6410f0583f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.340391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] Transition to ACTIVE for port object 9266215f-c447-4967-a8c5-a52c02b281b8 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:13.348261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-36584582-3584-4aac-801c-a6410f0583f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3eb73468-af34-4d27-81a8-c3c0f25473ec HTTP/1.1" status: 204 len: 168 time: 0.1811981 Oct 13 04:02:13.353639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669e866-b3f6-45c0-b995-fee317387c9e req-490ed711-4216-470a-b9be-110b5eddc22d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:13.361402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b669e866-b3f6-45c0-b995-fee317387c9e req-490ed711-4216-470a-b9be-110b5eddc22d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1628017 Oct 13 04:02:13.366263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36584582-3584-4aac-801c-a6410f0583f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb73468-af34-4d27-81a8-c3c0f25473ec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:13.368046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.390761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.406589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:13.411707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619768443', 'description': 'tempest-description--1632861678'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:13.434138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aa254b6-3b34-487a-9e6e-8629d2234e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.441493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.463014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.478338 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b669e866-b3f6-45c0-b995-fee317387c9e req-62cdd405-5923-43d7-8fb1-01a6b9448a44 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102908 Oct 13 04:02:13.481531 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e84eb-1bde-4524-b4aa-d9b3674bfaaa x-openstack-request-id: req-f64e84eb-1bde-4524-b4aa-d9b3674bfaaa {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:13.482003 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4", "name": "network-vif-deleted", "tag": "77990026-7faa-4f8a-a267-5a3990362b3a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:13.482349 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f64e84eb-1bde-4524-b4aa-d9b3674bfaaa {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:13.483293 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0c7e7-e40f-4bad-a7ca-fcbe7691f1c4', 'name': 'network-vif-deleted', 'tag': '77990026-7faa-4f8a-a267-5a3990362b3a', 'status': 'completed', 'code': 200} Oct 13 04:02:13.484362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] device_id is not set on port da4fa21f-6fbb-44b1-8fac-6944e962245f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:02:13.505038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56bab9c2-aca3-4df2-b140-03df06b63e4a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:13.509445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:13.509445 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.556308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] No DVR routers for this DVR port 9266215f-c447-4967-a8c5-a52c02b281b8 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:02:13.559430 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.577105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.582784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.632444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.637342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2270842 Oct 13 04:02:13.642837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47116) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:13.650972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ff6f-5812-4018-abc5-203379701b3c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314bfec9-7479-47a2-a0d8-eb815539da73,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:13.685035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edba1-7e16-4bdd-b353-284a795f2fd2 req-170941b3-9690-4c64-a1dc-82ff8e4f2e5c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:13.687674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-543edba1-7e16-4bdd-b353-284a795f2fd2 req-170941b3-9690-4c64-a1dc-82ff8e4f2e5c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 944 time: 0.0719562 Oct 13 04:02:13.694456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Request body: {'security_group_rule': {'security_group_id': '314bfec9-7479-47a2-a0d8-eb815539da73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:13.735637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:13.745152 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-543edba1-7e16-4bdd-b353-284a795f2fd2 req-60cbf98e-afa4-44b5-914d-5c9f6f32139f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477397 Oct 13 04:02:13.757209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:13.781921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:13.789719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:13.802937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-6c713047-d4ed-4231-844c-ea668dfeb8c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8/bindings/n-h2-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6115375 Oct 13 04:02:13.846364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Pushing event updated for resources: {'Port': ['ID=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:13.905270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4aa254b6-3b34-487a-9e6e-8629d2234e69 None None] For port c3685daa-f7d8-45e6-aed3-c1de795f6dca, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c3685daa-f7d8-45e6-aed3-c1de795f6dca,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:13.915093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da63cb-68ec-475d-a84b-0b55e73ec2a5 req-b2f1ca50-7796-490a-b6aa-6b4ecfd1e862 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:13.923117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-15da63cb-68ec-475d-a84b-0b55e73ec2a5 req-b2f1ca50-7796-490a-b6aa-6b4ecfd1e862 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 948 time: 0.3283811 Oct 13 04:02:13.933898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:13.949677 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ac4b6-097b-4123-9e8f-259d16d0f198 req-db50a648-0435-4722-b81b-a572528edd0a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:13.957573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d90ac4b6-097b-4123-9e8f-259d16d0f198 req-db50a648-0435-4722-b81b-a572528edd0a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.1303844 Oct 13 04:02:13.959785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:13.981795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-5a8fa09b-00b4-4e27-b7d3-7795c74d2fb8 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:13.984293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-5a8fa09b-00b4-4e27-b7d3-7795c74d2fb8 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.1063628 Oct 13 04:02:14.024848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d90ac4b6-097b-4123-9e8f-259d16d0f198 req-371747f7-30c2-4e2f-b5bf-0c6bd104431a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662916 Oct 13 04:02:14.078018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-15da63cb-68ec-475d-a84b-0b55e73ec2a5 req-4fca432b-2bb9-4ec5-8110-3f8920ae994d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538954 Oct 13 04:02:14.079815 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.081250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 10.1.1.196 (63542b33-00ad-4bad-a152-ae48d9fc4bd9/472bd284-931c-4621-8664-068a96ac357d/da4fa21f-6fbb-44b1-8fac-6944e962245f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:14.092724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.103982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-d0f9cea3-c57d-460e-99f9-585879baa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:14.105837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-d0f9cea3-c57d-460e-99f9-585879baa5c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3&tenant_id=a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1057415 Oct 13 04:02:14.136474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56bab9c2-aca3-4df2-b140-03df06b63e4a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:14.137113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992b383d-13fc-4efa-ab15-d9d64a44de01,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:14.148916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.150370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8042b0a0-c174-49a8-b710-7e3275839e5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4870968 Oct 13 04:02:14.153622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47134) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:14.156917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '56bab9c2-aca3-4df2-b140-03df06b63e4a', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '56bab9c2-aca3-4df2-b140-03df06b63e4a', 'mac_address': 'fa:16:3e:5b:06:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:14.160617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Request body: {'security_group_rule': {'security_group_id': '314bfec9-7479-47a2-a0d8-eb815539da73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:14.240159 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.247092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-82c238d2-7d07-4b19-8a56-2b7ad7944f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:14.248955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-82c238d2-7d07-4b19-8a56-2b7ad7944f3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0799148 Oct 13 04:02:14.259132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c3685daa-f7d8-45e6-aed3-c1de795f6dca up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:14.311053 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aa254b6-3b34-487a-9e6e-8629d2234e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.350968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.363594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Attempting to bind port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:14.363815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.363917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Attempting to bind port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:14.363917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Attempting to bind port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:14.400561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.403113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1345a99-7bb7-49e3-9a0c-254f2e10dcf3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:14.420109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.421746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f13313fe-eb94-46a2-b602-d21997031f9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670197 Oct 13 04:02:14.424943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47144) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:14.431271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:14.434016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:14.434529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Checking segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:14.435040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.435532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Bound using segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:14.436118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Bound port: 2a8dc32b-e0ee-45e1-962e-9b3686861d2b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:14.436600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.439153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-ca273e95-7152-474e-9bb1-0635841a2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:14.446951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-ca273e95-7152-474e-9bb1-0635841a2d46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.1860318 Oct 13 04:02:14.455902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.517649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:14.523868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:14.531872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:14.581746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:14.642343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa254b6-3b34-487a-9e6e-8629d2234e69 None None] Pushing event updated for resources: {'Port': ['ID=c3685daa-f7d8-45e6-aed3-c1de795f6dca,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:14.664465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:14.669428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.775823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.785163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] For port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:14.834506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] For port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:14.838681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c3685daa-f7d8-45e6-aed3-c1de795f6dca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:14.839089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.858978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bab9c2-aca3-4df2-b140-03df06b63e4a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:14.972037 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.992993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56bab9c2-aca3-4df2-b140-03df06b63e4a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:15.033592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-a663785e-0225-4df8-aa1b-e57df6204440 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 200 len: 217 time: 0.5754695 Oct 13 04:02:15.111286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-4a6593f6-a0e3-4582-8804-1f7355c13b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:15.113507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-4a6593f6-a0e3-4582-8804-1f7355c13b3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0653341 Oct 13 04:02:15.120584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2b61b-afb5-4dbf-aba0-2eae5e15da61 None None] Pushing event updated for resources: {'Port': ['ID=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:15.170029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.170911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35d38c47-a562-41a4-a3b6-5b7878285374 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:15.189855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47164) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:15.198133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077939503', 'description': 'tempest-description--2119082279'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:15.216059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-a3feb844-985c-4bd4-b710-3274addb1e12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690427 Oct 13 04:02:15.244849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1df59bc0-967a-48a9-90da-db90b1f84525 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2217958 Oct 13 04:02:15.248280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.248961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47170) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:15.265450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'name': 'tempest-TaggedBootDevicesTest_v242-739719967', 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:15.320539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e9372-1cc4-450a-8acd-1760d6192800 req-ffb82868-263c-4a47-87df-e33a252f01af tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:15.322410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-799e9372-1cc4-450a-8acd-1760d6192800 req-ffb82868-263c-4a47-87df-e33a252f01af tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.2852364 Oct 13 04:02:15.388851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c641879f-1c62-477a-8a97-bbd77c059bbf None None] Provisioning complete for port c3685daa-f7d8-45e6-aed3-c1de795f6dca triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:15.389272 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c641879f-1c62-477a-8a97-bbd77c059bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.409231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.422880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-799e9372-1cc4-450a-8acd-1760d6192800 req-cc611f80-e95a-4f4f-bd35-83053e0853a0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580232 Oct 13 04:02:15.460099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-0b23a119-2bbe-498c-a1f8-3558d185883e service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263453 Oct 13 04:02:15.513713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=56bab9c2-aca3-4df2-b140-03df06b63e4a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:15.534385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 35d38c47-a562-41a4-a3b6-5b7878285374, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35d38c47-a562-41a4-a3b6-5b7878285374,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:15.572227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.576302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '35d38c47-a562-41a4-a3b6-5b7878285374', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'port_id': '35d38c47-a562-41a4-a3b6-5b7878285374', 'mac_address': 'fa:16:3e:9b:e4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:15.584663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.617686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.618928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4256251 Oct 13 04:02:15.624565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:10Z', 'revision_number': 2, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:15.635330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:15.635530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a9f4c-5554-4c40-86ba-0cec359c66ff req-d9e03036-0aca-4d19-8eea-2651258d0cf5 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:15.641593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'security_group_rule': {'security_group_id': '53340474-6152-4c38-9d40-8f6cefe0e46f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:15.642841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-747a9f4c-5554-4c40-86ba-0cec359c66ff req-d9e03036-0aca-4d19-8eea-2651258d0cf5 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 944 time: 0.3158844 Oct 13 04:02:15.697723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734918b-9c18-46ba-93f8-5ccf3c27ad08 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53340474-6152-4c38-9d40-8f6cefe0e46f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:15.709016 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.727505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eda197-d7ec-4242-9178-60a910fe6e2b req-0645558a-e007-4416-ac41-f74cf55b80c2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:15.738317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81eda197-d7ec-4242-9178-60a910fe6e2b req-0645558a-e007-4416-ac41-f74cf55b80c2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.1990628 Oct 13 04:02:15.746860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Checking router: 080316ba-1d4f-44d7-8879-c6fe0389b558 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:15.747216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Updating router 080316ba-1d4f-44d7-8879-c6fe0389b558 port 9b38fe61-6d66-4fa1-82c1-525ffff56915 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:02:15.785278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.797270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-747a9f4c-5554-4c40-86ba-0cec359c66ff req-ddc00d53-97bd-46fe-a620-740742248414 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488400 Oct 13 04:02:15.830303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-f32bb2c2-05f9-4a64-97d5-9390cd6d7dd1 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607094 Oct 13 04:02:15.850854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.894924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:15.907188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.928973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.938405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d38c47-a562-41a4-a3b6-5b7878285374 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:15.940079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] device_id is not set on port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:02:15.964330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 35d38c47-a562-41a4-a3b6-5b7878285374, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35d38c47-a562-41a4-a3b6-5b7878285374,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:15.978457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.996060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81eda197-d7ec-4242-9178-60a910fe6e2b req-c70f86b9-dfc5-47c7-a838-56a8ce7588ff tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568617 Oct 13 04:02:16.050227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Allocated IP 172.25.1.58 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/39684e02-5f7c-43dd-b66e-3159744ed15c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:16.079275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.104258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.174651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=35d38c47-a562-41a4-a3b6-5b7878285374,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:16.213348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a8dc32b-e0ee-45e1-962e-9b3686861d2b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:16.222060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a669b898-f054-4d05-801b-4aaceb384d33,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:16.236333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.240285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-abafd4d4-68cf-4a03-aab7-e728b7005f1e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6006458 Oct 13 04:02:16.241932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:16.251246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'security_group_rule': {'security_group_id': '53340474-6152-4c38-9d40-8f6cefe0e46f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:16.311872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-b2bb806c-6dac-4712-bb25-5f21763c0054 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:16.313732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-b2bb806c-6dac-4712-bb25-5f21763c0054 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.1438506 Oct 13 04:02:16.322214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.323041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0a587-1c06-4d60-ac54-9a67c033728d req-776333d5-77ef-4085-99e2-4ee0e6393e7c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:16.333549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f645fe26-ac15-46bb-91c8-0e69029dcba3 None None] Provisioning complete for port da4fa21f-6fbb-44b1-8fac-6944e962245f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:16.334314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f645fe26-ac15-46bb-91c8-0e69029dcba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.338985 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a0a587-1c06-4d60-ac54-9a67c033728d req-776333d5-77ef-4085-99e2-4ee0e6393e7c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 949 time: 0.3692808 Oct 13 04:02:16.419443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f645fe26-ac15-46bb-91c8-0e69029dcba3 None None] Port da4fa21f-6fbb-44b1-8fac-6944e962245f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:16.423280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.430429 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a0a587-1c06-4d60-ac54-9a67c033728d req-fea0e5f8-5301-4089-8109-68b79da2007c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843270 Oct 13 04:02:16.481096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:16.481221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.529335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['35d38c47-a562-41a4-a3b6-5b7878285374'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:16.564128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['56bab9c2-aca3-4df2-b140-03df06b63e4a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:16.622906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 10.1.1.37 (63542b33-00ad-4bad-a152-ae48d9fc4bd9/472bd284-931c-4621-8664-068a96ac357d/2edfe037-c0aa-4c75-9541-1f7c47acf8f5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:16.642112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-5a5f7a4f-6ef4-4b4a-9214-4e06305b94f0 service neutron] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:16.673992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-5a5f7a4f-6ef4-4b4a-9214-4e06305b94f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.675292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4125ecb9-5558-4900-83d7-b132deb3ec98 req-5a5f7a4f-6ef4-4b4a-9214-4e06305b94f0 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8/bindings/n-h1-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.3511086 Oct 13 04:02:16.676495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.695446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.749129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb18d3-3b68-4a05-9ee2-8b463518dd7b req-1327aaad-7b4d-4d63-894a-705ce59b06d1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:16.760292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:16.763863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.769403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8eb18d3-3b68-4a05-9ee2-8b463518dd7b req-1327aaad-7b4d-4d63-894a-705ce59b06d1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.2209358 Oct 13 04:02:16.770622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:16.781828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:16.880112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec62dfa-f216-40d2-8692-04ea4af3e75e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:16.891386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event updated for resources: {'Port': ['ID=39684e02-5f7c-43dd-b66e-3159744ed15c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:16.920892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:16.936013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2896f6d4-b7f3-42c4-977a-1caa01634c85 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6883273 Oct 13 04:02:16.936265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:16.948074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:16.959979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8eb18d3-3b68-4a05-9ee2-8b463518dd7b req-53591346-1acd-4d8f-81c1-41e38da5dbd2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881347 Oct 13 04:02:17.034499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.045541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ad8cf-76a8-4c5a-8923-ce9872690805 None None] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:17.054292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.079241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.103396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.130354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf64c-4ac9-4e94-a41e-d8e0a8212fe3 req-927cdd0e-12f9-42a6-8e12-2bf6d70c9aff tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:17.138443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dcaf64c-4ac9-4e94-a41e-d8e0a8212fe3 req-927cdd0e-12f9-42a6-8e12-2bf6d70c9aff tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 945 time: 0.1257091 Oct 13 04:02:17.196894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.209125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:17.224661 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.227669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:17.230154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:17.237102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ebdc8fdb-a03b-4599-9377-405b1092950f None None] Provisioning complete for port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:17.237554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8fdb-a03b-4599-9377-405b1092950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.247127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dcaf64c-4ac9-4e94-a41e-d8e0a8212fe3 req-c196e674-ce9d-4fac-8888-059191a5b023 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077566 Oct 13 04:02:17.247383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:17.332221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:17.332909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.391622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0bb8c2dc-c356-4910-8ccd-fb63ecb9e84b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1412909 Oct 13 04:02:17.466044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:17.483551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.495332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.515487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.516427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c3685daa-f7d8-45e6-aed3-c1de795f6dca up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:17.606093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68eed-8649-4e77-b216-bac2e703d517 req-4c57d0b2-264d-408c-813d-d7f60c4bbbcb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:17.607539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19e68eed-8649-4e77-b216-bac2e703d517 req-4c57d0b2-264d-408c-813d-d7f60c4bbbcb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.2014670 Oct 13 04:02:17.623049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:17.642779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.705625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.710235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19e68eed-8649-4e77-b216-bac2e703d517 req-773e4afc-6ec8-437e-b827-4807b316fb3e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894804 Oct 13 04:02:17.728270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Allocated IP 172.25.1.13 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a1371d80-dd81-429e-8f10-36448a5ced04) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:17.790384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.805391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570190-e1d5-4fc6-8b0d-7c425efcce7a None None] Pushing event updated for resources: {'Port': ['ID=9b38fe61-6d66-4fa1-82c1-525ffff56915,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:17.842678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:17.847329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335593403', 'description': 'tempest-description--1024696483'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:17.878732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.881053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c3685daa-f7d8-45e6-aed3-c1de795f6dca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:17.881716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.967061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Attempting to bind port 9b38fe61-6d66-4fa1-82c1-525ffff56915 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:17.967407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Attempting to bind port 9b38fe61-6d66-4fa1-82c1-525ffff56915 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:17.967763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Attempting to bind port 9b38fe61-6d66-4fa1-82c1-525ffff56915 on network 6151d52c-5fc7-427d-b155-cc363b420246 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:17.996252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:17.997192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event updated for resources: {'Port': ['ID=39684e02-5f7c-43dd-b66e-3159744ed15c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:17.998783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Checking segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:18.007683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.008357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Bound using segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:18.009208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Bound port: 9b38fe61-6d66-4fa1-82c1-525ffff56915, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:18.009778 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.027747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.032826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.034548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ced630fa-e0e7-4560-a7d8-55f4664801d4 None None] Provisioning complete for port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:18.034916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ced630fa-e0e7-4560-a7d8-55f4664801d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.055225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead72b8-80a7-4af1-b8e9-60adc18db99d req-3e9e3184-9b34-45f3-a07a-83ee66db8ec3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:18.062621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cead72b8-80a7-4af1-b8e9-60adc18db99d req-3e9e3184-9b34-45f3-a07a-83ee66db8ec3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 949 time: 0.1931982 Oct 13 04:02:18.116035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.119221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.121016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3e559d77-b464-4506-9e6e-ff2f37262dbd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6948206 Oct 13 04:02:18.142736 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.157481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ced630fa-e0e7-4560-a7d8-55f4664801d4 None None] Port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:18.186683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cead72b8-80a7-4af1-b8e9-60adc18db99d req-6fc7de68-9b0b-4544-87d7-918fec4ba89d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178801 Oct 13 04:02:18.207167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] For port 9b38fe61-6d66-4fa1-82c1-525ffff56915, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:18.219631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.231372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212bc55d-fbbf-46cb-8968-7cd1b40b57aa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:18.233185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] For port 9b38fe61-6d66-4fa1-82c1-525ffff56915, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b38fe61-6d66-4fa1-82c1-525ffff56915,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:18.245110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.251342 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.254403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df7b509b-9c06-4cef-8b09-d6219a9fc30e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4105699 Oct 13 04:02:18.259558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:18.275239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'security_group_rule': {'security_group_id': '212bc55d-fbbf-46cb-8968-7cd1b40b57aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:18.320718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:18.331140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:18.343367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:18.349053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.393652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a8dc32b-e0ee-45e1-962e-9b3686861d2b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:18.422477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'Port': ['ID=a1371d80-dd81-429e-8f10-36448a5ced04,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:18.448283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44248893-d308-4b30-937b-54ff7eacbbf6 req-46ba4ae0-641a-4853-af64-1e10cc22b3fd tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:18.456541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03218fee-9e4f-4c8d-9b36-26bdeb76469d None None] Provisioning complete for port 9b38fe61-6d66-4fa1-82c1-525ffff56915 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:18.456939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03218fee-9e4f-4c8d-9b36-26bdeb76469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.457185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44248893-d308-4b30-937b-54ff7eacbbf6 req-46ba4ae0-641a-4853-af64-1e10cc22b3fd tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1096 time: 0.1276863 Oct 13 04:02:18.463226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.475734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570190-e1d5-4fc6-8b0d-7c425efcce7a None None] Pushing event updated for resources: {'Port': ['ID=9b38fe61-6d66-4fa1-82c1-525ffff56915,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:18.498362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.518161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:18.519380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:01:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:18.527384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93855399-8507-4ded-8b5f-96cbc958ea62,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:18.537911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.557217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44248893-d308-4b30-937b-54ff7eacbbf6 req-bd3bd674-37cc-4e94-86f6-d183d6072d3e tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953033 Oct 13 04:02:18.593056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.597501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-abbaa58b-0b20-4e05-87c8-f07d2c779c6b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3369164 Oct 13 04:02:18.600852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:18.605677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'security_group_rule': {'security_group_id': '212bc55d-fbbf-46cb-8968-7cd1b40b57aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:18.628914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.665146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-07972f35-c1f3-4a9f-b763-9c509002872b service neutron] 10.222.0.15 "GET /v2.0/ports/31ab2eca-9665-42f3-bab4-04a24cf36cbc/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.1997864 Oct 13 04:02:18.717304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.732792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:18.769888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:18.770571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.798371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c8b0-108f-42f1-8be2-cb74b28f686a req-90314a2e-4193-457a-8097-2548f031a180 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:18.799847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d244c8b0-108f-42f1-8be2-cb74b28f686a req-90314a2e-4193-457a-8097-2548f031a180 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1405544 Oct 13 04:02:18.812620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.832579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1fb02-c8a9-4661-8663-4039f88385fb req-e0b2752b-594c-4e4b-b31e-bf774b9ba06a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:18.834588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ae1fb02-c8a9-4661-8663-4039f88385fb req-e0b2752b-594c-4e4b-b31e-bf774b9ba06a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 945 time: 0.1178393 Oct 13 04:02:18.846773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.896908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07626f9d-adec-4dd0-80a0-b663380e8a78,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:18.917115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03218fee-9e4f-4c8d-9b36-26bdeb76469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.925043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.925288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.930566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-be5f071d-62a1-4071-ac50-500334016442 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242908 Oct 13 04:02:18.930566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d244c8b0-108f-42f1-8be2-cb74b28f686a req-f0548cad-627b-4d35-a956-8d0bca6136be tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188359 Oct 13 04:02:18.931179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:18.935849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:18.960745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.960946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-c79b47dd-bef6-404e-8dd5-6237e19ca0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:18.960946 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-c79b47dd-bef6-404e-8dd5-6237e19ca0b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4&tenant_id=02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 1101 time: 0.0728588 Oct 13 04:02:18.967345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9dabf1f-b978-4042-b2f4-140d3e17216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:18.975887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.021264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ae1fb02-c8a9-4661-8663-4039f88385fb req-13071b5c-a98b-411c-b301-3d17a6150965 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774471 Oct 13 04:02:19.064904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-03218fee-9e4f-4c8d-9b36-26bdeb76469d None None] For port 9b38fe61-6d66-4fa1-82c1-525ffff56915, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b38fe61-6d66-4fa1-82c1-525ffff56915,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:19.079635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03218fee-9e4f-4c8d-9b36-26bdeb76469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.099350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.113431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'Port': ['ID=a1371d80-dd81-429e-8f10-36448a5ced04,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:19.126418 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.128789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-00823e99-b72c-448e-b972-445f76a05ec7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1914597 Oct 13 04:02:19.158229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-a359f029-4f92-4efa-9b17-c1ee1563f317 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--619768443&fields=id&tenant_id=f0baf76a82284459b58ced1c5292d77e HTTP/1.1" status: 200 len: 267 time: 0.0837858 Oct 13 04:02:19.170410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-006d5934-0716-4170-b001-6e6e86ee398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.171936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-006d5934-0716-4170-b001-6e6e86ee398f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1101 time: 0.1752069 Oct 13 04:02:19.209856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03218fee-9e4f-4c8d-9b36-26bdeb76469d None None] Pushing event updated for resources: {'Port': ['ID=9b38fe61-6d66-4fa1-82c1-525ffff56915,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:19.212020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80d06-adca-4072-b941-7e9aa3e66af6 req-9c3d62ea-673f-4231-aab6-2285e447a65c tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.214324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e39fe606-3431-4d4c-a1eb-b234955a1396 None None] Provisioning complete for port 9b38fe61-6d66-4fa1-82c1-525ffff56915 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:19.214764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39fe606-3431-4d4c-a1eb-b234955a1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.221619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78a80d06-adca-4072-b941-7e9aa3e66af6 req-9c3d62ea-673f-4231-aab6-2285e447a65c tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0544693 Oct 13 04:02:19.266470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78a80d06-adca-4072-b941-7e9aa3e66af6 req-586737b3-03af-4e69-8466-16758de15170 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Oct 13 04:02:19.277599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:19.314575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ba2dd-3248-4cef-92be-213fbd94d0e6 None None] The sync data for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 is: [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:19.386628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-eefb26ee-670d-48c1-be7d-d8c0c78670da tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.388137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-eefb26ee-670d-48c1-be7d-d8c0c78670da tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/networks?id=6151d52c-5fc7-427d-b155-cc363b420246 HTTP/1.1" status: 200 len: 812 time: 0.2153351 Oct 13 04:02:19.435670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-1aa16b4d-e103-4ecd-9304-6e0fddb9e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.437125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-1aa16b4d-e103-4ecd-9304-6e0fddb9e71d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1816301 Oct 13 04:02:19.441611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-e218c9bc-f846-49a0-8f09-44d38c024dd7 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/quotas/f0baf76a82284459b58ced1c5292d77e HTTP/1.1" status: 200 len: 375 time: 0.0298483 Oct 13 04:02:19.447117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e39fe606-3431-4d4c-a1eb-b234955a1396 None None] Provisioning complete for port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:19.447912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39fe606-3431-4d4c-a1eb-b234955a1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.501549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-3fc32466-80d2-4b70-8a94-e709e02960ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 217 time: 0.0545251 Oct 13 04:02:19.505502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:19.650142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-2be2ff00-a992-42e5-a658-095c16d31531 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0baf76a82284459b58ced1c5292d77e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1853864 Oct 13 04:02:19.654525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-403d6652-a9d3-4fd5-afc7-0dea63325279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.655924 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-403d6652-a9d3-4fd5-afc7-0dea63325279 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1248431 Oct 13 04:02:19.799113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 172.25.1.170 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/9c8244ed-1474-42d0-8198-172b7fd76437) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:19.802495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-1cde90f9-1c8c-4b93-a47b-6448718db882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.804418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-1cde90f9-1c8c-4b93-a47b-6448718db882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285472 Oct 13 04:02:19.840578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901dd9-7e73-486a-aadc-93d25a5771aa req-3132bc9c-c80b-4ceb-a17b-e5e823b65ce6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:19.842093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01901dd9-7e73-486a-aadc-93d25a5771aa req-3132bc9c-c80b-4ceb-a17b-e5e823b65ce6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 949 time: 0.0587814 Oct 13 04:02:19.884374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01901dd9-7e73-486a-aadc-93d25a5771aa req-92ac1472-4652-46d5-880f-62d5f5951dbe tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Oct 13 04:02:19.936140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-701b32ff-ae14-441c-a5cf-7d1b6f02b0d0 service neutron] 10.222.0.44 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612441 Oct 13 04:02:19.995401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56bab9c2-aca3-4df2-b140-03df06b63e4a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:20.072023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 56bab9c2-aca3-4df2-b140-03df06b63e4a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:02:20.072600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-b79a48cd-1b6b-4048-a924-15d3d5a22154 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596073 Oct 13 04:02:20.076982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.081055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 56bab9c2-aca3-4df2-b140-03df06b63e4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:20.081353 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.097682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-0879ec09-bcf8-4fb3-912b-256b04e8fe8e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:20.101442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-0879ec09-bcf8-4fb3-912b-256b04e8fe8e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 819 time: 0.1358380 Oct 13 04:02:20.128004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-44591e5d-0cc4-4da1-8cd1-dc0038d62e88 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/quotas/99de97ad397f4ba6bff9e832944bd138 HTTP/1.1" status: 200 len: 375 time: 0.0186412 Oct 13 04:02:20.172093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-a69f18e6-59d3-4ca4-b827-c3fe86306e20 service neutron] 10.222.0.44 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241187 Oct 13 04:02:20.190329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.213012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-0a2f40fe-cd48-4b2d-a02d-43313208b4a6 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783780 Oct 13 04:02:20.215486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.223531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bab9c2-aca3-4df2-b140-03df06b63e4a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:20.226535 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b7a50f-62f8-4b86-8f13-f631fa45354f" -d '{"events": [{"server_uuid": "239090dc-dea7-4ed8-bade-3ac3cdb95399", "name": "network-vif-plugged", "status": "completed", "tag": "56bab9c2-aca3-4df2-b140-03df06b63e4a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:20.246295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0a641cc-7cff-424f-8fbc-874365e960d5 req-7070297f-59e2-43ed-8b66-e0a815a03b62 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645648 Oct 13 04:02:20.249728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56bab9c2-aca3-4df2-b140-03df06b63e4a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:20.265110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.265981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35d38c47-a562-41a4-a3b6-5b7878285374 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:20.282585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:20.286677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:20.290052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:20.313953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=9c8244ed-1474-42d0-8198-172b7fd76437,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:20.405826 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.423387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b38fe61-6d66-4fa1-82c1-525ffff56915 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:20.425101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=56bab9c2-aca3-4df2-b140-03df06b63e4a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:20.495102 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.500568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-ef074598-0e5e-4e36-a214-4a1a7cfa107b service neutron] 10.222.0.44 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846870 Oct 13 04:02:20.512363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 35d38c47-a562-41a4-a3b6-5b7878285374 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:02:20.529665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 35d38c47-a562-41a4-a3b6-5b7878285374 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:20.530048 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.585226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9b38fe61-6d66-4fa1-82c1-525ffff56915 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:20.585587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.698408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-8bff2f26-eb97-492a-a29e-d2666ee19c90 service neutron] 10.222.0.44 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929426 Oct 13 04:02:20.764984 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.814370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 35d38c47-a562-41a4-a3b6-5b7878285374, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35d38c47-a562-41a4-a3b6-5b7878285374,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:20.820067 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.826482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.843751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:20.918217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=35d38c47-a562-41a4-a3b6-5b7878285374,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:20.968162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=9c8244ed-1474-42d0-8198-172b7fd76437,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:20.999979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:21.063865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:21.073422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea06d1-c2cd-4ec6-8aff-bd53f28ff6ee req-2b5be090-c323-4e33-a5bf-a78f66550a7d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:21.074491 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e073e0a5-6998-474a-803e-fd7dc3aaf6fa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1418445 Oct 13 04:02:21.085603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36ea06d1-c2cd-4ec6-8aff-bd53f28ff6ee req-2b5be090-c323-4e33-a5bf-a78f66550a7d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0686634 Oct 13 04:02:21.097637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68a2d-3926-4f5d-9db4-1270fa4c1a54 req-28d3a704-6aa1-4b65-84cf-7eb29507f149 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:21.107743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bfe68a2d-3926-4f5d-9db4-1270fa4c1a54 req-28d3a704-6aa1-4b65-84cf-7eb29507f149 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0878916 Oct 13 04:02:21.131870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36ea06d1-c2cd-4ec6-8aff-bd53f28ff6ee req-a28ecd29-ec0c-4b86-be3b-5a277637a1bc tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Oct 13 04:02:21.159938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bfe68a2d-3926-4f5d-9db4-1270fa4c1a54 req-e829ca57-04c8-430d-bc90-d74a87ecd11f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458183 Oct 13 04:02:21.233721 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05bfaa9-97ad-4fd1-951f-115a942c64d5 x-openstack-request-id: req-c05bfaa9-97ad-4fd1-951f-115a942c64d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:21.234323 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239090dc-dea7-4ed8-bade-3ac3cdb95399", "name": "network-vif-plugged", "status": "completed", "tag": "56bab9c2-aca3-4df2-b140-03df06b63e4a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:21.234323 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c05bfaa9-97ad-4fd1-951f-115a942c64d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:21.234658 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bab9c2-aca3-4df2-b140-03df06b63e4a', 'code': 200} Oct 13 04:02:21.267781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bae6e095-37d3-4a0e-a900-b9f1561a287d req-ff5a7d58-fe33-4bf8-bd5f-24fa3d38de06 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 210 time: 0.0496948 Oct 13 04:02:21.388213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51d9a7-16b4-444d-8ff2-27b5dbea1575 req-caf81674-57a1-484a-b7d4-ed8c63cdd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:21.390476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc51d9a7-16b4-444d-8ff2-27b5dbea1575 req-caf81674-57a1-484a-b7d4-ed8c63cdd88a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 1101 time: 0.0917196 Oct 13 04:02:21.459756 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-598b6fc8-db58-48d5-8585-4d22b950cd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:21.476065 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc51d9a7-16b4-444d-8ff2-27b5dbea1575 req-a115ffc4-a53d-4556-9361-0f9930b5f344 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781696 Oct 13 04:02:21.488386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4740-068a-494e-87b7-065516d991a2 req-c868866c-cd3f-461c-9e65-401aa5e0c84f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:21.490351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7cb4740-068a-494e-87b7-065516d991a2 req-c868866c-cd3f-461c-9e65-401aa5e0c84f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0807016 Oct 13 04:02:21.540193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7cb4740-068a-494e-87b7-065516d991a2 req-d43c82cc-dc42-4333-8c59-9a2a7ec86fa7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Oct 13 04:02:21.614994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e2d3db8-4d6f-47c4-98df-4558f5307bea req-49638936-138b-46b7-815e-6118e20785b0 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Oct 13 04:02:21.732977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:21.739714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-26c74457-bb0e-41ca-bf0c-12c65736fb4f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--335593403&fields=id&tenant_id=61455d30b7fb4221a409b82fd8cc9412 HTTP/1.1" status: 200 len: 267 time: 0.0348396 Oct 13 04:02:21.794722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-85799bbf-b1f6-4c62-acee-ebe2d4b14f02 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:21.796159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-85799bbf-b1f6-4c62-acee-ebe2d4b14f02 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 936 time: 0.0470722 Oct 13 04:02:21.823625 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:21.859134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-bdd7c122-0154-48ab-8f85-719ec9d2aa1d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:21.861103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-bdd7c122-0154-48ab-8f85-719ec9d2aa1d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 935 time: 0.0586214 Oct 13 04:02:21.862708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:21.868365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:21.931481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-0100fa40-9885-4724-b66e-04c071b9fdff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0616844 Oct 13 04:02:21.941045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:21.974090 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-4ebe17d4-73d7-4b99-b127-91a03cf5147d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0403402 Oct 13 04:02:22.146253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-d5346dc9-987d-47ff-8c62-63956894ac7c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.149801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-d5346dc9-987d-47ff-8c62-63956894ac7c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.15 "GET /v2.0/networks?id=6151d52c-5fc7-427d-b155-cc363b420246 HTTP/1.1" status: 200 len: 812 time: 0.1638882 Oct 13 04:02:22.158926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e9ad5974-6d75-4c92-81f2-ce2b127853dd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.166670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e9ad5974-6d75-4c92-81f2-ce2b127853dd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.174008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e9ad5974-6d75-4c92-81f2-ce2b127853dd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.175637 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e9ad5974-6d75-4c92-81f2-ce2b127853dd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/networks?id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 1994 time: 0.1989865 Oct 13 04:02:22.193223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e2220d5d-6474-4b2a-8fb7-262e7da17d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/quotas/61455d30b7fb4221a409b82fd8cc9412 HTTP/1.1" status: 200 len: 375 time: 0.0103469 Oct 13 04:02:22.208277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-56e3b84c-87ad-4cfc-b1a4-5230ddc2cc38 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0baf76a82284459b58ced1c5292d77e HTTP/1.1" status: 200 len: 379 time: 0.0474219 Oct 13 04:02:22.226011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Request body: {'port': {'device_id': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'admin_state_up': True, 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'security_groups': ['314bfec9-7479-47a2-a0d8-eb815539da73']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:22.266871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-417e531f-cfd0-4bc5-84ff-2a2fe291ebfc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0662501 Oct 13 04:02:22.354422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990771-c7f9-4a2e-9f04-6a3e65c52ac4 req-8152482b-7d31-41cb-8529-e7c43d6dd137 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.356037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3990771-c7f9-4a2e-9f04-6a3e65c52ac4 req-8152482b-7d31-41cb-8529-e7c43d6dd137 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0804393 Oct 13 04:02:22.421509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3990771-c7f9-4a2e-9f04-6a3e65c52ac4 req-c5c97bb4-abd3-4d25-ae49-41c3ce7a3d0f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550039 Oct 13 04:02:22.422559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Made reservation on behalf of f0baf76a82284459b58ced1c5292d77e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:22.426395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:22.587956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979d327-0fda-47c6-8190-55d27b12dcd7 req-e713650f-d7aa-495b-8877-8ddbda2150d8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.589643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8979d327-0fda-47c6-8190-55d27b12dcd7 req-e713650f-d7aa-495b-8877-8ddbda2150d8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.0932221 Oct 13 04:02:22.621393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Allocated IP 172.20.0.12 (6151d52c-5fc7-427d-b155-cc363b420246/c65893aa-c173-4022-b5ba-48cbe25b8173/51f84479-d830-43a4-ac98-4535a912263b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:22.651385 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8979d327-0fda-47c6-8190-55d27b12dcd7 req-fbb839d2-4636-48a7-b182-07bcd46f3b91 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525465 Oct 13 04:02:22.745880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-db72a150-edde-44a0-9421-785d95c8ceb3 service neutron] 10.222.0.44 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668593 Oct 13 04:02:22.756960 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:22.771546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-7b2c7318-4123-4750-a9da-0320062d386a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:22.773023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-7b2c7318-4123-4750-a9da-0320062d386a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 819 time: 0.4455693 Oct 13 04:02:22.813357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'port': {'device_id': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'admin_state_up': True, 'tenant_id': '99de97ad397f4ba6bff9e832944bd138'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:22.813761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:22.830708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-677b29d7-d4c7-4065-b3fd-0a7d3b1dfc3d req-f2304be5-9101-4f15-bcd3-f23d185a1159 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 210 time: 0.0309622 Oct 13 04:02:22.840152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:22.865934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:22.918926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Network 6151d52c-5fc7-427d-b155-cc363b420246 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:22.924187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:22.927965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:22.946006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-33f8d004-ad88-4e19-922c-3c9228139e61 service neutron] 10.222.0.44 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937351 Oct 13 04:02:22.973091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event updated for resources: {'Port': ['ID=51f84479-d830-43a4-ac98-4535a912263b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:22.999785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-95e7c721-ba1c-4147-a8e3-cc04504624bf service neutron] 10.222.0.44 "GET /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0469651 Oct 13 04:02:23.023346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:23.024331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.048858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed8bd5-5aa4-440f-89ce-6c4779edb867 req-596cafa9-779d-4935-bbf9-f5ad84ea5970 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:23.050617 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fed8bd5-5aa4-440f-89ce-6c4779edb867 req-596cafa9-779d-4935-bbf9-f5ad84ea5970 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0939159 Oct 13 04:02:23.066203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Made reservation on behalf of 99de97ad397f4ba6bff9e832944bd138 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:23.070144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.083046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-4b91e7e8-6d00-49af-bb82-98b69143b2b9 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628581 Oct 13 04:02:23.103630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Request body: {'port': {'device_id': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:23.110451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fed8bd5-5aa4-440f-89ce-6c4779edb867 req-dd45fa24-dc9e-4f10-ae58-4fc1cae818b5 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Oct 13 04:02:23.163803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1bfa7d23-7be3-451c-864d-854c60db59ed service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574409 Oct 13 04:02:23.172049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.197097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1eecaa3b-9c7d-4765-b6e0-c1e354d30cda None None] Provisioning complete for port 51f84479-d830-43a4-ac98-4535a912263b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:23.197759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1eecaa3b-9c7d-4765-b6e0-c1e354d30cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.234750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1eecaa3b-9c7d-4765-b6e0-c1e354d30cda None None] Port 51f84479-d830-43a4-ac98-4535a912263b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:23.236005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374'}, {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:23.238584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7011d63f-b2da-477b-bd68-fef996487505 req-8f4d1691-a35d-4d70-ae7c-20f5c066d463 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 210 time: 0.0301116 Oct 13 04:02:23.245150 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c73985a-c73b-4791-9259-738d8be344eb" -d '{"events": [{"server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "name": "network-vif-plugged", "status": "completed", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374"}, {"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-unplugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:23.288623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Allocated IP 172.20.0.11 (2824a442-8e75-439c-a5f4-3f8bd9b8e138/da4e946e-078f-467f-bedc-e1e3f02cdd03/ccd1ba10-a982-4b21-bf0f-888ce82118ba) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:23.323321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-53936cef-a23a-4554-beea-12105a39be1c service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454761 Oct 13 04:02:23.393801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-ead7ae4c-2f63-4e05-ab74-80ace6555045 service neutron] 10.222.0.44 "GET /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0610940 Oct 13 04:02:23.513297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f84479-d830-43a4-ac98-4535a912263b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:23.523340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.547745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Transition to ACTIVE for port object 51f84479-d830-43a4-ac98-4535a912263b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:23.553767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.602504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e366639e-9001-481f-a6fd-89c4d60773d0 service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065570 Oct 13 04:02:23.630390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.699093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-91c67657-e2ec-41ae-87e0-2dc844a3f85a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:23.700597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-91c67657-e2ec-41ae-87e0-2dc844a3f85a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4&tenant_id=02913d5543c0459e838fc38b2034bb11&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 948 time: 0.1676753 Oct 13 04:02:23.741661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:23.855248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-16d77721-336b-46e8-8ab0-017840217ac5 service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480376 Oct 13 04:02:23.869757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-9714f43b-5fbf-4d35-871c-1029a93ceabc service neutron] 10.222.0.15 "GET /v2.0/ports/31ab2eca-9665-42f3-bab4-04a24cf36cbc/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.1616337 Oct 13 04:02:23.870999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:23.871492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.882576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'mac_address': 'fa:16:3e:0f:cb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:23.923309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:23.944099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab2eca-9665-42f3-bab4-04a24cf36cbc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:23.978192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:23.991854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.001799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:24.036594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:24.062295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:24.065277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:24.067279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:24.078300 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d163f-7a24-4121-9f5c-b881b58dc730 x-openstack-request-id: req-2b9d163f-7a24-4121-9f5c-b881b58dc730 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:24.078300 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "name": "network-vif-plugged", "status": "completed", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374", "code": 200}, {"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-unplugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:24.078300 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b9d163f-7a24-4121-9f5c-b881b58dc730 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:24.078907 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374', 'code': 200} Oct 13 04:02:24.078907 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'code': 200} Oct 13 04:02:24.107317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-9cf95180-d0a5-4ce0-b01a-6ad05d0f9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.108832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-9cf95180-d0a5-4ce0-b01a-6ad05d0f9483 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1099 time: 0.1835194 Oct 13 04:02:24.116749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Pushing event updated for resources: {'Port': ['ID=51f84479-d830-43a4-ac98-4535a912263b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:24.175037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Attempting to bind port 51f84479-d830-43a4-ac98-4535a912263b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:24.175772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Attempting to bind port 51f84479-d830-43a4-ac98-4535a912263b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:24.175772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Attempting to bind port 51f84479-d830-43a4-ac98-4535a912263b on network 6151d52c-5fc7-427d-b155-cc363b420246 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:24.176843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8bcca7e6-00a0-49bd-a5d5-1fc17076107c service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114548 Oct 13 04:02:24.190565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dabb3-ff9b-49b4-86b8-b9d457a05df5 req-b11e8bdf-07b4-4892-b612-a6752a0323ee tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.192042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-795dabb3-ff9b-49b4-86b8-b9d457a05df5 req-b11e8bdf-07b4-4892-b612-a6752a0323ee tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0706408 Oct 13 04:02:24.193059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Port 51f84479-d830-43a4-ac98-4535a912263b on network 6151d52c-5fc7-427d-b155-cc363b420246 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:24.193384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Attempting to bind port 51f84479-d830-43a4-ac98-4535a912263b on network 6151d52c-5fc7-427d-b155-cc363b420246 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:24.200898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:24.201236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Checking segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:24.201611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Bound using segment: {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:24.202094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Bound port: 51f84479-d830-43a4-ac98-4535a912263b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13bc967-1825-4c91-81cc-d49537037079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:24.202454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.203279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.203879 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.228030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['31ab2eca-9665-42f3-bab4-04a24cf36cbc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:24.265460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-795dabb3-ff9b-49b4-86b8-b9d457a05df5 req-666b0682-6e34-4e24-902b-89fac18327e8 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661631 Oct 13 04:02:24.273118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-e21649ef-7684-43ed-9966-5830d67cfe47 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4871066 Oct 13 04:02:24.293919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Request body: {'port': {'device_id': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:24.308572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] For port 51f84479-d830-43a4-ac98-4535a912263b, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:24.312175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] For port 51f84479-d830-43a4-ac98-4535a912263b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=51f84479-d830-43a4-ac98-4535a912263b,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:24.322657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.341491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-6d86c542-8d6e-46f6-aa3e-b2c0bb675951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.343085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-6d86c542-8d6e-46f6-aa3e-b2c0bb675951 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2216558 Oct 13 04:02:24.364132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.364633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.367422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] 10.222.0.15 "PUT /v2.0/ports/51f84479-d830-43a4-ac98-4535a912263b HTTP/1.1" status: 200 len: 1092 time: 1.2715776 Oct 13 04:02:24.408713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'tag': '51f84479-d830-43a4-ac98-4535a912263b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:24.414038 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154a8e45-9354-4d69-a3c8-9de4e5ca8131" -d '{"events": [{"name": "network-changed", "server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "tag": "51f84479-d830-43a4-ac98-4535a912263b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:24.434987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-f7f39a44-05d6-4894-964c-522748c8c37b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 217 time: 0.0796835 Oct 13 04:02:24.441160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-73ce3bbb-6602-4674-bcf4-514878a19ddd service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542601 Oct 13 04:02:24.459265 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.484662 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:24.502125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76797fb-bb04-4caf-92d7-4a565b181be1 service neutron] Pushing event updated for resources: {'Port': ['ID=51f84479-d830-43a4-ac98-4535a912263b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:24.515578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013c24d-6390-4195-aeb2-ac3671b6f66c req-413901f7-8318-4988-94db-6d15701b0c26 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.517062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8013c24d-6390-4195-aeb2-ac3671b6f66c req-413901f7-8318-4988-94db-6d15701b0c26 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 949 time: 0.1841290 Oct 13 04:02:24.519994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-de7cb931-7d75-4e5f-95a8-6e4f900f857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.521412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-de7cb931-7d75-4e5f-95a8-6e4f900f857d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0baf76a82284459b58ced1c5292d77e&device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 1095 time: 0.1015623 Oct 13 04:02:24.572205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-7515764c-7aef-436d-8dfe-31be5285940a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51f84479-d830-43a4-ac98-4535a912263b HTTP/1.1" status: 200 len: 217 time: 0.0425472 Oct 13 04:02:24.583977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-b4a38991-869a-4f7c-9bfb-37b6fb375ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.585477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-b4a38991-869a-4f7c-9bfb-37b6fb375ee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1434550 Oct 13 04:02:24.598207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8013c24d-6390-4195-aeb2-ac3671b6f66c req-db606317-882b-40a4-890d-84293485ee76 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747504 Oct 13 04:02:24.642346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-6d0bd6e8-cc41-4d05-a854-b1828315784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.643822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-6d0bd6e8-cc41-4d05-a854-b1828315784a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c65893aa-c173-4022-b5ba-48cbe25b8173 HTTP/1.1" status: 200 len: 851 time: 0.0618696 Oct 13 04:02:24.717922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-19870359-2fe8-4f86-939b-91c6903ef612 service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648437 Oct 13 04:02:24.727448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-660dedbc-3ac1-4955-81b3-6b64bbf9712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.728954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-660dedbc-3ac1-4955-81b3-6b64bbf9712e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6151d52c-5fc7-427d-b155-cc363b420246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778499 Oct 13 04:02:24.737104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55db39-2e07-4345-ac18-b3540489ee5a req-c5708c94-6e59-42ec-81d9-c2ad9659ff8e tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.738458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c55db39-2e07-4345-ac18-b3540489ee5a req-c5708c94-6e59-42ec-81d9-c2ad9659ff8e tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 944 time: 0.0771000 Oct 13 04:02:24.741093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-7ff2b1f2-5a4f-4b29-bd62-716b7eb63072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:24.742527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-7ff2b1f2-5a4f-4b29-bd62-716b7eb63072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496632 Oct 13 04:02:24.825692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c55db39-2e07-4345-ac18-b3540489ee5a req-ae097136-f679-4b8e-964f-456c61ca892b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780921 Oct 13 04:02:24.856939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-180af477-851c-43f1-9806-b0ac23413bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173849 Oct 13 04:02:24.950932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98517e9f-7e74-42b1-86cb-7a5a8eae9708 req-89df0073-6b01-4aaf-acbc-e90b6688581b service neutron] 10.222.0.15 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863478 Oct 13 04:02:24.982017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-eda0f56d-fa4d-4233-b855-8a73d6e9ded6 service neutron] 10.222.0.44 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522566 Oct 13 04:02:24.985472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-65a0dbc0-8b31-443e-a43b-203c3988cd97 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258272 Oct 13 04:02:25.131716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd1ba10-a982-4b21-bf0f-888ce82118ba {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:25.143502 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.192293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Transition to ACTIVE for port object ccd1ba10-a982-4b21-bf0f-888ce82118ba will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:25.204294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7dd656f8-89c2-4b8e-8754-11e72c317e6c service neutron] 10.222.0.44 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134154 Oct 13 04:02:25.204937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.214969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-ca20254d-7991-4fc0-88ae-43fd04ac96e6 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083919 Oct 13 04:02:25.307870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:25.376417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa911-8e2a-4b86-8fa9-a68120acf46e req-b0f11f94-d724-43be-909e-af9919f85eb3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:25.378054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ededa911-8e2a-4b86-8fa9-a68120acf46e req-b0f11f94-d724-43be-909e-af9919f85eb3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0482626 Oct 13 04:02:25.393817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5210d453-ff28-4b2f-83df-2db53cced500 service neutron] 10.222.0.44 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777008 Oct 13 04:02:25.419674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Attempting to bind port ccd1ba10-a982-4b21-bf0f-888ce82118ba on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:25.420004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Attempting to bind port ccd1ba10-a982-4b21-bf0f-888ce82118ba by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:25.420333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Attempting to bind port ccd1ba10-a982-4b21-bf0f-888ce82118ba on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:25.421279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ededa911-8e2a-4b86-8fa9-a68120acf46e req-80aa9f78-80ea-4df7-b80e-8d28b1f45398 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Oct 13 04:02:25.450876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Port ccd1ba10-a982-4b21-bf0f-888ce82118ba on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:25.451200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Attempting to bind port ccd1ba10-a982-4b21-bf0f-888ce82118ba on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:25.461602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:25.462429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Checking segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:25.462811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Bound using segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:25.463241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Bound port: ccd1ba10-a982-4b21-bf0f-888ce82118ba, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:25.463600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.522304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf300c-00f8-4cd4-bb32-b7f9373ba4e5 req-6e3f97ad-317a-4619-a368-525d650dc98e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:25.523848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07bf300c-00f8-4cd4-bb32-b7f9373ba4e5 req-6e3f97ad-317a-4619-a368-525d650dc98e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.0492485 Oct 13 04:02:25.541089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-829c4f25-0b89-4430-b0e9-65f6d462a5be service neutron] 10.222.0.44 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395628 Oct 13 04:02:25.565470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07bf300c-00f8-4cd4-bb32-b7f9373ba4e5 req-96e38984-dcb1-4a9a-bf4a-ea376e0e5ed5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345874 Oct 13 04:02:25.593119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:25.609513 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701c1f3f-8149-43fd-b2dc-2bbd7121ae6a x-openstack-request-id: req-701c1f3f-8149-43fd-b2dc-2bbd7121ae6a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:25.609913 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "tag": "51f84479-d830-43a4-ac98-4535a912263b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:25.610232 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-701c1f3f-8149-43fd-b2dc-2bbd7121ae6a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:25.611089 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'tag': '51f84479-d830-43a4-ac98-4535a912263b', 'status': 'completed', 'code': 200} Oct 13 04:02:25.614785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:25.622603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.673761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:25.675054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.676402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] 10.222.0.15 "PUT /v2.0/ports/ccd1ba10-a982-4b21-bf0f-888ce82118ba HTTP/1.1" status: 200 len: 1092 time: 1.3893874 Oct 13 04:02:25.757220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc20816-fbb1-44ad-8d43-dff1c4e58d96 req-21f1c60b-d28a-4c0b-b6ee-70ad1b331936 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:25.758994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc20816-fbb1-44ad-8d43-dff1c4e58d96 req-21f1c60b-d28a-4c0b-b6ee-70ad1b331936 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0497122 Oct 13 04:02:25.785480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:25.800664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc20816-fbb1-44ad-8d43-dff1c4e58d96 req-010fa92b-1736-40ef-8300-4c9ff80d48a2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338175 Oct 13 04:02:25.840316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 31ab2eca-9665-42f3-bab4-04a24cf36cbc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:25.842034 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.924466 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.924796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756591a-af8b-4bc2-95c7-09bcbb07f7a2 req-37a80cd7-909d-416d-b5e3-2e4396bca198 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:25.926949 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8756591a-af8b-4bc2-95c7-09bcbb07f7a2 req-37a80cd7-909d-416d-b5e3-2e4396bca198 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 949 time: 0.0545387 Oct 13 04:02:25.961469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:25.967205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:25.979731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8756591a-af8b-4bc2-95c7-09bcbb07f7a2 req-2b832c44-2b96-47d3-8cab-d89ce1885501 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 Oct 13 04:02:25.998149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'tag': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:26.000393 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a" -d '{"events": [{"name": "network-changed", "server_uuid": "50dc6072-40de-47a4-9ff7-04cb646f1544", "tag": "ccd1ba10-a982-4b21-bf0f-888ce82118ba"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:26.033372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:26.071125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b85c6e-9755-4e43-97e2-49bdf67db20c service neutron] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:26.076802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-ac3885ba-01ea-4fe5-83a8-d5b03452b30c service neutron] 10.222.0.44 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294876 Oct 13 04:02:26.080601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:26.084123 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5472ca07-0d9d-49e0-9693-722086688b65" -d '{"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-plugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:26.087889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-1bd8df57-30d0-452d-a53e-b322e1084262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.089757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-1bd8df57-30d0-452d-a53e-b322e1084262 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0baf76a82284459b58ced1c5292d77e&device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 1095 time: 0.4360030 Oct 13 04:02:26.095856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-3c632914-1232-453a-83b5-2ec6bb30bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.097401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-3c632914-1232-453a-83b5-2ec6bb30bf89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 1095 time: 0.0866292 Oct 13 04:02:26.176673 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-96e0a521-f9de-42c5-b0d3-0e7a03b6162e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba HTTP/1.1" status: 200 len: 217 time: 0.0700657 Oct 13 04:02:26.233219 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:02:26.250282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-fe2a0a4b-008b-4314-aed0-03af1c67c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.251889 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-fe2a0a4b-008b-4314-aed0-03af1c67c405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 200 len: 859 time: 0.0673084 Oct 13 04:02:26.271253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-ed75b674-3e25-4323-a70a-eb567cde1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.272765 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-ed75b674-3e25-4323-a70a-eb567cde1a51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6151d52c-5fc7-427d-b155-cc363b420246 HTTP/1.1" status: 200 len: 913 time: 0.1744161 Oct 13 04:02:26.293802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-7c400f26-9b9d-4485-95ec-bfbe3f1caf80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2824a442-8e75-439c-a5f4-3f8bd9b8e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340271 Oct 13 04:02:26.335405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-9d7f54df-9c7b-41b5-ac44-79fb8da3dc0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51f84479-d830-43a4-ac98-4535a912263b HTTP/1.1" status: 200 len: 217 time: 0.0441163 Oct 13 04:02:26.441565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-3ad505c1-1361-452f-a2d0-018f62032dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.443029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-3ad505c1-1361-452f-a2d0-018f62032dc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c65893aa-c173-4022-b5ba-48cbe25b8173 HTTP/1.1" status: 200 len: 851 time: 0.0959427 Oct 13 04:02:26.495656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-1c55418d-ead0-46f4-936a-9fdde82f02c6 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685548 Oct 13 04:02:26.500913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69794a5-893f-4a71-8194-aeb97352b9bf req-6ccb4cc6-881b-4329-acdb-ad951b012b9a tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.512948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c69794a5-893f-4a71-8194-aeb97352b9bf req-6ccb4cc6-881b-4329-acdb-ad951b012b9a tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 944 time: 0.0670640 Oct 13 04:02:26.521591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-67b24dc7-04e9-4f8b-bea7-a8a7a2456751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.523064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-67b24dc7-04e9-4f8b-bea7-a8a7a2456751 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6151d52c-5fc7-427d-b155-cc363b420246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695252 Oct 13 04:02:26.551362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c69794a5-893f-4a71-8194-aeb97352b9bf req-ba36a821-0954-4254-adbd-15af0255df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374241 Oct 13 04:02:26.652754 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39647876-2532-4b66-ba6d-1e35a03ef87e x-openstack-request-id: req-39647876-2532-4b66-ba6d-1e35a03ef87e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:26.653048 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dc6072-40de-47a4-9ff7-04cb646f1544", "tag": "ccd1ba10-a982-4b21-bf0f-888ce82118ba", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:26.653298 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39647876-2532-4b66-ba6d-1e35a03ef87e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:26.653692 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'tag': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'status': 'completed', 'code': 200} Oct 13 04:02:26.662604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd8f1b7c-cb6c-46fe-89d9-ca4daeec84bb req-88ce0984-b318-4a9c-ad33-62dfa647e192 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592844 Oct 13 04:02:26.673687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-e74bd6e0-8ff2-40bb-bc20-bdf892e6f5f2 service neutron] 10.222.0.15 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213963 Oct 13 04:02:26.718989 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deefe548-7397-4048-84ba-ef03fe02e3f7 x-openstack-request-id: req-deefe548-7397-4048-84ba-ef03fe02e3f7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:26.719278 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-plugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:26.719565 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-deefe548-7397-4048-84ba-ef03fe02e3f7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:26.719912 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'code': 200} Oct 13 04:02:26.819741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-5fe161d6-5ae0-47f7-9cd2-ffaea3a70cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.821821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-5fe161d6-5ae0-47f7-9cd2-ffaea3a70cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 1095 time: 0.0715246 Oct 13 04:02:26.828409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-154a8e45-9354-4d69-a3c8-9de4e5ca8131 req-d7ab3eb8-4a61-4f35-8a8f-b927c44c8c26 service neutron] 10.222.0.15 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459889 Oct 13 04:02:26.852511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563fa8-1aa7-4a33-a54f-f31469436dcd req-6306f2dd-3098-4dca-b1ee-9a411767a54d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.860559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31563fa8-1aa7-4a33-a54f-f31469436dcd req-6306f2dd-3098-4dca-b1ee-9a411767a54d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0896697 Oct 13 04:02:26.907161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31563fa8-1aa7-4a33-a54f-f31469436dcd req-81638c3b-4f78-4b4c-be7d-eeb413f2663e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Oct 13 04:02:26.943699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-15f7ee3b-0a4a-48ec-a5d9-c60064ae379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:26.945632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-15f7ee3b-0a4a-48ec-a5d9-c60064ae379e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 920 time: 0.1156726 Oct 13 04:02:26.999841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-717115cf-5981-4dcd-abd8-76a059df57a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba HTTP/1.1" status: 200 len: 217 time: 0.0451820 Oct 13 04:02:27.032165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68502b8d-655f-4682-b5ed-61a747012884 req-dcfef940-6f0e-4457-8b7a-bf67f732ff10 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.040010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68502b8d-655f-4682-b5ed-61a747012884 req-dcfef940-6f0e-4457-8b7a-bf67f732ff10 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.0618727 Oct 13 04:02:27.080858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-3933545f-63c8-4cc1-ac27-21cd87e27488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.082511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-3933545f-63c8-4cc1-ac27-21cd87e27488 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 200 len: 859 time: 0.0757818 Oct 13 04:02:27.100884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68502b8d-655f-4682-b5ed-61a747012884 req-9c82f5f9-26b9-433c-8f91-83e5b9c7669c tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Oct 13 04:02:27.141791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-50506ba7-0b66-4937-a501-41eeffc53b86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2824a442-8e75-439c-a5f4-3f8bd9b8e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503516 Oct 13 04:02:27.197468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab843fc2-85af-4c89-82f4-540440233c5a req-a244a4ca-4ef1-4775-af96-d166d5099cd3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0510328 Oct 13 04:02:27.315374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8ce2c-7642-4383-ba26-43bf960c9278 req-45e026b6-c534-46e4-87f7-3327ed9ab81c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.316911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90b8ce2c-7642-4383-ba26-43bf960c9278 req-45e026b6-c534-46e4-87f7-3327ed9ab81c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.0775993 Oct 13 04:02:27.319465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-878079ef-045f-4f4e-8371-52ff7b7bc85b service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693377 Oct 13 04:02:27.328139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918bb9d-bd92-4c3a-b8ec-df567fa11399 req-acadfa3d-5ed4-4abd-b0dd-922740c88d5e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.329616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6918bb9d-bd92-4c3a-b8ec-df567fa11399 req-acadfa3d-5ed4-4abd-b0dd-922740c88d5e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0896699 Oct 13 04:02:27.362181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90b8ce2c-7642-4383-ba26-43bf960c9278 req-0f80a1e8-8350-4e1f-a48b-a2e6943d5e7b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357203 Oct 13 04:02:27.457129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6918bb9d-bd92-4c3a-b8ec-df567fa11399 req-7cb2ad8a-2a90-4dae-8fa6-554003c53ef4 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760629 Oct 13 04:02:27.471964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a613a2f-dfd6-47c6-a3ac-4d9f2a86037a req-7368b59b-6284-4a58-aa28-bf40f6924a7c service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413937 Oct 13 04:02:27.505998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-8670e490-8c43-4b66-9e8e-e55f3906fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.507730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-8670e490-8c43-4b66-9e8e-e55f3906fcb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4&tenant_id=02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 1101 time: 0.0479689 Oct 13 04:02:27.595885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-aea1b664-2163-48aa-ac2f-b9ac6b27d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.597788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-aea1b664-2163-48aa-ac2f-b9ac6b27d245 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 1101 time: 0.0562804 Oct 13 04:02:27.707365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-7d2d838a-6ebc-4fab-b58d-b5fbfd551003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.709316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-7d2d838a-6ebc-4fab-b58d-b5fbfd551003 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1045439 Oct 13 04:02:27.728397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dea47a-81bb-43b2-b9b2-bf57bc0994ab req-a63fb797-cb3a-4d3b-ac67-50bdc78966dd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.730017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20dea47a-81bb-43b2-b9b2-bf57bc0994ab req-a63fb797-cb3a-4d3b-ac67-50bdc78966dd tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 944 time: 0.0607409 Oct 13 04:02:27.757213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-1be9da5f-88bb-4f44-8589-cee2f1fe5750 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 200 len: 217 time: 0.0402391 Oct 13 04:02:27.770620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20dea47a-81bb-43b2-b9b2-bf57bc0994ab req-32c31b39-f4c8-4252-a82a-e70905f23bef tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Oct 13 04:02:27.786285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 51f84479-d830-43a4-ac98-4535a912263b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:27.814071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-8869bacb-ff4b-4ca1-90c4-4e4c02d625a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.815539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-8869bacb-ff4b-4ca1-90c4-4e4c02d625a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0479956 Oct 13 04:02:27.865337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84043f-34a3-4a10-af57-e14090addcbc req-1318d30e-3e29-4e53-8cb2-e0abb3afb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:27.866837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-1318d30e-3e29-4e53-8cb2-e0abb3afb599 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439487 Oct 13 04:02:27.885246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 51f84479-d830-43a4-ac98-4535a912263b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=51f84479-d830-43a4-ac98-4535a912263b,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:27.904488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '51f84479-d830-43a4-ac98-4535a912263b', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'port_id': '51f84479-d830-43a4-ac98-4535a912263b', 'mac_address': 'fa:16:3e:85:3e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:27.960770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:27.981060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f84479-d830-43a4-ac98-4535a912263b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:28.007967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 51f84479-d830-43a4-ac98-4535a912263b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=51f84479-d830-43a4-ac98-4535a912263b,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:28.013696 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.037846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-dc328a1d-23d5-4b3a-9595-80960baa498f service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638200 Oct 13 04:02:28.050712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:28.069075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f3011c61-3b3f-4973-801c-51a8998bf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.070067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f3011c61-3b3f-4973-801c-51a8998bf548 service neutron] 10.222.0.15 "GET /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 1032 time: 0.0906610 Oct 13 04:02:28.084930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=51f84479-d830-43a4-ac98-4535a912263b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:28.171614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c94cd-7ef8-4525-a999-930e5ca516bc req-8c471eca-832d-445f-97de-a684bf52d4b2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.173191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-117c94cd-7ef8-4525-a999-930e5ca516bc req-8c471eca-832d-445f-97de-a684bf52d4b2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.1563873 Oct 13 04:02:28.176840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-691a8ca8-81f5-43fb-98b4-1a282f4e3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.178114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-691a8ca8-81f5-43fb-98b4-1a282f4e3f96 service neutron] 10.222.0.15 "GET /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 1031 time: 0.0960128 Oct 13 04:02:28.222117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f70c158-eb8a-4ab3-a8ae-5dcb5f80747d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.251194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['51f84479-d830-43a4-ac98-4535a912263b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:28.274180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7a09b-04e7-4b69-8251-c911450b2c9a req-fcb5943d-32e3-4e1f-8945-54d0669eebfb tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.277519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eca7a09b-04e7-4b69-8251-c911450b2c9a req-fcb5943d-32e3-4e1f-8945-54d0669eebfb tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.0976331 Oct 13 04:02:28.291331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b84043f-34a3-4a10-af57-e14090addcbc req-7dcdcf95-f805-4a4f-9b75-5a43a7c32cf0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327807 Oct 13 04:02:28.297521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-117c94cd-7ef8-4525-a999-930e5ca516bc req-bd871056-6b4d-420f-a41b-95cb51506972 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160083 Oct 13 04:02:28.361813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c98995d7-c92d-4078-a540-3d1e7b01a678 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.372721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c98995d7-c92d-4078-a540-3d1e7b01a678 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.380030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c98995d7-c92d-4078-a540-3d1e7b01a678 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.381338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c98995d7-c92d-4078-a540-3d1e7b01a678 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "GET /v2.0/networks?id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 1994 time: 0.1965089 Oct 13 04:02:28.387508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eca7a09b-04e7-4b69-8251-c911450b2c9a req-21335a04-c792-47ba-98d6-64cf1a30b1dc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990865 Oct 13 04:02:28.436851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f70c158-eb8a-4ab3-a8ae-5dcb5f80747d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.444125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f70c158-eb8a-4ab3-a8ae-5dcb5f80747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.469719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8db16d93-3a72-46e6-919a-0e2d376a66e9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61455d30b7fb4221a409b82fd8cc9412 HTTP/1.1" status: 200 len: 379 time: 0.0679557 Oct 13 04:02:28.486251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1f70c158-eb8a-4ab3-a8ae-5dcb5f80747d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed0472d138a44ec29259992f77ac099f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332669 Oct 13 04:02:28.488728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:28.489161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'admin_state_up': True, 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'security_groups': ['212bc55d-fbbf-46cb-8968-7cd1b40b57aa']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:28.549449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70c158-eb8a-4ab3-a8ae-5dcb5f80747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a19a70b-85ae-4700-80e9-5bc84e6d5125,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:28.567164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27dd8107-deac-4a98-8a00-ab707184e099 req-9ebb875c-2ed7-4abf-ab1b-b17a148c251a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0579956 Oct 13 04:02:28.601311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d82f2c-b9c1-4bdf-ac10-8e3b00e33aee req-8136f2d7-11ad-4f48-93e7-470ae20e701e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.603600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18d82f2c-b9c1-4bdf-ac10-8e3b00e33aee req-8136f2d7-11ad-4f48-93e7-470ae20e701e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.1043596 Oct 13 04:02:28.634789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-479b8d77-1fe0-4c51-9dc6-90b5b444bfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.669437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:28.671394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-479b8d77-1fe0-4c51-9dc6-90b5b444bfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.673301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.676088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18d82f2c-b9c1-4bdf-ac10-8e3b00e33aee req-f439fcf4-d16a-4f64-9efb-6093c2611d2f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607834 Oct 13 04:02:28.736331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ed492-40fa-44ef-b594-f8d1148279c5 req-ec66c46a-4262-4c76-95d5-83effc847a26 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.738057 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d96ed492-40fa-44ef-b594-f8d1148279c5 req-ec66c46a-4262-4c76-95d5-83effc847a26 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0829730 Oct 13 04:02:28.755150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-479b8d77-1fe0-4c51-9dc6-90b5b444bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.758895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-479b8d77-1fe0-4c51-9dc6-90b5b444bfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:28.760149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-479b8d77-1fe0-4c51-9dc6-90b5b444bfa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a19a70b-85ae-4700-80e9-5bc84e6d5125 HTTP/1.1" status: 204 len: 168 time: 0.2701471 Oct 13 04:02:28.769302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b8d77-1fe0-4c51-9dc6-90b5b444bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a19a70b-85ae-4700-80e9-5bc84e6d5125,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:28.856573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d96ed492-40fa-44ef-b594-f8d1148279c5 req-84ada1d7-cdd6-4ecc-8637-f6a26abe817d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870867 Oct 13 04:02:28.924837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 172.20.0.3 (7af08a54-f6ba-49c8-bd0a-8d4238b30106/a867de1a-2d44-4a4b-9fd3-744de0671026/ac6a9ed0-83d0-4376-a990-4392f5f9c49c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:28.930270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb853-7965-4874-afeb-aa270dee1421 req-8037fbd6-9c63-487f-9ca9-1d3e0253a22c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:28.938173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-db6fb853-7965-4874-afeb-aa270dee1421 req-8037fbd6-9c63-487f-9ca9-1d3e0253a22c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 945 time: 0.0746961 Oct 13 04:02:28.974779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-db6fb853-7965-4874-afeb-aa270dee1421 req-1ff1929e-86f3-4adf-8552-96efb9cad37c tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354402 Oct 13 04:02:29.086323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.123042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.173658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:29.177728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:29.182017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:29.216981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:29.237105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:29.237900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.255130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-22900d24-fbaa-4076-b406-278cbed9c4ce tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7719369 Oct 13 04:02:29.266543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'admin_state_up': True, 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'security_groups': ['212bc55d-fbbf-46cb-8968-7cd1b40b57aa']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:29.429153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:29.434052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.490547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e8a4-b019-4bd5-9d3a-a3c6fdda7f7d req-251d07c4-679d-42eb-8e28-9a036b11da22 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:29.492054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4817e8a4-b019-4bd5-9d3a-a3c6fdda7f7d req-251d07c4-679d-42eb-8e28-9a036b11da22 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0923421 Oct 13 04:02:29.536965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4369b09c-fb5a-4aef-a74e-c343e71c24fc None None] Provisioning complete for port ac6a9ed0-83d0-4376-a990-4392f5f9c49c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:29.538051 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4369b09c-fb5a-4aef-a74e-c343e71c24fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.570480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4a543-dbb9-4b67-b27c-e30443ab5974 req-b11b3f15-2d0c-4914-b9d1-4c6e070b8b83 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:29.583248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61f4a543-dbb9-4b67-b27c-e30443ab5974 req-b11b3f15-2d0c-4914-b9d1-4c6e070b8b83 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.1100912 Oct 13 04:02:29.590323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4369b09c-fb5a-4aef-a74e-c343e71c24fc None None] Port ac6a9ed0-83d0-4376-a990-4392f5f9c49c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:29.623520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4817e8a4-b019-4bd5-9d3a-a3c6fdda7f7d req-c9f382bf-a55f-446d-ba20-a3b88e9a2d60 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884545 Oct 13 04:02:29.629120 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61f4a543-dbb9-4b67-b27c-e30443ab5974 req-c241d866-359f-46ef-8d49-758f87c1df0a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Oct 13 04:02:29.668790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 10.1.1.24 (63542b33-00ad-4bad-a152-ae48d9fc4bd9/472bd284-931c-4621-8664-068a96ac357d/bdc41e95-285d-4e3e-a216-65ef81ec6c5b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:29.793565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ccd1ba10-a982-4b21-bf0f-888ce82118ba details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:29.798394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 51f84479-d830-43a4-ac98-4535a912263b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:29.811363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0444e0-271e-409e-b0d7-c686d7db9cbf req-00c03a82-2023-4d5e-b0ab-a899fdb3e278 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:29.812954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e0444e0-271e-409e-b0d7-c686d7db9cbf req-00c03a82-2023-4d5e-b0ab-a899fdb3e278 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 931 time: 0.0609424 Oct 13 04:02:29.897010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.912423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e0444e0-271e-409e-b0d7-c686d7db9cbf req-b312e4a2-a742-4c5f-8766-a147f08cee71 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922966 Oct 13 04:02:29.936946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 51f84479-d830-43a4-ac98-4535a912263b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:02:29.948550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 51f84479-d830-43a4-ac98-4535a912263b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:29.949110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.969394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:29.998082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:30.014951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'port_id': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'mac_address': 'fa:16:3e:b0:f2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4e946e-078f-467f-bedc-e1e3f02cdd03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:30.150184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbdc0d-6ba3-44d1-b63e-89d353db8f2b req-55770282-394c-4f93-8447-f85d4c254b47 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.158253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-badbdc0d-6ba3-44d1-b63e-89d353db8f2b req-55770282-394c-4f93-8447-f85d4c254b47 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0717072 Oct 13 04:02:30.197719 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.216360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd1ba10-a982-4b21-bf0f-888ce82118ba {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:30.230572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-badbdc0d-6ba3-44d1-b63e-89d353db8f2b req-db1c62db-eb43-497c-99cc-18fac0711413 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710666 Oct 13 04:02:30.235287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.241152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:30.244980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:30.264876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:30.267666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:30.272466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f84479-d830-43a4-ac98-4535a912263b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:30.275757 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb8ff1c-e9ed-49fc-abeb-d3f1631d1ac6" -d '{"events": [{"server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "name": "network-vif-plugged", "status": "completed", "tag": "51f84479-d830-43a4-ac98-4535a912263b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:30.281162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2327bac-7b06-43d3-a40c-6c10539cede4 req-2d5b8f88-a241-42fc-bc2c-e52eccaded07 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.286533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.288318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2327bac-7b06-43d3-a40c-6c10539cede4 req-2d5b8f88-a241-42fc-bc2c-e52eccaded07 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 950 time: 0.2273095 Oct 13 04:02:30.290870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:30.293377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 51f84479-d830-43a4-ac98-4535a912263b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=51f84479-d830-43a4-ac98-4535a912263b,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:30.317170 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.317938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:30.391288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2327bac-7b06-43d3-a40c-6c10539cede4 req-9fd9203d-31a5-49fd-a411-4882c9938989 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019039 Oct 13 04:02:30.414229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.416049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.467053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-7ff5f365-e7d0-4fb7-9b89-41ecc1c392bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2048817 Oct 13 04:02:30.469585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:30.487732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'admin_state_up': True, 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'security_groups': ['212bc55d-fbbf-46cb-8968-7cd1b40b57aa']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:30.513443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ddae0-7188-4f26-a4a8-6b75d1913fb1 req-6751f01d-18a1-453f-aacd-c3f2b5f45e9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.517379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-120ddae0-7188-4f26-a4a8-6b75d1913fb1 req-6751f01d-18a1-453f-aacd-c3f2b5f45e9b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.1114752 Oct 13 04:02:30.547512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.552423 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9985bf23-017d-41cd-b7f0-3ab5af96a5a9 x-openstack-request-id: req-9985bf23-017d-41cd-b7f0-3ab5af96a5a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:30.552846 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "name": "network-vif-plugged", "status": "completed", "tag": "51f84479-d830-43a4-ac98-4535a912263b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:30.553171 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9985bf23-017d-41cd-b7f0-3ab5af96a5a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:30.553479 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f84479-d830-43a4-ac98-4535a912263b', 'code': 200} Oct 13 04:02:30.555984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ccd1ba10-a982-4b21-bf0f-888ce82118ba'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:30.595731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-120ddae0-7188-4f26-a4a8-6b75d1913fb1 req-cae246b9-69d5-4034-bb66-09865556fc21 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713511 Oct 13 04:02:30.601019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:30.664983 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a1f720e-5347-4109-af40-4271f57b636c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.706656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6c5b3-3f5e-4a18-ac31-4b9c3acb51f1 req-d5b947f2-2364-4792-89d4-110dbf83576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.708118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36d6c5b3-3f5e-4a18-ac31-4b9c3acb51f1 req-d5b947f2-2364-4792-89d4-110dbf83576c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 1097 time: 0.1534245 Oct 13 04:02:30.720240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:30.745057 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.765307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=51f84479-d830-43a4-ac98-4535a912263b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:30.794510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c56ff-2ba9-4904-8fb8-fcbff4ede7e3 req-7fc92478-3ac0-4b93-a425-9025a4d0c37b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.803105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f63c56ff-2ba9-4904-8fb8-fcbff4ede7e3 req-7fc92478-3ac0-4b93-a425-9025a4d0c37b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 945 time: 0.0767994 Oct 13 04:02:30.816076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36d6c5b3-3f5e-4a18-ac31-4b9c3acb51f1 req-0c4203a4-6496-4d3b-b4bf-b2c43aa35df7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984931 Oct 13 04:02:30.829982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f75a199-6cff-4f8c-9198-d70b48ae2899 None None] Provisioning complete for port bdc41e95-285d-4e3e-a216-65ef81ec6c5b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:30.830485 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f75a199-6cff-4f8c-9198-d70b48ae2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.839315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:30.842346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:30.857286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f63c56ff-2ba9-4904-8fb8-fcbff4ede7e3 req-b7a9bbb2-4286-4570-a2d2-65c54cc38403 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Oct 13 04:02:30.864084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:30.880672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0fb6c-e9ae-4bb2-b675-830a65b7abf9 req-b950048d-2deb-4219-82c4-9dec6c14a34d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:30.882784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1c0fb6c-e9ae-4bb2-b675-830a65b7abf9 req-b950048d-2deb-4219-82c4-9dec6c14a34d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.1437526 Oct 13 04:02:30.885953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0f75a199-6cff-4f8c-9198-d70b48ae2899 None None] Port bdc41e95-285d-4e3e-a216-65ef81ec6c5b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:30.989988 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a1f720e-5347-4109-af40-4271f57b636c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.000413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1c0fb6c-e9ae-4bb2-b675-830a65b7abf9 req-362864e2-9389-43ab-aa96-57758b158f6e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055245 Oct 13 04:02:31.003259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a1f720e-5347-4109-af40-4271f57b636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.061929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7149-7f1c-4b3f-b86e-b7ad501eacc9 req-87b9fed8-0211-430f-9c19-11e2bea01098 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.068763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7149-7f1c-4b3f-b86e-b7ad501eacc9 req-87b9fed8-0211-430f-9c19-11e2bea01098 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.074192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f720e-5347-4109-af40-4271f57b636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec8e10-53ef-47e4-bd7c-a58d02d2923b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:31.077556 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e49a7149-7f1c-4b3f-b86e-b7ad501eacc9 req-87b9fed8-0211-430f-9c19-11e2bea01098 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 1652 time: 0.0875642 Oct 13 04:02:31.089891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7a1f720e-5347-4109-af40-4271f57b636c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5aea1a5b2804278a440db8707f3bb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189258 Oct 13 04:02:31.095659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:31.129554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 10.1.1.19 (63542b33-00ad-4bad-a152-ae48d9fc4bd9/472bd284-931c-4621-8664-068a96ac357d/e083914d-ccbf-491d-a9f1-798a0df9898e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:31.131939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e49a7149-7f1c-4b3f-b86e-b7ad501eacc9 req-416a6008-ca84-463a-8b5c-10830a0ebca3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534086 Oct 13 04:02:31.188938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3283d6d8-f26f-428d-859a-b90a17f3ee64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.252552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3283d6d8-f26f-428d-859a-b90a17f3ee64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.356847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.403249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82743a-a0e6-4aa5-b086-3e4daaacf137 req-86ee26a5-7fc8-43e6-9422-6a548a8ebde2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.404786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d82743a-a0e6-4aa5-b086-3e4daaacf137 req-86ee26a5-7fc8-43e6-9422-6a548a8ebde2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1071525 Oct 13 04:02:31.407242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3283d6d8-f26f-428d-859a-b90a17f3ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.409827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3283d6d8-f26f-428d-859a-b90a17f3ee64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.413443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3283d6d8-f26f-428d-859a-b90a17f3ee64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83ec8e10-53ef-47e4-bd7c-a58d02d2923b HTTP/1.1" status: 204 len: 168 time: 0.3144429 Oct 13 04:02:31.427889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.436127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283d6d8-f26f-428d-859a-b90a17f3ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec8e10-53ef-47e4-bd7c-a58d02d2923b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:31.503488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d82743a-a0e6-4aa5-b086-3e4daaacf137 req-722e7afc-533b-4f41-bab2-2c867fb19f4c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914717 Oct 13 04:02:31.505240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:31.506608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=e083914d-ccbf-491d-a9f1-798a0df9898e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:31.509383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:31.511422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:31.569594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.570300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:31.590381 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-8d63ef21-3ec0-438f-b593-d63b5b31a196 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1130319 Oct 13 04:02:31.596738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111be539-97d3-42ef-befc-61914ad99ee8 req-e99bf1d4-9148-41a7-b1f0-d38b2902478c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.598779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-111be539-97d3-42ef-befc-61914ad99ee8 req-e99bf1d4-9148-41a7-b1f0-d38b2902478c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.0959680 Oct 13 04:02:31.606800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'admin_state_up': True, 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'security_groups': ['212bc55d-fbbf-46cb-8968-7cd1b40b57aa']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:31.676004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-111be539-97d3-42ef-befc-61914ad99ee8 req-7113f899-0650-454e-a9b7-bf5607293daa tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682883 Oct 13 04:02:31.804980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c4219-0983-43fb-a743-e1f031cde72d req-de42a554-f4b3-42e5-89d7-4b50f4fa74a1 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.807856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a69c4219-0983-43fb-a743-e1f031cde72d req-de42a554-f4b3-42e5-89d7-4b50f4fa74a1 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.1001048 Oct 13 04:02:31.820803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:31.824907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ccd1ba10-a982-4b21-bf0f-888ce82118ba up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:31.854750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:31.893377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a1851-ab55-48c0-800f-360e396633d2 req-f9c7c569-6190-4035-8b98-aaec13d873c7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:31.902075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b2a1851-ab55-48c0-800f-360e396633d2 req-f9c7c569-6190-4035-8b98-aaec13d873c7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 948 time: 0.1276164 Oct 13 04:02:31.982659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:31.985043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b2a1851-ab55-48c0-800f-360e396633d2 req-73a1b21b-196f-45cd-8988-2e37b2dad538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766952 Oct 13 04:02:32.053967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'mac_address': 'fa:16:3e:0f:cb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:32.078702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3ce69bb-a776-419b-af70-cd476b1694b4 None None] Provisioning complete for port e083914d-ccbf-491d-a9f1-798a0df9898e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:32.079332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3ce69bb-a776-419b-af70-cd476b1694b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.123627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port ccd1ba10-a982-4b21-bf0f-888ce82118ba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:02:32.158766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port ccd1ba10-a982-4b21-bf0f-888ce82118ba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:32.159554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.172579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e1d08-48ad-402f-965c-56e39d365301 req-159c7bc7-ca60-498b-843c-6e86a211a2d5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.174175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-906e1d08-48ad-402f-965c-56e39d365301 req-159c7bc7-ca60-498b-843c-6e86a211a2d5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 945 time: 0.0891743 Oct 13 04:02:32.200924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce69bb-a776-419b-af70-cd476b1694b4 None None] Port e083914d-ccbf-491d-a9f1-798a0df9898e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:32.208909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.226041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-906e1d08-48ad-402f-965c-56e39d365301 req-35b97456-2f79-48ed-93a9-c7b9b20d1f5e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Oct 13 04:02:32.226815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab2eca-9665-42f3-bab4-04a24cf36cbc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:32.259139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:32.266478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.351351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.391033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:32.402237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:32.419571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.496136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a69c4219-0983-43fb-a743-e1f031cde72d req-649c9d09-b611-4389-af6d-2aa93e69683f tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6811907 Oct 13 04:02:32.510076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80323-5b3f-4296-8093-0da6d30e9f36 req-429c4547-caea-420d-bf1c-1aaca5a7873b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.511648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ed80323-5b3f-4296-8093-0da6d30e9f36 req-429c4547-caea-420d-bf1c-1aaca5a7873b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0984957 Oct 13 04:02:32.528266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['31ab2eca-9665-42f3-bab4-04a24cf36cbc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:32.554406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:32.557658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}, {'server_uuid': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:32.566328 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d02380-5f81-4b59-989b-00be3c35e474" -d '{"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-unplugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}, {"server_uuid": "50dc6072-40de-47a4-9ff7-04cb646f1544", "name": "network-vif-plugged", "status": "completed", "tag": "ccd1ba10-a982-4b21-bf0f-888ce82118ba"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:32.584203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ed80323-5b3f-4296-8093-0da6d30e9f36 req-4e286375-db4d-4413-b019-68e8ffc6d7cb tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626652 Oct 13 04:02:32.609329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:32.752451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d4a4-faa3-4a50-a547-3c355af481a1 req-7108f800-545c-4531-8c37-8202dba39b10 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.758417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d4a4-faa3-4a50-a547-3c355af481a1 req-7108f800-545c-4531-8c37-8202dba39b10 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.764637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d4a4-faa3-4a50-a547-3c355af481a1 req-7108f800-545c-4531-8c37-8202dba39b10 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.766708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1865d4a4-faa3-4a50-a547-3c355af481a1 req-7108f800-545c-4531-8c37-8202dba39b10 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 2372 time: 0.0903370 Oct 13 04:02:32.781643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-39dc61ee-c514-465f-ad0a-ceb2b3e81126 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647514 Oct 13 04:02:32.807169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1865d4a4-faa3-4a50-a547-3c355af481a1 req-13a3519c-cdfd-4e42-9eff-4f6222bbba4f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334935 Oct 13 04:02:32.930422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cfc6a-7ddf-40cd-8271-cc0b00b8eeac req-9ae06297-5c94-443d-b2be-f7e2c8d1f55b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.934048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc5cfc6a-7ddf-40cd-8271-cc0b00b8eeac req-9ae06297-5c94-443d-b2be-f7e2c8d1f55b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0559027 Oct 13 04:02:32.974062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-b011c444-30fd-499f-903f-ff553a2c718d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:32.975423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-b011c444-30fd-499f-903f-ff553a2c718d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783705 Oct 13 04:02:32.976536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 10.2.2.100 (7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6/71151ed6-36fe-4b4e-b891-0752b234110d/d00fc3df-2f6e-4b66-a576-7bbc99511a60) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:32.982297 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc5cfc6a-7ddf-40cd-8271-cc0b00b8eeac req-655023f7-b546-4cc5-8aa6-2638daed7a99 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Oct 13 04:02:33.002572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-49bce7b8-7575-4630-8805-272362acd2c5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/quotas/02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 375 time: 0.0150084 Oct 13 04:02:33.029129 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63af7118-28bc-4b97-9a16-dd5e25a71acf x-openstack-request-id: req-63af7118-28bc-4b97-9a16-dd5e25a71acf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:33.029661 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-unplugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "code": 200}, {"server_uuid": "50dc6072-40de-47a4-9ff7-04cb646f1544", "name": "network-vif-plugged", "status": "completed", "tag": "ccd1ba10-a982-4b21-bf0f-888ce82118ba", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:33.030255 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63af7118-28bc-4b97-9a16-dd5e25a71acf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:33.030960 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'code': 200} Oct 13 04:02:33.031355 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'code': 200} Oct 13 04:02:33.124776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-6253b557-1ee2-4488-8d68-ddc3bd8d3a17 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122677 Oct 13 04:02:33.177956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889b5c-12f8-43fe-8c41-3281746780ef req-71ef1c91-aeb0-4869-8e51-e97776b89498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:33.179434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac889b5c-12f8-43fe-8c41-3281746780ef req-71ef1c91-aeb0-4869-8e51-e97776b89498 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 1097 time: 0.0766916 Oct 13 04:02:33.229382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:33.289092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac889b5c-12f8-43fe-8c41-3281746780ef req-70449fcf-99c5-44f2-bc7b-c5f83b6b38ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004314 Oct 13 04:02:33.305924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:33.346522 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3c2d153-03fa-4682-a5da-7578de88ce2c req-86afd5f5-23a7-4fdf-9a1a-5b18da78059d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 210 time: 0.0478005 Oct 13 04:02:33.379323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:33.383076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:33.399799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:33.406914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:33.479396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e42f1614-24ad-4498-9b90-6894f8b9c2cb req-b27ffd2b-2373-49f1-9bb9-9a58fc0fb84c tempest-AbsoluteLimitsNegativeTestJSON-903613283 tempest-AbsoluteLimitsNegativeTestJSON-903613283-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4902b8e039df4fc1914b5f4f50f445db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475655 Oct 13 04:02:33.521464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cffeab-9748-496a-ad57-5e61b551c664 req-000bcb3f-6539-4824-a142-f8ce3f96188d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:33.524691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6cffeab-9748-496a-ad57-5e61b551c664 req-000bcb3f-6539-4824-a142-f8ce3f96188d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 946 time: 0.1213293 Oct 13 04:02:33.544837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:33.545541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:33.600059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6cba4426-072f-4974-84a4-d7f77efa8bee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9980347 Oct 13 04:02:33.619851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'admin_state_up': True, 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'security_groups': ['212bc55d-fbbf-46cb-8968-7cd1b40b57aa']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:33.635382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1614-24ad-4498-9b90-6894f8b9c2cb req-c6263be3-f908-4422-8331-f50c61b25c6e tempest-AbsoluteLimitsNegativeTestJSON-903613283 tempest-AbsoluteLimitsNegativeTestJSON-903613283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:33.635849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6cffeab-9748-496a-ad57-5e61b551c664 req-7e9166e7-03be-4883-9103-167873d3e5ee tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875905 Oct 13 04:02:33.643435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e42f1614-24ad-4498-9b90-6894f8b9c2cb req-c6263be3-f908-4422-8331-f50c61b25c6e tempest-AbsoluteLimitsNegativeTestJSON-903613283 tempest-AbsoluteLimitsNegativeTestJSON-903613283-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630116 Oct 13 04:02:33.661998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e42f1614-24ad-4498-9b90-6894f8b9c2cb req-9d7ac857-43c7-4b75-a24d-2c2b229fae9b tempest-AbsoluteLimitsNegativeTestJSON-903613283 tempest-AbsoluteLimitsNegativeTestJSON-903613283-project] 10.222.0.44 "GET /v2.0/quotas/4902b8e039df4fc1914b5f4f50f445db HTTP/1.1" status: 200 len: 375 time: 0.0174294 Oct 13 04:02:33.726748 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e42f1614-24ad-4498-9b90-6894f8b9c2cb req-c03a2001-34a7-4a11-a7c6-2e9efe94d836 tempest-AbsoluteLimitsNegativeTestJSON-903613283 tempest-AbsoluteLimitsNegativeTestJSON-903613283-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4902b8e039df4fc1914b5f4f50f445db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637379 Oct 13 04:02:33.774023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-080e2c46-f204-49f3-8ce8-6d86741050a7 None None] Provisioning complete for port d00fc3df-2f6e-4b66-a576-7bbc99511a60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:33.774562 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-080e2c46-f204-49f3-8ce8-6d86741050a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:33.837465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:33.880816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd8fa-b4c5-48c2-9040-3f2fc8609100 req-7018d705-dfb5-42a1-aa45-d2d01bd504bb tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:33.882681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-657cd8fa-b4c5-48c2-9040-3f2fc8609100 req-7018d705-dfb5-42a1-aa45-d2d01bd504bb tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.1215136 Oct 13 04:02:33.900423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Made reservation on behalf of 61455d30b7fb4221a409b82fd8cc9412 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:33.905212 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:33.911144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdc29e-bf11-4cbc-b63e-81839daca763 req-a446391d-a069-4034-a5ab-ede6b3ea3705 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:33.913087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31fdc29e-bf11-4cbc-b63e-81839daca763 req-a446391d-a069-4034-a5ab-ede6b3ea3705 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0895665 Oct 13 04:02:33.962237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-080e2c46-f204-49f3-8ce8-6d86741050a7 None None] Port d00fc3df-2f6e-4b66-a576-7bbc99511a60 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:33.971004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 31ab2eca-9665-42f3-bab4-04a24cf36cbc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:33.971530 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:33.983510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-657cd8fa-b4c5-48c2-9040-3f2fc8609100 req-be63e411-fffe-4cec-b75b-e08ebe5a5d72 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911517 Oct 13 04:02:34.001375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31fdc29e-bf11-4cbc-b63e-81839daca763 req-bf878e65-e5b9-49e4-bb1e-8f8d048cf8fd tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 Oct 13 04:02:34.199589 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.233953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294817-323f-49c4-9e36-010a09318eb0 req-bde36756-6de8-45cc-adeb-c9d3c7d6a201 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.251013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294817-323f-49c4-9e36-010a09318eb0 req-bde36756-6de8-45cc-adeb-c9d3c7d6a201 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.271659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294817-323f-49c4-9e36-010a09318eb0 req-bde36756-6de8-45cc-adeb-c9d3c7d6a201 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.274790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:34.283278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.284957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294817-323f-49c4-9e36-010a09318eb0 req-bde36756-6de8-45cc-adeb-c9d3c7d6a201 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.287052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8294817-323f-49c4-9e36-010a09318eb0 req-bde36756-6de8-45cc-adeb-c9d3c7d6a201 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 3093 time: 0.1547675 Oct 13 04:02:34.287780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48014) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:34.339603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8294817-323f-49c4-9e36-010a09318eb0 req-8514cc52-a7db-49fe-8801-3a001258c640 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354011 Oct 13 04:02:34.345380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:34.445246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081bb2a-a102-4572-98a2-4736bf59a34c req-0ca61ad4-2540-4d48-bef5-8820f6d905b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.447807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d081bb2a-a102-4572-98a2-4736bf59a34c req-0ca61ad4-2540-4d48-bef5-8820f6d905b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 1097 time: 0.2635074 Oct 13 04:02:34.456266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3039-d6cb-44e7-b908-2ba9f5589bd8 req-cc7413c7-2751-4b3e-9894-9b6a01d1e53b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.458646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a3a3039-d6cb-44e7-b908-2ba9f5589bd8 req-cc7413c7-2751-4b3e-9894-9b6a01d1e53b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.2693915 Oct 13 04:02:34.471409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Allocated IP 10.2.2.200 (7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6/71151ed6-36fe-4b4e-b891-0752b234110d/07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:34.475709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd17f09f-82b8-4dc3-9256-34a0f9def026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.523129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba988b-6ac1-4a99-aa57-9113d12e2ae3 req-5388ecde-bbb6-469e-b8e2-75486eb742e7 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:34.525550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0eba988b-6ac1-4a99-aa57-9113d12e2ae3 req-5388ecde-bbb6-469e-b8e2-75486eb742e7 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.0908065 Oct 13 04:02:34.538781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:34.544313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a3a3039-d6cb-44e7-b908-2ba9f5589bd8 req-40375c23-f73e-49f8-a7b2-fc53a5499e8a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761821 Oct 13 04:02:34.553547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Request body: {'floatingip': {'port_id': '51f84479-d830-43a4-ac98-4535a912263b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:34.560081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d081bb2a-a102-4572-98a2-4736bf59a34c req-9dba2dae-2879-48e3-bc74-a1d58f452b7d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999777 Oct 13 04:02:34.609303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd17f09f-82b8-4dc3-9256-34a0f9def026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.616921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd17f09f-82b8-4dc3-9256-34a0f9def026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.658587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf723327-0a40-44d0-a96e-69a86384a81d req-679d7360-bd21-4d7a-8c11-d32e45202d89 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 210 time: 0.0437162 Oct 13 04:02:34.689207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.698568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dd17f09f-82b8-4dc3-9256-34a0f9def026 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4902b8e039df4fc1914b5f4f50f445db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091651 Oct 13 04:02:34.699782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17f09f-82b8-4dc3-9256-34a0f9def026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d963b9-86f6-474c-8cd7-8bca300d6e0b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:34.702368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:34.766964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97a8993-3deb-4533-b39d-c6dd113b68ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.791832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97a8993-3deb-4533-b39d-c6dd113b68ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.816941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-e3f0df61-bcbd-4068-8bc5-ad8aee276ef6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214044 Oct 13 04:02:34.853076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97a8993-3deb-4533-b39d-c6dd113b68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.857955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97a8993-3deb-4533-b39d-c6dd113b68ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:34.859931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f97a8993-3deb-4533-b39d-c6dd113b68ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0d963b9-86f6-474c-8cd7-8bca300d6e0b HTTP/1.1" status: 204 len: 168 time: 0.1563828 Oct 13 04:02:34.869272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a8993-3deb-4533-b39d-c6dd113b68ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d963b9-86f6-474c-8cd7-8bca300d6e0b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:35.032777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:35.036525 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8b9140-ad65-4429-9005-9dc994247994" -d '{"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-plugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:35.106520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341c56e-16bc-4b7f-88fd-f1ec9f258855 req-b6215f2d-d316-430e-8512-2e56af3bc00f tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.108194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4341c56e-16bc-4b7f-88fd-f1ec9f258855 req-b6215f2d-d316-430e-8512-2e56af3bc00f tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 946 time: 0.3046558 Oct 13 04:02:35.136034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dccda3-df83-4871-887a-e8bfd68546e7 req-b061d7c9-c08c-4ee7-adbb-ef435340a185 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.144786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1dccda3-df83-4871-887a-e8bfd68546e7 req-b061d7c9-c08c-4ee7-adbb-ef435340a185 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0763185 Oct 13 04:02:35.200073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1dccda3-df83-4871-887a-e8bfd68546e7 req-1bc4778c-d1dd-4c84-ad6a-546b35c1d9e4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543044 Oct 13 04:02:35.227930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:35.239591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-0d21561d-b876-453e-9415-d0c6f10ed396 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.241135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-0d21561d-b876-453e-9415-d0c6f10ed396 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976240 Oct 13 04:02:35.263571 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b8c99-7545-4789-93ba-fc4d7473c282 x-openstack-request-id: req-6c1b8c99-7545-4789-93ba-fc4d7473c282 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:35.264399 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-plugged", "status": "completed", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:35.268426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Request body: {'port': {'device_id': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '02913d5543c0459e838fc38b2034bb11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:35.268601 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c1b8c99-7545-4789-93ba-fc4d7473c282 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:35.269181 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'code': 200} Oct 13 04:02:35.353479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4341c56e-16bc-4b7f-88fd-f1ec9f258855 req-03c31e0d-afcc-45e5-b57e-adc178895e65 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777079 Oct 13 04:02:35.509153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:35.577355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b78-9e82-436f-983d-9501589d38bb req-ea5ba8af-2f68-4afd-9857-5caae5a1caa3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.588928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b78-9e82-436f-983d-9501589d38bb req-ea5ba8af-2f68-4afd-9857-5caae5a1caa3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.598953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b78-9e82-436f-983d-9501589d38bb req-ea5ba8af-2f68-4afd-9857-5caae5a1caa3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.606729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b78-9e82-436f-983d-9501589d38bb req-ea5ba8af-2f68-4afd-9857-5caae5a1caa3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.613908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b78-9e82-436f-983d-9501589d38bb req-ea5ba8af-2f68-4afd-9857-5caae5a1caa3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.622661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f26b78-9e82-436f-983d-9501589d38bb req-ea5ba8af-2f68-4afd-9857-5caae5a1caa3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 3814 time: 0.1256225 Oct 13 04:02:35.748197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f26b78-9e82-436f-983d-9501589d38bb req-374afd98-004a-426c-a6b9-55c98ccabdac tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132195 Oct 13 04:02:35.748497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b178c-b5ff-4d30-a1aa-f7356a3c8022 req-1901d90e-a2dd-4f0f-b224-36acef1fff2a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.762784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-748b178c-b5ff-4d30-a1aa-f7356a3c8022 req-1901d90e-a2dd-4f0f-b224-36acef1fff2a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 946 time: 0.2625101 Oct 13 04:02:35.769148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:35.787185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:35.853770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:35.868654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a258eda-125a-4a80-a731-83689b120659 req-cf86dbfe-96bc-4bca-9996-381e77ee5429 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:35.878232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a258eda-125a-4a80-a731-83689b120659 req-cf86dbfe-96bc-4bca-9996-381e77ee5429 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0666595 Oct 13 04:02:35.898999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event updated for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:35.918441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Made reservation on behalf of 02913d5543c0459e838fc38b2034bb11 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:35.922453 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:35.930154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:35.940534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a258eda-125a-4a80-a731-83689b120659 req-e7091e7d-1b58-466a-95f7-ecb99e83c9ca tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607607 Oct 13 04:02:36.036462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81541006-7ae1-4cb7-88e6-9b527a66ead6 req-7a1ffe08-f10e-4450-b13b-8842026dfcfd tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 210 time: 0.0317881 Oct 13 04:02:36.069740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-748b178c-b5ff-4d30-a1aa-f7356a3c8022 req-a48058d7-cca9-471b-b5f5-eb27b415d796 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055446 Oct 13 04:02:36.141970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-530700271-network', 'tenant_id': '513f465bf213408f953faa89e26c1fd4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:36.187382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Made reservation on behalf of 513f465bf213408f953faa89e26c1fd4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:36.190275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.217189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.221583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ec851a7-35fb-4e9e-93a7-a63314e0db1e None None] Provisioning complete for port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:36.221951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec851a7-35fb-4e9e-93a7-a63314e0db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.250316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:36.251072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.316192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ec851a7-35fb-4e9e-93a7-a63314e0db1e None None] Port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:36.355448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.369441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.382153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:02:36.401758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.402395 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Added segment dc616b6a-8863-496f-b805-62d3a2b9bd64 of type vlan for network 2ecd4e84-e4e9-44fa-86d3-303b8c64af17 Oct 13 04:02:36.430233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-70ba76d3-3299-497b-b276-ee039914d1b9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8165584 Oct 13 04:02:36.441669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367472cc-12fe-447c-86f4-e8224f3672e4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:36.455657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:36.473242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.539621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.549770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.559467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.559961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:36.562051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.637019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] Pushing event updated for resources: {'Network': ['ID=2ecd4e84-e4e9-44fa-86d3-303b8c64af17,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:36.648564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2ecd4e84-e4e9-44fa-86d3-303b8c64af17 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:02:36.656029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e3dab078-8282-44aa-82a8-a0d41763942c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7245007 Oct 13 04:02:36.658986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:36.664984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Request body: {'subnet': {'network_id': '2ecd4e84-e4e9-44fa-86d3-303b8c64af17', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-530700271-subnet', 'tenant_id': '513f465bf213408f953faa89e26c1fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:36.698937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Made reservation on behalf of 513f465bf213408f953faa89e26c1fd4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:36.703284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.934893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.976347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:36.998036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10cb3e-5754-4477-96fe-57a759d46809 req-27456cad-93c6-40c9-ac61-12afda3f0573 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.005585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c10cb3e-5754-4477-96fe-57a759d46809 req-27456cad-93c6-40c9-ac61-12afda3f0573 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.6653111 Oct 13 04:02:37.021382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Checking segment: {'id': 'dc616b6a-8863-496f-b805-62d3a2b9bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ecd4e84-e4e9-44fa-86d3-303b8c64af17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:37.022018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Network hostable DHCP agents. Network: 2ecd4e84-e4e9-44fa-86d3-303b8c64af17, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:02:37.035958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22cbbc1-e6bc-4a9b-8116-05cf1905bdd5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:37.093686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-d07a7928-bc69-463f-9693-114825a03660 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.099594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-d07a7928-bc69-463f-9693-114825a03660 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.106097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-d07a7928-bc69-463f-9693-114825a03660 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.112209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-d07a7928-bc69-463f-9693-114825a03660 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.118136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-d07a7928-bc69-463f-9693-114825a03660 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.119738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-d07a7928-bc69-463f-9693-114825a03660 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 3814 time: 0.1084073 Oct 13 04:02:37.120923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Network 2ecd4e84-e4e9-44fa-86d3-303b8c64af17 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:02:37.132003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Allocated IP 192.168.233.83 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/489a7b33-4c2e-406f-9f6e-7f5c9812b207) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:37.138100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2ecd4e84-e4e9-44fa-86d3-303b8c64af17) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:37.151356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be5007-e254-421d-bb10-180dc5d5e9c7 None None] Network 2ecd4e84-e4e9-44fa-86d3-303b8c64af17 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:37.171214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c10cb3e-5754-4477-96fe-57a759d46809 req-1665bae8-9688-41dd-bd2a-2e7d1b97820d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606171 Oct 13 04:02:37.171638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.172311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:37.211279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-73383e69-7009-46f8-99e2-07454c37b70d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5425091 Oct 13 04:02:37.211506 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Floating IP c1e7091e-03e7-4eb9-956c-3de80d965f44 associated. External IP: 172.25.1.58, port: 51f84479-d830-43a4-ac98-4535a912263b. Oct 13 04:02:37.212615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8aba7a9-5a26-4f37-846a-9103851b6ea5 req-cf97718c-1fe1-4360-ad4b-d9c05a97ea94 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826645 Oct 13 04:02:37.322588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb089470-672f-412c-9e0d-459837f4acdc None None] Network 2ecd4e84-e4e9-44fa-86d3-303b8c64af17 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:37.343995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d91cea4b-86ac-4d64-9948-b828aee86af4 req-92bb6c1a-79d6-4bbf-a870-72fcac02e233 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 210 time: 0.0398731 Oct 13 04:02:37.489163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28115e-68d6-457e-87b0-98910c95331a req-fa7d2232-59b8-4e77-b5b2-365fe10edd0d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.490910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b28115e-68d6-457e-87b0-98910c95331a req-fa7d2232-59b8-4e77-b5b2-365fe10edd0d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 946 time: 0.0697343 Oct 13 04:02:37.541685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b28115e-68d6-457e-87b0-98910c95331a req-1b357788-1132-49fe-bbf6-0414c0832d84 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Oct 13 04:02:37.596415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f057-238b-4499-b902-51024fd5bc89 req-ee2a5d92-491f-4e45-835e-0d824953c34c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:37.597977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3180f057-238b-4499-b902-51024fd5bc89 req-ee2a5d92-491f-4e45-835e-0d824953c34c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.2205586 Oct 13 04:02:37.740012 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-cd5fedf4-5db9-4e06-aba9-777bf0d93bef req-0f406d99-979d-4ccf-9582-6b5b0484053a tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] show failed (client error): The resource could not be found. Oct 13 04:02:37.741051 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd5fedf4-5db9-4e06-aba9-777bf0d93bef req-0f406d99-979d-4ccf-9582-6b5b0484053a tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups/ff6ac5f6-4bc3-4310-a397-7e338fce051a HTTP/1.1" status: 404 len: 352 time: 0.0147369 Oct 13 04:02:37.790777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:37.828967 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3180f057-238b-4499-b902-51024fd5bc89 req-45058bb2-f975-41bb-bb18-83048f8e9652 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965616 Oct 13 04:02:37.860669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:37.880990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef9da936-903a-4a83-baf9-6be8a6342e1c req-c1f74f28-964d-42cb-9533-c5a5daa4e006 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=513f465bf213408f953faa89e26c1fd4 HTTP/1.1" status: 200 len: 2984 time: 0.0503731 Oct 13 04:02:37.884728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Router 080316ba-1d4f-44d7-8879-c6fe0389b558 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:02:37.925541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef9da936-903a-4a83-baf9-6be8a6342e1c req-ac6d5146-b57d-4f3f-8972-d20963b3ca48 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups/367472cc-12fe-447c-86f4-e8224f3672e4 HTTP/1.1" status: 200 len: 2981 time: 0.0396404 Oct 13 04:02:37.936329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6a9ed0-83d0-4376-a990-4392f5f9c49c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:37.947683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:37.977790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef9da936-903a-4a83-baf9-6be8a6342e1c req-279bf1fc-7e08-4d35-9a78-10fce749275a tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups/367472cc-12fe-447c-86f4-e8224f3672e4 HTTP/1.1" status: 200 len: 2981 time: 0.0440607 Oct 13 04:02:38.002067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Transition to ACTIVE for port object ac6a9ed0-83d0-4376-a990-4392f5f9c49c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:38.008620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.016778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.021768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:38.025923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9', '31ab2eca-9665-42f3-bab4-04a24cf36cbc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:38.137518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:38.151557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:38.159526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:38.162549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:38.220321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a57f227-63ad-421c-a29c-870b79de8ea7 req-277bc84c-687c-4414-8c07-90fa56b97a30 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups/367472cc-12fe-447c-86f4-e8224f3672e4 HTTP/1.1" status: 200 len: 2981 time: 0.2153549 Oct 13 04:02:38.262131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:02:38.274970 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] Sync routers for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:02:38.292640 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:38.294395 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:38.324491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.442072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dff54-183a-47ac-8b89-255084d41cc6 req-31fc18fe-b80c-4ffa-88b4-be790d03be22 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.449793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:38.463706 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-737dff54-183a-47ac-8b89-255084d41cc6 req-31fc18fe-b80c-4ffa-88b4-be790d03be22 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.1461449 Oct 13 04:02:38.469883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.470553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.502662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3fb80cd2-14e0-4e9a-81f3-be46ed30bb1b tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "PUT /v2.0/floatingips/c1e7091e-03e7-4eb9-956c-3de80d965f44 HTTP/1.1" status: 200 len: 991 time: 3.9547739 Oct 13 04:02:38.522058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-737dff54-183a-47ac-8b89-255084d41cc6 req-dd46136f-7d66-4181-b21f-6608e88f334b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Oct 13 04:02:38.525616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'tag': '51f84479-d830-43a4-ac98-4535a912263b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:38.527959 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e78df49-5835-4272-b095-c13d2d50e359" -d '{"events": [{"name": "network-changed", "server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "tag": "51f84479-d830-43a4-ac98-4535a912263b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:38.546750 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:38.598384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Attempting to bind port ac6a9ed0-83d0-4376-a990-4392f5f9c49c on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:38.599644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Attempting to bind port ac6a9ed0-83d0-4376-a990-4392f5f9c49c by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:38.599991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Attempting to bind port ac6a9ed0-83d0-4376-a990-4392f5f9c49c on network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:38.606859 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-8a57f227-63ad-421c-a29c-870b79de8ea7 req-c5d8fb68-8dbc-4d32-8acb-115ac29c14f6 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:02:38.622955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a57f227-63ad-421c-a29c-870b79de8ea7 req-c5d8fb68-8dbc-4d32-8acb-115ac29c14f6 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "DELETE /v2.0/security-groups/367472cc-12fe-447c-86f4-e8224f3672e4 HTTP/1.1" status: 409 len: 352 time: 0.3973083 Oct 13 04:02:38.623664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Port ac6a9ed0-83d0-4376-a990-4392f5f9c49c on network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:38.623990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Attempting to bind port ac6a9ed0-83d0-4376-a990-4392f5f9c49c on network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:38.632472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-12fa764c-4d79-4883-b775-884f38be16cc tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3760383 Oct 13 04:02:38.633420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:38.633758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Checking segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:38.634145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Bound using segment: {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:38.634726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Bound port: ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c410d827-9f26-4fff-a486-524509361e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:38.635086 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.654976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Request body: {'port': {'device_id': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:38.687235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a0750d2-af0a-4030-bf68-416a6f5fa877 None None] Provisioning complete for port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:38.687810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a0750d2-af0a-4030-bf68-416a6f5fa877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.756657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-73b169ed-c152-44dd-85d6-f56027a695c0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.769493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.774074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-73b169ed-c152-44dd-85d6-f56027a695c0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.784993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-73b169ed-c152-44dd-85d6-f56027a695c0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.796174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-73b169ed-c152-44dd-85d6-f56027a695c0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.803147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3a0750d2-af0a-4030-bf68-416a6f5fa877 None None] Port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:02:38.804098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-73b169ed-c152-44dd-85d6-f56027a695c0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.806599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-73b169ed-c152-44dd-85d6-f56027a695c0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 3826 time: 0.1884034 Oct 13 04:02:38.845403 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c1e7091e-03e7-4eb9-956c-3de80d965f44', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'port_id': '51f84479-d830-43a4-ac98-4535a912263b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'mac_address': 'fa:16:3e:85:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:02:16Z', 'updated_at': '2021-10-13T04:02:36Z', 'revision_number': 1, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:38.861673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-661c8f84-ef05-429e-ad3c-6f865e075ad4 req-01ccb3b0-58ef-4ff1-9410-9a2448fb2851 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468659 Oct 13 04:02:38.870194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:38.878012 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] Checking router: 080316ba-1d4f-44d7-8879-c6fe0389b558 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:38.887374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:38.887994 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:38.898986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:38.950360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:38.964486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5aee2-5e43-4bd0-adee-25227865275e req-88ca4cdb-f059-4212-96b0-23bb2242c0a5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:38.965994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29b5aee2-5e43-4bd0-adee-25227865275e req-88ca4cdb-f059-4212-96b0-23bb2242c0a5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 935 time: 0.1980271 Oct 13 04:02:39.031137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.031830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.033145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 200 len: 1091 time: 2.5817006 Oct 13 04:02:39.038493 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:39.096556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:39.117778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec79a3-f12e-49ec-9a4c-4ab07369bc95 req-2566c7a7-080a-40ec-8a8b-42ed0b2a6f21 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.126257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7ec79a3-f12e-49ec-9a4c-4ab07369bc95 req-2566c7a7-080a-40ec-8a8b-42ed0b2a6f21 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 946 time: 0.0823798 Oct 13 04:02:39.129457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be73538-d5cc-4a2e-99a5-861ff34ffdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:39.165121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29b5aee2-5e43-4bd0-adee-25227865275e req-5638874a-3316-4b9e-b99c-43aa1c48504b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884568 Oct 13 04:02:39.218142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7ec79a3-f12e-49ec-9a4c-4ab07369bc95 req-9513f0a3-fb54-4bf5-9523-215c346e6d67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843115 Oct 13 04:02:39.264435 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd1a618-ba55-43b8-9e96-890372e8fb55 x-openstack-request-id: req-9cd1a618-ba55-43b8-9e96-890372e8fb55 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:39.267365 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "tag": "51f84479-d830-43a4-ac98-4535a912263b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:39.267950 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cd1a618-ba55-43b8-9e96-890372e8fb55 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:39.268715 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'tag': '51f84479-d830-43a4-ac98-4535a912263b', 'status': 'completed', 'code': 200} Oct 13 04:02:39.282136 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-4c0309de-e315-4022-9d5d-9545de9b35fb req-b0e42f96-64ae-493e-9cb3-26aef35269b0 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] show failed (client error): The resource could not be found. Oct 13 04:02:39.293415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.304210 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c0309de-e315-4022-9d5d-9545de9b35fb req-b0e42f96-64ae-493e-9cb3-26aef35269b0 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups/ca65818c-e1d3-45b4-a46e-dc235c1cf08e HTTP/1.1" status: 404 len: 352 time: 0.0490263 Oct 13 04:02:39.395290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78df49-5835-4272-b095-c13d2d50e359 req-22997f72-239b-4a5b-8814-d8489869eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.396881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-22997f72-239b-4a5b-8814-d8489869eb7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0baf76a82284459b58ced1c5292d77e&device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 1097 time: 0.0916159 Oct 13 04:02:39.422771 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c1e7091e-03e7-4eb9-956c-3de80d965f44', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'port_id': '51f84479-d830-43a4-ac98-4535a912263b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'mac_address': 'fa:16:3e:85:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:02:16Z', 'updated_at': '2021-10-13T04:02:36Z', 'revision_number': 1, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:39.452020 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea5099-1c80-4416-9ad6-8244d30dcfa4 None None] The sync data for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 is: [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c1e7091e-03e7-4eb9-956c-3de80d965f44', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'port_id': '51f84479-d830-43a4-ac98-4535a912263b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'mac_address': 'fa:16:3e:85:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:02:16Z', 'updated_at': '2021-10-13T04:02:36Z', 'revision_number': 1, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:39.494067 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-c20348f1-faf5-4fa9-8adf-f1feb4776db1 req-17fd803d-4672-4240-a709-bd368075f989 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] show failed (client error): The resource could not be found. Oct 13 04:02:39.495259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c20348f1-faf5-4fa9-8adf-f1feb4776db1 req-17fd803d-4672-4240-a709-bd368075f989 tempest-SecurityGroupsNegativeTestJSON-1606110207 tempest-SecurityGroupsNegativeTestJSON-1606110207-project] 10.222.0.44 "GET /v2.0/security-groups/4719058a-cd32-46e0-a039-a8b9e08147da HTTP/1.1" status: 404 len: 352 time: 0.0325220 Oct 13 04:02:39.507020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:39.561359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e2c58-134c-4cf8-b320-cfc1a6e8a13c req-322005c6-c7a0-4baa-a64a-e399e770ecaf tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.563024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee0e2c58-134c-4cf8-b320-cfc1a6e8a13c req-322005c6-c7a0-4baa-a64a-e399e770ecaf tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1628799 Oct 13 04:02:39.632008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78df49-5835-4272-b095-c13d2d50e359 req-4a47c650-93ce-4092-bd87-05a0a10f491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.633507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-4a47c650-93ce-4092-bd87-05a0a10f491d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6151d52c-5fc7-427d-b155-cc363b420246 HTTP/1.1" status: 200 len: 913 time: 0.2017248 Oct 13 04:02:39.665360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.706931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee0e2c58-134c-4cf8-b320-cfc1a6e8a13c req-f21ee03d-b94e-4806-bdf4-5850cd406908 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964971 Oct 13 04:02:39.746366 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-05fe35ad-c778-4b83-baf3-88b0ae5890a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51f84479-d830-43a4-ac98-4535a912263b HTTP/1.1" status: 200 len: 999 time: 0.1023679 Oct 13 04:02:39.746869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Deleting subnet e22cbbc1-e6bc-4a9b-8116-05cf1905bdd5 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:02:39.752547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:39.761700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.782549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a287f61-6e2b-462e-8dca-8517f17da770 None None] New status for floating IP c1e7091e-03e7-4eb9-956c-3de80d965f44: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:02:39.802726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.831855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78df49-5835-4272-b095-c13d2d50e359 req-6d87fab5-de9f-426e-9f5a-11d8948ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.833686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-6d87fab5-de9f-426e-9f5a-11d8948ef1f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c65893aa-c173-4022-b5ba-48cbe25b8173 HTTP/1.1" status: 200 len: 851 time: 0.0823922 Oct 13 04:02:39.859756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Transition to ACTIVE for port object 489a7b33-4c2e-406f-9f6e-7f5c9812b207 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:39.863685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.881647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ccd1ba10-a982-4b21-bf0f-888ce82118ba details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:39.893231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78df49-5835-4272-b095-c13d2d50e359 req-7bfc34f0-1348-4464-b4fc-095d3c80a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:39.895062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-7bfc34f0-1348-4464-b4fc-095d3c80a24e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6151d52c-5fc7-427d-b155-cc363b420246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541835 Oct 13 04:02:39.940917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:39.993104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fc5b-71a2-4ac1-9d9d-cdf365cb6b17 req-be0a0a05-2c41-4056-be23-f41e3e745047 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.005547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74f8fc5b-71a2-4ac1-9d9d-cdf365cb6b17 req-be0a0a05-2c41-4056-be23-f41e3e745047 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.3724530 Oct 13 04:02:40.035959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4fa21f-6fbb-44b1-8fac-6944e962245f {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:40.050619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-49a65dd0-d302-448b-915f-fe7d406ca774 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.057551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-49a65dd0-d302-448b-915f-fe7d406ca774 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.071783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.073138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-49a65dd0-d302-448b-915f-fe7d406ca774 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.075723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:40.083752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.092133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-49a65dd0-d302-448b-915f-fe7d406ca774 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.098002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'port_id': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'mac_address': 'fa:16:3e:b0:f2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4e946e-078f-467f-bedc-e1e3f02cdd03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:40.109978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-49a65dd0-d302-448b-915f-fe7d406ca774 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.112787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-49a65dd0-d302-448b-915f-fe7d406ca774 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 3826 time: 0.1403451 Oct 13 04:02:40.148481 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.161555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Transition to ACTIVE for port object da4fa21f-6fbb-44b1-8fac-6944e962245f will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:40.167232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:40.178703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccd1ba10-a982-4b21-bf0f-888ce82118ba {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:40.181413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4648191-67a0-4ba3-817c-2db79ed13116 req-08e7c82a-b75d-4d06-be33-2db680188047 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557597 Oct 13 04:02:40.192553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-7b5f98c3-a8f9-4cfe-abf0-2da811344ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895026 Oct 13 04:02:40.195018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74f8fc5b-71a2-4ac1-9d9d-cdf365cb6b17 req-32c75ce9-1bac-45ca-ac6f-b0f91f2df326 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885238 Oct 13 04:02:40.203029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.209885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:40.218143 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.346455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ccd1ba10-a982-4b21-bf0f-888ce82118ba'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:40.376812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.382242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Pushing event updated for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:40.406956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:40.421065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e78df49-5835-4272-b095-c13d2d50e359 req-5eb2942b-f8d3-4af8-8b11-ce4d47c02b2b service neutron] 10.222.0.15 "GET /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202039 Oct 13 04:02:40.433845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:40.434439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:40.434769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:40.468300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22cbbc1-e6bc-4a9b-8116-05cf1905bdd5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:40.487254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.506747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f7ff96e5-fc7c-4256-b513-3809017610ed admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e22cbbc1-e6bc-4a9b-8116-05cf1905bdd5 HTTP/1.1" status: 204 len: 168 time: 0.9900341 Oct 13 04:02:40.507969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:40.508300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:40.514106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:40.537644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:40.537991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:40.538381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:40.539201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Bound port: 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:40.539716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:40.559728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40710794-4aa0-4c24-a01c-7abd7979992b req-3d6d5dda-acfe-41bf-8116-a084976f53fe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.569399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40710794-4aa0-4c24-a01c-7abd7979992b req-3d6d5dda-acfe-41bf-8116-a084976f53fe tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.1386826 Oct 13 04:02:40.626988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40710794-4aa0-4c24-a01c-7abd7979992b req-83fcec90-21aa-4ac6-aaf6-f36ed399445d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Oct 13 04:02:40.834010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61635eae-19e0-4143-b482-af06e687f57e req-de1f85c9-7f23-46e9-a44e-22108f9f70ce tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:40.835596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61635eae-19e0-4143-b482-af06e687f57e req-de1f85c9-7f23-46e9-a44e-22108f9f70ce tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0589774 Oct 13 04:02:40.875762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61635eae-19e0-4143-b482-af06e687f57e req-8297ad37-8b01-481f-8778-4f94f8f052bd tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338089 Oct 13 04:02:40.999374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Attempting to bind port da4fa21f-6fbb-44b1-8fac-6944e962245f on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:40.999871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Attempting to bind port da4fa21f-6fbb-44b1-8fac-6944e962245f by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:41.000208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Attempting to bind port da4fa21f-6fbb-44b1-8fac-6944e962245f on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:41.027080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.028498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Port da4fa21f-6fbb-44b1-8fac-6944e962245f on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:41.028844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Attempting to bind port da4fa21f-6fbb-44b1-8fac-6944e962245f on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:41.049092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:41.049730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Checking segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:41.049836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Bound using segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:41.050218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Bound port: da4fa21f-6fbb-44b1-8fac-6944e962245f, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:41.050571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.062016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e23a-56ed-41d2-ac00-46e3bf47f4a4 req-9ac4f4d6-a0a8-4223-8663-77c576209fd5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.063486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6426e23a-56ed-41d2-ac00-46e3bf47f4a4 req-9ac4f4d6-a0a8-4223-8663-77c576209fd5 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 945 time: 0.5036590 Oct 13 04:02:41.064542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:41.101590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:41.144295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.232545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.233097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.234502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 1095 time: 2.5859957 Oct 13 04:02:41.256939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6426e23a-56ed-41d2-ac00-46e3bf47f4a4 req-45d7c93c-3b48-4136-94ae-2d43441e2fcf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828375 Oct 13 04:02:41.274105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c'}, {'name': 'network-changed', 'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:41.276726 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b0cab-d903-497b-8ae1-a0d0811eceef" -d '{"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c"}, {"name": "network-changed", "server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:41.319116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:41.337590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:41.348109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.374075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.408577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbf7e-ff97-4990-a33f-f9cf74ee65e7 req-f4bfe2c4-4e1a-47dd-90d6-405765d8c6b7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.415156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8bbf7e-ff97-4990-a33f-f9cf74ee65e7 req-f4bfe2c4-4e1a-47dd-90d6-405765d8c6b7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0948715 Oct 13 04:02:41.429370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c81d1b-a5c9-4dc0-9835-a0760a0516d7 service neutron] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:41.443757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecd4e84-e4e9-44fa-86d3-303b8c64af17']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:41.522594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8bbf7e-ff97-4990-a33f-f9cf74ee65e7 req-516f905a-27ce-4bc4-b6b8-6d01562a061d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029820 Oct 13 04:02:41.539494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.540207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.551141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] 10.222.0.15 "PUT /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 1135 time: 2.4602702 Oct 13 04:02:41.579110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc616b6a-8863-496f-b805-62d3a2b9bd64') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:41.579483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc616b6a-8863-496f-b805-62d3a2b9bd64') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:41.630928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-2aad7f0d-9725-4b94-9cb4-a3f957864505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.632423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-2aad7f0d-9725-4b94-9cb4-a3f957864505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1098 time: 0.2875676 Oct 13 04:02:41.657489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.663666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:41.757499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-7ee00121-15a3-480a-83f0-e97c8489278d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0908926 Oct 13 04:02:41.773414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b690121-c0e8-444f-9107-2a6dd5cdf720 service neutron] Pushing event updated for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:41.791762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.817955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.825072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.832631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.841964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.850365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.855805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.863257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-75148693-15ea-457e-8d17-8a9101c79527 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 4603 time: 0.4486825 Oct 13 04:02:41.864719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d991d245-fcb4-4cd6-986c-f552f485fea4 x-openstack-request-id: req-d991d245-fcb4-4cd6-986c-f552f485fea4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:41.869969 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:41.870245 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d991d245-fcb4-4cd6-986c-f552f485fea4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:41.870656 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'status': 'completed', 'code': 200} Oct 13 04:02:41.870914 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'status': 'completed', 'code': 200} Oct 13 04:02:41.890062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ccd1ba10-a982-4b21-bf0f-888ce82118ba no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:41.911622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.923852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.924591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.925256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.925892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.926586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.928623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-29072d52-2a7c-45c0-9fd8-795605595622 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5289 time: 0.0890050 Oct 13 04:02:41.935856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:02:41.936555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:02:41.973082 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:02:41.980082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-df53efa9-fd52-48c4-96e1-20738e57e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:41.984618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-df53efa9-fd52-48c4-96e1-20738e57e04d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2111609 Oct 13 04:02:42.044393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:42.062122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ccd1ba10-a982-4b21-bf0f-888ce82118ba {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:42.085826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:42.091355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:42.095880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fbacd-03bc-4136-82c1-6b5cf6c5de9f req-27876d77-d77d-4668-b7e2-2efa39a1dc3b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.098619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:42.100114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-090fbacd-03bc-4136-82c1-6b5cf6c5de9f req-27876d77-d77d-4668-b7e2-2efa39a1dc3b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.1554883 Oct 13 04:02:42.103173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:42.117386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] 10.222.0.44 "DELETE /v2.0/networks/2ecd4e84-e4e9-44fa-86d3-303b8c64af17 HTTP/1.1" status: 204 len: 168 time: 1.5985422 Oct 13 04:02:42.153789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:42.170240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:42.199782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-090fbacd-03bc-4136-82c1-6b5cf6c5de9f req-d7d7f7dd-cdad-4ed1-912c-bb3497293435 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875649 Oct 13 04:02:42.237936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c71d50a-1000-4a09-9cd6-a72da92cdd1d req-8a504a16-d6f0-4c3c-9add-8952eab49e9b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3118365 Oct 13 04:02:42.245781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8223f0c-1bbf-4d52-8f9c-3d1f21be57df admin admin] Pushing event deleted for resources: {'Network': ['ID=2ecd4e84-e4e9-44fa-86d3-303b8c64af17,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:42.299224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-9c62d7bf-f15d-422f-9c2a-bf9c449f7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.302336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-9c62d7bf-f15d-422f-9c2a-bf9c449f7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.302838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-9c62d7bf-f15d-422f-9c2a-bf9c449f7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.304456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-9c62d7bf-f15d-422f-9c2a-bf9c449f7336 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61455d30b7fb4221a409b82fd8cc9412&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3611314 Oct 13 04:02:42.339520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:42.448141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f050db-4809-4cd3-b243-f24e50716dde req-af4d160f-0d6a-4b9e-943b-8ae240c8afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.449741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-af4d160f-0d6a-4b9e-943b-8ae240c8afd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3855414 Oct 13 04:02:42.525539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf49967-d34e-4336-9966-2a75fd5be0db req-162f790e-dc78-4e28-83ef-53d74306fcbb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.527638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abf49967-d34e-4336-9966-2a75fd5be0db req-162f790e-dc78-4e28-83ef-53d74306fcbb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1180856 Oct 13 04:02:42.546074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2dd89209-106f-4388-89ff-652ced638022 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=513f465bf213408f953faa89e26c1fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998980 Oct 13 04:02:42.549167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:42.569696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c152a-a253-4341-882d-a3c9c01d0ae3 req-63f67605-b4f0-4804-bbe1-9391b5a8e980 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.571252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a25c152a-a253-4341-882d-a3c9c01d0ae3 req-63f67605-b4f0-4804-bbe1-9391b5a8e980 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.2023852 Oct 13 04:02:42.591944 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abf49967-d34e-4336-9966-2a75fd5be0db req-96d79903-3b3b-4112-876d-0a661a49bf45 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578232 Oct 13 04:02:42.593244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-2ca26af9-1cdc-4a81-a88e-f41c4bdc3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:42.594618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-2ca26af9-1cdc-4a81-a88e-f41c4bdc3cb5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2817392 Oct 13 04:02:42.803078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a25c152a-a253-4341-882d-a3c9c01d0ae3 req-5df8b4f4-ac65-49e2-9ee9-d656c8a7ca51 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599102 Oct 13 04:02:42.831021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcca1722-9c21-4f6f-95d1-df6d47611d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:42.842051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-f57e9e85-4e6e-4277-bc33-5bbfb245e1c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560326 Oct 13 04:02:42.986089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37f050db-4809-4cd3-b243-f24e50716dde req-68ca5f8f-409c-4229-a675-f7911386c557 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Oct 13 04:02:43.007097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcca1722-9c21-4f6f-95d1-df6d47611d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:43.140405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:43.141713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0aa08-6584-46a5-b1de-502fb6ed7723 req-f2f54a9d-d9ac-4c96-afd5-ef4a142d8ee7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.152759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50e0aa08-6584-46a5-b1de-502fb6ed7723 req-f2f54a9d-d9ac-4c96-afd5-ef4a142d8ee7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.4619491 Oct 13 04:02:43.155357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-237a40e2-10f0-460c-97de-f739e1871571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.156958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-237a40e2-10f0-460c-97de-f739e1871571 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1098 time: 0.1074533 Oct 13 04:02:43.158812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:43.177106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcca1722-9c21-4f6f-95d1-df6d47611d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:43.181287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcca1722-9c21-4f6f-95d1-df6d47611d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:43.182547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fcca1722-9c21-4f6f-95d1-df6d47611d29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/367472cc-12fe-447c-86f4-e8224f3672e4 HTTP/1.1" status: 204 len: 168 time: 0.6103556 Oct 13 04:02:43.185200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Transition to ACTIVE for port object 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:43.204798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50e0aa08-6584-46a5-b1de-502fb6ed7723 req-f77ce6fb-fdbf-41a7-84ec-2b4b8bd2e15f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 Oct 13 04:02:43.323362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:43.339914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-7774d3b8-56a1-498d-9d9a-3d6dd3a91bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.341640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-7774d3b8-56a1-498d-9d9a-3d6dd3a91bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1553607 Oct 13 04:02:43.350807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca1722-9c21-4f6f-95d1-df6d47611d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367472cc-12fe-447c-86f4-e8224f3672e4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:43.459027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-7f908903-d9b8-4c35-8eab-6c779f175562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0704343 Oct 13 04:02:43.509713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.519985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Pushing event updated for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:43.520478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.536541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.550144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.556613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.576537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.585110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.587918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-06388a1d-1568-423a-bdfc-9a28d4eeba74 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5379 time: 0.2566898 Oct 13 04:02:43.635988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb25439-d9d3-4513-ab5b-02490ed218fd req-02fbbbd8-d17b-49ee-945e-c688c2e6ca06 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.643580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9bb25439-d9d3-4513-ab5b-02490ed218fd req-02fbbbd8-d17b-49ee-945e-c688c2e6ca06 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.3434196 Oct 13 04:02:43.691075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af18ca4e-b4ed-499c-ba48-c87e1253dc42 req-0144c8b4-13a4-42d7-b823-9fac13069b7a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927017 Oct 13 04:02:43.711229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-711722f3-4a8e-4040-8dcd-8bd11821f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.712774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-711722f3-4a8e-4040-8dcd-8bd11821f7e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2363136 Oct 13 04:02:43.748417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-e837cd30-d0fc-4a6e-9b6d-c3d7a3f04aa6 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.752805 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-e837cd30-d0fc-4a6e-9b6d-c3d7a3f04aa6 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.1634185 Oct 13 04:02:43.780715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Attempting to bind port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:43.781267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Attempting to bind port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:43.781267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Attempting to bind port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:43.802101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9bb25439-d9d3-4513-ab5b-02490ed218fd req-7018053a-e919-4564-9ed6-ccb24e7d13ae tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551509 Oct 13 04:02:43.809432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:43.810028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Attempting to bind port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:43.831492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:43.831809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Checking segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:43.832207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Bound using segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:43.832663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Bound port: 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:43.833087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:43.878376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'da4fa21f-6fbb-44b1-8fac-6944e962245f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:43.880701 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6e7f4-af2e-4109-a744-62e93e876e34" -d '{"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "da4fa21f-6fbb-44b1-8fac-6944e962245f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:43.932640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-83355797-c6f4-44ef-ba20-bfdc4795da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.934406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-83355797-c6f4-44ef-ba20-bfdc4795da68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986368 Oct 13 04:02:43.971803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea0df6-0f5b-4df2-95f8-643262d77352 req-cc91b173-7938-4a2b-8a45-7e7ff93a49c1 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:43.973659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f4ea0df6-0f5b-4df2-95f8-643262d77352 req-cc91b173-7938-4a2b-8a45-7e7ff93a49c1 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1167831 Oct 13 04:02:44.041191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Deleting port ccd1ba10-a982-4b21-bf0f-888ce82118ba {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:02:44.042107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:44.074671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3eb86-24f9-436d-828b-4c1da098a229 req-f0af9329-c46d-44b7-b372-900075ac3855 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.076342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95a3eb86-24f9-436d-828b-4c1da098a229 req-f0af9329-c46d-44b7-b372-900075ac3855 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 944 time: 0.1658278 Oct 13 04:02:44.077613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:44.098791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:44.135200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:44.163596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f4ea0df6-0f5b-4df2-95f8-643262d77352 req-391a330f-1837-43b2-8bca-0779a1a94789 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750228 Oct 13 04:02:44.172950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.15', 51235) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:44.235144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.235726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:44.250321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] 10.222.0.15 "PUT /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 1134 time: 2.6146259 Oct 13 04:02:44.330215 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9610d2-fd23-44cb-8efe-1a6eb89bc4aa x-openstack-request-id: req-da9610d2-fd23-44cb-8efe-1a6eb89bc4aa {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:44.330497 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "da4fa21f-6fbb-44b1-8fac-6944e962245f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:44.330825 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da9610d2-fd23-44cb-8efe-1a6eb89bc4aa {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:44.331119 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'da4fa21f-6fbb-44b1-8fac-6944e962245f', 'status': 'completed', 'code': 200} Oct 13 04:02:44.344156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.15', 51236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:44.369206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:44.407896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95a3eb86-24f9-436d-828b-4c1da098a229 req-92ad901d-995e-46b0-b866-ed5ed7b8a7ed tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194225 Oct 13 04:02:44.457948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-3ca96355-e31c-42cb-9e57-0393d4d4793a service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963522 Oct 13 04:02:44.536385 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-854002e1-c27e-4098-a573-8389de676a3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3621879 Oct 13 04:02:44.538476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] For port ccd1ba10-a982-4b21-bf0f-888ce82118ba, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ccd1ba10-a982-4b21-bf0f-888ce82118ba,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:44.540632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:44.547569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:44.574350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474435e-f0b5-472c-9bd7-3ef469484f26 service neutron] Pushing event updated for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:44.597035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Calling delete_port for ccd1ba10-a982-4b21-bf0f-888ce82118ba owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:02:44.708124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48294) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:44.755399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.755876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.756343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.756832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.757295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.757755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.758206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.762914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-c30eedab-9a61-4005-b8f3-3d76b66bc04c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6216 time: 0.4108596 Oct 13 04:02:44.808146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-debc236a-16e2-4ac1-94a2-ac493954e8a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253651 Oct 13 04:02:44.870631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-057641c5-f77b-438f-b40b-a120bc79bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.872504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-057641c5-f77b-438f-b40b-a120bc79bbc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 1100 time: 0.2768929 Oct 13 04:02:44.887380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3978e9-46e4-424f-af10-b310a2a99983 req-c2fa79f8-cb41-4086-9dd9-8696c0552b55 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:44.895660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e3978e9-46e4-424f-af10-b310a2a99983 req-c2fa79f8-cb41-4086-9dd9-8696c0552b55 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.3466086 Oct 13 04:02:44.939426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-541510413-network', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:44.992710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.000856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.007864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.015386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.024541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.036942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.044524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.053527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-362088b9-b6ae-4f9a-9465-9d373b24a683 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5379 time: 0.2404838 Oct 13 04:02:45.087349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e3978e9-46e4-424f-af10-b310a2a99983 req-55cf498b-580a-4106-b073-fe1652aa82f9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900597 Oct 13 04:02:45.104949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-665b61eb-c251-493b-b86d-b3706d553d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.105856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-665b61eb-c251-493b-b86d-b3706d553d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.106592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-665b61eb-c251-493b-b86d-b3706d553d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.108671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-665b61eb-c251-493b-b86d-b3706d553d35 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61455d30b7fb4221a409b82fd8cc9412&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3245621 Oct 13 04:02:45.117652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:45.121384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.131277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65860be5-c60d-4e9a-a4f9-b4d685506310 req-a14db0cf-6f7c-4b59-9c57-141956936fdb tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765386 Oct 13 04:02:45.204188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.230746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc41e95-285d-4e3e-a216-65ef81ec6c5b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:45.240060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.273799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Transition to ACTIVE for port object bdc41e95-285d-4e3e-a216-65ef81ec6c5b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:45.292778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-86e19fdc-0714-44a0-b3ca-a356494e233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.294434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-86e19fdc-0714-44a0-b3ca-a356494e233f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3825393 Oct 13 04:02:45.296711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.355569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:45.377202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-4dd72184-170f-469b-90ce-9be491b6f860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 200 len: 217 time: 0.0513647 Oct 13 04:02:45.381476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.405471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade785-c513-46c1-8c0a-bb9c0080cbad req-88786485-0c75-472a-80a6-4e1534961de7 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.407390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8eade785-c513-46c1-8c0a-bb9c0080cbad req-88786485-0c75-472a-80a6-4e1534961de7 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1566186 Oct 13 04:02:45.476215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event deleted for resources: {'Port': ['ID=ccd1ba10-a982-4b21-bf0f-888ce82118ba,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:45.516294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8eade785-c513-46c1-8c0a-bb9c0080cbad req-caa3102f-53ea-4881-8a51-3833f685e201 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822692 Oct 13 04:02:45.542885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Attempting to bind port bdc41e95-285d-4e3e-a216-65ef81ec6c5b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:45.543746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Attempting to bind port bdc41e95-285d-4e3e-a216-65ef81ec6c5b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:45.544304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Attempting to bind port bdc41e95-285d-4e3e-a216-65ef81ec6c5b on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:45.549766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Port bdc41e95-285d-4e3e-a216-65ef81ec6c5b on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:45.550418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Attempting to bind port bdc41e95-285d-4e3e-a216-65ef81ec6c5b on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:45.550822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07b89-be00-48d3-b76a-942de10d098b req-13b28b17-a07a-4f6a-acc0-7399aaa3a11c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.558357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:45.559042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Checking segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:45.560453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Bound using segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:45.561152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Bound port: bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:45.561742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.563067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec07b89-be00-48d3-b76a-942de10d098b req-13b28b17-a07a-4f6a-acc0-7399aaa3a11c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.3006775 Oct 13 04:02:45.588418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-f852cc19-eb99-477b-94da-19f4bce2b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.596017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11e6e7f4-af2e-4109-a744-62e93e876e34 req-f852cc19-eb99-477b-94da-19f4bce2b858 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4716480 Oct 13 04:02:45.650119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.652229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:45.659454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:45.669664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.699566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] No DVR routers for this DVR port ccd1ba10-a982-4b21-bf0f-888ce82118ba on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:02:45.704485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.718829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.722825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d696d2-8cbd-4c27-a18c-9e4ee8351430 req-a5904681-ca6f-48cc-af29-6d7ef12cd953 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "DELETE /v2.0/ports/ccd1ba10-a982-4b21-bf0f-888ce82118ba HTTP/1.1" status: 204 len: 173 time: 1.9616082 Oct 13 04:02:45.735575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-8472c107-0fbe-4089-892b-58ea2d220d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.737739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-8472c107-0fbe-4089-892b-58ea2d220d8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.3477676 Oct 13 04:02:45.737739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'name': 'network-vif-deleted', 'tag': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:45.740240 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3331912c-c095-46de-9fcc-d074032bd84e" -d '{"events": [{"server_uuid": "50dc6072-40de-47a4-9ff7-04cb646f1544", "name": "network-vif-deleted", "tag": "ccd1ba10-a982-4b21-bf0f-888ce82118ba"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:45.752714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:45.753375 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.755193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] 10.222.0.15 "PUT /v2.0/ports/bdc41e95-285d-4e3e-a216-65ef81ec6c5b HTTP/1.1" status: 200 len: 1090 time: 1.4300029 Oct 13 04:02:45.785911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:02:45.794351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:45.795330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec07b89-be00-48d3-b76a-942de10d098b req-fed1925d-dc26-44e6-ba34-78f46bb0363f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313945 Oct 13 04:02:45.817811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad698694-cadb-4523-9855-0c8f224dbd51 req-6e78b515-a430-4971-9686-e3ce49d8179f tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=50dc6072-40de-47a4-9ff7-04cb646f1544 HTTP/1.1" status: 200 len: 210 time: 0.0480494 Oct 13 04:02:45.863191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac01bf-3225-4c02-bc64-284f12b32a86 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:45.892744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:02:45.917222 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff9455-e207-4492-9fed-cdeddb2bebd7 x-openstack-request-id: req-a7ff9455-e207-4492-9fed-cdeddb2bebd7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:45.917702 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dc6072-40de-47a4-9ff7-04cb646f1544", "name": "network-vif-deleted", "tag": "ccd1ba10-a982-4b21-bf0f-888ce82118ba", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:45.918132 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7ff9455-e207-4492-9fed-cdeddb2bebd7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:45.919515 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dc6072-40de-47a4-9ff7-04cb646f1544', 'name': 'network-vif-deleted', 'tag': 'ccd1ba10-a982-4b21-bf0f-888ce82118ba', 'status': 'completed', 'code': 200} Oct 13 04:02:45.926253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283666c6-9434-42cd-aeb0-32a295046a7e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:45.936070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.949997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.950548 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Added segment b9374c25-86e9-4396-a78e-366c8aa235ae of type vlan for network 000a476a-3e8a-4c2a-9958-d9c714704b14 Oct 13 04:02:46.021649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-596fdd1c-6c55-47fa-98aa-7c992293f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.025530 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-596fdd1c-6c55-47fa-98aa-7c992293f8b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650239 Oct 13 04:02:46.079418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:46.093792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'mac_address': 'fa:16:3e:85:ca:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:02:46.122769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.171521 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.211791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:46.235419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.236370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.236981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.246369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:46.257978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.328943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:46.350858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': '2edfe037-c0aa-4c75-9541-1f7c47acf8f5'}, {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:46.354614 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5933c7e-7b89-4942-a6a2-c8f38b88db52" -d '{"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "2edfe037-c0aa-4c75-9541-1f7c47acf8f5"}, {"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:46.388735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-6300f20b-dd3c-4fa4-96ee-c16bc651f990 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535342 Oct 13 04:02:46.417554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7034748 Oct 13 04:02:46.428389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:46.471091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Request body: {'subnet': {'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-541510413-subnet', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:46.502808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdf99a-d144-424c-8dd7-fab5bd02aa7c admin admin] Pushing event updated for resources: {'Network': ['ID=000a476a-3e8a-4c2a-9958-d9c714704b14,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:46.519992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:02:46.546614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602fbf-2fdc-4723-aad4-bb4851509cc8 req-4ef34d2d-95e3-4cb9-b32c-24a2adffa0b9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.554098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26602fbf-2fdc-4723-aad4-bb4851509cc8 req-4ef34d2d-95e3-4cb9-b32c-24a2adffa0b9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.2775972 Oct 13 04:02:46.559438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.567384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.575363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.579876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e083914d-ccbf-491d-a9f1-798a0df9898e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:46.582776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.590351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.591231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.598158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.605093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.607821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-231a8b54-3516-4288-a10b-0c3479846ded req-829bb29e-bddf-4d20-b438-85a82d52155a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5391 time: 0.3220670 Oct 13 04:02:46.610937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:46.614195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.625900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26602fbf-2fdc-4723-aad4-bb4851509cc8 req-b30806aa-35ad-4768-bec4-2aae667667a1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707536 Oct 13 04:02:46.637644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Transition to ACTIVE for port object e083914d-ccbf-491d-a9f1-798a0df9898e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:46.650354 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:46.699853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['489a7b33-4c2e-406f-9f6e-7f5c9812b207'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:02:46.722649 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373645e5-b9eb-4bbc-b3ab-0640f210a55a x-openstack-request-id: req-373645e5-b9eb-4bbc-b3ab-0640f210a55a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:46.723045 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "2edfe037-c0aa-4c75-9541-1f7c47acf8f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:46.724735 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-373645e5-b9eb-4bbc-b3ab-0640f210a55a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:46.725891 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': '2edfe037-c0aa-4c75-9541-1f7c47acf8f5', 'status': 'completed', 'code': 200} Oct 13 04:02:46.726160 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b', 'status': 'completed', 'code': 200} Oct 13 04:02:46.775408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Pushing event updated for resources: {'Port': ['ID=e083914d-ccbf-491d-a9f1-798a0df9898e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:46.822988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-231a8b54-3516-4288-a10b-0c3479846ded req-b85fc939-7e88-4035-a0a7-4ada2eed5d1f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2035363 Oct 13 04:02:46.890792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34704b8b-59bf-46f7-a459-a8226a9db999 req-a15f09ed-ddd0-48a5-9914-22c98e78d873 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818907 Oct 13 04:02:46.982840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.983319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.983759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3876e-c9a3-4697-a6f9-733e311e3628 req-ef8c0f00-71e2-430a-b67b-8a9f6e03625b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.983865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.984248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.985395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.986056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fd3876e-c9a3-4697-a6f9-733e311e3628 req-ef8c0f00-71e2-430a-b67b-8a9f6e03625b tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1556470 Oct 13 04:02:46.986275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.986789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:46.988736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-f6af212d-00fe-471e-b454-d64c02bc8cbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6308 time: 0.2579870 Oct 13 04:02:47.024211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Attempting to bind port e083914d-ccbf-491d-a9f1-798a0df9898e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:47.024714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Attempting to bind port e083914d-ccbf-491d-a9f1-798a0df9898e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:47.024911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Attempting to bind port e083914d-ccbf-491d-a9f1-798a0df9898e on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:47.091517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Port e083914d-ccbf-491d-a9f1-798a0df9898e on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:47.091856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Attempting to bind port e083914d-ccbf-491d-a9f1-798a0df9898e on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:47.107190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:47.107705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Checking segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:47.108107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Bound using segment: {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:47.108867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Bound port: e083914d-ccbf-491d-a9f1-798a0df9898e, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b005ec6-1a24-474a-9e25-b5054a5d6520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:47.113427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:47.123357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fd3876e-c9a3-4697-a6f9-733e311e3628 req-06e5bfe9-e894-4f04-8fd4-1f703224559e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208522 Oct 13 04:02:47.212521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] For port e083914d-ccbf-491d-a9f1-798a0df9898e, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:47.217146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] For port e083914d-ccbf-491d-a9f1-798a0df9898e, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e083914d-ccbf-491d-a9f1-798a0df9898e,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:47.226461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:47.263808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-dea62f2e-b61b-48d6-9a17-e3e900f1cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.264354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-dea62f2e-b61b-48d6-9a17-e3e900f1cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.267005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-dea62f2e-b61b-48d6-9a17-e3e900f1cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.270614 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-dea62f2e-b61b-48d6-9a17-e3e900f1cb2f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61455d30b7fb4221a409b82fd8cc9412&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2072210 Oct 13 04:02:47.327829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.330751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:47.332159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] 10.222.0.15 "PUT /v2.0/ports/e083914d-ccbf-491d-a9f1-798a0df9898e HTTP/1.1" status: 200 len: 1090 time: 1.5468011 Oct 13 04:02:47.540801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef8c7f-11a6-4e6d-bf83-169a002fbea5 req-66300352-cb07-4c23-b432-1e533025e1bf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.549327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-72ef8c7f-11a6-4e6d-bf83-169a002fbea5 req-66300352-cb07-4c23-b432-1e533025e1bf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.3484144 Oct 13 04:02:47.600527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-a0aa4c05-3c80-4bb8-be84-32b1d30443eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.602036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-a0aa4c05-3c80-4bb8-be84-32b1d30443eb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2945747 Oct 13 04:02:47.629369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-72ef8c7f-11a6-4e6d-bf83-169a002fbea5 req-f14cad11-5a20-497d-a94c-b47707b3321a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790360 Oct 13 04:02:47.630525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:47.711065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79ea218-6715-4bd3-be4a-5446cdfbe314,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:47.791485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:47.811690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Checking segment: {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:47.812043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Network hostable DHCP agents. Network: 000a476a-3e8a-4c2a-9958-d9c714704b14, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:02:47.819297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc852-6279-4215-b81f-75e4c1563c25 service neutron] Pushing event updated for resources: {'Port': ['ID=e083914d-ccbf-491d-a9f1-798a0df9898e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:47.832549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.832992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.834049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.834538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.835079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.835462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.835923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.839263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-445c78c7-0d14-4345-aa20-7a699edd0006 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6350 time: 0.1762764 Oct 13 04:02:47.882782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:47.885052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa0c0-377f-4466-af91-f21a435ff010 req-90f12540-5bea-4043-b7da-d81b29877686 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.887065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-673aa0c0-377f-4466-af91-f21a435ff010 req-90f12540-5bea-4043-b7da-d81b29877686 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.1206069 Oct 13 04:02:47.898264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:02:47.908861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:47.915706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-91d215cd-e03d-4292-af52-35d63f5248b2 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.917372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-91d215cd-e03d-4292-af52-35d63f5248b2 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 819 time: 0.5753288 Oct 13 04:02:47.945443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 000a476a-3e8a-4c2a-9958-d9c714704b14) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:47.946170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-0d603474-f1e2-452f-98de-d1183afb5b50 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/quotas/99de97ad397f4ba6bff9e832944bd138 HTTP/1.1" status: 200 len: 375 time: 0.0113473 Oct 13 04:02:47.955253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdef9ba-fd09-46fa-b980-f61629c8c430 None None] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:47.967307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:47.967898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.050348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-a7b2cee8-b825-468e-ba76-f9a63c760595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.050869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-a7b2cee8-b825-468e-ba76-f9a63c760595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.051337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-a7b2cee8-b825-468e-ba76-f9a63c760595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.054558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-a7b2cee8-b825-468e-ba76-f9a63c760595 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61455d30b7fb4221a409b82fd8cc9412&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1945388 Oct 13 04:02:48.061654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35c360ab-dd93-4076-92a6-bc5230dc628a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6189010 Oct 13 04:02:48.071033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:48.092426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:48.133581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:02:48.157794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:48.158160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.189478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-673aa0c0-377f-4466-af91-f21a435ff010 req-303b1ce9-fd6d-48db-b0b8-016434e03292 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527921 Oct 13 04:02:48.196895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-44fb41c9-9978-49e2-a4e6-cd3b220d2a6f tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2346914 Oct 13 04:02:48.204551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.205973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.274725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-000a476a-3e8a-4c2a-9958-d9c714704b14', 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'fixed_ips': [{'subnet_id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:02:48.275785 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.318533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.326303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-6323b076-5f41-4220-83c9-890697d31182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.329765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5933c7e-7b89-4942-a6a2-c8f38b88db52 req-6323b076-5f41-4220-83c9-890697d31182 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2671244 Oct 13 04:02:48.360403 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.512331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.541344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-68263eb5-170a-40f2-a628-55010a5a8e2a service neutron] 10.222.0.44 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257706 Oct 13 04:02:48.571019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Allocated IP 172.20.0.2 (000a476a-3e8a-4c2a-9958-d9c714704b14/c79ea218-6715-4bd3-be4a-5446cdfbe314/03c52b35-042e-4595-af70-6a39f1cf587c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:48.719498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.726201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.733708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.734640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'e083914d-ccbf-491d-a9f1-798a0df9898e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:48.737212 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531be316-0f33-411d-be74-47c419d25b41" -d '{"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "e083914d-ccbf-491d-a9f1-798a0df9898e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:48.740795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.747183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.749417 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.753518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.760438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00fc3df-2f6e-4b66-a576-7bbc99511a60 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:48.761152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:48.763325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:48.766120 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a20444-8319-4294-9a85-32fbef98512d" -d '{"events": [{"server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "name": "network-vif-plugged", "status": "completed", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:48.769741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-a8633eb6-e1dd-43ed-bf5e-7ef9f27434b0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5403 time: 0.3283172 Oct 13 04:02:48.771996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.773024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.778255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-aadc458d-0371-4f34-8ca7-6696564f9559 service neutron] 10.222.0.44 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263551 Oct 13 04:02:48.813083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Transition to ACTIVE for port object d00fc3df-2f6e-4b66-a576-7bbc99511a60 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:48.825453 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.831095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Pushing event updated for resources: {'Port': ['ID=03c52b35-042e-4595-af70-6a39f1cf587c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:48.838587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:48.839548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabea1ea-9e81-47c0-b546-408cc4f80ab1 req-589a5f75-7bb0-459e-8a9e-3512a54a47ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627360 Oct 13 04:02:48.845526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:48.847263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:48.850556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:48.852840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:48.853786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ccd1ba10-a982-4b21-bf0f-888ce82118ba no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:02:48.981952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: ccd1ba10-a982-4b21-bf0f-888ce82118ba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:02:48.982561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ccd1ba10-a982-4b21-bf0f-888ce82118ba not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:02:49.022138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894d784a-5754-43cc-96fa-660999724c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.033353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Attempting to bind port 03c52b35-042e-4595-af70-6a39f1cf587c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:49.033723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Attempting to bind port 03c52b35-042e-4595-af70-6a39f1cf587c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:49.039312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Attempting to bind port 03c52b35-042e-4595-af70-6a39f1cf587c on network 000a476a-3e8a-4c2a-9958-d9c714704b14 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:49.051316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Pushing event updated for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:49.057325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:49.057777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Checking segment: {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:49.058410 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.058550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Bound using segment: {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:49.063596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Bound port: 03c52b35-042e-4595-af70-6a39f1cf587c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:49.064089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.080523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Attempting to bind port d00fc3df-2f6e-4b66-a576-7bbc99511a60 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:49.081150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Attempting to bind port d00fc3df-2f6e-4b66-a576-7bbc99511a60 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:49.081674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Attempting to bind port d00fc3df-2f6e-4b66-a576-7bbc99511a60 on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:49.090864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:49.092831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Port d00fc3df-2f6e-4b66-a576-7bbc99511a60 on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:49.093369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Attempting to bind port d00fc3df-2f6e-4b66-a576-7bbc99511a60 on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:49.105565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:49.106247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Checking segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:49.106812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Bound using segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:49.107414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Bound port: d00fc3df-2f6e-4b66-a576-7bbc99511a60, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:49.107952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.239366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:49.248098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:49.268149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] For port 03c52b35-042e-4595-af70-6a39f1cf587c, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:49.271990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] For port 03c52b35-042e-4595-af70-6a39f1cf587c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03c52b35-042e-4595-af70-6a39f1cf587c,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:49.279921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.308265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.336014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bac66-8efb-4614-8376-9c0d70cc8287 req-f8cd9918-d6d2-4fbc-83af-9426324229b3 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:49.344892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-202bac66-8efb-4614-8376-9c0d70cc8287 req-f8cd9918-d6d2-4fbc-83af-9426324229b3 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.2136595 Oct 13 04:02:49.348776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.358543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:49.362241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.363972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] 10.222.0.15 "PUT /v2.0/ports/d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 200 len: 1091 time: 1.9746075 Oct 13 04:02:49.390405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.427643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6193bf-d296-40eb-87db-6aef7ec96e12 None None] Pushing event updated for resources: {'Port': ['ID=03c52b35-042e-4595-af70-6a39f1cf587c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:49.474566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Request body: {'port': {'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:49.516860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-202bac66-8efb-4614-8376-9c0d70cc8287 req-87c13fed-401c-48bc-af98-f9bf020543df tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609206 Oct 13 04:02:49.569925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:49.623917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Allocated IP 172.25.1.123 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/ac6e1bd9-7b2e-4d8e-a23a-60407f56b361) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:49.624131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c087fc-4ea9-4a71-ab91-310f6d8ed1ed req-6ab1e91c-88de-4097-ae17-f1c5d5b55aef tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:49.641075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2c087fc-4ea9-4a71-ab91-310f6d8ed1ed req-6ab1e91c-88de-4097-ae17-f1c5d5b55aef tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.3909316 Oct 13 04:02:49.747290 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb47c34e-6683-44b9-80c4-8e99874b951d x-openstack-request-id: req-fb47c34e-6683-44b9-80c4-8e99874b951d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:49.747584 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "e083914d-ccbf-491d-a9f1-798a0df9898e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:49.747858 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb47c34e-6683-44b9-80c4-8e99874b951d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:49.748219 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'e083914d-ccbf-491d-a9f1-798a0df9898e', 'status': 'completed', 'code': 200} Oct 13 04:02:49.804166 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd00bdde-7662-4b11-a1a6-5346393f6be8 x-openstack-request-id: req-bd00bdde-7662-4b11-a1a6-5346393f6be8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:49.805259 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "name": "network-vif-plugged", "status": "completed", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:49.805677 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd00bdde-7662-4b11-a1a6-5346393f6be8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:49.806276 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'code': 200} Oct 13 04:02:49.843812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e6f5f-c7f8-4faa-85f6-bc30b98ae086 service neutron] Pushing event updated for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:49.959427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f31e3ac-35f4-4a64-bd14-9f6cb72c4cdc req-37527e29-5e28-4fa0-8ccd-16a044fdfa3e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 210 time: 0.0505655 Oct 13 04:02:50.048380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2c087fc-4ea9-4a71-ab91-310f6d8ed1ed req-51908cea-911f-4c7e-aa4d-d65ab0bbdd87 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749170 Oct 13 04:02:50.434555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03c52b35-042e-4595-af70-6a39f1cf587c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:50.452185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.458894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.465878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.472052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.478920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.490075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.496182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.498155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-a74ee7e3-4ac0-40d8-aca9-19fd8074c4ed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5415 time: 0.2576070 Oct 13 04:02:50.541301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 03c52b35-042e-4595-af70-6a39f1cf587c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:50.542018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:50.592404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:50.592622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5976117-772d-4b30-99ec-3f728d33c8b1 req-6d962e01-033e-47b9-bdc9-1d24a3227468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.593801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5976117-772d-4b30-99ec-3f728d33c8b1 req-6d962e01-033e-47b9-bdc9-1d24a3227468 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1100 time: 0.7267544 Oct 13 04:02:50.603691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.604315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.605422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.607288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.607824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.612317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.612900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.617990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-531be316-0f33-411d-be74-47c419d25b41 req-479bc7e3-5ef8-4299-9be1-a0f84c62d35c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6417 time: 0.8526227 Oct 13 04:02:50.621436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90fb5d81-8543-49c3-8209-6c94d8810b88 req-e4e8eb0b-202e-4451-9cf7-b34c352e3304 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880029 Oct 13 04:02:50.626696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:50.661338 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:50.669959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Transition to ACTIVE for port object 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:50.681192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:50.682001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:50.817699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 03c52b35-042e-4595-af70-6a39f1cf587c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03c52b35-042e-4595-af70-6a39f1cf587c,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:50.831887 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:50.855429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Pushing event updated for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:50.867583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-9939f7a8-4169-4b14-a83c-c5522b418b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.868123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-9939f7a8-4169-4b14-a83c-c5522b418b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.868654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-9939f7a8-4169-4b14-a83c-c5522b418b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:50.886767 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-531be316-0f33-411d-be74-47c419d25b41 req-9939f7a8-4169-4b14-a83c-c5522b418b80 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61455d30b7fb4221a409b82fd8cc9412&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1773074 Oct 13 04:02:51.022575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=03c52b35-042e-4595-af70-6a39f1cf587c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:51.043989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012fc9-cf50-4e65-a5d9-ed17fdfd26e0 req-5b4cfee7-cea3-447d-ae24-3c5d07ec689d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.045754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92012fc9-cf50-4e65-a5d9-ed17fdfd26e0 req-5b4cfee7-cea3-447d-ae24-3c5d07ec689d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1191921 Oct 13 04:02:51.086145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Attempting to bind port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:51.094730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Attempting to bind port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:51.095265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Attempting to bind port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:51.118681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5976117-772d-4b30-99ec-3f728d33c8b1 req-870a7c62-bdb9-4c37-9d1f-41963ea41ac6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995635 Oct 13 04:02:51.132957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:51.134311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Attempting to bind port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb on network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:51.153309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:51.154217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Checking segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:51.154673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Bound using segment: {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:51.155184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Bound port: 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcbcdc6-1b59-4912-bcef-64b174cc26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:51.155616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:51.172654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92012fc9-cf50-4e65-a5d9-ed17fdfd26e0 req-d8ce74ef-f0cd-4afc-91d1-b195e58e796e tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172006 Oct 13 04:02:51.177504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b2c2-91a9-464a-ac95-68e56f1dcb4e req-8e28a1dd-5f5e-4ff6-8fcb-fc7cfeb30f87 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.186663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea14b2c2-91a9-464a-ac95-68e56f1dcb4e req-8e28a1dd-5f5e-4ff6-8fcb-fc7cfeb30f87 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 1.0893574 Oct 13 04:02:51.251019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01171033-fa48-4b93-b20d-8dd8113448ae None None] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:02:51.259975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:51.265092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:51.272374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:51.325646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea14b2c2-91a9-464a-ac95-68e56f1dcb4e req-0822dba8-8aea-4ae4-b2ac-fc0529876642 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200840 Oct 13 04:02:51.365044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:51.395644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.396769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:51.398582 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] 10.222.0.15 "PUT /v2.0/ports/07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 200 len: 1091 time: 1.9368563 Oct 13 04:02:51.413832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d377947d-6f54-4270-b4e9-fc8b149d607d req-4e74047d-b1c6-4ac0-953e-9986c6da4539 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 210 time: 0.1114955 Oct 13 04:02:51.456530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ce9d6-3f0a-4477-8677-c434a04e8a74 service neutron] Pushing event updated for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:51.470562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-471f35b8-cea3-429c-8b22-3148db74f985 None None] Provisioning complete for port 03c52b35-042e-4595-af70-6a39f1cf587c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:51.471106 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471f35b8-cea3-429c-8b22-3148db74f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:51.525318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd8dde27-f03a-4779-86fb-196602b4073f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:51.593516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:51.612118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:51.615811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:51.652992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-985b3917-50bb-4382-82c1-c63e3a1dafd3 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.654485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-985b3917-50bb-4382-82c1-c63e3a1dafd3 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 819 time: 0.6474481 Oct 13 04:02:51.665617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be316-0f33-411d-be74-47c419d25b41 req-3ba18346-255b-486c-9ce6-9cf2d1b11603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.667858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-531be316-0f33-411d-be74-47c419d25b41 req-3ba18346-255b-486c-9ce6-9cf2d1b11603 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7341163 Oct 13 04:02:51.668972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:51.749241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60'}, {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:51.751619 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ef1d4-c1be-4485-a325-930ed120d5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60"}, {"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:51.769256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c2a0-809a-4adb-842c-604fea17e4b8 req-a58dad52-9393-44f6-ac21-bb08c8504198 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.786019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b05c2a0-809a-4adb-842c-604fea17e4b8 req-a58dad52-9393-44f6-ac21-bb08c8504198 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.2752266 Oct 13 04:02:51.793849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Request body: {'port': {'device_id': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'admin_state_up': True, 'tenant_id': '99de97ad397f4ba6bff9e832944bd138'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:51.889826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.904170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.926802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.939707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.948753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.970866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.977029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:51.979042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-5657a7e9-d9d8-46f3-a06d-cb82de207a58 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2055764 Oct 13 04:02:52.066811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d8149b-4100-41a0-a694-14ac6f0b47cf req-31141f5f-9824-40f8-9ca1-c2dcb3e8304a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746703 Oct 13 04:02:52.090476 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b05c2a0-809a-4adb-842c-604fea17e4b8 req-15d7d299-d471-4fa2-82c5-c2270754a736 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030865 Oct 13 04:02:52.131485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.132221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.132871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.133580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.134053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.134520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.134987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.137926 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6969ccac-6095-4560-af0a-426d7531b5f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6484 time: 0.3399189 Oct 13 04:02:52.146613 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc28cba-1ef3-4c11-904a-a127b11f0e2a x-openstack-request-id: req-4bc28cba-1ef3-4c11-904a-a127b11f0e2a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:52.146913 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:52.147171 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bc28cba-1ef3-4c11-904a-a127b11f0e2a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:52.147599 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60', 'status': 'completed', 'code': 200} Oct 13 04:02:52.147859 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb', 'status': 'completed', 'code': 200} Oct 13 04:02:52.241719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2746506-e3a7-48cd-979c-4284b77c5c2b None None] Provisioning complete for port 03c52b35-042e-4595-af70-6a39f1cf587c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:52.242149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2746506-e3a7-48cd-979c-4284b77c5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:52.266197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-4a1b4570-ad01-4835-817a-279457376e18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 200 len: 217 time: 0.0872240 Oct 13 04:02:52.449137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1a82-4079-4b53-afcb-61a9d48b2ac2 req-6a62472a-d561-451f-bc54-ed4be672c296 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.452054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-369f1a82-4079-4b53-afcb-61a9d48b2ac2 req-6a62472a-d561-451f-bc54-ed4be672c296 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.1198032 Oct 13 04:02:52.486176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03c52b35-042e-4595-af70-6a39f1cf587c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:52.549996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-369f1a82-4079-4b53-afcb-61a9d48b2ac2 req-3854225f-3732-48f0-b64f-b8543aad56e7 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883474 Oct 13 04:02:52.568827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Made reservation on behalf of 99de97ad397f4ba6bff9e832944bd138 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:52.575586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:52.618838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-d13d6bc0-4373-4fa6-98b8-256179cf4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.621202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-d13d6bc0-4373-4fa6-98b8-256179cf4496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a867de1a-2d44-4a4b-9fd3-744de0671026 HTTP/1.1" status: 200 len: 856 time: 0.3326130 Oct 13 04:02:52.626751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 03c52b35-042e-4595-af70-6a39f1cf587c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:52.627119 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:52.721351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec1bc290-6287-4a87-bf45-4a636b37615e req-346c162d-6c3f-4d2f-9bd3-8f9beed5de78 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 210 time: 0.0641086 Oct 13 04:02:52.757020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:52.779502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Allocated IP 172.20.0.2 (2824a442-8e75-439c-a5f4-3f8bd9b8e138/da4e946e-078f-467f-bedc-e1e3f02cdd03/d57194af-0897-4270-9077-6462bac2de86) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:52.833438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b0e8-dfee-4c74-882d-4b5dc3c93d2d req-97e8c3fe-1a6e-42ee-bfd4-29ad3926f8c3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.842933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc97b0e8-dfee-4c74-882d-4b5dc3c93d2d req-97e8c3fe-1a6e-42ee-bfd4-29ad3926f8c3 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.4290030 Oct 13 04:02:52.845628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:52.849362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:52.872782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde4642-4101-4ce0-aa1e-1cc59f2ca9a4 req-db0241bd-28b6-49db-9a17-d9629f7ef3cb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.874576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bde4642-4101-4ce0-aa1e-1cc59f2ca9a4 req-db0241bd-28b6-49db-9a17-d9629f7ef3cb tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0749094 Oct 13 04:02:52.882637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:52.887573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Request body: {'floatingip': {'port_id': '35d38c47-a562-41a4-a3b6-5b7878285374'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:52.914746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-97511e90-ddf4-4100-bbd0-a17e8c3690ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:52.916806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-97511e90-ddf4-4100-bbd0-a17e8c3690ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579368 Oct 13 04:02:52.941478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:53.075549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc97b0e8-dfee-4c74-882d-4b5dc3c93d2d req-3be9a22e-d4f2-4708-b8df-bbace86af27b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315857 Oct 13 04:02:53.297438 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6071e5de-ea76-4fb6-93a7-7d4a9d55b437 service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667128 Oct 13 04:02:53.335055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.342339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.350988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.352315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f58a4-ab35-4646-9af7-5de5a3cdfc34 req-5ee581d1-617c-41fa-b220-08b820ea1a0a tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.359336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.361267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a44f58a4-ab35-4646-9af7-5de5a3cdfc34 req-5ee581d1-617c-41fa-b220-08b820ea1a0a tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 1101 time: 0.1889410 Oct 13 04:02:53.365359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.372203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.380007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.389149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-f1a84d8c-bbad-4b55-b89a-b092ca2653ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1968398 Oct 13 04:02:53.472085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f24b3a28-585e-49a5-97d3-3a2c158c0c5e req-c3cf86a4-b49f-4574-aac6-7ee5643ca491 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820777 Oct 13 04:02:53.495246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:53.518249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a44f58a4-ab35-4646-9af7-5de5a3cdfc34 req-adcbfa2b-5add-4483-bdd9-fece454238c1 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097867 Oct 13 04:02:53.607085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:53.737957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-820f7869-ee92-4d0d-b885-a2ec57822225 service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258740 Oct 13 04:02:53.794888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a5c5-32d4-42ab-a7d8-45a64bf491f3 req-505f218e-de21-4c13-81e5-c5ca51c534b3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:53.796647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b137a5c5-32d4-42ab-a7d8-45a64bf491f3 req-505f218e-de21-4c13-81e5-c5ca51c534b3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1823723 Oct 13 04:02:53.828733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5802e124-dc3e-4c43-b349-889dd5ef05b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 217 time: 0.0813885 Oct 13 04:02:53.878545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-cb619c5c-4c39-431e-9430-d3ee8f2d49a8 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556746 Oct 13 04:02:53.905439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b137a5c5-32d4-42ab-a7d8-45a64bf491f3 req-374cd1fb-1f58-4758-99fb-ed8ac3b6e3bf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963094 Oct 13 04:02:53.920258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:53.926117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:53.936340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:54.097406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975cd47-69ea-4c9f-9d5a-6e2017833f82 req-230d107a-ed38-4958-957e-211f77694f73 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.105040 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3975cd47-69ea-4c9f-9d5a-6e2017833f82 req-230d107a-ed38-4958-957e-211f77694f73 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 931 time: 0.1122284 Oct 13 04:02:54.127028 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510 associated. External IP: 172.25.1.2, port: 35d38c47-a562-41a4-a3b6-5b7878285374. Oct 13 04:02:54.235119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3975cd47-69ea-4c9f-9d5a-6e2017833f82 req-dbfcb3e2-d139-465d-a903-37754917d947 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290240 Oct 13 04:02:54.416465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-845c54c4-01f4-4977-9b12-8c3d11ce5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.418673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-845c54c4-01f4-4977-9b12-8c3d11ce5444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.5699635 Oct 13 04:02:54.436500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:54.451183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:54.453263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event updated for resources: {'Port': ['ID=d57194af-0897-4270-9077-6462bac2de86,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:54.457686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:54.467313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25d74-78df-469f-ac34-e1d221fada63 req-bd2e30c1-bce2-4a21-b418-d05c1eaa7540 tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.468887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92e25d74-78df-469f-ac34-e1d221fada63 req-bd2e30c1-bce2-4a21-b418-d05c1eaa7540 tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1100 time: 0.1150203 Oct 13 04:02:54.476040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:54.539330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Router 319a552a-12b5-45ba-b5ba-0c54260b333b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:02:54.542129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92e25d74-78df-469f-ac34-e1d221fada63 req-9f7e19e3-2028-45c6-9cef-baca3e5516fe tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586562 Oct 13 04:02:54.551176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-96913d78-6da3-4c7a-b161-c01e2bf263c7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.554069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-96913d78-6da3-4c7a-b161-c01e2bf263c7 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6385202 Oct 13 04:02:54.641684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.643723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:54.659859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-e86661eb-5238-418b-a78a-190904286c26 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/quotas/545a2da42a744248b21f23149f05474e HTTP/1.1" status: 200 len: 375 time: 0.0995560 Oct 13 04:02:54.668484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-2cb89e6e-6392-4909-ba21-ad85763a7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.670148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-2cb89e6e-6392-4909-ba21-ad85763a7d41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2419686 Oct 13 04:02:54.695402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Router be56c470-70fa-48a5-a4b5-02cd0d788a55 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:02:54.700912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-c691b61b-40cc-4957-a3e2-de3cf1739f67 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9527650 Oct 13 04:02:54.736154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:02:54.747595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:54.753389 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:02:54.765977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:54.766720 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:54.778427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Request body: {'port': {'device_id': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:54.785919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be86e8e8-7519-4923-b138-eab465755d5a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "PUT /v2.0/floatingips/c55d0388-bfd4-400a-bd5e-6ac02eda2510 HTTP/1.1" status: 200 len: 990 time: 1.8996913 Oct 13 04:02:54.785919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:54.790679 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ef4aff-795b-40da-9eea-821be9ca21a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:54.806695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.812993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.818962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.824991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.833517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.840409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.846700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:54.854534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-8bb108ac-e6a3-44cf-a525-81b8b67caad7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2116354 Oct 13 04:02:54.924611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce53d396-3332-4b24-8cc0-fe0a4b055c99 req-b5c03c8f-f926-406d-a505-8cbff00963a1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685387 Oct 13 04:02:54.962668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-5d362a99-fcd3-40e8-a723-6876b233661a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2894559 Oct 13 04:02:54.970642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:55.002783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:55.024418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6a1e9819-a098-49b0-90c8-9c202439f210 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401875 Oct 13 04:02:55.330448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:02:55.343196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Sync routers for ids ['be56c470-70fa-48a5-a4b5-02cd0d788a55'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:02:55.358448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Routers {'be56c470-70fa-48a5-a4b5-02cd0d788a55'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:55.359287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['be56c470-70fa-48a5-a4b5-02cd0d788a55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:55.452157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-20a1b8af-0c65-42b8-8b15-4553e94c0b12 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084623 Oct 13 04:02:55.477087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:55.481470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a7bf0d28-6155-4c95-a797-fef671d43fc1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3947070 Oct 13 04:02:55.481855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:02:55.551505 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c55d0388-bfd4-400a-bd5e-6ac02eda2510', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'port_id': '35d38c47-a562-41a4-a3b6-5b7878285374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'mac_address': 'fa:16:3e:9b:e4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:25Z', 'updated_at': '2021-10-13T04:02:53Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:55.615010 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5987e5ab-33f7-4865-8015-73258e61d9f1 x-openstack-request-id: req-5987e5ab-33f7-4865-8015-73258e61d9f1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:55.621258 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:55.621888 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5987e5ab-33f7-4865-8015-73258e61d9f1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:55.622611 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374', 'status': 'completed', 'code': 200} Oct 13 04:02:55.623050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Set router be56c470-70fa-48a5-a4b5-02cd0d788a55 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:55.707844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6b020744-a223-4252-9d55-ea59e223ad38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 217 time: 0.2439244 Oct 13 04:02:55.752131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fb10fac-7fe5-40f1-8bd6-1f1a3b2d0d3b req-8e564c57-7afc-425f-afac-56dd648fda00 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 210 time: 0.0986981 Oct 13 04:02:55.889781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-2e871a12-bf80-420a-9b34-3b964750c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:55.891348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-2e871a12-bf80-420a-9b34-3b964750c431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 1097 time: 0.2670331 Oct 13 04:02:55.927352 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:56.001854 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:56.007003 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:56.009664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-480c68a9-4750-44b8-bfc3-7959b504cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:56.012597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-480c68a9-4750-44b8-bfc3-7959b504cf3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.2594557 Oct 13 04:02:56.081375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:02:52Z', 'revision_number': 3, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:56.140071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Checking router: be56c470-70fa-48a5-a4b5-02cd0d788a55 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:02:56.140418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Updating router be56c470-70fa-48a5-a4b5-02cd0d788a55 port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:02:56.193399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776fab1-d4d8-4e8d-b5ca-a201c69d0f1e req-672e5364-af24-4f1b-bed6-1b7659362afa tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:56.201169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5776fab1-d4d8-4e8d-b5ca-a201c69d0f1e req-672e5364-af24-4f1b-bed6-1b7659362afa tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 931 time: 0.3110676 Oct 13 04:02:56.210329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:56.263865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-d0f5de69-4541-45d3-a546-ece8265e4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:56.265480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-d0f5de69-4541-45d3-a546-ece8265e4345 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2251818 Oct 13 04:02:56.325561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:56.325800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-d1b725b6-18e7-4349-bace-e40bd1924df6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2767901 Oct 13 04:02:56.383431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5776fab1-d4d8-4e8d-b5ca-a201c69d0f1e req-4805e3d6-0e18-4769-9039-8e33ff060440 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802156 Oct 13 04:02:56.737665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-d9ed0136-ac01-48d1-8779-cfa2817f8b45 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485197 Oct 13 04:02:57.069875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.088502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57194af-0897-4270-9077-6462bac2de86 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:02:57.091900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.148481 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c55d0388-bfd4-400a-bd5e-6ac02eda2510', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'port_id': '35d38c47-a562-41a4-a3b6-5b7878285374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'mac_address': 'fa:16:3e:9b:e4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:25Z', 'updated_at': '2021-10-13T04:02:53Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:57.170515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.221799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-5bffc9d9-79d2-455d-8930-1f63812b4114 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=545a2da42a744248b21f23149f05474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120160 Oct 13 04:02:57.226058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a6db-a593-4641-b983-3aa5312d47fe None None] Pushing event updated for resources: {'Port': ['ID=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:57.234435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-f738f167-8cac-416b-859b-bdd952690f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.236853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-f738f167-8cac-416b-859b-bdd952690f57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 925 time: 1.3336768 Oct 13 04:02:57.261898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Attempting to bind port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:57.262521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Attempting to bind port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:57.263080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Attempting to bind port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:57.275749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:57.276488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:57.278014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.278576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:57.279216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Bound port: ac6e1bd9-7b2e-4d8e-a23a-60407f56b361, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:57.279856 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.305353 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc5849-1f16-49c8-acab-6e182be38d53 None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c55d0388-bfd4-400a-bd5e-6ac02eda2510', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'port_id': '35d38c47-a562-41a4-a3b6-5b7878285374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'mac_address': 'fa:16:3e:9b:e4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T03:58:25Z', 'updated_at': '2021-10-13T04:02:53Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:57.370021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] For port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:57.378307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] For port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:57.392067 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.412441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.434767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.446213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-c22b96e4-fea6-4091-ad0f-9b72b30a051c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d38c47-a562-41a4-a3b6-5b7878285374 HTTP/1.1" status: 200 len: 998 time: 0.1776502 Oct 13 04:02:57.462224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.512589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.518687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Routers {'be56c470-70fa-48a5-a4b5-02cd0d788a55'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:02:57.519328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['be56c470-70fa-48a5-a4b5-02cd0d788a55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:57.536835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.561916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.584422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.607154 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-6abc87fd-9741-455e-b6d5-92e5b4c25433 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.8518043 Oct 13 04:02:57.611512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Transition to ACTIVE for port object d57194af-0897-4270-9077-6462bac2de86 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:02:57.652631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:57.702057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] Set router be56c470-70fa-48a5-a4b5-02cd0d788a55 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:57.779459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9be564-8ad6-4d0f-892d-d8e9f8a90bd9 req-a8dbc052-da64-4f62-81d3-97390b0158f7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:57.786230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d9be564-8ad6-4d0f-892d-d8e9f8a90bd9 req-a8dbc052-da64-4f62-81d3-97390b0158f7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 1.7366633 Oct 13 04:02:57.862765 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea623c2e-39f4-4689-9d7c-77578d881511 None None] New status for floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:02:57.900369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a6db-a593-4641-b983-3aa5312d47fe None None] Pushing event updated for resources: {'Port': ['ID=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:57.946042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-ebba6a21-35ab-457a-a254-634ecdfa280d service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1392860 Oct 13 04:02:57.977345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Pushing event updated for resources: {'Port': ['ID=d57194af-0897-4270-9077-6462bac2de86,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:58.045484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6663e6f1-c8e5-4a1f-825b-a242d28274c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b HTTP/1.1" status: 200 len: 217 time: 0.0811951 Oct 13 04:02:58.048019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:02:52Z', 'revision_number': 3, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:58.110490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb6e45-d9a7-48f8-8045-9032067d9fc5 None None] The sync data for ids ['be56c470-70fa-48a5-a4b5-02cd0d788a55'] in n-d-810220-9 is: [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:02:52Z', 'revision_number': 3, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:58.115947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-4036b85c-8909-45ae-8bf8-2373aa6733ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.121487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-4036b85c-8909-45ae-8bf8-2373aa6733ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.0555551 Oct 13 04:02:58.141297 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae9e880e-ebe8-4f52-a120-2d78312e640e req-3a3aca98-8819-4002-8e06-7cf49b21ccb3 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5148151 Oct 13 04:02:58.224079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-8b9085eb-e58e-44f3-b776-3d17177304f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.225699 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-8b9085eb-e58e-44f3-b776-3d17177304f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.7784271 Oct 13 04:02:58.341557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-3887b568-49ea-4576-8b81-3c1751f78021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.343180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-3887b568-49ea-4576-8b81-3c1751f78021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919444 Oct 13 04:02:58.344755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Attempting to bind port d57194af-0897-4270-9077-6462bac2de86 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:02:58.344755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Attempting to bind port d57194af-0897-4270-9077-6462bac2de86 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:02:58.344982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Attempting to bind port d57194af-0897-4270-9077-6462bac2de86 on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:58.350955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d9be564-8ad6-4d0f-892d-d8e9f8a90bd9 req-38364c20-a0b0-48a5-b843-aae6cd9eca63 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547454 Oct 13 04:02:58.378762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-bcd31e1d-5796-49ed-9889-3c1903630764 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.379773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-bcd31e1d-5796-49ed-9889-3c1903630764 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1386776 Oct 13 04:02:58.400333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Port d57194af-0897-4270-9077-6462bac2de86 on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:02:58.401063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Attempting to bind port d57194af-0897-4270-9077-6462bac2de86 on network 2824a442-8e75-439c-a5f4-3f8bd9b8e138 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:02:58.419022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Request body: {'port': {'device_id': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '545a2da42a744248b21f23149f05474e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:02:58.445727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:02:58.446501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Checking segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:02:58.447131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Bound using segment: {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:02:58.447826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Bound port: d57194af-0897-4270-9077-6462bac2de86, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcd5202-1e17-417f-8e6a-24931f9a2863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:02:58.448449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:58.537243 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:58.553970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] For port d57194af-0897-4270-9077-6462bac2de86, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:02:58.579891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] For port d57194af-0897-4270-9077-6462bac2de86, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d57194af-0897-4270-9077-6462bac2de86,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:02:58.610677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:58.630326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0477d0bf-f57c-48d6-9fce-9637fbc9dffd req-d945f8b1-9290-4306-8b51-5e9eacafed94 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 210 time: 0.1095512 Oct 13 04:02:58.632579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-0308e7c2-ab01-4044-8c93-36c09296febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.650760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-0308e7c2-ab01-4044-8c93-36c09296febf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3953209 Oct 13 04:02:58.765644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Pushing event updated for resources: {'Port': ['ID=d57194af-0897-4270-9077-6462bac2de86,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:58.849543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1175ffcd-1521-404c-88e7-5605f46e2662 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975405 Oct 13 04:02:58.863468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.865176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:58.866593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-a8886316-4860-4dd8-9bca-314e626ed025 service neutron] 10.222.0.15 "PUT /v2.0/ports/d57194af-0897-4270-9077-6462bac2de86 HTTP/1.1" status: 200 len: 1091 time: 4.1419404 Oct 13 04:02:58.869927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'tag': 'd57194af-0897-4270-9077-6462bac2de86'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:02:58.872196 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "eaedec2e-bf71-48fb-b3da-09b2a6b264ea", "tag": "d57194af-0897-4270-9077-6462bac2de86"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:02:58.917125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-4b6c3654-714a-4f13-9774-95fd18c23034 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452261 Oct 13 04:02:58.920137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Made reservation on behalf of 545a2da42a744248b21f23149f05474e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:02:58.924366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:58.987775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4318a-2323-4526-ad63-48a5e7252d63 req-47966a1b-8b8a-4d55-9857-4dffe8ab36dc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:58.995309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69f4318a-2323-4526-ad63-48a5e7252d63 req-47966a1b-8b8a-4d55-9857-4dffe8ab36dc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 943 time: 0.4071424 Oct 13 04:02:58.999009 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff53e33-ebc3-4cd7-adea-3f13e91f3468 x-openstack-request-id: req-4ff53e33-ebc3-4cd7-adea-3f13e91f3468 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:02:58.999502 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaedec2e-bf71-48fb-b3da-09b2a6b264ea", "tag": "d57194af-0897-4270-9077-6462bac2de86", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:02:58.999900 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ff53e33-ebc3-4cd7-adea-3f13e91f3468 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:02:59.000578 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'tag': 'd57194af-0897-4270-9077-6462bac2de86', 'status': 'completed', 'code': 200} Oct 13 04:02:59.040437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-9ddf26df-1bf5-4147-bd14-873097f51b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.049134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-9ddf26df-1bf5-4147-bd14-873097f51b73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1100 time: 0.3682146 Oct 13 04:02:59.147756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Allocated IP 172.20.0.1 (000a476a-3e8a-4c2a-9958-d9c714704b14/c79ea218-6715-4bd3-be4a-5446cdfbe314/51be546d-aa1a-445c-bbfa-ca7a65861129) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:59.208089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69f4318a-2323-4526-ad63-48a5e7252d63 req-7c0a65d3-d253-4129-967c-80045af0222a tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116482 Oct 13 04:02:59.233123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-4dd89d22-e99a-4de6-867a-87ec53ec8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.233123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-4dd89d22-e99a-4de6-867a-87ec53ec8cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 1094 time: 0.2495766 Oct 13 04:02:59.233459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ef4aff-795b-40da-9eea-821be9ca21a5 req-1658a713-4dd5-4bf1-ab05-9b9fa3f63c8f service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021524 Oct 13 04:02:59.303283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-1efa4e51-868f-4a0d-a5db-a845f02b789a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57194af-0897-4270-9077-6462bac2de86 HTTP/1.1" status: 200 len: 217 time: 0.0610108 Oct 13 04:02:59.305271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-5285d663-8838-4871-abb6-e4bff27cd87f service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377928 Oct 13 04:02:59.382078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Allocated IP 192.168.233.118 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/b68d5f41-92d6-4e59-870d-88137f68188d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:02:59.395308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-f9fe5aa6-323a-4eef-8f54-fa3c3876265a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=e083914d-ccbf-491d-a9f1-798a0df9898e HTTP/1.1" status: 200 len: 217 time: 0.0728357 Oct 13 04:02:59.398221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-bd611563-ef0c-4618-b921-2a280dc214cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.399584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-bd611563-ef0c-4618-b921-2a280dc214cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3330197 Oct 13 04:02:59.481234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-ab1bfe7c-05b8-472f-b795-84d0fb2f15be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.482659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-ab1bfe7c-05b8-472f-b795-84d0fb2f15be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 200 len: 859 time: 0.1649857 Oct 13 04:02:59.483893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-92864ae2-62b5-480e-a748-96031e5628b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0698860 Oct 13 04:02:59.554690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.568128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.574758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.583114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.585741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-2fca8bdd-0800-4e8c-bea2-5c3fa7049242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2824a442-8e75-439c-a5f4-3f8bd9b8e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843179 Oct 13 04:02:59.590416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.595749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-611000fd-b89a-4d77-b3b6-694bbeafdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.595921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.597195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-611000fd-b89a-4d77-b3b6-694bbeafdb99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.1860206 Oct 13 04:02:59.601906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.603657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-743c4656-0cae-4e41-8313-d7d626f43944 req-22199941-b900-4829-8fa2-69e0d223273d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.3090904 Oct 13 04:02:59.645295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:59.670941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-a66d45eb-77ec-4bac-ab2a-418a5a06fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.672348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-a66d45eb-77ec-4bac-ab2a-418a5a06fd40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1690440 Oct 13 04:02:59.696431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-743c4656-0cae-4e41-8313-d7d626f43944 req-0bdf7c02-99c4-4f9c-921b-8ac71f073402 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823207 Oct 13 04:02:59.729351 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:59.737815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041de35-4c8c-4f61-a2b8-8ccdfe57a2a3 req-98b38034-b72e-4290-999a-0199fda65471 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.740156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c041de35-4c8c-4f61-a2b8-8ccdfe57a2a3 req-98b38034-b72e-4290-999a-0199fda65471 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.2634676 Oct 13 04:02:59.755822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:59.811559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:02:59.818623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-64d3dd0b-0046-43ee-9235-210da10efa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.820002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-64d3dd0b-0046-43ee-9235-210da10efa3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037077 Oct 13 04:02:59.822405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:02:59.830345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-1228bd00-5ea1-499a-9e72-b62b570b62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:02:59.831781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-1228bd00-5ea1-499a-9e72-b62b570b62fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431246 Oct 13 04:02:59.833430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:02:59.835955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-602a1b52-1a18-47d8-9d35-9528ccd485f1 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351117 Oct 13 04:02:59.852392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c041de35-4c8c-4f61-a2b8-8ccdfe57a2a3 req-cf7fca95-1511-4837-81ba-8a57e6108539 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990462 Oct 13 04:02:59.890574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:59.974189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=51be546d-aa1a-445c-bbfa-ca7a65861129,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:00.009491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d75476d6-4588-48df-98d8-76dec5f2f9f5 req-b22bbc92-60a5-4ac1-95ce-ce5e813500d1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 210 time: 0.0565257 Oct 13 04:03:00.015888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.031163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:00.033623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', '56bab9c2-aca3-4df2-b140-03df06b63e4a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:00.085703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event updated for resources: {'Port': ['ID=b68d5f41-92d6-4e59-870d-88137f68188d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:00.173910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:00.177487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:00.185148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:00.271188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:00.272528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.317025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.383411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-6ec3f40b-d027-4f98-ba92-06de802b7b7f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9744501 Oct 13 04:03:00.406555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Request body: {'port': {'device_id': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:00.426546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b3ca9ec-f653-472d-8853-6837e2ab23dd None None] Provisioning complete for port 51be546d-aa1a-445c-bbfa-ca7a65861129 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:00.427294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b3ca9ec-f653-472d-8853-6837e2ab23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.538421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:00.555405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.657263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ca9ec-f653-472d-8853-6837e2ab23dd None None] Port 51be546d-aa1a-445c-bbfa-ca7a65861129 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:03:00.702047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-55724a4c-3b03-4ee1-9749-909e4dd4fb39 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484266 Oct 13 04:03:00.744104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-b8ef7f33-bda6-4eef-95f7-f07e2bccc58c service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9017229 Oct 13 04:03:00.751704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:00.752102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.776887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfcd26-5bfd-4277-998f-bcc787e89f1d req-50b8f705-255f-403c-8fc2-6ceb6956f97d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:00.784136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3ddfcd26-5bfd-4277-998f-bcc787e89f1d req-50b8f705-255f-403c-8fc2-6ceb6956f97d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 943 time: 0.2808588 Oct 13 04:03:00.789785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afad8672-5813-4ca1-9ecc-10188b6ca38e req-7f97e79c-2a0e-424f-9c71-cd3920bb4c40 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9353125 Oct 13 04:03:00.895992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f3f818f5-6882-4743-8df4-9e061a630b00 None None] Provisioning complete for port b68d5f41-92d6-4e59-870d-88137f68188d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:00.895992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3f818f5-6882-4743-8df4-9e061a630b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:00.934225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f3f818f5-6882-4743-8df4-9e061a630b00 None None] Port b68d5f41-92d6-4e59-870d-88137f68188d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:03:00.958502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3ddfcd26-5bfd-4277-998f-bcc787e89f1d req-b8a35e24-241b-48f7-86ae-b5bed50454a8 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732500 Oct 13 04:03:00.991540 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.029656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.036916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:01.043140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.073475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.089519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-6a7256d6-6734-4f40-a00c-d44ad6dc9394 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965293 Oct 13 04:03:01.093643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-2702caa4-a769-4e09-af61-ead15a6f6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.095253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-2702caa4-a769-4e09-af61-ead15a6f6439 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99de97ad397f4ba6bff9e832944bd138&device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 1094 time: 0.2311337 Oct 13 04:03:01.097841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-5886580b-a599-4160-86af-d6b9ded43b73 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799911 Oct 13 04:03:01.154132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:01.200989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.207201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.213468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.219963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-faf94e26-4e29-40a7-9b5a-9345ab700df7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 200 len: 217 time: 0.1209824 Oct 13 04:03:01.220240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.226427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.233049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.238902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.247173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-91d85597-7068-44d4-9102-579c9870e019 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2949567 Oct 13 04:03:01.280303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.293527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=51be546d-aa1a-445c-bbfa-ca7a65861129,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:01.366120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c65d05a9-218b-4479-a83d-1b6e2d101e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.367569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c65d05a9-218b-4479-a83d-1b6e2d101e68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.1182568 Oct 13 04:03:01.382814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8948-02bb-4e3f-b1d3-c807c3143445 req-a53faad0-f7f7-4d53-8520-e48cfe28bbb8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.390533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff9d8948-02bb-4e3f-b1d3-c807c3143445 req-a53faad0-f7f7-4d53-8520-e48cfe28bbb8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1527674 Oct 13 04:03:01.398173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5adc1134-3e16-425a-9b60-30f1fb8db31c req-9024e492-9d06-4555-bc66-7734450a9402 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500432 Oct 13 04:03:01.447711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68d5f41-92d6-4e59-870d-88137f68188d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:01.450399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-99bc028a-45bb-49a8-a291-d4ad87ddc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.451850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-99bc028a-45bb-49a8-a291-d4ad87ddc359 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 200 len: 920 time: 0.3263860 Oct 13 04:03:01.460179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.503405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Transition to ACTIVE for port object b68d5f41-92d6-4e59-870d-88137f68188d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:01.510254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff9d8948-02bb-4e3f-b1d3-c807c3143445 req-42da8674-63ac-4f7d-94cb-2e0aee75905b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188710 Oct 13 04:03:01.512994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-3d5f14d7-409a-46a0-8780-549df78400b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57194af-0897-4270-9077-6462bac2de86 HTTP/1.1" status: 200 len: 217 time: 0.0491445 Oct 13 04:03:01.519284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.520724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-133bd48f-7405-40ed-b3eb-ecb090c7511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.522145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-133bd48f-7405-40ed-b3eb-ecb090c7511a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297009 Oct 13 04:03:01.544565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:01.568138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:01.667718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-ff769943-424d-4013-8c54-030f6a5095b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:01.672149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-ff769943-424d-4013-8c54-030f6a5095b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 200 len: 859 time: 0.1386945 Oct 13 04:03:01.741437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-302f4127-c645-4644-b722-8c3a90720698 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2824a442-8e75-439c-a5f4-3f8bd9b8e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461276 Oct 13 04:03:01.745761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-e1a6e0da-f048-4cea-b5a4-e2f0152609c3 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028625 Oct 13 04:03:01.977640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b87bd960-7fea-4889-86b4-f0eef4cd25d0 None None] Provisioning complete for port 51be546d-aa1a-445c-bbfa-ca7a65861129 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:01.978362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b87bd960-7fea-4889-86b4-f0eef4cd25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:01.991991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-28d68e96-c021-4a4a-939c-7469e454d167 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273142 Oct 13 04:03:02.035387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b87bd960-7fea-4889-86b4-f0eef4cd25d0 None None] Port 51be546d-aa1a-445c-bbfa-ca7a65861129 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:03:02.098448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fde7d-39d2-4dcc-b00e-5c168ef1b60f req-a19ebecf-cc84-459a-8663-ac580fcfec96 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.099966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed2fde7d-39d2-4dcc-b00e-5c168ef1b60f req-a19ebecf-cc84-459a-8663-ac580fcfec96 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 948 time: 0.5979266 Oct 13 04:03:02.100612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Pushing event updated for resources: {'Port': ['ID=b68d5f41-92d6-4e59-870d-88137f68188d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:02.104387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-afe42794-3efe-4220-9d15-6aa2aa7029e0 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407283 Oct 13 04:03:02.196720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-3c216af9-5066-4476-8719-990e38d737ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 200 len: 217 time: 0.0764310 Oct 13 04:03:02.239914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed2fde7d-39d2-4dcc-b00e-5c168ef1b60f req-794cc00b-e96a-48a2-9132-2ec2ebe048e4 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206391 Oct 13 04:03:02.240337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c6a95-0ff6-4fbe-a6cb-12c666d019bc req-809b3d01-2631-4901-ac26-939336cef650 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.241937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a3c6a95-0ff6-4fbe-a6cb-12c666d019bc req-809b3d01-2631-4901-ac26-939336cef650 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 943 time: 0.1340597 Oct 13 04:03:02.252824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Attempting to bind port b68d5f41-92d6-4e59-870d-88137f68188d on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:02.253156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Attempting to bind port b68d5f41-92d6-4e59-870d-88137f68188d by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:02.253481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Attempting to bind port b68d5f41-92d6-4e59-870d-88137f68188d on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:02.261269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Port b68d5f41-92d6-4e59-870d-88137f68188d on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:02.261602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Attempting to bind port b68d5f41-92d6-4e59-870d-88137f68188d on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:02.276197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Router be56c470-70fa-48a5-a4b5-02cd0d788a55 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:03:02.299087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:02.300033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:02.300582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:02.302232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Bound port: b68d5f41-92d6-4e59-870d-88137f68188d, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:02.302761 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:02.326848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a3c6a95-0ff6-4fbe-a6cb-12c666d019bc req-5aa4c7fe-b7c8-4a98-8f54-b22a47e2e534 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579989 Oct 13 04:03:02.335669 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea1ee5ed-ddcc-4476-b3fb-e1c827e7e4c4 req-09277e06-b8df-4c29-a183-f1a6d125ea42 service neutron] 10.222.0.15 "GET /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094654 Oct 13 04:03:02.367893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:02.369433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-47d5c395-3f6b-4073-8432-5df1cf052b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.371591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-47d5c395-3f6b-4073-8432-5df1cf052b40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.1541724 Oct 13 04:03:02.424186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] For port b68d5f41-92d6-4e59-870d-88137f68188d, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:02.430977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c98f9398-d613-4f8c-80be-723b9d050e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.433118 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-c98f9398-d613-4f8c-80be-723b9d050e4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512984 Oct 13 04:03:02.439306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:02.439683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:02.469993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] For port b68d5f41-92d6-4e59-870d-88137f68188d, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b68d5f41-92d6-4e59-870d-88137f68188d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:02.480039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:02.522683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.523292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:02.524659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] 10.222.0.15 "PUT /v2.0/ports/b68d5f41-92d6-4e59-870d-88137f68188d HTTP/1.1" status: 200 len: 1096 time: 2.1258044 Oct 13 04:03:02.526765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'tag': 'b68d5f41-92d6-4e59-870d-88137f68188d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:02.529418 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d20a12-5817-40ac-b609-03aac18512a0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb3ef4b-c982-42ac-8f25-da1c06d921a0", "tag": "b68d5f41-92d6-4e59-870d-88137f68188d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:02.535104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:03:02.553219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-39266a8a-9e43-4e69-9563-5183731ab6c8 admin admin] 10.222.0.44 "PUT /v2.0/routers/be56c470-70fa-48a5-a4b5-02cd0d788a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0611134 Oct 13 04:03:02.584912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Sync routers for ids ['be56c470-70fa-48a5-a4b5-02cd0d788a55'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:03:02.592229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Pushing event updated for resources: {'Port': ['ID=b68d5f41-92d6-4e59-870d-88137f68188d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:02.608816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.609094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.609429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Routers {'be56c470-70fa-48a5-a4b5-02cd0d788a55'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:03:02.609566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.609758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.610123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['be56c470-70fa-48a5-a4b5-02cd0d788a55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:02.611586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.611925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.612258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.612586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.612944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.613270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.613594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.613911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4fe5bd-723e-4fea-ac69-35fd858c481e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:02.643634 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c9c61a-3029-498f-94b1-6a83586990b6 x-openstack-request-id: req-23c9c61a-3029-498f-94b1-6a83586990b6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:02.644912 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb3ef4b-c982-42ac-8f25-da1c06d921a0", "tag": "b68d5f41-92d6-4e59-870d-88137f68188d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:02.649570 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23c9c61a-3029-498f-94b1-6a83586990b6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:02.650228 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'tag': 'b68d5f41-92d6-4e59-870d-88137f68188d', 'status': 'completed', 'code': 200} Oct 13 04:03:02.722100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.735475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.749796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Set router be56c470-70fa-48a5-a4b5-02cd0d788a55 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:03:02.754418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.769426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.775916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.781536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:02.785651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.798727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.799991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-844befec-a4d2-4272-9c74-51e03e44085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.801940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-844befec-a4d2-4272-9c74-51e03e44085d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 1099 time: 0.1951208 Oct 13 04:03:02.806965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-c7441d4a-f753-4376-ab24-766b1a2ab579 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.3174431 Oct 13 04:03:02.862163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-59d0ce93-1c31-4d10-91f7-abbc2184707d service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154696 Oct 13 04:03:02.878309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04a59502-13ff-44ae-87bd-60e8ceea4a6f req-7ab8534b-06aa-462a-b418-808df20fdf04 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702724 Oct 13 04:03:02.909983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-d35ba7e3-f6ba-45a4-b868-7208839a820a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b68d5f41-92d6-4e59-870d-88137f68188d HTTP/1.1" status: 200 len: 217 time: 0.0915427 Oct 13 04:03:02.916525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-985451017'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:02.948665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66d021-d178-464c-bcb4-b121716ebff1 req-557a0d05-3f75-427c-a3c4-8c38a970eb11 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:02.956938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc66d021-d178-464c-bcb4-b121716ebff1 req-557a0d05-3f75-427c-a3c4-8c38a970eb11 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.2371657 Oct 13 04:03:03.032613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7eb81cb-8d35-4720-b81b-80f10d898b9f req-1017c10d-c7d8-45b5-8ffd-7b330bb2f36e service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422210 Oct 13 04:03:03.036019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc66d021-d178-464c-bcb4-b121716ebff1 req-3cfa4188-354a-40c7-88fb-75addb656744 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730951 Oct 13 04:03:03.049781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-5e311dfb-563b-49e7-9ebc-52fe9a5a3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.051651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-5e311dfb-563b-49e7-9ebc-52fe9a5a3ff0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1260829 Oct 13 04:03:03.052404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:03.056600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.113049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:03.122561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.122906 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Added segment fbe42917-a66b-42c1-ac84-b17f1ac333ba of type vlan for network 49cb5555-70fe-4309-9963-005d2d3287c7 Oct 13 04:03:03.159277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.159703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.160165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.160652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.161141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.161602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.162004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.163881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-0d88996e-aaf7-4f35-a521-8535fc16d753 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6484 time: 0.0611753 Oct 13 04:03:03.167296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.195444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42040-a250-4a26-854b-67828a0811b8 req-b9f2470c-30f1-43d2-830b-25d3fa7d761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.197026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-b9f2470c-30f1-43d2-830b-25d3fa7d761d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275342 Oct 13 04:03:03.198704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '51be546d-aa1a-445c-bbfa-ca7a65861129', 'name': '', 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'mac_address': 'fa:16:3e:bf:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:58Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 2, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'subnets': [{'id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:03.210455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.217432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.218027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.234163 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:03:03.242879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Checking router: be56c470-70fa-48a5-a4b5-02cd0d788a55 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:03:03.243243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Updating router be56c470-70fa-48a5-a4b5-02cd0d788a55 port 51be546d-aa1a-445c-bbfa-ca7a65861129 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:03:03.269948 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.294720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-55c63d38-1bb7-4bee-8d2f-c28549389fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.298662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-55c63d38-1bb7-4bee-8d2f-c28549389fe7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 902 time: 0.1228209 Oct 13 04:03:03.322861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5352876 Oct 13 04:03:03.332845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:03.351946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'subnet': {'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:03.383134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-a6f7d450-33f3-4848-8be1-90ed2852a7ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 200 len: 217 time: 0.0717661 Oct 13 04:03:03.391308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3da7d0-e4ce-446b-8808-f68213856666 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Network': ['ID=49cb5555-70fe-4309-9963-005d2d3287c7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:03.424195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 49cb5555-70fe-4309-9963-005d2d3287c7 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:03.481250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b0530-2697-4366-8a7c-005466628eb8 req-ffe0017a-3679-4709-879d-795b32baf602 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.489626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f53b0530-2697-4366-8a7c-005466628eb8 req-ffe0017a-3679-4709-879d-795b32baf602 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 948 time: 0.1087582 Oct 13 04:03:03.499716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-90956bc7-20f1-4f05-b2c0-7147e6e629ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.501653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-90956bc7-20f1-4f05-b2c0-7147e6e629ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.1102059 Oct 13 04:03:03.532044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d8d2-1de8-494b-b64c-fffa9bac6e05 req-69bdd888-8f42-4e21-af82-cb70b1958c56 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.539652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1542d8d2-1de8-494b-b64c-fffa9bac6e05 req-69bdd888-8f42-4e21-af82-cb70b1958c56 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 943 time: 0.1024387 Oct 13 04:03:03.558084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-11da964f-a89f-4d7f-902b-ae07d9fc06d9 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363008 Oct 13 04:03:03.580967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f53b0530-2697-4366-8a7c-005466628eb8 req-f2603afc-4c18-4859-a0f3-926889cbd58f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900187 Oct 13 04:03:03.612920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-a3a1547e-4659-483f-8da7-809a2fbd7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.614350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-a3a1547e-4659-483f-8da7-809a2fbd7029 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005666 Oct 13 04:03:03.641835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1542d8d2-1de8-494b-b64c-fffa9bac6e05 req-f1e56c0e-2040-4eed-9f68-a630e95c116e tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012053 Oct 13 04:03:03.650482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:03.654753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.757855 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.770946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.773838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f42040-a250-4a26-854b-67828a0811b8 req-cb82a8d5-30db-45ca-9c6c-f7e9c8c02268 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931617 Oct 13 04:03:03.776364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-43292e72-77a0-44c6-8357-403bc8427b6c service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427815 Oct 13 04:03:03.851484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea587665-a847-4099-8166-ed92c49d04ec None None] Pushing event updated for resources: {'Port': ['ID=51be546d-aa1a-445c-bbfa-ca7a65861129,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:03.899689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-7a57cef8-3d7e-4c50-ad8a-7f99b61f3f5e service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103189 Oct 13 04:03:03.923711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Attempting to bind port 51be546d-aa1a-445c-bbfa-ca7a65861129 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:03.924090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Attempting to bind port 51be546d-aa1a-445c-bbfa-ca7a65861129 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:03.924431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Attempting to bind port 51be546d-aa1a-445c-bbfa-ca7a65861129 on network 000a476a-3e8a-4c2a-9958-d9c714704b14 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:03.933064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:03.933437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Checking segment: {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:03.934373 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.934783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Bound using segment: {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:03.935245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Bound port: 51be546d-aa1a-445c-bbfa-ca7a65861129, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9374c25-86e9-4396-a78e-366c8aa235ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:03.935619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:03.990311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a12-5817-40ac-b609-03aac18512a0 req-b400b364-0388-4531-aef3-eadd25abf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:03.991994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-b400b364-0388-4531-aef3-eadd25abf47a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=545a2da42a744248b21f23149f05474e&device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 1099 time: 0.1572132 Oct 13 04:03:03.994719 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.053343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d57194af-0897-4270-9077-6462bac2de86 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:04.092365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] For port 51be546d-aa1a-445c-bbfa-ca7a65861129, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:04.096166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.099003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.099612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.101875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.102387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.103434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] For port 51be546d-aa1a-445c-bbfa-ca7a65861129, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=51be546d-aa1a-445c-bbfa-ca7a65861129,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:04.112512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.114091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.114603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.125882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-09083daf-0986-4e58-acee-f3cff19bcca1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6484 time: 0.1522572 Oct 13 04:03:04.196656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea587665-a847-4099-8166-ed92c49d04ec None None] Pushing event updated for resources: {'Port': ['ID=51be546d-aa1a-445c-bbfa-ca7a65861129,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:04.207667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Subnet': ['ID=7d8a038b-ab8a-48d9-abe1-d8d8d254e535,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:04.250723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Checking segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:04.252024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network hostable DHCP agents. Network: 49cb5555-70fe-4309-9963-005d2d3287c7, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:04.289763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.295073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.295732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Routers {'be56c470-70fa-48a5-a4b5-02cd0d788a55'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:03:04.296377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:02:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['be56c470-70fa-48a5-a4b5-02cd0d788a55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:04.301391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.308056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.314896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.320912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.330168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.332036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9f240144-51b4-4484-ab6c-1609b5672d21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2874222 Oct 13 04:03:04.375057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-d883e1bb-c082-4a72-bee2-47015535efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.376692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-d883e1bb-c082-4a72-bee2-47015535efc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 902 time: 0.2385244 Oct 13 04:03:04.395732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc57980-ee74-4d36-939e-c001a90582fb req-574ce91a-0228-480b-8c25-1f116f964fee tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.397419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fc57980-ee74-4d36-939e-c001a90582fb req-574ce91a-0228-480b-8c25-1f116f964fee tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1361043 Oct 13 04:03:04.441480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] Set router be56c470-70fa-48a5-a4b5-02cd0d788a55 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:03:04.443375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ccccf7a-5f6f-4451-9b0b-8977ba373e8d req-9a2b1a5b-46b2-4ddd-91ef-877f9da64c02 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972333 Oct 13 04:03:04.445781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 49cb5555-70fe-4309-9963-005d2d3287c7 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:04.464718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a12-5817-40ac-b609-03aac18512a0 req-8ddfec4d-103b-4803-a4f8-54a0e40c2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.472067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-8ddfec4d-103b-4803-a4f8-54a0e40c2f9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.4689898 Oct 13 04:03:04.475072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 49cb5555-70fe-4309-9963-005d2d3287c7) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:04.494154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.494761 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.497328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fc57980-ee74-4d36-939e-c001a90582fb req-f1d7f254-ecec-403a-917f-c0f56881420d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 Oct 13 04:03:04.532587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-826523fd-3496-4bd2-b913-05752f4ca7b1 None None] Provisioning complete for port 51be546d-aa1a-445c-bbfa-ca7a65861129 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:04.533123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-826523fd-3496-4bd2-b913-05752f4ca7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.535356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219b61c-46d9-478d-b55a-ed9262298573 None None] Network 49cb5555-70fe-4309-9963-005d2d3287c7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:04.576902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-2d057819-fcfd-4625-8f09-90c29df61bc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 200 len: 217 time: 0.1783652 Oct 13 04:03:04.584393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dd25d98a-8ae1-4a06-aed1-e60ea796958a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2505040 Oct 13 04:03:04.586706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-227fb8f9-2970-43e0-ab57-a303ea7bb2df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b68d5f41-92d6-4e59-870d-88137f68188d HTTP/1.1" status: 200 len: 217 time: 0.0654540 Oct 13 04:03:04.587152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48602) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:04.591792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1507069872'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:04.652984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-87af5881-bc94-47b0-83c4-3ae9fa0134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.655191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-87af5881-bc94-47b0-83c4-3ae9fa0134d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.0675974 Oct 13 04:03:04.662947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:04.667065 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.679932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a12-5817-40ac-b609-03aac18512a0 req-962f0618-6bf6-4586-a53f-eb46ea894f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.681458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-962f0618-6bf6-4586-a53f-eb46ea894f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0811930 Oct 13 04:03:04.688285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d57194af-0897-4270-9077-6462bac2de86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d57194af-0897-4270-9077-6462bac2de86,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:04.724808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'd57194af-0897-4270-9077-6462bac2de86', 'network_id': '2824a442-8e75-439c-a5f4-3f8bd9b8e138', 'port_id': 'd57194af-0897-4270-9077-6462bac2de86', 'mac_address': 'fa:16:3e:5a:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4e946e-078f-467f-bedc-e1e3f02cdd03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:04.758022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:04.783546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.783888 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Added segment a8cc3bbd-0e55-445c-a832-38d17ed125f6 of type vlan for network 4073fcb1-e5ba-4732-af92-d75866d7743f Oct 13 04:03:04.814997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-c1071b35-ce93-4eb2-aa72-8949e7212100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.816029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005bcd1-62c5-46f4-9084-24165d3961d6 req-8ae9a42a-c306-4504-97dc-89f04781c033 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.816405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-c1071b35-ce93-4eb2-aa72-8949e7212100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385179 Oct 13 04:03:04.817533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5005bcd1-62c5-46f4-9084-24165d3961d6 req-8ae9a42a-c306-4504-97dc-89f04781c033 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 948 time: 0.1150603 Oct 13 04:03:04.849519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a12-5817-40ac-b609-03aac18512a0 req-44376a33-ead9-4982-bc9f-c6bd8bd849f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.851446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-44376a33-ead9-4982-bc9f-c6bd8bd849f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579463 Oct 13 04:03:04.889808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.903798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-826523fd-3496-4bd2-b913-05752f4ca7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.910007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.957678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5005bcd1-62c5-46f4-9084-24165d3961d6 req-1469f0cb-814b-463f-8489-229cef31c251 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192913 Oct 13 04:03:04.965545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57194af-0897-4270-9077-6462bac2de86 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:04.975107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-49cb5555-70fe-4309-9963-005d2d3287c7', 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'fixed_ips': [{'subnet_id': '7d8a038b-ab8a-48d9-abe1-d8d8d254e535'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:03:04.976365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.987164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.987369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-9c7f8a79-085d-418e-ae86-59522b65f3cb service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468043 Oct 13 04:03:04.987627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:04.988285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.994501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d071bc-5504-4f03-b2f0-6c95ea256d23 req-05fb12b0-c1e4-4a71-9c20-856d42360cd4 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.006568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5d071bc-5504-4f03-b2f0-6c95ea256d23 req-05fb12b0-c1e4-4a71-9c20-856d42360cd4 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 943 time: 0.2399716 Oct 13 04:03:05.016289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d57194af-0897-4270-9077-6462bac2de86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d57194af-0897-4270-9077-6462bac2de86,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:05.021655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-826523fd-3496-4bd2-b913-05752f4ca7b1 None None] For port 51be546d-aa1a-445c-bbfa-ca7a65861129, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=51be546d-aa1a-445c-bbfa-ca7a65861129,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:05.037715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:05.047846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-826523fd-3496-4bd2-b913-05752f4ca7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:05.069782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-40ab83a7-d847-4500-904b-571ee9118371 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013211 Oct 13 04:03:05.078758 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4905620 Oct 13 04:03:05.113292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:05.119599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'subnet': {'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:05.192028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92d20a12-5817-40ac-b609-03aac18512a0 req-c7b85966-9958-45f8-a26d-cd05f664269a service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050811 Oct 13 04:03:05.197864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3df41-fb32-416b-8a59-181bb7910233 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Network': ['ID=4073fcb1-e5ba-4732-af92-d75866d7743f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:05.235244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 4073fcb1-e5ba-4732-af92-d75866d7743f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:05.238244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '51be546d-aa1a-445c-bbfa-ca7a65861129', 'name': '', 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'mac_address': 'fa:16:3e:bf:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:58Z', 'updated_at': '2021-10-13T04:03:04Z', 'revision_number': 4, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'subnets': [{'id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:05.266517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5d071bc-5504-4f03-b2f0-6c95ea256d23 req-75482610-6eef-4d33-acfa-da1406412124 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585957 Oct 13 04:03:05.300073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d57194af-0897-4270-9077-6462bac2de86,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:05.308405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a2ef1d4-c1be-4485-a325-930ed120d5d3 req-5a3771dd-3afb-438b-a433-db64d2fe7a5f service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917624 Oct 13 04:03:05.310183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:05.313834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:05.354170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc3c7b-9a47-4164-8638-f607dd28bb67 None None] The sync data for ids ['be56c470-70fa-48a5-a4b5-02cd0d788a55'] in n-d-810220-9 is: [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '51be546d-aa1a-445c-bbfa-ca7a65861129', 'name': '', 'network_id': '000a476a-3e8a-4c2a-9958-d9c714704b14', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'mac_address': 'fa:16:3e:bf:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:58Z', 'updated_at': '2021-10-13T04:03:04Z', 'revision_number': 4, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'subnets': [{'id': 'c79ea218-6715-4bd3-be4a-5446cdfbe314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:03:05.395802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.396150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.396485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.397137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.397137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.397470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.397792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.398385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.398385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.398718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.399033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.399346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.422247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-220ee7d7-5ea4-43ab-b991-85a0d5deaeb2 None None] Provisioning complete for port 51be546d-aa1a-445c-bbfa-ca7a65861129 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:05.422601 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-220ee7d7-5ea4-43ab-b991-85a0d5deaeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:05.430782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Allocated IP 19.80.0.2 (49cb5555-70fe-4309-9963-005d2d3287c7/7d8a038b-ab8a-48d9-abe1-d8d8d254e535/04986291-3861-4401-9611-1ce487b0d11e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:05.442217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d57194af-0897-4270-9077-6462bac2de86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:05.557605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826523fd-3496-4bd2-b913-05752f4ca7b1 None None] Pushing event updated for resources: {'Port': ['ID=51be546d-aa1a-445c-bbfa-ca7a65861129,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:05.666964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.673157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:05.681534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.689789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.696005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.703607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.710613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.727525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f96290-b861-461f-b6c5-c1aa1fd9e720 req-df24d1d8-19ab-4c0d-b17c-34b6ccd9fe8d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.729629 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5f96290-b861-461f-b6c5-c1aa1fd9e720 req-df24d1d8-19ab-4c0d-b17c-34b6ccd9fe8d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1182582 Oct 13 04:03:05.731954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.754924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-00fd72a2-8423-480a-be65-921dba2bd11d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1836243 Oct 13 04:03:05.812825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Subnet': ['ID=0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:05.827355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04b8a119-06ac-41af-8a12-ecc6ed2ed351 req-310cccb6-febe-4e6d-8e7f-a29c8ad2c1a8 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711930 Oct 13 04:03:05.849456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Checking segment: {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:05.850001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network hostable DHCP agents. Network: 4073fcb1-e5ba-4732-af92-d75866d7743f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:05.852622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.853022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.853355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.853684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.854037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.854397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.854715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.855032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.855357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.855672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.856564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.857002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:05.864312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5f96290-b861-461f-b6c5-c1aa1fd9e720 req-115d1542-fdef-4f23-a30e-821dd504ef26 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223826 Oct 13 04:03:05.895026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 4073fcb1-e5ba-4732-af92-d75866d7743f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:05.907686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 4073fcb1-e5ba-4732-af92-d75866d7743f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:05.924423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:05.924908 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:05.926263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e500f71-381a-412d-b1e1-2cdd990c9781 None None] Network 4073fcb1-e5ba-4732-af92-d75866d7743f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:05.950750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6df0457-5f6d-404c-9b0c-b0789e859ad7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8362980 Oct 13 04:03:06.189540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090625e7-17b5-4de2-b404-3ec05d858784 req-6605ea56-72ea-4c8b-a204-4c69e872814f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:06.197912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-090625e7-17b5-4de2-b404-3ec05d858784 req-6605ea56-72ea-4c8b-a204-4c69e872814f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 948 time: 0.0978577 Oct 13 04:03:06.232393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-a511c717-c0a9-411f-976e-baf42128053f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:06.238552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-a511c717-c0a9-411f-976e-baf42128053f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:06.240151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-a511c717-c0a9-411f-976e-baf42128053f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/networks?id=49cb5555-70fe-4309-9963-005d2d3287c7&id=4073fcb1-e5ba-4732-af92-d75866d7743f&id=49cb5555-70fe-4309-9963-005d2d3287c7 HTTP/1.1" status: 200 len: 1391 time: 0.1595540 Oct 13 04:03:06.250078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-090625e7-17b5-4de2-b404-3ec05d858784 req-201ceb4a-e56e-4270-9d54-85f04f7f8706 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Oct 13 04:03:06.277499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-f1f329c9-9e5f-4c2b-bab4-a88168328cde tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/quotas/5aa0437a0de6426d8bdbdd83a4928da2 HTTP/1.1" status: 200 len: 375 time: 0.0305569 Oct 13 04:03:06.353230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-4073fcb1-e5ba-4732-af92-d75866d7743f', 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'fixed_ips': [{'subnet_id': '0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:03:06.354425 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:06.380429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:06.402059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-6110fb42-fa92-4b7e-89d9-a091077ee115 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230707 Oct 13 04:03:06.413335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:06.476711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 51be546d-aa1a-445c-bbfa-ca7a65861129 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:06.536074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-f5d8f735-ff0c-4203-8845-966b7ff41ad8 service neutron] 10.222.0.44 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319954 Oct 13 04:03:06.589112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Network 49cb5555-70fe-4309-9963-005d2d3287c7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:06.633872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcd1b-d88f-4e9d-b074-ce5621c1ebb5 req-d5ffcb6d-804c-495e-aa25-ad6eb389e8f7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:06.635523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-376dcd1b-d88f-4e9d-b074-ce5621c1ebb5 req-d5ffcb6d-804c-495e-aa25-ad6eb389e8f7 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 944 time: 0.0788155 Oct 13 04:03:06.657497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Pushing event updated for resources: {'Port': ['ID=04986291-3861-4401-9611-1ce487b0d11e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:06.660137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:06.666123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:06.725502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-376dcd1b-d88f-4e9d-b074-ce5621c1ebb5 req-7a23f9fb-c17b-48fe-9193-89ae5a654d6d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Oct 13 04:03:06.756887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Allocated IP 19.86.0.2 (4073fcb1-e5ba-4732-af92-d75866d7743f/0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba/06bc3a11-b7fb-42dc-991a-9c0edc540a2e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:06.785580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 51be546d-aa1a-445c-bbfa-ca7a65861129 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:06.786049 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:06.789593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Attempting to bind port 04986291-3861-4401-9611-1ce487b0d11e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:06.790096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Attempting to bind port 04986291-3861-4401-9611-1ce487b0d11e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:06.790552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Attempting to bind port 04986291-3861-4401-9611-1ce487b0d11e on network 49cb5555-70fe-4309-9963-005d2d3287c7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:06.831129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:06.831690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Checking segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:06.832194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:06.832705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Bound using segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:06.833310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Bound port: 04986291-3861-4401-9611-1ce487b0d11e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:06.833796 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:06.984960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] For port 04986291-3861-4401-9611-1ce487b0d11e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:06.989452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] For port 04986291-3861-4401-9611-1ce487b0d11e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=04986291-3861-4401-9611-1ce487b0d11e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:07.020882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.040702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.048581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.061742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.068158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.082794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.093095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.103011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.104856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-308c987c-4616-4a97-bfb7-cc98e0f671d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1532671 Oct 13 04:03:07.140889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327b964-225b-42f0-bbb0-e50496d3604a None None] Pushing event updated for resources: {'Port': ['ID=04986291-3861-4401-9611-1ce487b0d11e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:07.166906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-846b92a8-61fc-4c31-9aa2-7bdc503f2a30 req-a4287d31-a8d2-4e91-adb2-76a393eac997 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544844 Oct 13 04:03:07.167619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.185359 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.204311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-5e80fd74-757e-43f2-ac8f-a67c6464cd27 service neutron] 10.222.0.44 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677520 Oct 13 04:03:07.250718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Network 4073fcb1-e5ba-4732-af92-d75866d7743f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:07.251927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Pushing event updated for resources: {'Port': ['ID=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:07.259600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:07.269569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:07.336824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-b2ab6e79-c8c9-4cf0-8201-65129d584c42 service neutron] 10.222.0.44 "GET /v2.0/networks/4073fcb1-e5ba-4732-af92-d75866d7743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311674 Oct 13 04:03:07.340051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb4bd1-6a80-4c4f-880f-e2bf0619cb66 req-6175a9b5-ac21-46c7-b23f-771f576f16f0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.342176 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfcb4bd1-6a80-4c4f-880f-e2bf0619cb66 req-6175a9b5-ac21-46c7-b23f-771f576f16f0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0914347 Oct 13 04:03:07.365550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Attempting to bind port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:07.365918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Attempting to bind port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:07.366274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Attempting to bind port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e on network 4073fcb1-e5ba-4732-af92-d75866d7743f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:07.377833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:07.378271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Checking segment: {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:07.378681 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.379074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Bound using segment: {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:07.379711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Bound port: 06bc3a11-b7fb-42dc-991a-9c0edc540a2e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:07.380355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.407292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfcb4bd1-6a80-4c4f-880f-e2bf0619cb66 req-d90365dc-c1c2-478e-82df-50a9aa59dad2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573578 Oct 13 04:03:07.533587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] For port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:07.536954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] For port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:07.543898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.563871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-81deab5e-8ae4-4c60-bf91-e3b83b6954b0 service neutron] 10.222.0.44 "GET /v2.0/networks/4073fcb1-e5ba-4732-af92-d75866d7743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139380 Oct 13 04:03:07.639616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea6c7-f3fa-4500-a468-5366f5f1b968 None None] Pushing event updated for resources: {'Port': ['ID=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:07.653302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79f45-6ac4-4afc-b1f4-ac0ff22fdc37 req-6f365896-03c6-4033-b9e5-3872d8d16e46 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:07.654941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcd79f45-6ac4-4afc-b1f4-ac0ff22fdc37 req-6f365896-03c6-4033-b9e5-3872d8d16e46 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 948 time: 0.1049154 Oct 13 04:03:07.702463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcd79f45-6ac4-4afc-b1f4-ac0ff22fdc37 req-e15ee3f8-adae-4c77-a5fd-7c4211151a2e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389662 Oct 13 04:03:07.723579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-0a040dbd-3b01-4ef4-9a7a-cf3d2a2644ca service neutron] 10.222.0.44 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452570 Oct 13 04:03:07.801598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:07.863265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7a856813-e89e-4016-a277-1c5ed5750988 service neutron] 10.222.0.44 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323302 Oct 13 04:03:08.013084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca409b5-8f3f-4a64-beae-1a1186fface1 req-fe9c5206-d445-4a49-bbb1-f0a901baa98d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.014716 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ca409b5-8f3f-4a64-beae-1a1186fface1 req-fe9c5206-d445-4a49-bbb1-f0a901baa98d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 944 time: 0.0588987 Oct 13 04:03:08.076406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b68d5f41-92d6-4e59-870d-88137f68188d details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:08.078934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d57194af-0897-4270-9077-6462bac2de86 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:08.103636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ca409b5-8f3f-4a64-beae-1a1186fface1 req-176fd075-c5dd-4a29-b48a-90446e89c00d tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794821 Oct 13 04:03:08.143702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c45b06d-1981-4e0f-873a-6daf667ddea1 req-6758e1cf-e479-4433-b2f0-3180ee2c1b58 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 210 time: 0.0472994 Oct 13 04:03:08.317035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port d57194af-0897-4270-9077-6462bac2de86 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:08.329083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port d57194af-0897-4270-9077-6462bac2de86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:08.329451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:08.343589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b68d5f41-92d6-4e59-870d-88137f68188d, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b68d5f41-92d6-4e59-870d-88137f68188d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:08.430364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.458868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.483871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'b68d5f41-92d6-4e59-870d-88137f68188d', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'b68d5f41-92d6-4e59-870d-88137f68188d', 'mac_address': 'fa:16:3e:1e:a4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:08.498217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.521495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.542563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.564134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.579815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.587828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-86d2bb20-70cd-4602-a5ec-d5f2c0906a98 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2866433 Oct 13 04:03:08.626450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 06bc3a11-b7fb-42dc-991a-9c0edc540a2e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:08.659042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed7836c5-f32c-4192-a799-9e0b1f2efb8f req-b34f1bb2-4f82-4975-ae0a-789f1cb5cda7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702424 Oct 13 04:03:08.709192 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:08.752987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:08.755942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dd5ba-16e7-48a3-8ead-b080bc9db3e7 req-e5e11c08-ce5d-4eb8-8bed-b931b7b12bc7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.757936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f41dd5ba-16e7-48a3-8ead-b080bc9db3e7 req-e5e11c08-ce5d-4eb8-8bed-b931b7b12bc7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1853168 Oct 13 04:03:08.785935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3c44e-eef7-41e2-b50d-896378e5b294 None None] Network 49cb5555-70fe-4309-9963-005d2d3287c7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:08.825757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68d5f41-92d6-4e59-870d-88137f68188d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:08.841653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f41dd5ba-16e7-48a3-8ead-b080bc9db3e7 req-2fafa584-a4c5-45d7-9b7c-ad803d50c3d7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691845 Oct 13 04:03:08.901628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a08b81-5336-49ba-912d-9d6230ef2662 req-bbf0677f-b30d-4d5a-b57e-bb798aad54c0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:08.907560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30a08b81-5336-49ba-912d-9d6230ef2662 req-bbf0677f-b30d-4d5a-b57e-bb798aad54c0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 948 time: 0.1042399 Oct 13 04:03:08.941175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57194af-0897-4270-9077-6462bac2de86'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:08.943573 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f7a1c3-5f88-4146-93aa-e74d8ec13586" -d '{"events": [{"server_uuid": "eaedec2e-bf71-48fb-b3da-09b2a6b264ea", "name": "network-vif-plugged", "status": "completed", "tag": "d57194af-0897-4270-9077-6462bac2de86"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:08.999564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b68d5f41-92d6-4e59-870d-88137f68188d, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b68d5f41-92d6-4e59-870d-88137f68188d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:09.019238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30a08b81-5336-49ba-912d-9d6230ef2662 req-3f263e67-8498-44a0-8cea-d48ad5aaff1c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042385 Oct 13 04:03:09.086158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ab9948e-3c68-4d81-8f5d-04b03bb31747 None None] Provisioning complete for port 04986291-3861-4401-9611-1ce487b0d11e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:09.086914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ab9948e-3c68-4d81-8f5d-04b03bb31747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.089929 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a04a15d-34a2-4a8b-8ca3-391463e15f57 x-openstack-request-id: req-2a04a15d-34a2-4a8b-8ca3-391463e15f57 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:09.090471 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaedec2e-bf71-48fb-b3da-09b2a6b264ea", "name": "network-vif-plugged", "status": "completed", "tag": "d57194af-0897-4270-9077-6462bac2de86", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:09.090888 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a04a15d-34a2-4a8b-8ca3-391463e15f57 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:09.091446 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57194af-0897-4270-9077-6462bac2de86', 'code': 200} Oct 13 04:03:09.094986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d57194af-0897-4270-9077-6462bac2de86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d57194af-0897-4270-9077-6462bac2de86,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:09.098196 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.147934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.220564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:09.221102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.244020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd6320a-a84a-4e89-a0f6-8fb105dd400c None None] Network 4073fcb1-e5ba-4732-af92-d75866d7743f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:09.246028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3eefb-1b6d-494a-96ec-4b870da29421 req-0bd73e8d-5a8d-437a-96e3-2b1c86dcc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.248072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2c3eefb-1b6d-494a-96ec-4b870da29421 req-0bd73e8d-5a8d-437a-96e3-2b1c86dcc029 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 1096 time: 0.0954175 Oct 13 04:03:09.274801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d72a7-d6dd-4195-a893-62f40bf584ad req-116b2d51-44e9-41c7-9206-c25b834a8340 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.276395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-075d72a7-d6dd-4195-a893-62f40bf584ad req-116b2d51-44e9-41c7-9206-c25b834a8340 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 945 time: 0.0843964 Oct 13 04:03:09.309919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65e5cb7f-5527-472d-86b5-1f70c60d3e99 req-ff341077-4d98-463e-80c5-182526a2efac tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 210 time: 0.0570271 Oct 13 04:03:09.333091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2c3eefb-1b6d-494a-96ec-4b870da29421 req-87e1d014-7030-4a94-aefa-5938d4e47a53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704596 Oct 13 04:03:09.350792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-075d72a7-d6dd-4195-a893-62f40bf584ad req-d940c687-715d-4d1f-a37b-f92108eb9614 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671093 Oct 13 04:03:09.504701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=b68d5f41-92d6-4e59-870d-88137f68188d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:09.623019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b68d5f41-92d6-4e59-870d-88137f68188d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:09.807523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-8a6d3e1c-9f99-46c7-8417-94c9bb51c14e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.830203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d57194af-0897-4270-9077-6462bac2de86,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:09.832105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-8a6d3e1c-9f99-46c7-8417-94c9bb51c14e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.834310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-8a6d3e1c-9f99-46c7-8417-94c9bb51c14e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "GET /v2.0/networks?id=49cb5555-70fe-4309-9963-005d2d3287c7&id=4073fcb1-e5ba-4732-af92-d75866d7743f&id=49cb5555-70fe-4309-9963-005d2d3287c7 HTTP/1.1" status: 200 len: 1391 time: 0.2487669 Oct 13 04:03:09.837730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ab9948e-3c68-4d81-8f5d-04b03bb31747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.868312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'port': {'device_id': '209b852f-21ca-4170-9a54-3088fa8f890e', 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7', 'admin_state_up': True, 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:09.903961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.926444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.936860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.947515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.947921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.957416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.965020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.984706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:09.985669 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:09.987018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-bb7f8489-87f0-4f78-a95c-4d068d5a4ecd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2239878 Oct 13 04:03:10.028982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ab9948e-3c68-4d81-8f5d-04b03bb31747 None None] For port 04986291-3861-4401-9611-1ce487b0d11e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=04986291-3861-4401-9611-1ce487b0d11e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:10.054322 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ab9948e-3c68-4d81-8f5d-04b03bb31747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.100633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc4aaedb-0889-4830-958e-e49fd4007ec5 req-a8ce0352-1ecb-4aba-84a1-9ed52b7c2761 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983329 Oct 13 04:03:10.117488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:10.129607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:10.134038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.140653 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.145119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 04986291-3861-4401-9611-1ce487b0d11e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:10.201155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bb756-be1c-4e44-bb64-8f20843cceee req-f746eb62-6fae-43fb-a8ec-2315eb4dd571 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:10.208982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-590bb756-be1c-4e44-bb64-8f20843cceee req-f746eb62-6fae-43fb-a8ec-2315eb4dd571 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1233420 Oct 13 04:03:10.244840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9948e-3c68-4d81-8f5d-04b03bb31747 None None] Pushing event updated for resources: {'Port': ['ID=04986291-3861-4401-9611-1ce487b0d11e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:10.291901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f80f1fb-97c8-44a4-9e9d-dafd0e2bd9b4 None None] Provisioning complete for port 04986291-3861-4401-9611-1ce487b0d11e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:10.292272 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f80f1fb-97c8-44a4-9e9d-dafd0e2bd9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.320481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-590bb756-be1c-4e44-bb64-8f20843cceee req-b877e7aa-fa5b-4789-af5d-58e33efd4eb1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105254 Oct 13 04:03:10.411333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4614f-d1d2-45c5-a8be-e7eb3ca15aaa req-10148e2e-f1a3-4f09-971a-01ea41e001bf tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:10.413071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbf4614f-d1d2-45c5-a8be-e7eb3ca15aaa req-10148e2e-f1a3-4f09-971a-01ea41e001bf tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 949 time: 0.0970283 Oct 13 04:03:10.414540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 04986291-3861-4401-9611-1ce487b0d11e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:10.415147 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.417882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:10.529941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbf4614f-d1d2-45c5-a8be-e7eb3ca15aaa req-cb74ed2b-8051-497a-aa46-e09eb9b56c4b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027336 Oct 13 04:03:10.563427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f80f1fb-97c8-44a4-9e9d-dafd0e2bd9b4 None None] Provisioning complete for port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:10.563879 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f80f1fb-97c8-44a4-9e9d-dafd0e2bd9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.696943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce9943-9818-4e86-b784-075082ca05bf req-9ea15395-704b-4770-bc7d-7017ae0472aa tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:10.706492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 04986291-3861-4401-9611-1ce487b0d11e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:10.707265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18ce9943-9818-4e86-b784-075082ca05bf req-9ea15395-704b-4770-bc7d-7017ae0472aa tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 945 time: 0.0903952 Oct 13 04:03:10.768933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18ce9943-9818-4e86-b784-075082ca05bf req-550cc1fc-a599-4c8c-b1de-eb5a6208bd27 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 Oct 13 04:03:10.788060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 04986291-3861-4401-9611-1ce487b0d11e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:10.788989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.808828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3333aa6-c71d-495e-9cc7-55becd9da277 req-9e5d1c02-95e2-47ad-8de5-8a472e23961e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 210 time: 0.0285087 Oct 13 04:03:10.832618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Allocated IP 19.80.0.211 (49cb5555-70fe-4309-9963-005d2d3287c7/7d8a038b-ab8a-48d9-abe1-d8d8d254e535/34f52dee-47b0-490c-8662-858b4a896f2e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:10.902888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d571062c-4614-48e3-9dbe-e7687454816f None None] Provisioning complete for port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:10.903474 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d571062c-4614-48e3-9dbe-e7687454816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:10.944246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 06bc3a11-b7fb-42dc-991a-9c0edc540a2e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:10.994868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.031945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.037081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:11.037462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.079797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 49cb5555-70fe-4309-9963-005d2d3287c7 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:11.085338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:11.088745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:11.116423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Port': ['ID=34f52dee-47b0-490c-8662-858b4a896f2e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:11.158153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.158905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.194346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e25813bb-6dd5-4c44-8bf3-205a91973cb5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3405962 Oct 13 04:03:11.209395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'port': {'device_id': '209b852f-21ca-4170-9a54-3088fa8f890e', 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f', 'admin_state_up': True, 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:11.285153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.291184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.298192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.305856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.312055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.318352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.327477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.329465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-e0514f7d-6335-485c-a5c2-20ec9ef42ac1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1423132 Oct 13 04:03:11.396018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81f3c604-7b70-40d1-8433-08ed252a3a80 req-eebfd7a9-3604-4ecd-9fbd-071eb114698f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580773 Oct 13 04:03:11.397613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:11.401289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.463310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-632cefce-dfd0-495b-9f27-051a8c6e8a6c None None] Provisioning complete for port 34f52dee-47b0-490c-8662-858b4a896f2e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:11.463596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632cefce-dfd0-495b-9f27-051a8c6e8a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.500496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-632cefce-dfd0-495b-9f27-051a8c6e8a6c None None] Port 34f52dee-47b0-490c-8662-858b4a896f2e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:03:11.545870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0254-985d-4af1-9511-01a87233eb3a req-3ec90ec6-ba43-4a6a-94f2-b79cb1b5fb3a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.547354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0eac0254-985d-4af1-9511-01a87233eb3a req-3ec90ec6-ba43-4a6a-94f2-b79cb1b5fb3a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1232285 Oct 13 04:03:11.588060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Allocated IP 19.86.0.216 (4073fcb1-e5ba-4732-af92-d75866d7743f/0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba/50795b61-2881-4179-a53c-6be472731e9f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:11.611187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0eac0254-985d-4af1-9511-01a87233eb3a req-c55deaea-94e0-4c34-a256-fc5beeef91c6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562391 Oct 13 04:03:11.638790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e00d6-40bb-432c-9f9f-c111574225b6 req-485cc0d7-d25d-44c0-9172-7d356f347e49 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.640295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-820e00d6-40bb-432c-9f9f-c111574225b6 req-485cc0d7-d25d-44c0-9172-7d356f347e49 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 949 time: 0.0505378 Oct 13 04:03:11.677730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-820e00d6-40bb-432c-9f9f-c111574225b6 req-3d6bc7c1-1f13-4e84-88a4-284d2f861d9d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Oct 13 04:03:11.750127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.782363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.826253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 4073fcb1-e5ba-4732-af92-d75866d7743f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:11.829527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:11.835310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:11.891936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Port': ['ID=50795b61-2881-4179-a53c-6be472731e9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:11.929649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1a1d7-c54e-41ff-92e0-6742011d0449 req-0654fbee-f73b-44be-9b12-59c4b3b98e76 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.931200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ac1a1d7-c54e-41ff-92e0-6742011d0449 req-0654fbee-f73b-44be-9b12-59c4b3b98e76 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 945 time: 0.0995536 Oct 13 04:03:11.938136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.938784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:11.945125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ebc48-5d4a-4a14-bcc7-1856aa4afe80 req-7b82f684-68a3-4ab7-a08d-813d9b6137fc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.951817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ebc48-5d4a-4a14-bcc7-1856aa4afe80 req-7b82f684-68a3-4ab7-a08d-813d9b6137fc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:11.953486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d18ebc48-5d4a-4a14-bcc7-1856aa4afe80 req-7b82f684-68a3-4ab7-a08d-813d9b6137fc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 1655 time: 0.0585556 Oct 13 04:03:11.982080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ac1a1d7-c54e-41ff-92e0-6742011d0449 req-59525529-1f8a-4449-9a55-ca3ec6a39cbc tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Oct 13 04:03:11.985690 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7b0c7429-db12-4bbd-93d1-eecf9349547b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808576 Oct 13 04:03:12.006270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'port': {'device_id': '209b852f-21ca-4170-9a54-3088fa8f890e', 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7', 'admin_state_up': True, 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:12.006584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d18ebc48-5d4a-4a14-bcc7-1856aa4afe80 req-4d600b06-97fe-49f4-a223-f5df1520f8ab tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 Oct 13 04:03:12.078566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b68d5f41-92d6-4e59-870d-88137f68188d up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:12.135948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19b35afc-6cb0-4b95-9e19-a277b1b19fc5 None None] Provisioning complete for port 50795b61-2881-4179-a53c-6be472731e9f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:12.136232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19b35afc-6cb0-4b95-9e19-a277b1b19fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.146315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:12.151435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.160296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port b68d5f41-92d6-4e59-870d-88137f68188d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:12.170389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port b68d5f41-92d6-4e59-870d-88137f68188d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:12.170760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.204318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19b35afc-6cb0-4b95-9e19-a277b1b19fc5 None None] Port 50795b61-2881-4179-a53c-6be472731e9f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:03:12.257456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfd736-79cc-4aef-8ff9-643a01f7f9a2 req-369a6ac2-cdc8-4426-8e31-43940db2fe22 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.263383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.265342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0bfd736-79cc-4aef-8ff9-643a01f7f9a2 req-369a6ac2-cdc8-4426-8e31-43940db2fe22 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 945 time: 0.0708001 Oct 13 04:03:12.303045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0bfd736-79cc-4aef-8ff9-643a01f7f9a2 req-d3d56d6e-9906-4572-a977-9a28f93a631b tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Oct 13 04:03:12.307463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b68d5f41-92d6-4e59-870d-88137f68188d, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b68d5f41-92d6-4e59-870d-88137f68188d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:12.308413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d5f41-92d6-4e59-870d-88137f68188d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:12.311629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Allocated IP 19.80.0.192 (49cb5555-70fe-4309-9963-005d2d3287c7/7d8a038b-ab8a-48d9-abe1-d8d8d254e535/9f30f198-be78-4168-9e32-8e3ea0b126e3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:12.312152 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ed66d4-b2b9-4fdf-ab92-c99fdbc2f39b" -d '{"events": [{"server_uuid": "dbb3ef4b-c982-42ac-8f25-da1c06d921a0", "name": "network-vif-plugged", "status": "completed", "tag": "b68d5f41-92d6-4e59-870d-88137f68188d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:12.318324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.375941 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e1e20-f0b5-4bcb-9178-417b9cc16f66 x-openstack-request-id: req-6c6e1e20-f0b5-4bcb-9178-417b9cc16f66 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:12.376219 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb3ef4b-c982-42ac-8f25-da1c06d921a0", "name": "network-vif-plugged", "status": "completed", "tag": "b68d5f41-92d6-4e59-870d-88137f68188d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:12.376465 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c6e1e20-f0b5-4bcb-9178-417b9cc16f66 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:12.376879 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d5f41-92d6-4e59-870d-88137f68188d', 'code': 200} Oct 13 04:03:12.399049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=b68d5f41-92d6-4e59-870d-88137f68188d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:12.480037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09af9e-81ee-4d2e-95b0-3dbbf881e830 req-a9fcd58a-11b6-4832-9491-bbb9f56a8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.482424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d09af9e-81ee-4d2e-95b0-3dbbf881e830 req-a9fcd58a-11b6-4832-9491-bbb9f56a8202 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 1101 time: 0.0413046 Oct 13 04:03:12.546617 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d09af9e-81ee-4d2e-95b0-3dbbf881e830 req-85588c28-c79e-43d4-80a6-5532022e2a27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568447 Oct 13 04:03:12.568933 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.570819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.576282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-182a473c-a17d-4a1d-bdd4-52037be92de7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.576789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.577753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-182a473c-a17d-4a1d-bdd4-52037be92de7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.1595838 Oct 13 04:03:12.582709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.588697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.594669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.597752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8a43fb6f-447d-4de3-844c-6b0259acb67b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/quotas/a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 375 time: 0.0140135 Oct 13 04:03:12.600649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.607507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.609437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-3d03aa89-03f5-4723-adf0-408396902532 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1018872 Oct 13 04:03:12.644145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.654447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56586297-96e2-4041-82b6-e8d9f150ed19 req-1a8f3f3b-0903-4b73-8953-095109ca135a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383956 Oct 13 04:03:12.704271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-9d6bd1b0-2dc2-46ae-8a7e-7815dd64c7f3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977845 Oct 13 04:03:12.706121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 49cb5555-70fe-4309-9963-005d2d3287c7 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:12.709520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:12.713914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:12.758902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Port': ['ID=9f30f198-be78-4168-9e32-8e3ea0b126e3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:12.826120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.826745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:12.854582 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-dc5f0906-eeca-4253-a1a0-6006aae9af30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608367 Oct 13 04:03:12.858092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71974d02-0713-4604-b16c-43afc66362b5 req-37c3993e-d1ee-47b8-8076-32f9901b0409 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:12.865518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-71974d02-0713-4604-b16c-43afc66362b5 req-37c3993e-d1ee-47b8-8076-32f9901b0409 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0620458 Oct 13 04:03:12.869479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Request body: {'port': {'device_id': '209b852f-21ca-4170-9a54-3088fa8f890e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:12.894910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-b7d82f1b-f553-4179-9e27-ea52e7175803 service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736393 Oct 13 04:03:12.904027 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-71974d02-0713-4604-b16c-43afc66362b5 req-2599f5dc-f1a7-4195-ad8b-d46f9de6dbba tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Oct 13 04:03:12.976073 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.008840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1a24-8c67-4572-8c15-9fcf6f7bcd97 req-d889dba2-b5df-4b24-8a54-f8a9a44e889a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.010228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8aad1a24-8c67-4572-8c15-9fcf6f7bcd97 req-d889dba2-b5df-4b24-8a54-f8a9a44e889a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 950 time: 0.0485351 Oct 13 04:03:13.027472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b18ccc4-9ae1-4afe-be8f-73ae6f106fb0 None None] Provisioning complete for port 9f30f198-be78-4168-9e32-8e3ea0b126e3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:13.028236 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b18ccc4-9ae1-4afe-be8f-73ae6f106fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.049322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-a280612b-3c66-4010-b70e-91a2002de5c0 service neutron] 10.222.0.44 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475351 Oct 13 04:03:13.050528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8aad1a24-8c67-4572-8c15-9fcf6f7bcd97 req-762bff21-9c6b-4842-9821-aca8e950f76e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Oct 13 04:03:13.070179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b18ccc4-9ae1-4afe-be8f-73ae6f106fb0 None None] Port 9f30f198-be78-4168-9e32-8e3ea0b126e3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:03:13.177128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb32-4ed8-45e0-910f-426c171acdee req-6d6c083a-7328-4015-8227-c6f517cdd9b5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.183382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb32-4ed8-45e0-910f-426c171acdee req-6d6c083a-7328-4015-8227-c6f517cdd9b5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.190229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb32-4ed8-45e0-910f-426c171acdee req-6d6c083a-7328-4015-8227-c6f517cdd9b5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.191988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0271cb32-4ed8-45e0-910f-426c171acdee req-6d6c083a-7328-4015-8227-c6f517cdd9b5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2377 time: 0.0688710 Oct 13 04:03:13.235008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0271cb32-4ed8-45e0-910f-426c171acdee req-088dd4cc-51ce-4c96-b749-10dbf1239342 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Oct 13 04:03:13.286848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f52dee-47b0-490c-8662-858b4a896f2e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:13.294898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.308275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Transition to ACTIVE for port object 34f52dee-47b0-490c-8662-858b4a896f2e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:13.313930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.397510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0fc8e2ff-700d-4e28-9b11-5e2d42a28e5c req-fe1284af-47a1-4362-901a-951888c87c29 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0560875 Oct 13 04:03:13.411162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Pushing event updated for resources: {'Port': ['ID=34f52dee-47b0-490c-8662-858b4a896f2e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:13.471165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Attempting to bind port 34f52dee-47b0-490c-8662-858b4a896f2e on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:13.471497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Attempting to bind port 34f52dee-47b0-490c-8662-858b4a896f2e by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:13.471822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Attempting to bind port 34f52dee-47b0-490c-8662-858b4a896f2e on network 49cb5555-70fe-4309-9963-005d2d3287c7 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:13.483479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Port 34f52dee-47b0-490c-8662-858b4a896f2e on network 49cb5555-70fe-4309-9963-005d2d3287c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:13.483922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Attempting to bind port 34f52dee-47b0-490c-8662-858b4a896f2e on network 49cb5555-70fe-4309-9963-005d2d3287c7 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:13.498115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947d09-65e2-4f76-adb0-1426aea541dc req-cdd7e191-2142-47df-8f6a-309c9d483b30 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.499766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3947d09-65e2-4f76-adb0-1426aea541dc req-cdd7e191-2142-47df-8f6a-309c9d483b30 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 945 time: 0.0697792 Oct 13 04:03:13.506658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:13.507293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Checking segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:13.507990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Bound using segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:13.508525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Bound port: 34f52dee-47b0-490c-8662-858b4a896f2e, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:13.509008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.589247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3947d09-65e2-4f76-adb0-1426aea541dc req-3c32c782-ad0e-4939-8d28-3b899e336a78 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups?id=2eb9f808-5133-41ca-ac06-4593a7e0e0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777113 Oct 13 04:03:13.613151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] For port 34f52dee-47b0-490c-8662-858b4a896f2e, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:13.616487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] For port 34f52dee-47b0-490c-8662-858b4a896f2e, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=34f52dee-47b0-490c-8662-858b4a896f2e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:13.621006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.661042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.661572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.663043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] 10.222.0.26 "PUT /v2.0/ports/34f52dee-47b0-490c-8662-858b4a896f2e HTTP/1.1" status: 200 len: 1092 time: 0.7977676 Oct 13 04:03:13.663489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'tag': '34f52dee-47b0-490c-8662-858b4a896f2e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:13.665928 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bbb679-b793-4e15-bf1c-c7677fdae99c" -d '{"events": [{"name": "network-changed", "server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "tag": "34f52dee-47b0-490c-8662-858b4a896f2e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:13.694484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8b8b-810c-46c0-abef-477116fb878f service neutron] Pushing event updated for resources: {'Port': ['ID=34f52dee-47b0-490c-8662-858b4a896f2e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:13.704062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Request body: {'port': {'device_id': '209b852f-21ca-4170-9a54-3088fa8f890e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:13.827466 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9685a449-a364-4703-9881-a297af365987 x-openstack-request-id: req-9685a449-a364-4703-9881-a297af365987 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:13.827756 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "tag": "34f52dee-47b0-490c-8662-858b4a896f2e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:13.828010 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9685a449-a364-4703-9881-a297af365987 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:13.828412 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'tag': '34f52dee-47b0-490c-8662-858b4a896f2e', 'status': 'completed', 'code': 200} Oct 13 04:03:13.839485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:13.907767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-efc4e4e1-63a9-453c-b486-f737f83f2bdf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.907993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.910278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-efc4e4e1-63a9-453c-b486-f737f83f2bdf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 945 time: 0.0680530 Oct 13 04:03:13.914741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.920447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.932644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.939076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.968292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.974606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:13.976564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-ff31a7a5-7822-4cfa-9a7a-cc50837ebbfa tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1919785 Oct 13 04:03:14.083569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-1b6a948b-cdca-48f2-a36d-419af7b0a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.083899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-1b6a948b-cdca-48f2-a36d-419af7b0a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.084356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-1b6a948b-cdca-48f2-a36d-419af7b0a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.086122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-1b6a948b-cdca-48f2-a36d-419af7b0a4a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2732 time: 0.1076114 Oct 13 04:03:14.093325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659de6e7-b547-4dc8-998a-53073278a0fe req-5bbbddba-e0d6-4845-aebf-e049105b5e9c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.095052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-659de6e7-b547-4dc8-998a-53073278a0fe req-5bbbddba-e0d6-4845-aebf-e049105b5e9c tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0854731 Oct 13 04:03:14.099135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Deleting port d57194af-0897-4270-9077-6462bac2de86 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:14.099711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.148005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af2f1073-0bb8-4593-8da8-f14da609cfd6 req-85207b07-43f7-4e1b-b506-5e4bbf8c73e1 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433725 Oct 13 04:03:14.209635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-659de6e7-b547-4dc8-998a-53073278a0fe req-d99674c9-370c-48dd-950d-b88f41f94632 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062574 Oct 13 04:03:14.252061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] For port d57194af-0897-4270-9077-6462bac2de86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d57194af-0897-4270-9077-6462bac2de86,segment=NetworkSegment(8fcd5202-1e17-417f-8e6a-24931f9a2863),segment_id=8fcd5202-1e17-417f-8e6a-24931f9a2863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:14.252411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.266623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Calling delete_port for d57194af-0897-4270-9077-6462bac2de86 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:14.345647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-b82998d2-658c-4b75-8660-fc38172a8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.346211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-b82998d2-658c-4b75-8660-fc38172a8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.346473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-b82998d2-658c-4b75-8660-fc38172a8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.348031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-b82998d2-658c-4b75-8660-fc38172a8d8a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2125249 Oct 13 04:03:14.374726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177eefe-165f-403e-a638-79aa45b93d13 req-757da520-7035-4e32-a9c1-fbbd05739494 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.376466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3177eefe-165f-403e-a638-79aa45b93d13 req-757da520-7035-4e32-a9c1-fbbd05739494 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 950 time: 0.1542902 Oct 13 04:03:14.383326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98ccbe-e3a4-47fe-82fa-ba9f8b3946a4 req-d5e6b5a8-37b2-4a7d-b30d-fb3eb5f9bb0f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.390093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98ccbe-e3a4-47fe-82fa-ba9f8b3946a4 req-d5e6b5a8-37b2-4a7d-b30d-fb3eb5f9bb0f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.396039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98ccbe-e3a4-47fe-82fa-ba9f8b3946a4 req-d5e6b5a8-37b2-4a7d-b30d-fb3eb5f9bb0f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.397868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c98ccbe-e3a4-47fe-82fa-ba9f8b3946a4 req-d5e6b5a8-37b2-4a7d-b30d-fb3eb5f9bb0f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2389 time: 0.0906415 Oct 13 04:03:14.478710 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c98ccbe-e3a4-47fe-82fa-ba9f8b3946a4 req-65e48c56-5d3f-4c5d-991c-7f9600110def tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662720 Oct 13 04:03:14.480775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.495750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d57194af-0897-4270-9077-6462bac2de86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:14.561250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event deleted for resources: {'Port': ['ID=d57194af-0897-4270-9077-6462bac2de86,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:14.572388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3177eefe-165f-403e-a638-79aa45b93d13 req-636dab1e-974c-4a70-9d47-ffd4fb2b6807 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763437 Oct 13 04:03:14.583841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50795b61-2881-4179-a53c-6be472731e9f {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:14.604441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.610986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-935adcd6-dece-468a-92f1-17743f9cce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.612435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01bbb679-b793-4e15-bf1c-c7677fdae99c req-935adcd6-dece-468a-92f1-17743f9cce4a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534275 Oct 13 04:03:14.614903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6abd238c-4b94-4191-9036-5cbb1f74c056 req-1389c5d5-c269-46e8-b6ad-c55d4f24e9bc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0570140 Oct 13 04:03:14.630721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Transition to ACTIVE for port object 50795b61-2881-4179-a53c-6be472731e9f will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:14.641274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.667873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] No DVR routers for this DVR port d57194af-0897-4270-9077-6462bac2de86 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:14.672189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.676582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f951fa63-d089-4f7b-94e3-8b1fcde44c91 req-94a155d5-5319-41f6-99b2-0bd5590e2358 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.15 "DELETE /v2.0/ports/d57194af-0897-4270-9077-6462bac2de86 HTTP/1.1" status: 204 len: 173 time: 0.7590661 Oct 13 04:03:14.677110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'name': 'network-vif-deleted', 'tag': 'd57194af-0897-4270-9077-6462bac2de86'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:14.688983 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fc662b-e961-4882-9a58-14c4fb9a9076" -d '{"events": [{"server_uuid": "eaedec2e-bf71-48fb-b3da-09b2a6b264ea", "name": "network-vif-deleted", "tag": "d57194af-0897-4270-9077-6462bac2de86"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:14.701505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-be70ac20-ed22-4fdb-9ef7-569ed5e9fa40 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.702977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-be70ac20-ed22-4fdb-9ef7-569ed5e9fa40 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 821 time: 0.2072024 Oct 13 04:03:14.723920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Request body: {'port': {'device_id': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'admin_state_up': True, 'tenant_id': 'a62396ed82ce4e35966d8cba99f53fa1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:14.852212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086712-2c1a-4352-a46b-d3d2e64bc643 req-88977881-5c09-4d14-b19f-6104d667163e tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:14.861068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4086712-2c1a-4352-a46b-d3d2e64bc643 req-88977881-5c09-4d14-b19f-6104d667163e tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 1101 time: 0.0640631 Oct 13 04:03:14.864503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Pushing event updated for resources: {'Port': ['ID=50795b61-2881-4179-a53c-6be472731e9f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:14.891828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd41423b-8606-4dc9-9f30-2eedcd04db65 req-faf0da61-3644-490e-9e17-68a62c8bc182 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaedec2e-bf71-48fb-b3da-09b2a6b264ea HTTP/1.1" status: 200 len: 210 time: 0.1022139 Oct 13 04:03:14.898150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4086712-2c1a-4352-a46b-d3d2e64bc643 req-d5381d32-4dc1-4831-8d11-c37ad17004d7 tempest-ServersOnMultiNodesTest-850534497 tempest-ServersOnMultiNodesTest-850534497-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Oct 13 04:03:14.935225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Attempting to bind port 50795b61-2881-4179-a53c-6be472731e9f on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:14.935687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Attempting to bind port 50795b61-2881-4179-a53c-6be472731e9f by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:14.935873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Attempting to bind port 50795b61-2881-4179-a53c-6be472731e9f on network 4073fcb1-e5ba-4732-af92-d75866d7743f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:14.943597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Port 50795b61-2881-4179-a53c-6be472731e9f on network 4073fcb1-e5ba-4732-af92-d75866d7743f not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:14.943919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Attempting to bind port 50795b61-2881-4179-a53c-6be472731e9f on network 4073fcb1-e5ba-4732-af92-d75866d7743f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:14.959070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:14.959319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Checking segment: {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:14.959705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Bound using segment: {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:14.960144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Bound port: 50795b61-2881-4179-a53c-6be472731e9f, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc3bbd-0e55-445c-a832-38d17ed125f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:14.960504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.988065 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69b4ffd-1036-4cc5-b3a5-2a33b067ab94 x-openstack-request-id: req-f69b4ffd-1036-4cc5-b3a5-2a33b067ab94 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:14.988272 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaedec2e-bf71-48fb-b3da-09b2a6b264ea", "name": "network-vif-deleted", "tag": "d57194af-0897-4270-9077-6462bac2de86", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:14.988831 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f69b4ffd-1036-4cc5-b3a5-2a33b067ab94 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:14.989384 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaedec2e-bf71-48fb-b3da-09b2a6b264ea', 'name': 'network-vif-deleted', 'tag': 'd57194af-0897-4270-9077-6462bac2de86', 'status': 'completed', 'code': 200} Oct 13 04:03:15.027048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Made reservation on behalf of a62396ed82ce4e35966d8cba99f53fa1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:15.031429 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.119765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] For port 50795b61-2881-4179-a53c-6be472731e9f, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:15.140784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] For port 50795b61-2881-4179-a53c-6be472731e9f, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=50795b61-2881-4179-a53c-6be472731e9f,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:15.154991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.238183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.238794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.240166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] 10.222.0.26 "PUT /v2.0/ports/50795b61-2881-4179-a53c-6be472731e9f HTTP/1.1" status: 200 len: 1092 time: 1.5409586 Oct 13 04:03:15.288007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Allocated IP 172.20.0.11 (dc94f459-093a-4277-b616-cce24ef3c71a/54e32eee-0704-4d9b-968e-22aebe0e774f/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:15.299355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Request body: {'port': {'device_id': '209b852f-21ca-4170-9a54-3088fa8f890e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:15.301846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af25a3-8e94-4486-86f2-a6564d73bb87 service neutron] Pushing event updated for resources: {'Port': ['ID=50795b61-2881-4179-a53c-6be472731e9f,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:15.336948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.344868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.352435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.360169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.366791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.373235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.375869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4fcee-2ba7-4ac8-af3b-596a6f1f9d5e req-f8525657-68f7-46af-a129-e0136272d0fa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.380832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.383081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aed4fcee-2ba7-4ac8-af3b-596a6f1f9d5e req-f8525657-68f7-46af-a129-e0136272d0fa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 950 time: 0.1362541 Oct 13 04:03:15.389654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-1c0c1f89-dc3c-4946-9960-61a3cd41893b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.1144431 Oct 13 04:03:15.450108 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4382e1-ad9b-47a7-829f-59f5924e92ac req-9bf4c507-e13e-4e6b-9ae1-aef6a3295e55 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549207 Oct 13 04:03:15.534987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.568901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aed4fcee-2ba7-4ac8-af3b-596a6f1f9d5e req-e07b3669-ec23-495c-b5f6-2d4518698bd5 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838431 Oct 13 04:03:15.599521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbec7b-66df-4cdc-8865-755356a9371e req-897c0f7b-139e-4ba6-baae-8f9788ca1dac tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.601243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ebbec7b-66df-4cdc-8865-755356a9371e req-897c0f7b-139e-4ba6-baae-8f9788ca1dac tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0650082 Oct 13 04:03:15.669665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ebbec7b-66df-4cdc-8865-755356a9371e req-db7fbe00-67a9-487b-91e3-d81b0fe494f2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Oct 13 04:03:15.777453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d4cfe4e-1391-4f48-9d0f-ee2ca3ee2ac0 req-9a207952-c3fa-45d5-b6cb-d358f2b4c80d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0340784 Oct 13 04:03:15.779266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.838512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50acdd-1cc9-4c6f-b1b9-00107f4bb257 req-1d020bda-4ea5-40f6-8aba-ca25917373d3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.844558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50acdd-1cc9-4c6f-b1b9-00107f4bb257 req-1d020bda-4ea5-40f6-8aba-ca25917373d3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.850907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50acdd-1cc9-4c6f-b1b9-00107f4bb257 req-1d020bda-4ea5-40f6-8aba-ca25917373d3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:15.852245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d50acdd-1cc9-4c6f-b1b9-00107f4bb257 req-1d020bda-4ea5-40f6-8aba-ca25917373d3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2401 time: 0.1963916 Oct 13 04:03:15.852716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'tag': '50795b61-2881-4179-a53c-6be472731e9f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:15.854977 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a3383a-cb31-41c9-bc77-16d060a2c4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "tag": "50795b61-2881-4179-a53c-6be472731e9f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:16.189117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:16.211820 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38632cc-1ec6-41fc-9bc1-8f385e3a451b x-openstack-request-id: req-c38632cc-1ec6-41fc-9bc1-8f385e3a451b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:16.212106 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "tag": "50795b61-2881-4179-a53c-6be472731e9f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:16.212355 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c38632cc-1ec6-41fc-9bc1-8f385e3a451b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:16.212763 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'tag': '50795b61-2881-4179-a53c-6be472731e9f', 'status': 'completed', 'code': 200} Oct 13 04:03:16.253585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ff80b2c-3a64-496a-9a2c-cc31115cd4cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.277531 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ff80b2c-3a64-496a-9a2c-cc31115cd4cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.285079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.295202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d50acdd-1cc9-4c6f-b1b9-00107f4bb257 req-73fff61a-0f2f-479a-a870-c25d7a1ad92a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123809 Oct 13 04:03:16.298365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9266215f-c447-4967-a8c5-a52c02b281b8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:16.327920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-618e89cd-04f9-4d26-8902-cf4e3c356304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.328511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-618e89cd-04f9-4d26-8902-cf4e3c356304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.329066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-618e89cd-04f9-4d26-8902-cf4e3c356304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.330851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-618e89cd-04f9-4d26-8902-cf4e3c356304 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2799 time: 0.1147759 Oct 13 04:03:16.337144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ff80b2c-3a64-496a-9a2c-cc31115cd4cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.340428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ff80b2c-3a64-496a-9a2c-cc31115cd4cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.341972 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6ff80b2c-3a64-496a-9a2c-cc31115cd4cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "DELETE /v2.0/security-groups/53340474-6152-4c38-9d40-8f6cefe0e46f HTTP/1.1" status: 204 len: 168 time: 0.1518776 Oct 13 04:03:16.347985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:16.369352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80b2c-3a64-496a-9a2c-cc31115cd4cf tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53340474-6152-4c38-9d40-8f6cefe0e46f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:16.378695 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-aedd2ef4-02c4-46dd-9c7a-73c6803b8a69 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] show failed (client error): The resource could not be found. Oct 13 04:03:16.379817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aedd2ef4-02c4-46dd-9c7a-73c6803b8a69 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "GET /v2.0/security-groups/53340474-6152-4c38-9d40-8f6cefe0e46f HTTP/1.1" status: 404 len: 347 time: 0.0301602 Oct 13 04:03:16.383384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:16.450127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Network dc94f459-093a-4277-b616-cce24ef3c71a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:16.458818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:16.468044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:16.528390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:16.598015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-6e409730-0116-4c7e-b35a-90bca004cec9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.599566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-6e409730-0116-4c7e-b35a-90bca004cec9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 950 time: 0.0914006 Oct 13 04:03:16.612502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Deleting port a1371d80-dd81-429e-8f10-36448a5ced04 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:16.612990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.623792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f30f198-be78-4168-9e32-8e3ea0b126e3 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:16.633685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.648219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Transition to ACTIVE for port object 9f30f198-be78-4168-9e32-8e3ea0b126e3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:16.662631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.680042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.680702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.728513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.732889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.739134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.748384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.751655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-d7afbd79-d405-4c01-a544-18afefd01802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.752121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-d7afbd79-d405-4c01-a544-18afefd01802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.752574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-d7afbd79-d405-4c01-a544-18afefd01802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.754149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-d7afbd79-d405-4c01-a544-18afefd01802 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3885145 Oct 13 04:03:16.754769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.761395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.772449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.775046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ace16df9-df0f-4103-b974-8b396407ba72 req-590d8d71-826f-4f4b-93f0-edc83a6511bf tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.2215903 Oct 13 04:03:16.853982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-8add5f49-2202-4249-a115-fa6d845cdd8a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1384816 Oct 13 04:03:16.863393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.863757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:16.871540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Request body: {'port': {'device_id': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:16.885274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f30f198-be78-4168-9e32-8e3ea0b126e3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:16.906465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Calling delete_port for a1371d80-dd81-429e-8f10-36448a5ced04 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:16.916298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-d9d509f6-fab3-4792-8f4e-af551704827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.918042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72a3383a-cb31-41c9-bc77-16d060a2c4f4 req-d9d509f6-fab3-4792-8f4e-af551704827c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467581 Oct 13 04:03:16.939177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ace16df9-df0f-4103-b974-8b396407ba72 req-787eff53-f229-47b9-b7aa-860d8140f8f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268430 Oct 13 04:03:16.951350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad8c5d-cbc8-43f2-9e55-995d11d2db92 req-fa0badf7-c022-4904-a4af-9746217dd033 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:16.958756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcad8c5d-cbc8-43f2-9e55-995d11d2db92 req-fa0badf7-c022-4904-a4af-9746217dd033 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 950 time: 0.2715995 Oct 13 04:03:17.006765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port b68d5f41-92d6-4e59-870d-88137f68188d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:17.007479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.035710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.075964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcad8c5d-cbc8-43f2-9e55-995d11d2db92 req-d891bbfb-866b-446f-8fc2-8b23399d7fe0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154733 Oct 13 04:03:17.079090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Attempting to bind port 9f30f198-be78-4168-9e32-8e3ea0b126e3 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:17.079424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Attempting to bind port 9f30f198-be78-4168-9e32-8e3ea0b126e3 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:17.079755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Attempting to bind port 9f30f198-be78-4168-9e32-8e3ea0b126e3 on network 49cb5555-70fe-4309-9963-005d2d3287c7 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:17.174137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb8068-bede-47a0-b9b6-1001868c3950 req-0b735edb-0522-4368-90aa-dd68e8f74c6b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.175634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11fb8068-bede-47a0-b9b6-1001868c3950 req-0b735edb-0522-4368-90aa-dd68e8f74c6b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1592586 Oct 13 04:03:17.181696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port b68d5f41-92d6-4e59-870d-88137f68188d, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b68d5f41-92d6-4e59-870d-88137f68188d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:17.182131 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.203394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for b68d5f41-92d6-4e59-870d-88137f68188d owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:17.223428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Port 9f30f198-be78-4168-9e32-8e3ea0b126e3 on network 49cb5555-70fe-4309-9963-005d2d3287c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:17.223650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Attempting to bind port 9f30f198-be78-4168-9e32-8e3ea0b126e3 on network 49cb5555-70fe-4309-9963-005d2d3287c7 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:17.247103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:17.247992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Checking segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:17.248335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Bound using segment: {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:17.248826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Bound port: 9f30f198-be78-4168-9e32-8e3ea0b126e3, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe42917-a66b-42c1-ac84-b17f1ac333ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:17.249186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.299095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11fb8068-bede-47a0-b9b6-1001868c3950 req-2ff58454-209f-4a0e-9252-61277b4e67a5 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142409 Oct 13 04:03:17.328079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.351566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a835-f71f-408d-865f-c3175ba0bc9c req-2a1cb59f-41c5-46fc-bc24-5d011be4e4f2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.353099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93e1a835-f71f-408d-865f-c3175ba0bc9c req-2a1cb59f-41c5-46fc-bc24-5d011be4e4f2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 932 time: 0.2059579 Oct 13 04:03:17.358977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Pushing event deleted for resources: {'Port': ['ID=a1371d80-dd81-429e-8f10-36448a5ced04,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:17.443326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93e1a835-f71f-408d-865f-c3175ba0bc9c req-a4fc65f2-8056-4c55-ad9d-2684bd850772 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741432 Oct 13 04:03:17.447564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] For port 9f30f198-be78-4168-9e32-8e3ea0b126e3, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:17.482085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] For port 9f30f198-be78-4168-9e32-8e3ea0b126e3, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:17.525881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.535324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.538623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.542224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d5796fcc-ffcb-453e-8b49-dbd3889c0451 tempest-ImagesOneServerNegativeTestJSON-1530099095 tempest-ImagesOneServerNegativeTestJSON-1530099095-project] 10.222.0.44 "DELETE /v2.0/floatingips/e44d22e4-9efa-40d4-bede-c2a58819e1aa HTTP/1.1" status: 204 len: 168 time: 1.1554019 Oct 13 04:03:17.543278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.555099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', '56bab9c2-aca3-4df2-b140-03df06b63e4a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:17.563483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4', 'b68d5f41-92d6-4e59-870d-88137f68188d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:17.591469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=b68d5f41-92d6-4e59-870d-88137f68188d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:17.672282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port b68d5f41-92d6-4e59-870d-88137f68188d on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:17.676317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.676885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.677686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.679289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f30f198-be78-4168-9e32-8e3ea0b126e3 HTTP/1.1" status: 200 len: 1092 time: 2.3887177 Oct 13 04:03:17.680794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33ba9680-13af-40c4-9397-2bd36b05e29a req-1bb9cb8d-03bb-4159-987e-d6e7894d1b3f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "DELETE /v2.0/ports/b68d5f41-92d6-4e59-870d-88137f68188d HTTP/1.1" status: 204 len: 173 time: 1.0740492 Oct 13 04:03:17.682437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'name': 'network-vif-deleted', 'tag': 'b68d5f41-92d6-4e59-870d-88137f68188d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:17.687807 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe8465-6b08-4418-8880-9b6a769e0b85" -d '{"events": [{"server_uuid": "dbb3ef4b-c982-42ac-8f25-da1c06d921a0", "name": "network-vif-deleted", "tag": "b68d5f41-92d6-4e59-870d-88137f68188d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:17.694992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a8db08-7ad7-4957-87c5-fdba7e61b6ff {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:17.741256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.749461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:17.755975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5208-241f-411b-8570-4fad2e59564c req-32f07056-1d5c-4ecf-9518-9793aca794b9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.762807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5208-241f-411b-8570-4fad2e59564c req-32f07056-1d5c-4ecf-9518-9793aca794b9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.770251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5208-241f-411b-8570-4fad2e59564c req-32f07056-1d5c-4ecf-9518-9793aca794b9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.771961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09bc5208-241f-411b-8570-4fad2e59564c req-32f07056-1d5c-4ecf-9518-9793aca794b9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.2590771 Oct 13 04:03:17.824951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339f4a7-4fc1-4b52-b36d-5aa1ffa406a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f30f198-be78-4168-9e32-8e3ea0b126e3,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:17.836112 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec6bbd0-8c50-4ef6-86bc-99e2d7f931f4 x-openstack-request-id: req-3ec6bbd0-8c50-4ef6-86bc-99e2d7f931f4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:17.837338 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb3ef4b-c982-42ac-8f25-da1c06d921a0", "name": "network-vif-deleted", "tag": "b68d5f41-92d6-4e59-870d-88137f68188d", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:17.838226 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ec6bbd0-8c50-4ef6-86bc-99e2d7f931f4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:17.839173 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb3ef4b-c982-42ac-8f25-da1c06d921a0', 'name': 'network-vif-deleted', 'tag': 'b68d5f41-92d6-4e59-870d-88137f68188d', 'status': 'completed', 'code': 200} Oct 13 04:03:17.867378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Transition to ACTIVE for port object d1a8db08-7ad7-4957-87c5-fdba7e61b6ff will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:17.871755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Deleting subnet da4e946e-078f-467f-bedc-e1e3f02cdd03 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:03:17.876722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.892623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.908230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-de5c1896-1598-463b-9fae-7a529d434ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.909229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-de5c1896-1598-463b-9fae-7a529d434ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.909866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-de5c1896-1598-463b-9fae-7a529d434ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:17.911851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-de5c1896-1598-463b-9fae-7a529d434ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2866 time: 0.1389704 Oct 13 04:03:17.934645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.944222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09bc5208-241f-411b-8570-4fad2e59564c req-f72916fc-a3a6-48cf-918d-10d023f951a8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562121 Oct 13 04:03:18.042846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-51e07ec0-64b8-42e3-acc5-d7527d0ad429 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=34f52dee-47b0-490c-8662-858b4a896f2e HTTP/1.1" status: 200 len: 217 time: 0.0974605 Oct 13 04:03:18.127012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d57194af-0897-4270-9077-6462bac2de86 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:18.150780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-3952baf5-244a-41f6-9760-7a3f49a49d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.154637 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-3952baf5-244a-41f6-9760-7a3f49a49d3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d8a038b-ab8a-48d9-abe1-d8d8d254e535 HTTP/1.1" status: 200 len: 801 time: 0.1013765 Oct 13 04:03:18.159034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:18.195434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: d57194af-0897-4270-9077-6462bac2de86 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:18.196032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d57194af-0897-4270-9077-6462bac2de86 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:18.196667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b68d5f41-92d6-4e59-870d-88137f68188d no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:18.210373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:18.217893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'tag': '9f30f198-be78-4168-9e32-8e3ea0b126e3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:18.223689 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68946f63-3aef-490e-9bf6-576bf00a1f87" -d '{"events": [{"name": "network-changed", "server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "tag": "9f30f198-be78-4168-9e32-8e3ea0b126e3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:18.246567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: b68d5f41-92d6-4e59-870d-88137f68188d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:18.247277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b68d5f41-92d6-4e59-870d-88137f68188d not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:18.340128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.348283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.358006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.364776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.375222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.382709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.391354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.393335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-7c79ab72-aeef-447e-8770-69b0f7ba0051 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.3009443 Oct 13 04:03:18.394288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:18.397866 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85936e2b-0d21-435b-9f7b-8be876e83629 req-85f1097c-ff6b-44f1-a1b8-f2e83a9bfd5e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb3ef4b-c982-42ac-8f25-da1c06d921a0 HTTP/1.1" status: 200 len: 210 time: 0.0955954 Oct 13 04:03:18.430082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7891b1cb-10e9-47df-96bd-4755f0826ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.430082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-7891b1cb-10e9-47df-96bd-4755f0826ae6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49cb5555-70fe-4309-9963-005d2d3287c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2560062 Oct 13 04:03:18.430359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:18.432404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48870) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:18.433016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da4e946e-078f-467f-bedc-e1e3f02cdd03 HTTP/1.1" status: 204 len: 168 time: 0.6819530 Oct 13 04:03:18.455760 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-c94158c7-b361-447f-a2b4-47fa8158efaa service neutron] show failed (client error): The resource could not be found. Oct 13 04:03:18.456878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-c94158c7-b361-447f-a2b4-47fa8158efaa service neutron] 10.222.0.15 "GET /v2.0/ports/489a7b33-4c2e-406f-9f6e-7f5c9812b207/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.4467709 Oct 13 04:03:18.498781 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77c05a-e96c-4f6d-9b9f-1aa550b2d1d3 x-openstack-request-id: req-af77c05a-e96c-4f6d-9b9f-1aa550b2d1d3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:18.499321 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "tag": "9f30f198-be78-4168-9e32-8e3ea0b126e3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:18.499321 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af77c05a-e96c-4f6d-9b9f-1aa550b2d1d3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:18.499484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e91314-8f50-48ff-866f-e8d5d9c275ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4e946e-078f-467f-bedc-e1e3f02cdd03,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:18.499745 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'tag': '9f30f198-be78-4168-9e32-8e3ea0b126e3', 'status': 'completed', 'code': 200} Oct 13 04:03:18.521845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5aaa2cff-f4bb-4c73-ae51-1eea2dcc4cda req-44f8bc5b-9c5f-4231-a67c-a665ae5d6fde tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863624 Oct 13 04:03:18.670978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:18.671408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:18.671692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:18.701019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:18.701355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:18.756902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:18.757151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:18.757540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:18.758038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Bound port: d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:18.758403 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:18.762395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:18.789856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f1e5-fe3f-4217-b5fb-6a17be614676 req-f007cdcc-646f-402d-adc7-e6e52055163a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.791496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32c4f1e5-fe3f-4217-b5fb-6a17be614676 req-f007cdcc-646f-402d-adc7-e6e52055163a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.1895072 Oct 13 04:03:18.799494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce859c-f2df-4b40-bd98-1075656fb862 req-1adaec9f-ac65-4b0c-8df2-4c395be39107 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.801100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02ce859c-f2df-4b40-bd98-1075656fb862 req-1adaec9f-ac65-4b0c-8df2-4c395be39107 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0610969 Oct 13 04:03:18.850309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02ce859c-f2df-4b40-bd98-1075656fb862 req-1ccd80dc-eb11-4e6e-8403-d38280cc7a30 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Oct 13 04:03:18.891386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-7852c060-4519-4cb5-9890-ce4a2741bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:18.892869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-7852c060-4519-4cb5-9890-ce4a2741bdcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe&tenant_id=02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 1100 time: 0.1751778 Oct 13 04:03:18.915912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b269c11c-d67a-411b-8885-32421f8b4b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:18.920306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-1885b3c9-49c2-41df-948b-96f1c10aa68b service neutron] 10.222.0.26 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684501 Oct 13 04:03:18.931653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:18.969513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32c4f1e5-fe3f-4217-b5fb-6a17be614676 req-2729314e-ceca-437a-995b-6b6244d4e954 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649027 Oct 13 04:03:19.060636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:19.088387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b8e7e-f026-4f19-99a6-585c441602b0 req-6f2cd151-00d6-4056-917b-94db4e704e1b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.095058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b8e7e-f026-4f19-99a6-585c441602b0 req-6f2cd151-00d6-4056-917b-94db4e704e1b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.101655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b8e7e-f026-4f19-99a6-585c441602b0 req-6f2cd151-00d6-4056-917b-94db4e704e1b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.103336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc2b8e7e-f026-4f19-99a6-585c441602b0 req-6f2cd151-00d6-4056-917b-94db4e704e1b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.0737302 Oct 13 04:03:19.103830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.116392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:19.127691 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.129785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.143740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc2b8e7e-f026-4f19-99a6-585c441602b0 req-1be9615e-9c1b-4d62-b96a-564a32b20f94 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Oct 13 04:03:19.176779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2824a442-8e75-439c-a5f4-3f8bd9b8e138']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:19.201947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcd5202-1e17-417f-8e6a-24931f9a2863') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:19.202242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcd5202-1e17-417f-8e6a-24931f9a2863') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:19.214776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.215394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.217682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 1092 time: 2.3504016 Oct 13 04:03:19.256690 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-a625b29f-795b-40a4-9f39-426ba384860b service neutron] 10.222.0.26 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185790 Oct 13 04:03:19.265092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.348753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59136f75-a5b6-4656-816d-182c065b2e71 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:19.357276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.361201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-d19864a7-5953-4442-8e13-09c5e48a0267 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.216&port_id=50795b61-2881-4179-a53c-6be472731e9f HTTP/1.1" status: 200 len: 217 time: 0.0873547 Oct 13 04:03:19.413854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:03:19.414259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:03:19.424427 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:03:19.767396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18c4c2-4dca-49ff-8486-90065a98a7de req-142c13e3-1430-4f42-b908-47e8bc2f5168 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.769265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d18c4c2-4dca-49ff-8486-90065a98a7de req-142c13e3-1430-4f42-b908-47e8bc2f5168 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.0533223 Oct 13 04:03:19.812133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d18c4c2-4dca-49ff-8486-90065a98a7de req-42074ac2-c57e-4e3c-9b9d-7ea3ef561c23 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Oct 13 04:03:19.841643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-d7dbbeec-8f02-4656-8dfe-1fcb5d6b5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.841643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-d7dbbeec-8f02-4656-8dfe-1fcb5d6b5cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1095 time: 0.5737050 Oct 13 04:03:19.881269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-34cc41b4-8cd5-4721-8bfa-8be892f9e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.882561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-34cc41b4-8cd5-4721-8bfa-8be892f9e993 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba HTTP/1.1" status: 200 len: 801 time: 0.4730155 Oct 13 04:03:19.883153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.926345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:19.931746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2824a442-8e75-439c-a5f4-3f8bd9b8e138 HTTP/1.1" status: 204 len: 168 time: 1.4896975 Oct 13 04:03:19.955649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-3115a46c-0999-4685-bfd9-623bd18a8e42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 217 time: 0.0759039 Oct 13 04:03:19.959550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31237444-2c11-49a4-9b51-1ec2f9daee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=2824a442-8e75-439c-a5f4-3f8bd9b8e138,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:19.992944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912bd90-7484-4a17-86e2-2b727a22d681 req-7072eba0-1806-4c6f-aa5f-6cc64cf3353b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:19.994628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5912bd90-7484-4a17-86e2-2b727a22d681 req-7072eba0-1806-4c6f-aa5f-6cc64cf3353b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0567183 Oct 13 04:03:20.041651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5912bd90-7484-4a17-86e2-2b727a22d681 req-08bb13a5-8718-41b2-bbfd-84b3141fa277 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Oct 13 04:03:20.064862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:20.081631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.087816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.094507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.100725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.107507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.112286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:20.113558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.119583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.127627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-ff1e847c-0f3e-465a-b7cc-87a38bf655fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.3243051 Oct 13 04:03:20.160824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-4579496b-7434-4667-893d-e1f6b26479c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.162298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-4579496b-7434-4667-893d-e1f6b26479c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1837101 Oct 13 04:03:20.170664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-92acc1e2-bb66-466a-8ab2-0616ee998cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.171960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-92acc1e2-bb66-466a-8ab2-0616ee998cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4073fcb1-e5ba-4732-af92-d75866d7743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2415311 Oct 13 04:03:20.197606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4c001767-a087-4d40-9400-2a5b56bd216c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99de97ad397f4ba6bff9e832944bd138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829301 Oct 13 04:03:20.197986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48900) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:20.213081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754fb3-6b14-4455-b460-a58e6cc27055 req-a56ec185-ba04-4988-9e46-c324d40a8253 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.214640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1754fb3-6b14-4455-b460-a58e6cc27055 req-a56ec185-ba04-4988-9e46-c324d40a8253 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0846539 Oct 13 04:03:20.235907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-6ed0ea4a-871a-468c-b872-334a01ec5646 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628383 Oct 13 04:03:20.255376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1754fb3-6b14-4455-b460-a58e6cc27055 req-1f5e4406-6351-4dca-84a9-6ae04b22cab3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Oct 13 04:03:20.285629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e9d2116-7d76-422b-89ad-26bc42dd2097 req-aff29217-a51b-4000-9133-e0391c22094d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571391 Oct 13 04:03:20.328442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:20.371890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f241-2c90-4cfc-b04b-09d8238ec09f req-ebe5e9de-2043-4629-9632-e1aee59569bc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.378744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f241-2c90-4cfc-b04b-09d8238ec09f req-ebe5e9de-2043-4629-9632-e1aee59569bc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.385556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f241-2c90-4cfc-b04b-09d8238ec09f req-ebe5e9de-2043-4629-9632-e1aee59569bc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:20.387217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e100f241-2c90-4cfc-b04b-09d8238ec09f req-ebe5e9de-2043-4629-9632-e1aee59569bc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.0667121 Oct 13 04:03:20.429851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e100f241-2c90-4cfc-b04b-09d8238ec09f req-61c78546-6b6c-4d02-948d-ad8174c42027 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Oct 13 04:03:20.437149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.480564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Transition to ACTIVE for port object 489a7b33-4c2e-406f-9f6e-7f5c9812b207 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:20.493376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.502360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-30d4cdaa-9505-442e-8ad4-410c74e7fe35 service neutron] 10.222.0.26 "GET /v2.0/networks/4073fcb1-e5ba-4732-af92-d75866d7743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083153 Oct 13 04:03:20.510693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff'}, {'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:20.514389 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb30a4-c497-4c01-ae36-033a4ab99c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff"}, {"server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:20.516938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3162cd56-2b68-421f-898b-4c3292033efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.571033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-08ea7fef-329a-441e-b876-1421a75e8b38 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904553 Oct 13 04:03:20.577774 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c45467-6bb9-4967-86ce-113058e1c8ce x-openstack-request-id: req-89c45467-6bb9-4967-86ce-113058e1c8ce {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:20.578074 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff", "status": "completed", "code": 200}, {"server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:20.578327 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89c45467-6bb9-4967-86ce-113058e1c8ce {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:20.578723 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'status': 'completed', 'code': 200} Oct 13 04:03:20.578977 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'code': 200} Oct 13 04:03:20.636401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3162cd56-2b68-421f-898b-4c3292033efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.711989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] No DVR routers for this DVR port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:20.713854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:20.821530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:20.821970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:20.822189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:20.834449 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a97ab06b-81a5-4bcf-945d-6dca49f99121 req-58a1ea14-7534-43fd-9b31-a42ce3d39d7d service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158833 Oct 13 04:03:20.836786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e11bd214-08c8-4498-b879-a9a41437dec9 service neutron] 10.222.0.26 "GET /v2.0/networks/4073fcb1-e5ba-4732-af92-d75866d7743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983186 Oct 13 04:03:20.838851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:20.839188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:20.843934 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3162cd56-2b68-421f-898b-4c3292033efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.846516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3162cd56-2b68-421f-898b-4c3292033efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.847656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3162cd56-2b68-421f-898b-4c3292033efa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2eb9f808-5133-41ca-ac06-4593a7e0e0dd HTTP/1.1" status: 204 len: 168 time: 0.6262393 Oct 13 04:03:20.859622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:20.859961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:20.860318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:20.860789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Bound port: 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:20.861105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:20.904572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162cd56-2b68-421f-898b-4c3292033efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb9f808-5133-41ca-ac06-4593a7e0e0dd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:20.918439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-f96f8444-bfba-47a4-967a-98a5b8ffa116 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3 HTTP/1.1" status: 200 len: 217 time: 0.0680206 Oct 13 04:03:21.080298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-fe7cff5f-8199-4c03-a835-567f1224379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.081946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-fe7cff5f-8199-4c03-a835-567f1224379d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1095 time: 0.1736453 Oct 13 04:03:21.089477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-1a651675-6319-4a35-8e88-f623ea656e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.091022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-1a651675-6319-4a35-8e88-f623ea656e5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d8a038b-ab8a-48d9-abe1-d8d8d254e535 HTTP/1.1" status: 200 len: 801 time: 0.1230543 Oct 13 04:03:21.092708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:21.098457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:21.152060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:21.181780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a98b5-6798-404c-be74-b740f1bc36da req-3518d035-acc2-49eb-89f0-05d4ad935676 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.183273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a58a98b5-6798-404c-be74-b740f1bc36da req-3518d035-acc2-49eb-89f0-05d4ad935676 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.2055414 Oct 13 04:03:21.199669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68758831-6493-4316-8d23-c11a84498430 req-80cf90be-0d8f-4464-8cd1-1f1d08876068 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.207856 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68758831-6493-4316-8d23-c11a84498430 req-80cf90be-0d8f-4464-8cd1-1f1d08876068 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0623741 Oct 13 04:03:21.247793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.248412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:21.250208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 1095 time: 2.3227472 Oct 13 04:03:21.277340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68758831-6493-4316-8d23-c11a84498430 req-520d69dc-7926-4465-ac88-7db7dada17b8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Oct 13 04:03:21.315019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e21ed-931b-46c3-bc6f-8199826c41c6 service neutron] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:21.328956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-b5899ab2-7f61-4bfc-b0b4-454657b4a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.330487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-b5899ab2-7f61-4bfc-b0b4-454657b4a9fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49cb5555-70fe-4309-9963-005d2d3287c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2242527 Oct 13 04:03:21.397206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a58a98b5-6798-404c-be74-b740f1bc36da req-ff5b710a-1966-4a19-8ad5-a680ecfaf50c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805634 Oct 13 04:03:21.425537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-d401b544-6d2a-4569-867f-c46a5ce8436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.427178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-d401b544-6d2a-4569-867f-c46a5ce8436c service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.3320839 Oct 13 04:03:21.468484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330094-c04d-4794-b289-295c1eeb6a89 req-b63e808c-d846-4c40-9821-afc1030a1854 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.469710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c614f42d-d868-4fe3-87a4-9a220ebe6dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:21.477146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21330094-c04d-4794-b289-295c1eeb6a89 req-b63e808c-d846-4c40-9821-afc1030a1854 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.0718725 Oct 13 04:03:21.535676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21330094-c04d-4794-b289-295c1eeb6a89 req-0e49973d-d476-47eb-bd8e-7ca51df54eca tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Oct 13 04:03:21.538660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-ea454a87-b3d7-4510-b752-4ceea8cd920c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 217 time: 0.0709436 Oct 13 04:03:21.587643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-52b1645a-fe15-46c8-bdc0-297163da91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.589158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-52b1645a-fe15-46c8-bdc0-297163da91ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1098 time: 0.2543867 Oct 13 04:03:21.641155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dc243-7316-4cd7-94ca-e38924419bb9 req-ece7d21b-7782-45ba-a969-d5e4441ff406 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.647135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dc243-7316-4cd7-94ca-e38924419bb9 req-ece7d21b-7782-45ba-a969-d5e4441ff406 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.653649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dc243-7316-4cd7-94ca-e38924419bb9 req-ece7d21b-7782-45ba-a969-d5e4441ff406 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.655611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d2dc243-7316-4cd7-94ca-e38924419bb9 req-ece7d21b-7782-45ba-a969-d5e4441ff406 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.0666933 Oct 13 04:03:21.696010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d2dc243-7316-4cd7-94ca-e38924419bb9 req-95468bed-8384-412e-a05a-d5ef786eaa03 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339255 Oct 13 04:03:21.737751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-e3b8b103-7365-49de-8fd6-d4fdf1e745a4 service neutron] 10.222.0.26 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842478 Oct 13 04:03:21.749318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-816fb077-5131-4a9d-8324-bc3a43b65715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.750707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-816fb077-5131-4a9d-8324-bc3a43b65715 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1819696 Oct 13 04:03:21.772665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-442b450c-b51e-4a28-8e62-dd2edb972440 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.774141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-442b450c-b51e-4a28-8e62-dd2edb972440 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.2306130 Oct 13 04:03:21.863117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:21.865517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.871437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.877442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.883364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.889298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.895146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.901014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:21.902862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-bdb3ed55-3fd0-4874-a607-1f6c230d5b16 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5427 time: 0.3279097 Oct 13 04:03:21.905247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-f9ac5379-0d6e-4797-af19-7a8fcaf021c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280973 Oct 13 04:03:21.959070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1301857508-network', 'tenant_id': 'a2c5d04c69374515ab99818aa448de3a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:21.980468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Made reservation on behalf of a2c5d04c69374515ab99818aa448de3a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:21.983744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:21.992086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.020829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-619ad64e-1061-4079-86e9-028159b7458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.022268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-619ad64e-1061-4079-86e9-028159b7458e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3851810 Oct 13 04:03:22.075661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.079632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.112066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6878f3-926d-44e7-a06c-b2398d59697c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:22.114926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:22.116706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-a4340285-d15b-4fce-ac14-d7c834c23438 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0698214 Oct 13 04:03:22.125447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.125810 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Added segment aa79f2ac-bc53-4b01-8450-be013e81a161 of type vlan for network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 Oct 13 04:03:22.128324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ebea34b5-d39e-404e-8f94-242fc79d1547 req-c94de57f-6a95-40d3-8f15-4e507e2b777e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954679 Oct 13 04:03:22.166675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bdc41e95-285d-4e3e-a216-65ef81ec6c5b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:22.169215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:22.177271 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.206725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.208062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.208718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.228985 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3646855 Oct 13 04:03:22.232542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:22.240040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:22.245468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Request body: {'subnet': {'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1301857508-subnet', 'tenant_id': 'a2c5d04c69374515ab99818aa448de3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:22.305508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019d8a-b7d7-41e2-a6c6-511285793550 admin admin] Pushing event updated for resources: {'Network': ['ID=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:22.309201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:22.320261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Made reservation on behalf of a2c5d04c69374515ab99818aa448de3a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:22.322420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:22.323260 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.477076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f614ba-1ba8-4024-be38-c07c220c6ec8 req-ff241c68-16ca-471b-8765-476d2359525d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.479540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52f614ba-1ba8-4024-be38-c07c220c6ec8 req-ff241c68-16ca-471b-8765-476d2359525d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0956585 Oct 13 04:03:22.498689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08afc9d7-db74-4cb7-9b5d-b89914038166 req-67d4c380-93d5-4895-b3cd-93c2dab081e0 service neutron] 10.222.0.26 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452371 Oct 13 04:03:22.534739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52f614ba-1ba8-4024-be38-c07c220c6ec8 req-684e6831-b243-4c20-88ac-1472edc2274f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Oct 13 04:03:22.555766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-c8723510-45b8-4b25-afbf-2aaf49482600 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267431 Oct 13 04:03:22.559437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-8775a0b0-d32b-40e6-b8b6-cfffa04ef469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.560934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-8775a0b0-d32b-40e6-b8b6-cfffa04ef469 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.4256182 Oct 13 04:03:22.566368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'port_id': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b', 'mac_address': 'fa:16:3e:52:c8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:22.584398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:22.586664 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23cbf01-5861-4906-ae08-8a8fb021afc5" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:22.610996 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.616073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port 56bab9c2-aca3-4df2-b140-03df06b63e4a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:22.616458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.627236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc41e95-285d-4e3e-a216-65ef81ec6c5b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:22.649679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:22.653813 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.654974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:22.700644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.731448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:22.742412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:22.756870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '2edfe037-c0aa-4c75-9541-1f7c47acf8f5', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'port_id': '2edfe037-c0aa-4c75-9541-1f7c47acf8f5', 'mac_address': 'fa:16:3e:98:ea:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:22.760331 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.760662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb570b5-0bec-4c17-bcf2-94ec1899e97e req-d1bfb2ba-4857-4640-a1e3-69df036aec4b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.765042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1cb570b5-0bec-4c17-bcf2-94ec1899e97e req-d1bfb2ba-4857-4640-a1e3-69df036aec4b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 950 time: 0.2584543 Oct 13 04:03:22.766724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0fd41-ba18-4a7e-a1c4-d5998ee67b77 req-7eb635f9-73df-4d1b-a410-c6fe8454a9bd tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.768865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5cc0fd41-ba18-4a7e-a1c4-d5998ee67b77 req-7eb635f9-73df-4d1b-a410-c6fe8454a9bd tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.1222882 Oct 13 04:03:22.803253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.809860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-3f870576-104a-4e02-b556-b11875da8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.810872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-3f870576-104a-4e02-b556-b11875da8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.811345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-3f870576-104a-4e02-b556-b11875da8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.812990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-3f870576-104a-4e02-b556-b11875da8292 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2866 time: 0.2511828 Oct 13 04:03:22.818817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:22.833746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Checking segment: {'id': 'aa79f2ac-bc53-4b01-8450-be013e81a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:22.834113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Network hostable DHCP agents. Network: 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:22.842035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fc8f22-c35a-489e-a80d-72139bb8a0d6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:22.848091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5cc0fd41-ba18-4a7e-a1c4-d5998ee67b77 req-ecf1146d-c5a3-4650-b264-f0af318bec48 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669470 Oct 13 04:03:22.849679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-067433e7-3eb2-4420-a3b6-2b718e671aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.850621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-067433e7-3eb2-4420-a3b6-2b718e671aff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2764053 Oct 13 04:03:22.854880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:22.856598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.860318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.861112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device da4fa21f-6fbb-44b1-8fac-6944e962245f details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:22.871831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb30a4-c497-4c01-ae36-033a4ab99c2b req-600ea704-fecb-4347-b118-66a4996846bd service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057399 Oct 13 04:03:22.897321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:22.909386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:22.914421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:22.915065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.934160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81114544-b580-438f-88cb-1c5a7ac0b558 None None] Network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:22.946412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0274bf3-41bd-4460-aae3-3483375fe541 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7049818 Oct 13 04:03:22.965779 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab2c3b-ff59-4b4a-99ef-ee55e851b3f5 x-openstack-request-id: req-aeab2c3b-ff59-4b4a-99ef-ee55e851b3f5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:22.966047 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:22.966504 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aeab2c3b-ff59-4b4a-99ef-ee55e851b3f5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:22.967055 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'status': 'completed', 'code': 200} Oct 13 04:03:22.970719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port 56bab9c2-aca3-4df2-b140-03df06b63e4a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56bab9c2-aca3-4df2-b140-03df06b63e4a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:22.971272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:22.982723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1cb570b5-0bec-4c17-bcf2-94ec1899e97e req-f9aa53ea-e74f-4cea-a141-0ab658401613 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046278 Oct 13 04:03:22.999283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:23.001816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:23.039964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for 56bab9c2-aca3-4df2-b140-03df06b63e4a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:23.121922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-9e8d5311-0939-4c7f-948c-411e3dd8dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.123951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-9e8d5311-0939-4c7f-948c-411e3dd8dddf service neutron] 10.222.0.26 "GET /v2.0/networks?id=49cb5555-70fe-4309-9963-005d2d3287c7 HTTP/1.1" status: 200 len: 902 time: 0.2923419 Oct 13 04:03:23.142139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'da4fa21f-6fbb-44b1-8fac-6944e962245f', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'port_id': 'da4fa21f-6fbb-44b1-8fac-6944e962245f', 'mac_address': 'fa:16:3e:37:d1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:23.153128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-a26f59e4-69fb-43c5-a224-0ffdd23234e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.154652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-a26f59e4-69fb-43c5-a224-0ffdd23234e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1098 time: 0.1618793 Oct 13 04:03:23.165433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba95d8-5247-423a-81ea-36633917dd4f req-d829c2f7-45ee-4b3a-a05b-7a7d76d11120 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.173433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba95d8-5247-423a-81ea-36633917dd4f req-d829c2f7-45ee-4b3a-a05b-7a7d76d11120 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.182047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba95d8-5247-423a-81ea-36633917dd4f req-d829c2f7-45ee-4b3a-a05b-7a7d76d11120 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.194709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359ab44-2bcb-4db0-963b-040c6a37a345 None None] Network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:23.197238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88ba95d8-5247-423a-81ea-36633917dd4f req-d829c2f7-45ee-4b3a-a05b-7a7d76d11120 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.1414232 Oct 13 04:03:23.201897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-41c1d40e-fa51-4f91-a8a8-5f8936f5083e service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412569 Oct 13 04:03:23.203445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-02c96966-0eb1-4cdf-9263-5047b2f09d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3 HTTP/1.1" status: 200 len: 217 time: 0.0686610 Oct 13 04:03:23.249262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88ba95d8-5247-423a-81ea-36633917dd4f req-23330a79-cc96-48ce-b2a6-5ab01fc4a97a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Oct 13 04:03:23.284759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:23.315446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4fa21f-6fbb-44b1-8fac-6944e962245f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:23.384441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:23.384603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-85cced65-6b90-4b3a-946a-f27f7bce0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.386006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-85cced65-6b90-4b3a-946a-f27f7bce0982 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d8a038b-ab8a-48d9-abe1-d8d8d254e535 HTTP/1.1" status: 200 len: 801 time: 0.1669564 Oct 13 04:03:23.410135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:23.411930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:23.469462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.476664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.479853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-bf6fdcff-ef78-4ea9-82db-3f09f721ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.481349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-bf6fdcff-ef78-4ea9-82db-3f09f721ecef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2921112 Oct 13 04:03:23.484234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.491807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.498833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.504620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.511145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.513764 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-b64b23fe-95ee-4ff2-b44b-b9808c7ec74d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5430 time: 0.1118159 Oct 13 04:03:23.537994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-c5db9b52-010e-4926-bfb4-aaef13d32deb service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177819 Oct 13 04:03:23.551605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-f5685748-7ff5-4b4b-afee-16a53d9cc509 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0596528 Oct 13 04:03:23.569832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62948994-86bb-4489-8544-d63e0aab6bd1 req-39be7584-6875-450d-bea8-a0b6cf16228c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478890 Oct 13 04:03:23.577650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:23.595535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:23.614529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:23.620029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', '56bab9c2-aca3-4df2-b140-03df06b63e4a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:23.628465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb', 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'port_id': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb', 'mac_address': 'fa:16:3e:af:35:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71151ed6-36fe-4b4e-b891-0752b234110d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:23.633676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-68bb8ccd-4712-4860-b4e4-40b17c235ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.635170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-68bb8ccd-4712-4860-b4e4-40b17c235ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49cb5555-70fe-4309-9963-005d2d3287c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2207386 Oct 13 04:03:23.690810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:23.702589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=56bab9c2-aca3-4df2-b140-03df06b63e4a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:23.766776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805a5e1-bb97-4f52-b26b-84f53a8b9e22 req-b2115a5e-e1b6-4318-b272-d5d858f864d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.768873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a805a5e1-bb97-4f52-b26b-84f53a8b9e22 req-b2115a5e-e1b6-4318-b272-d5d858f864d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0872803 Oct 13 04:03:23.804544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:23.820717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-897a7670-5bf6-4cac-bbba-bed780ef9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.822206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-897a7670-5bf6-4cac-bbba-bed780ef9759 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2354646 Oct 13 04:03:23.831149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port 56bab9c2-aca3-4df2-b140-03df06b63e4a on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:23.838954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:23.841139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a805a5e1-bb97-4f52-b26b-84f53a8b9e22 req-5e80dbd0-95b3-4a68-966a-7b3816208962 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654840 Oct 13 04:03:23.842808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9253c4c-4e47-4e1e-87b5-e489971d1fc8 req-d964814e-99cd-48b2-9859-e5253608c4e2 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "DELETE /v2.0/ports/56bab9c2-aca3-4df2-b140-03df06b63e4a HTTP/1.1" status: 204 len: 173 time: 2.0160720 Oct 13 04:03:23.854461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:23.865752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b5449e58-4249-4728-a012-2a84952fb181 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.872808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b5449e58-4249-4728-a012-2a84952fb181 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/networks?id=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 HTTP/1.1" status: 200 len: 818 time: 0.3653297 Oct 13 04:03:23.898973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-ec873321-5d92-402d-b161-9642d49375c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:23.900458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-ec873321-5d92-402d-b161-9642d49375c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1098 time: 0.2602272 Oct 13 04:03:23.921114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:23.941631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-50432363-3426-4f81-842d-8c0cff528063 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/quotas/a2c5d04c69374515ab99818aa448de3a HTTP/1.1" status: 200 len: 375 time: 0.0636747 Oct 13 04:03:23.943010 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:23.943819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac6a9ed0-83d0-4376-a990-4392f5f9c49c details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:23.994330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-3f7573bb-59ab-4e3e-9515-b5188e619f20 service neutron] 10.222.0.26 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328288 Oct 13 04:03:24.080664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acdbb-8915-4280-813e-66059cea2c27 req-6373fad3-35dc-4ddb-9e27-809f515bb69a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.081597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-73364ba4-9f0c-4ed9-bd05-0031b86caadb tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2c5d04c69374515ab99818aa448de3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176288 Oct 13 04:03:24.084359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-186acdbb-8915-4280-813e-66059cea2c27 req-6373fad3-35dc-4ddb-9e27-809f515bb69a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.0828571 Oct 13 04:03:24.088568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-330382eb-0a3f-433d-b969-93adcdf7d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.090096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-330382eb-0a3f-433d-b969-93adcdf7d88f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526925 Oct 13 04:03:24.154836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:24.157642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-186acdbb-8915-4280-813e-66059cea2c27 req-06628f28-bc11-444d-94c2-6ecc6b5e8ba2 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647261 Oct 13 04:03:24.196692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'port_id': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'mac_address': 'fa:16:3e:34:31:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:24.203712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-e0f78042-99cb-4e25-81f5-aab2186761c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036491 Oct 13 04:03:24.205179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:24.269812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34e4b7eb-ee46-4c40-b870-30885cec56bd req-8c7a418b-64cb-4b6a-9deb-be84520e7300 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=239090dc-dea7-4ed8-bade-3ac3cdb95399 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Oct 13 04:03:24.318836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.351958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-79ec4670-1019-4543-9b7e-7e4b68b0d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.353438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-79ec4670-1019-4543-9b7e-7e4b68b0d705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.4343996 Oct 13 04:03:24.358175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6a9ed0-83d0-4376-a990-4392f5f9c49c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:24.388342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b54c-fc92-4d78-a4a2-80d1db033f89 req-a25c693d-c15a-47ec-be29-1ed9493d0593 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.394302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b54c-fc92-4d78-a4a2-80d1db033f89 req-a25c693d-c15a-47ec-be29-1ed9493d0593 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.400215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b54c-fc92-4d78-a4a2-80d1db033f89 req-a25c693d-c15a-47ec-be29-1ed9493d0593 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.401872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f26b54c-fc92-4d78-a4a2-80d1db033f89 req-a25c693d-c15a-47ec-be29-1ed9493d0593 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.0666442 Oct 13 04:03:24.411157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:24.423991 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.424647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d00fc3df-2f6e-4b66-a576-7bbc99511a60 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:24.445326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f26b54c-fc92-4d78-a4a2-80d1db033f89 req-39f9849f-4a80-41f7-8252-398fd1a5e4d0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359306 Oct 13 04:03:24.459703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68946f63-3aef-490e-9bf6-576bf00a1f87 req-7d125bf8-8fc8-4bad-9275-f1ee3f58f79b service neutron] 10.222.0.26 "GET /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488292 Oct 13 04:03:24.461204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-c48322a5-c09c-4b45-94b0-569e8f08793a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0555975 Oct 13 04:03:24.465100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-6c0afa09-3071-4a2e-9fe4-f7fdd3cbfc42 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436743 Oct 13 04:03:24.506966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.537895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:24.551209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-43f79671-c5b5-4a7d-8b0d-60283e81bbcd service neutron] 10.222.0.44 "GET /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546361 Oct 13 04:03:24.552362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:24.567048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-2ed3a76c-add0-4640-a3c4-50011a760ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.568594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-2ed3a76c-add0-4640-a3c4-50011a760ea8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0722258 Oct 13 04:03:24.569800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60', 'network_id': '7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6', 'port_id': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60', 'mac_address': 'fa:16:3e:b4:7a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71151ed6-36fe-4b4e-b891-0752b234110d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:24.642671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.668709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00fc3df-2f6e-4b66-a576-7bbc99511a60 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:24.691583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-e1522502-3f9a-4b46-b631-120c5006a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.693269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-e1522502-3f9a-4b46-b631-120c5006a35b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067066 Oct 13 04:03:24.703740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:24.713587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.714291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e083914d-ccbf-491d-a9f1-798a0df9898e details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:24.763853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9fcfcd24-1e9d-4261-bfec-caa11ee186cb service neutron] 10.222.0.44 "GET /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987360 Oct 13 04:03:24.787473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.793529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.800932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.806096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e083914d-ccbf-491d-a9f1-798a0df9898e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e083914d-ccbf-491d-a9f1-798a0df9898e,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:24.806732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.813049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-eb094873-b401-42dd-8216-2b421ea50834 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099491 Oct 13 04:03:24.813704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.819802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.823989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:24.825770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:24.837380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e083914d-ccbf-491d-a9f1-798a0df9898e', 'network_id': '63542b33-00ad-4bad-a152-ae48d9fc4bd9', 'port_id': 'e083914d-ccbf-491d-a9f1-798a0df9898e', 'mac_address': 'fa:16:3e:48:e3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472bd284-931c-4621-8664-068a96ac357d', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:24.844212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7f752c3e-33a3-40a4-a1cd-b1cec2e85053 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5433 time: 0.1204197 Oct 13 04:03:24.882882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6e5b394-77e6-435c-8587-1bf17b86bbed req-7bb75248-cc1c-4d9e-b5e4-1c64ece7ebab tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377035 Oct 13 04:03:24.899882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.937654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e083914d-ccbf-491d-a9f1-798a0df9898e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:24.959031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e083914d-ccbf-491d-a9f1-798a0df9898e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e083914d-ccbf-491d-a9f1-798a0df9898e,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:24.960405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f23cbf01-5861-4906-ae08-8a8fb021afc5 req-b324a336-9b7b-4568-a5c5-11ebf7cd7ea0 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326535 Oct 13 04:03:24.964246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:24.968412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'name': 'network-vif-deleted', 'tag': '56bab9c2-aca3-4df2-b140-03df06b63e4a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:24.971005 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540250e4-4bc1-4676-8456-9300cdbb7e28" -d '{"events": [{"server_uuid": "239090dc-dea7-4ed8-bade-3ac3cdb95399", "name": "network-vif-deleted", "tag": "56bab9c2-aca3-4df2-b140-03df06b63e4a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:25.002481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78eeabe2-fe19-453b-8004-24df30b9d300 req-ca1f0131-f40f-4adc-a27b-c318f060a234 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Oct 13 04:03:25.030870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e083914d-ccbf-491d-a9f1-798a0df9898e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:25.032572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950633-401a-4fe3-a8d4-7d0c4ca12ca8 req-4116e06a-882a-44da-bc9b-d832bf0f592e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:25.034302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5950633-401a-4fe3-a8d4-7d0c4ca12ca8 req-4116e06a-882a-44da-bc9b-d832bf0f592e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0783978 Oct 13 04:03:25.059176 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8015c6-381e-4d27-a6be-ad8fbf25cfa0 x-openstack-request-id: req-fc8015c6-381e-4d27-a6be-ad8fbf25cfa0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:25.059565 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239090dc-dea7-4ed8-bade-3ac3cdb95399", "name": "network-vif-deleted", "tag": "56bab9c2-aca3-4df2-b140-03df06b63e4a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:25.059720 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc8015c6-381e-4d27-a6be-ad8fbf25cfa0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:25.060142 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239090dc-dea7-4ed8-bade-3ac3cdb95399', 'name': 'network-vif-deleted', 'tag': '56bab9c2-aca3-4df2-b140-03df06b63e4a', 'status': 'completed', 'code': 200} Oct 13 04:03:25.081988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5950633-401a-4fe3-a8d4-7d0c4ca12ca8 req-642c220c-8dfa-4e5b-82a7-fbda2747668e tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Oct 13 04:03:25.283080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3a89-a241-4b7a-97e0-b28ee6ddd8b1 req-95f3e4f4-f51a-46c1-b926-97598d6c45ca tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:25.284587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22fa3a89-a241-4b7a-97e0-b28ee6ddd8b1 req-95f3e4f4-f51a-46c1-b926-97598d6c45ca tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.0569348 Oct 13 04:03:25.324848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22fa3a89-a241-4b7a-97e0-b28ee6ddd8b1 req-9277211d-9a1c-439d-9acd-22118aeeb4dd tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Oct 13 04:03:25.570379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60299e0a-5073-4531-a8a3-cd6e84be3b46 req-e99149bc-2213-482a-b321-6c0ee0b4df01 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:25.571226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46c9a8-073e-4d1c-8940-228117483445 req-9b5a22e5-02c1-4772-9070-48565c9bb0c1 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:25.572014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60299e0a-5073-4531-a8a3-cd6e84be3b46 req-e99149bc-2213-482a-b321-6c0ee0b4df01 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 950 time: 0.0561452 Oct 13 04:03:25.577706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46c9a8-073e-4d1c-8940-228117483445 req-9b5a22e5-02c1-4772-9070-48565c9bb0c1 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:25.583929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46c9a8-073e-4d1c-8940-228117483445 req-9b5a22e5-02c1-4772-9070-48565c9bb0c1 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:25.589573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d46c9a8-073e-4d1c-8940-228117483445 req-9b5a22e5-02c1-4772-9070-48565c9bb0c1 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.0726423 Oct 13 04:03:25.617610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60299e0a-5073-4531-a8a3-cd6e84be3b46 req-0f25c7b7-a093-452d-a44e-ab11594371c9 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Oct 13 04:03:25.631979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d46c9a8-073e-4d1c-8940-228117483445 req-dd65f699-ccd0-4b2a-ac89-3d1fd3731249 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Oct 13 04:03:25.771801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['da4fa21f-6fbb-44b1-8fac-6944e962245f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:25.797499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bdc41e95-285d-4e3e-a216-65ef81ec6c5b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:25.802346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2edfe037-c0aa-4c75-9541-1f7c47acf8f5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:25.845140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e083914d-ccbf-491d-a9f1-798a0df9898e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:25.847346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:25.895859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ac6a9ed0-83d0-4376-a990-4392f5f9c49c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:25.911580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d00fc3df-2f6e-4b66-a576-7bbc99511a60'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:26.128210 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc7e5e9c-79c8-4490-a158-c3b76efc885a req-208547ec-cb72-48a6-bfc9-a1da0b394e64 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 210 time: 0.0412252 Oct 13 04:03:26.241927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7391c-0ffe-4a2b-958b-8ccbd2fff4d2 req-1af53523-beea-4040-b14b-e31964bc4401 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.243934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8be7391c-0ffe-4a2b-958b-8ccbd2fff4d2 req-1af53523-beea-4040-b14b-e31964bc4401 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0519118 Oct 13 04:03:26.285227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8be7391c-0ffe-4a2b-958b-8ccbd2fff4d2 req-966f0805-315e-4871-9267-77043a1f55b5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Oct 13 04:03:26.307089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56bab9c2-aca3-4df2-b140-03df06b63e4a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:26.370087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 56bab9c2-aca3-4df2-b140-03df06b63e4a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:26.370956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56bab9c2-aca3-4df2-b140-03df06b63e4a not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:26.403510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.410031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.416392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.423478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.429486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.436278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.442071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.449038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-a39c947a-f3bc-4b67-8f6a-b48fe62830e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5434 time: 0.4711566 Oct 13 04:03:26.452465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152750b4-76a4-4564-8717-ac83b2835441 req-e82ca93a-57b4-46ff-ac8c-f0484f0afaa7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.459914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-152750b4-76a4-4564-8717-ac83b2835441 req-e82ca93a-57b4-46ff-ac8c-f0484f0afaa7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.0561714 Oct 13 04:03:26.497112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-152750b4-76a4-4564-8717-ac83b2835441 req-43d432ef-3166-478c-883f-44f3179ba3b0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363173 Oct 13 04:03:26.516054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f922ecd5-1bf8-4a87-9aaa-d06937a55768 req-4ccae040-4943-432a-bbf1-9fe9e22d0066 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623410 Oct 13 04:03:26.524876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-ed5e981b-570d-4682-8853-12f63d1cb827 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.526832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-ed5e981b-570d-4682-8853-12f63d1cb827 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.15 "GET /v2.0/networks?id=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 HTTP/1.1" status: 200 len: 818 time: 0.5622592 Oct 13 04:03:26.540452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Request body: {'port': {'device_id': '4fc97755-947b-4445-b987-5bf6474eafb9', 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6', 'admin_state_up': True, 'tenant_id': 'a2c5d04c69374515ab99818aa448de3a'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:26.650787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Made reservation on behalf of a2c5d04c69374515ab99818aa448de3a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:26.655860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:26.781738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12279e6-7d0b-433b-ba12-842b1be08a8a req-32becda2-c427-4d7e-a2f8-d537b40836dc tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.783246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f12279e6-7d0b-433b-ba12-842b1be08a8a req-32becda2-c427-4d7e-a2f8-d537b40836dc tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 950 time: 0.0624154 Oct 13 04:03:26.819988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b94ed-866f-4247-9a08-09a734a83070 req-4cab8dea-4fa3-43c7-9c53-3241ba28ad23 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.821101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f12279e6-7d0b-433b-ba12-842b1be08a8a req-66702f32-1262-48a5-97ff-9c67de311940 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Oct 13 04:03:26.825772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b94ed-866f-4247-9a08-09a734a83070 req-4cab8dea-4fa3-43c7-9c53-3241ba28ad23 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.832144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b94ed-866f-4247-9a08-09a734a83070 req-4cab8dea-4fa3-43c7-9c53-3241ba28ad23 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:26.841430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb6b94ed-866f-4247-9a08-09a734a83070 req-4cab8dea-4fa3-43c7-9c53-3241ba28ad23 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.1055923 Oct 13 04:03:26.841430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Allocated IP 172.20.0.5 (878cbb4a-7d2f-4349-af5d-8c41e93d5fb6/84fc8f22-c35a-489e-a80d-72139bb8a0d6/8863c65b-6538-4450-8f08-69150fd4b038) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:26.894380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb6b94ed-866f-4247-9a08-09a734a83070 req-23b10f21-930a-4df4-950e-f791e3805e30 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Oct 13 04:03:27.008181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.043826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.086571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:27.089458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:27.093204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:27.118378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Pushing event updated for resources: {'Port': ['ID=8863c65b-6538-4450-8f08-69150fd4b038,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:27.143149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.143743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.160128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-9a84f876-3313-467e-a672-6b8ccaff2323 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6236839 Oct 13 04:03:27.175684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Request body: {'port': {'device_id': '4fc97755-947b-4445-b987-5bf6474eafb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:27.258047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.280911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcad8a-ee19-42be-a8c4-95dffe8aa451 req-e0895990-82e9-4292-95ee-ff463d992197 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.282373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60dcad8a-ee19-42be-a8c4-95dffe8aa451 req-e0895990-82e9-4292-95ee-ff463d992197 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 931 time: 0.0852938 Oct 13 04:03:27.389564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60dcad8a-ee19-42be-a8c4-95dffe8aa451 req-c82d5b75-52ec-4e7e-8e0e-bea417e7a517 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958822 Oct 13 04:03:27.414122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5e5c2-f817-48a5-9ce1-87e3a8e083b0 req-767f23a3-56a3-4176-8a4b-b64db64abfba tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.415814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27e5e5c2-f817-48a5-9ce1-87e3a8e083b0 req-767f23a3-56a3-4176-8a4b-b64db64abfba tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0549521 Oct 13 04:03:27.439373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-d383cd3b-7379-48f1-a236-421aceefbeaa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.440832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-d383cd3b-7379-48f1-a236-421aceefbeaa tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 950 time: 0.1575847 Oct 13 04:03:27.455691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27e5e5c2-f817-48a5-9ce1-87e3a8e083b0 req-58b305ab-3fb4-41a1-8cb8-93dbd6ae6cc0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324631 Oct 13 04:03:27.646419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.652198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.658183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.661751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port f9841987-6b6a-480b-9ba0-dd39f2ec473d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:27.662097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.664081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.670632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.673511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9005b77-42e6-4855-9604-0efa2597d114 req-14891ea4-bac5-4872-a0a9-ef00a9259dad tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.674977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9005b77-42e6-4855-9604-0efa2597d114 req-14891ea4-bac5-4872-a0a9-ef00a9259dad tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 947 time: 0.1056447 Oct 13 04:03:27.676931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.682551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.684388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-3e050707-798c-44a7-a340-bcebc8223a0d tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5434 time: 0.0946984 Oct 13 04:03:27.725935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce806d2-63ae-440f-a80e-0dfe13b3f812 req-f8df2254-9603-46de-aaaa-a9e9d81d38cc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341158 Oct 13 04:03:27.809384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8863c65b-6538-4450-8f08-69150fd4b038 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:27.820045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9005b77-42e6-4855-9604-0efa2597d114 req-7ed3124d-d34d-434b-b8d3-cb5a2eed5958 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311820 Oct 13 04:03:27.827988 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.853021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Transition to ACTIVE for port object 8863c65b-6538-4450-8f08-69150fd4b038 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:27.860228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port f9841987-6b6a-480b-9ba0-dd39f2ec473d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=f9841987-6b6a-480b-9ba0-dd39f2ec473d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:27.860471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.869316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:27.882329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for f9841987-6b6a-480b-9ba0-dd39f2ec473d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:27.968847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Pushing event updated for resources: {'Port': ['ID=8863c65b-6538-4450-8f08-69150fd4b038,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:27.972245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240b8ef-b2ec-49af-8daa-8a2b0fd88652 req-adfda885-7f88-4d2e-9a74-3f37ea0db360 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:27.974415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d240b8ef-b2ec-49af-8daa-8a2b0fd88652 req-adfda885-7f88-4d2e-9a74-3f37ea0db360 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7212d9-c058-4c62-b54b-64a8bfc845f8 HTTP/1.1" status: 200 len: 950 time: 0.0809379 Oct 13 04:03:28.030275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d240b8ef-b2ec-49af-8daa-8a2b0fd88652 req-66cd7a86-4a86-4410-97b2-1223816cd57b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Oct 13 04:03:28.107149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Attempting to bind port 8863c65b-6538-4450-8f08-69150fd4b038 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:28.107537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Attempting to bind port 8863c65b-6538-4450-8f08-69150fd4b038 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa79f2ac-bc53-4b01-8450-be013e81a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:28.108367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Attempting to bind port 8863c65b-6538-4450-8f08-69150fd4b038 on network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:28.134425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Port 8863c65b-6538-4450-8f08-69150fd4b038 on network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:28.134739 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Attempting to bind port 8863c65b-6538-4450-8f08-69150fd4b038 on network 878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:28.149483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:28.149811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Checking segment: {'id': 'aa79f2ac-bc53-4b01-8450-be013e81a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:28.150238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Bound using segment: {'id': 'aa79f2ac-bc53-4b01-8450-be013e81a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:28.150601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Bound port: 8863c65b-6538-4450-8f08-69150fd4b038, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa79f2ac-bc53-4b01-8450-be013e81a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:28.150951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.171422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c36c-677d-4725-8b33-92e025b78c06 req-6fb03a27-c876-4926-9eeb-7b8a3b884553 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.177339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c36c-677d-4725-8b33-92e025b78c06 req-6fb03a27-c876-4926-9eeb-7b8a3b884553 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.183212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c36c-677d-4725-8b33-92e025b78c06 req-6fb03a27-c876-4926-9eeb-7b8a3b884553 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.184773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74d2c36c-677d-4725-8b33-92e025b78c06 req-6fb03a27-c876-4926-9eeb-7b8a3b884553 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2413 time: 0.1467280 Oct 13 04:03:28.224088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.235629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'f9841987-6b6a-480b-9ba0-dd39f2ec473d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:28.273675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=f9841987-6b6a-480b-9ba0-dd39f2ec473d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:28.281099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:28.308584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74d2c36c-677d-4725-8b33-92e025b78c06 req-988a76d7-8092-4939-b0bb-5f20efc053d3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174641 Oct 13 04:03:28.336814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port f9841987-6b6a-480b-9ba0-dd39f2ec473d on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:28.340850 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.344611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8877e5fe-8b3a-4a18-b68c-e8f885227ae8 req-992f563e-e77e-424d-9594-8e550d90d203 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "DELETE /v2.0/ports/f9841987-6b6a-480b-9ba0-dd39f2ec473d HTTP/1.1" status: 204 len: 173 time: 0.8954325 Oct 13 04:03:28.345062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'name': 'network-vif-deleted', 'tag': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:28.347307 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae28ff8-9222-44c8-a562-1f2b5c511c7e" -d '{"events": [{"server_uuid": "6b7212d9-c058-4c62-b54b-64a8bfc845f8", "name": "network-vif-deleted", "tag": "f9841987-6b6a-480b-9ba0-dd39f2ec473d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:28.351958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] For port 8863c65b-6538-4450-8f08-69150fd4b038, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:28.367466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] For port 8863c65b-6538-4450-8f08-69150fd4b038, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=8863c65b-6538-4450-8f08-69150fd4b038,segment=NetworkSegment(aa79f2ac-bc53-4b01-8450-be013e81a161),segment_id=aa79f2ac-bc53-4b01-8450-be013e81a161)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:28.372345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.406636 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d528e-7267-42d9-86ab-a9386fe26246 x-openstack-request-id: req-b11d528e-7267-42d9-86ab-a9386fe26246 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:28.406843 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7212d9-c058-4c62-b54b-64a8bfc845f8", "name": "network-vif-deleted", "tag": "f9841987-6b6a-480b-9ba0-dd39f2ec473d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:28.407077 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b11d528e-7267-42d9-86ab-a9386fe26246 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:28.407592 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7212d9-c058-4c62-b54b-64a8bfc845f8', 'name': 'network-vif-deleted', 'tag': 'f9841987-6b6a-480b-9ba0-dd39f2ec473d', 'status': 'completed', 'code': 200} Oct 13 04:03:28.426059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.427008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.429406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] 10.222.0.15 "PUT /v2.0/ports/8863c65b-6538-4450-8f08-69150fd4b038 HTTP/1.1" status: 200 len: 1091 time: 1.2572246 Oct 13 04:03:28.455475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89637fc-ff5d-469f-b2c9-4c453881de2c service neutron] Pushing event updated for resources: {'Port': ['ID=8863c65b-6538-4450-8f08-69150fd4b038,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:28.486691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:28.517617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'mac_address': 'fa:16:3e:85:ca:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:28.550429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-c377d8cd-bda7-4ff3-92e4-52cd5b218834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.551849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-c377d8cd-bda7-4ff3-92e4-52cd5b218834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2c5d04c69374515ab99818aa448de3a&device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 1094 time: 0.0741138 Oct 13 04:03:28.572035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652ac7b-7c7d-428a-b0c8-bd9a265a2061 req-5e2a3669-3243-4f9b-aad4-43b15effe7d2 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.580147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9652ac7b-7c7d-428a-b0c8-bd9a265a2061 req-5e2a3669-3243-4f9b-aad4-43b15effe7d2 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 943 time: 0.0916183 Oct 13 04:03:28.584637 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.590026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858dca-79f6-43cb-a015-f6ff6bfdaf13 req-80818f81-8b61-4c67-819f-6beabd7afe73 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.606276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:28.617296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b858dca-79f6-43cb-a015-f6ff6bfdaf13 req-80818f81-8b61-4c67-819f-6beabd7afe73 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0766759 Oct 13 04:03:28.626837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-3fbd387a-c2a2-4c8f-ac84-80dd597f8d52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8863c65b-6538-4450-8f08-69150fd4b038 HTTP/1.1" status: 200 len: 217 time: 0.0636086 Oct 13 04:03:28.646235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:28.664485 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.665246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 34f52dee-47b0-490c-8662-858b4a896f2e details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:28.666863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b858dca-79f6-43cb-a015-f6ff6bfdaf13 req-1a8b83e3-5b13-4ada-9d69-8d759e72afab tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Oct 13 04:03:28.709012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9652ac7b-7c7d-428a-b0c8-bd9a265a2061 req-5c9e420f-28b2-4970-85d5-56cff4d5ac48 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279669 Oct 13 04:03:28.710613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-c2e2c574-8856-40a8-bf77-afcee82daca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.712145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-c2e2c574-8856-40a8-bf77-afcee82daca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84fc8f22-c35a-489e-a80d-72139bb8a0d6 HTTP/1.1" status: 200 len: 858 time: 0.0697460 Oct 13 04:03:28.753915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-dfbdf359-6e76-4b20-bcbf-189f371d0da1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331771 Oct 13 04:03:28.844887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 34f52dee-47b0-490c-8662-858b4a896f2e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=34f52dee-47b0-490c-8662-858b4a896f2e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:28.866122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:28.879392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '34f52dee-47b0-490c-8662-858b4a896f2e', 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7', 'port_id': '34f52dee-47b0-490c-8662-858b4a896f2e', 'mac_address': 'fa:16:3e:fc:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8a038b-ab8a-48d9-abe1-d8d8d254e535', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:28.919374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.926191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.930045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-f9841e34-35e3-43a6-8629-ee668eac31d7 service neutron] 10.222.0.15 "GET /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662598 Oct 13 04:03:28.932702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.939820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.948610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.950765 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:28.955366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.961954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:28.963819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-94c94450-ea8c-459c-b72b-b67230843a21 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5434 time: 0.1432970 Oct 13 04:03:28.974862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f52dee-47b0-490c-8662-858b4a896f2e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:28.994589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:29.007007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6527e06f-42a6-4f1e-ad45-61662da943ef req-e0bec7cf-bda7-43bc-9ffa-893f348c78b8 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368414 Oct 13 04:03:29.035459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 34f52dee-47b0-490c-8662-858b4a896f2e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=34f52dee-47b0-490c-8662-858b4a896f2e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:29.043697 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:29.044814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9f30f198-be78-4168-9e32-8e3ea0b126e3 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:29.066259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27385c-74fd-4bce-a7f9-d23c839a5226 req-2a2c95ee-a16e-48f5-8e73-345a03f70787 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.067875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a27385c-74fd-4bce-a7f9-d23c839a5226 req-2a2c95ee-a16e-48f5-8e73-345a03f70787 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.1366768 Oct 13 04:03:29.108950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fb5a002-1af3-4a82-a68b-061860ff573c req-13c462f2-ede8-4fa2-9b0d-8a7ef9716ca5 service neutron] 10.222.0.15 "GET /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661057 Oct 13 04:03:29.133968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a27385c-74fd-4bce-a7f9-d23c839a5226 req-91e6b917-1e1d-4ce6-8005-63ac220d9942 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531771 Oct 13 04:03:29.165456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=34f52dee-47b0-490c-8662-858b4a896f2e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:29.169321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9f30f198-be78-4168-9e32-8e3ea0b126e3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:29.184282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '9f30f198-be78-4168-9e32-8e3ea0b126e3', 'network_id': '49cb5555-70fe-4309-9963-005d2d3287c7', 'port_id': '9f30f198-be78-4168-9e32-8e3ea0b126e3', 'mac_address': 'fa:16:3e:98:16:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8a038b-ab8a-48d9-abe1-d8d8d254e535', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:29.260040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:29.281281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f30f198-be78-4168-9e32-8e3ea0b126e3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:29.311991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9f30f198-be78-4168-9e32-8e3ea0b126e3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:29.319781 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:29.320437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 50795b61-2881-4179-a53c-6be472731e9f details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:29.456904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=9f30f198-be78-4168-9e32-8e3ea0b126e3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:29.536070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-5bfa994b-6f7d-4264-b412-8d4482cff422 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.537572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-5bfa994b-6f7d-4264-b412-8d4482cff422 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe&tenant_id=02913d5543c0459e838fc38b2034bb11&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 948 time: 0.1136296 Oct 13 04:03:29.538722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455628c2-490c-4ef8-8765-7e1b7b4b61a3 req-2c2b2e86-5fb0-437b-9d2b-e3e1104e951e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.540216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-455628c2-490c-4ef8-8765-7e1b7b4b61a3 req-2c2b2e86-5fb0-437b-9d2b-e3e1104e951e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0525498 Oct 13 04:03:29.545981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 50795b61-2881-4179-a53c-6be472731e9f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=50795b61-2881-4179-a53c-6be472731e9f,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:29.551459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95785-4128-4092-b0bf-5cee3ad20bd7 req-43888d51-17f0-47bd-93da-9ba8f90db1a6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.556925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '50795b61-2881-4179-a53c-6be472731e9f', 'network_id': '4073fcb1-e5ba-4732-af92-d75866d7743f', 'port_id': '50795b61-2881-4179-a53c-6be472731e9f', 'mac_address': 'fa:16:3e:af:81:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba', 'ip_address': '19.86.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:29.558787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95785-4128-4092-b0bf-5cee3ad20bd7 req-43888d51-17f0-47bd-93da-9ba8f90db1a6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.565026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95785-4128-4092-b0bf-5cee3ad20bd7 req-43888d51-17f0-47bd-93da-9ba8f90db1a6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.572252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1b95785-4128-4092-b0bf-5cee3ad20bd7 req-43888d51-17f0-47bd-93da-9ba8f90db1a6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2415 time: 0.1239195 Oct 13 04:03:29.581322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-455628c2-490c-4ef8-8765-7e1b7b4b61a3 req-a1070aca-5d5b-45aa-8b77-62665b882007 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Oct 13 04:03:29.595630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:29.619801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50795b61-2881-4179-a53c-6be472731e9f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:29.637696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1b95785-4128-4092-b0bf-5cee3ad20bd7 req-f1e6284d-02c7-4dd2-8874-87d074f5549f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641007 Oct 13 04:03:29.641563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 50795b61-2881-4179-a53c-6be472731e9f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=50795b61-2881-4179-a53c-6be472731e9f,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:29.647124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:29.661301 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-637076a2-b1a6-4aeb-8ae6-919eace76931 service neutron] 10.222.0.26 "GET /v2.0/ports/489a7b33-4c2e-406f-9f6e-7f5c9812b207/bindings/n-h2-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.0823479 Oct 13 04:03:29.707886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=50795b61-2881-4179-a53c-6be472731e9f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:29.736937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-7eda6b08-8bca-42c8-9a6b-2acc23588284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.738976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-7eda6b08-8bca-42c8-9a6b-2acc23588284 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1099 time: 0.0511112 Oct 13 04:03:29.833122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aacb4b-75a5-439c-a479-781dc8024089 req-c10e9556-45e3-451a-9b7d-75fc271c84c9 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.834577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c3aacb4b-75a5-439c-a479-781dc8024089 req-c10e9556-45e3-451a-9b7d-75fc271c84c9 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 943 time: 0.0471776 Oct 13 04:03:29.856695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988263e3-d1d1-4275-b6ca-2d0934742077 req-4e70c682-dd8a-4dcb-a637-d5ea496d3f96 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.858197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-988263e3-d1d1-4275-b6ca-2d0934742077 req-4e70c682-dd8a-4dcb-a637-d5ea496d3f96 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0928524 Oct 13 04:03:29.871944 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c3aacb4b-75a5-439c-a479-781dc8024089 req-25c28030-71e9-4355-8957-1102270d9d50 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Oct 13 04:03:29.894735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-9c1d7c6c-53aa-4151-8378-6e90f63dbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.896177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-9c1d7c6c-53aa-4151-8378-6e90f63dbd92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1403193 Oct 13 04:03:29.913444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-988263e3-d1d1-4275-b6ca-2d0934742077 req-8e5fe767-17d6-4042-a377-54fd35c8fd2c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464275 Oct 13 04:03:29.952378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-fa11e58b-4a94-4ed2-81f9-31f30850f44d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0377109 Oct 13 04:03:29.991756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bb39c-72e5-47db-8ccd-1a31d371259d req-cfe523b1-7b04-46a0-b41f-2ac636a7df0e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:29.993216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d58bb39c-72e5-47db-8ccd-1a31d371259d req-cfe523b1-7b04-46a0-b41f-2ac636a7df0e tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 949 time: 0.0506124 Oct 13 04:03:30.001829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-222d864e-d927-465e-877c-1e97c5e75f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.003277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-222d864e-d927-465e-877c-1e97c5e75f17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0431893 Oct 13 04:03:30.031451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d58bb39c-72e5-47db-8ccd-1a31d371259d req-bca5e34a-d1ef-4af9-80ca-dcafbaa5b276 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Oct 13 04:03:30.053078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-b6a89efa-b2c9-41d1-90c2-99e5a938c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.054569 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-b6a89efa-b2c9-41d1-90c2-99e5a938c42c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396230 Oct 13 04:03:30.177527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-c635674a-5e32-4941-9734-c25b562aa9a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132390 Oct 13 04:03:30.188733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.194893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.200769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.207301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.213079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.218926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.224751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.226367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-d22195a0-8828-4c3e-93df-14222082b090 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5434 time: 0.1183603 Oct 13 04:03:30.282790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device f9841987-6b6a-480b-9ba0-dd39f2ec473d no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:30.305760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: f9841987-6b6a-480b-9ba0-dd39f2ec473d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:30.306258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device f9841987-6b6a-480b-9ba0-dd39f2ec473d not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:30.312883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7db45852-b69f-4567-ab90-6346a9d0f2e5 req-e2f7c1ec-4b0c-41e2-ab5b-4e425beccccd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782087 Oct 13 04:03:30.342248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-18e71206-1863-42e7-a30e-4f395827bbb7 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148901 Oct 13 04:03:30.408983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc97755-947b-4445-b987-5bf6474eafb9', 'tag': '8863c65b-6538-4450-8f08-69150fd4b038'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:30.411318 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc97755-947b-4445-b987-5bf6474eafb9", "tag": "8863c65b-6538-4450-8f08-69150fd4b038"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:30.446089 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4f72ef-3d1d-4b5d-bf03-ff9b39fd8233 x-openstack-request-id: req-4d4f72ef-3d1d-4b5d-bf03-ff9b39fd8233 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:30.446377 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc97755-947b-4445-b987-5bf6474eafb9", "tag": "8863c65b-6538-4450-8f08-69150fd4b038", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:30.446745 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d4f72ef-3d1d-4b5d-bf03-ff9b39fd8233 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:30.447276 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc97755-947b-4445-b987-5bf6474eafb9', 'tag': '8863c65b-6538-4450-8f08-69150fd4b038', 'status': 'completed', 'code': 200} Oct 13 04:03:30.509075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-1bd8ec78-64c0-41c3-ae30-6a83230ac927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.510406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-1bd8ec78-64c0-41c3-ae30-6a83230ac927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2c5d04c69374515ab99818aa448de3a&device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 1094 time: 0.0390942 Oct 13 04:03:30.600874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-e2097960-331c-427e-bf7f-af3bdde2087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.602292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-e2097960-331c-427e-bf7f-af3bdde2087d service neutron] 10.222.0.15 "GET /v2.0/networks?id=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 HTTP/1.1" status: 200 len: 919 time: 0.0845389 Oct 13 04:03:30.645492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-f475ba8a-497f-4424-8baf-f7ec9034f697 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8863c65b-6538-4450-8f08-69150fd4b038 HTTP/1.1" status: 200 len: 217 time: 0.0339766 Oct 13 04:03:30.656623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['34f52dee-47b0-490c-8662-858b4a896f2e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:30.697784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-beaf74b7-4a63-44d0-a02c-e599190210bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.699234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-beaf74b7-4a63-44d0-a02c-e599190210bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84fc8f22-c35a-489e-a80d-72139bb8a0d6 HTTP/1.1" status: 200 len: 858 time: 0.0442615 Oct 13 04:03:30.733715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5297e5-1812-4b20-abc4-af0a7a3907dd req-112fd2b6-fc42-4ca1-8407-f75f0a04a618 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.735372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be5297e5-1812-4b20-abc4-af0a7a3907dd req-112fd2b6-fc42-4ca1-8407-f75f0a04a618 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0765288 Oct 13 04:03:30.747305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['50795b61-2881-4179-a53c-6be472731e9f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:30.757442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-a25dae2e-e373-469e-8e4f-31a6711e3f19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504565 Oct 13 04:03:30.775053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be5297e5-1812-4b20-abc4-af0a7a3907dd req-5601cec5-6799-44b0-8933-032511a4bd57 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Oct 13 04:03:30.781828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['489a7b33-4c2e-406f-9f6e-7f5c9812b207'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:30.783772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9f30f198-be78-4168-9e32-8e3ea0b126e3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:30.827776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744e61-9a29-4a11-ba55-9db460e048f2 req-fcf970a4-0d4a-49e2-9aac-4fb694c7a9a8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.833718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744e61-9a29-4a11-ba55-9db460e048f2 req-fcf970a4-0d4a-49e2-9aac-4fb694c7a9a8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.839657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744e61-9a29-4a11-ba55-9db460e048f2 req-fcf970a4-0d4a-49e2-9aac-4fb694c7a9a8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:30.841269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46744e61-9a29-4a11-ba55-9db460e048f2 req-fcf970a4-0d4a-49e2-9aac-4fb694c7a9a8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2416 time: 0.1355202 Oct 13 04:03:30.903180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46744e61-9a29-4a11-ba55-9db460e048f2 req-d7cf0838-e78f-4b4b-bd2f-b61feca5764c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555978 Oct 13 04:03:30.909430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-cb5e8f75-c709-4fb1-882b-df4048d387ff service neutron] 10.222.0.15 "GET /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426890 Oct 13 04:03:31.001552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:31.003704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:31.004826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4daeb-0816-4abb-a721-e3882099893d req-30456526-4ae3-4d67-8c3d-8b821d69cd8c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.007433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6de4daeb-0816-4abb-a721-e3882099893d req-30456526-4ae3-4d67-8c3d-8b821d69cd8c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 949 time: 0.1024995 Oct 13 04:03:31.025814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10c64a05-d7d6-4a15-9e12-aacf8e8a4320 req-25934c48-167a-4e24-9cdf-e29cffec3d2e service neutron] 10.222.0.15 "GET /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084630 Oct 13 04:03:31.061636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dc5b8-71b5-406b-931f-6fb640d466f5 req-92df5264-3bc3-4cf8-93a1-279d56f30b28 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.063151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d3dc5b8-71b5-406b-931f-6fb640d466f5 req-92df5264-3bc3-4cf8-93a1-279d56f30b28 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0523884 Oct 13 04:03:31.091859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccaace-3953-4b89-b13d-6ab43bec955e req-cad28894-b516-44d3-a734-3d867ccf01a1 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.094173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4ccaace-3953-4b89-b13d-6ab43bec955e req-cad28894-b516-44d3-a734-3d867ccf01a1 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 943 time: 0.1175358 Oct 13 04:03:31.109269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d3dc5b8-71b5-406b-931f-6fb640d466f5 req-915e906b-17f3-45db-ab5f-96fb8fa30d03 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Oct 13 04:03:31.157600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4ccaace-3953-4b89-b13d-6ab43bec955e req-fd5a3396-8f4a-4cee-a396-656f70ab89b5 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Oct 13 04:03:31.172291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:31.172638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.242320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5295-46c1-43af-85f0-6fc5da733219 req-75b40127-eabd-4e8e-8a18-28e6a23861e1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.244113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bfd5295-46c1-43af-85f0-6fc5da733219 req-75b40127-eabd-4e8e-8a18-28e6a23861e1 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=70b41ce5-af08-4f40-8d21-f48d8e845450 HTTP/1.1" status: 200 len: 949 time: 0.0551212 Oct 13 04:03:31.287345 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bfd5295-46c1-43af-85f0-6fc5da733219 req-9e1efa2e-1366-4198-9028-0711f48b9f3a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Oct 13 04:03:31.333499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:31.370585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:31.370968 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.430011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:31.476780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.478370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a', 'port_id': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'mac_address': 'fa:16:3e:98:33:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e32eee-0704-4d9b-968e-22aebe0e774f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:31.483644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.489784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.495753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.501848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.507902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.513847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.515832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-cda7f44a-b9a3-4e7d-be65-672a50f80db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5434 time: 0.1073210 Oct 13 04:03:31.527437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.554209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a8db08-7ad7-4957-87c5-fdba7e61b6ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:31.585633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:31.586045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.593171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c3492e3-f5a0-43fe-a961-9d6712830f27 req-e1dc38e0-5592-442f-b9e1-cce87126581c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701489 Oct 13 04:03:31.600838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:31.602852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-d6da4105-78c9-4c2b-9520-1ed66c7c5e6d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.604407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-d6da4105-78c9-4c2b-9520-1ed66c7c5e6d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 950 time: 0.0746768 Oct 13 04:03:31.708096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:31.708434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.738655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.748217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:31.752803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:31.759821 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.783366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=0956ec43-7e34-4ecd-b89b-e3f62ceb98f4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:31.783993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.825010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port d08f9bd8-a919-4945-a06b-c4fbcd106bc9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:31.825382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.836411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:31.839425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.843698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for d08f9bd8-a919-4945-a06b-c4fbcd106bc9 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:31.844597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6de4daeb-0816-4abb-a721-e3882099893d req-20ce607e-d0e0-43c9-a7a8-f46ad7bf2b93 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "DELETE /v2.0/ports/0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 HTTP/1.1" status: 204 len: 173 time: 0.8166475 Oct 13 04:03:31.845086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'name': 'network-vif-deleted', 'tag': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:31.847560 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887372f5-65da-457d-8b00-39f3ac52fad4" -d '{"events": [{"server_uuid": "70b41ce5-af08-4f40-8d21-f48d8e845450", "name": "network-vif-deleted", "tag": "0956ec43-7e34-4ecd-b89b-e3f62ceb98f4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:31.862321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:31.864968 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910ac3b-10c6-429a-ae94-aafd1c0e6d27" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:31.883904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:31.887801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:31.897169 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:31.898038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac6a9ed0-83d0-4376-a990-4392f5f9c49c up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:31.925983 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd8876-1dd1-486f-baee-e5175f426f22 x-openstack-request-id: req-05fd8876-1dd1-486f-baee-e5175f426f22 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:31.926282 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b41ce5-af08-4f40-8d21-f48d8e845450", "name": "network-vif-deleted", "tag": "0956ec43-7e34-4ecd-b89b-e3f62ceb98f4", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:31.926538 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05fd8876-1dd1-486f-baee-e5175f426f22 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:31.927527 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b41ce5-af08-4f40-8d21-f48d8e845450', 'name': 'network-vif-deleted', 'tag': '0956ec43-7e34-4ecd-b89b-e3f62ceb98f4', 'status': 'completed', 'code': 200} Oct 13 04:03:31.943656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2801-0db0-4199-8bc5-fd0f212eb1d9 req-b4bb7b18-b56b-4bcb-958a-c826c97e8e92 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:31.945192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea9c2801-0db0-4199-8bc5-fd0f212eb1d9 req-b4bb7b18-b56b-4bcb-958a-c826c97e8e92 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0648494 Oct 13 04:03:32.006648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea9c2801-0db0-4199-8bc5-fd0f212eb1d9 req-cab0414e-0a2b-4377-9c80-6916ab52f1e4 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497401 Oct 13 04:03:32.020902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:32.062771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.064573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port ac6a9ed0-83d0-4376-a990-4392f5f9c49c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:32.077680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port ac6a9ed0-83d0-4376-a990-4392f5f9c49c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:32.078052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.112931 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae4b0f-56ee-4aa8-95d7-ac04f6ada3d2 x-openstack-request-id: req-94ae4b0f-56ee-4aa8-95d7-ac04f6ada3d2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:32.113218 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:32.113474 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94ae4b0f-56ee-4aa8-95d7-ac04f6ada3d2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:32.113861 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb', 'code': 200} Oct 13 04:03:32.119444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=d08f9bd8-a919-4945-a06b-c4fbcd106bc9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:32.132819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97a86-3360-485a-9afc-e45f6835ed24 req-7b55f877-7394-40d7-af8f-c44b251ab710 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.139438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d1a8db08-7ad7-4957-87c5-fdba7e61b6ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:32.140870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97a86-3360-485a-9afc-e45f6835ed24 req-7b55f877-7394-40d7-af8f-c44b251ab710 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.153790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97a86-3360-485a-9afc-e45f6835ed24 req-7b55f877-7394-40d7-af8f-c44b251ab710 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.165141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67e97a86-3360-485a-9afc-e45f6835ed24 req-7b55f877-7394-40d7-af8f-c44b251ab710 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2416 time: 0.1023090 Oct 13 04:03:32.184968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port d08f9bd8-a919-4945-a06b-c4fbcd106bc9 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:32.189769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.195453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ef48c1c-c218-4e6c-bf1d-2341ab63d5fd req-92fbab50-613a-435d-9c97-699e3e60b2ab tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "DELETE /v2.0/ports/d08f9bd8-a919-4945-a06b-c4fbcd106bc9 HTTP/1.1" status: 204 len: 173 time: 0.5836337 Oct 13 04:03:32.251903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67e97a86-3360-485a-9afc-e45f6835ed24 req-0907925b-18b3-4cf1-baf6-8c64f0b2c768 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775445 Oct 13 04:03:32.307167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4f338-6af2-4a8e-82e4-eff6b04a2da8 req-b1139854-1967-4703-959d-77e5be348e70 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.309141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ab4f338-6af2-4a8e-82e4-eff6b04a2da8 req-b1139854-1967-4703-959d-77e5be348e70 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0769246 Oct 13 04:03:32.383784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.403979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ab4f338-6af2-4a8e-82e4-eff6b04a2da8 req-229b7eaf-a16f-4888-afc5-2fb005f0f67d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869656 Oct 13 04:03:32.444260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bfb1e-a1d2-4308-9724-1e4ce0b18ca6 req-8342aa3b-1d35-4d45-abaf-c1e546c036c5 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.448563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'name': 'network-vif-deleted', 'tag': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:32.451114 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645461f-e46d-44ae-b41d-fe09ec49541c" -d '{"events": [{"server_uuid": "77144d87-b38b-4960-a1a6-30a9adbdb308", "name": "network-vif-deleted", "tag": "d08f9bd8-a919-4945-a06b-c4fbcd106bc9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:32.453273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c05bfb1e-a1d2-4308-9724-1e4ce0b18ca6 req-8342aa3b-1d35-4d45-abaf-c1e546c036c5 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 943 time: 0.0909474 Oct 13 04:03:32.486987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:32.492132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c05bfb1e-a1d2-4308-9724-1e4ce0b18ca6 req-0c1e5f00-03f3-4322-8d09-bce0417381ab tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Oct 13 04:03:32.508233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.509214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:32.547396 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d40e4-3a7a-40ef-9941-0b99f85b1702 x-openstack-request-id: req-930d40e4-3a7a-40ef-9941-0b99f85b1702 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:32.547840 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77144d87-b38b-4960-a1a6-30a9adbdb308", "name": "network-vif-deleted", "tag": "d08f9bd8-a919-4945-a06b-c4fbcd106bc9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:32.548170 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-930d40e4-3a7a-40ef-9941-0b99f85b1702 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:32.548901 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77144d87-b38b-4960-a1a6-30a9adbdb308', 'name': 'network-vif-deleted', 'tag': 'd08f9bd8-a919-4945-a06b-c4fbcd106bc9', 'status': 'completed', 'code': 200} Oct 13 04:03:32.590882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:32.666518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1eb40feb-fb35-4837-8a73-8fae1d54b553 req-c73f25e8-327d-4012-b23d-12b2e0167734 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=77144d87-b38b-4960-a1a6-30a9adbdb308 HTTP/1.1" status: 200 len: 210 time: 0.0556142 Oct 13 04:03:32.677551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:32.699123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:32.709464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:32.709976 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.757023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.763302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.769608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.775930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.782503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.788391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.794283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.802620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-d86bb880-d2c4-4fc7-ab72-823bf8153fed tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5436 time: 0.1121228 Oct 13 04:03:32.874183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-104f01fa-cc12-4800-8a73-6f10d76945ba req-08ed2ada-cbb4-481b-bd16-e08ce9b01c3c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632026 Oct 13 04:03:32.919205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.945373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-fd27b40c-422c-42de-9e94-7a61dff772b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:32.947080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-fd27b40c-422c-42de-9e94-7a61dff772b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe&tenant_id=02913d5543c0459e838fc38b2034bb11 HTTP/1.1" status: 200 len: 1099 time: 0.0504587 Oct 13 04:03:32.959667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:32.963510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:32.969363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:32.970380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d00fc3df-2f6e-4b66-a576-7bbc99511a60 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:33.014691 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.018662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 8863c65b-6538-4450-8f08-69150fd4b038 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:33.117359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:33.124849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68574e34-2936-49d8-8f74-90c3b54d3956 req-9790753a-638d-47ba-9a33-91bc40d5dc86 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.126820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68574e34-2936-49d8-8f74-90c3b54d3956 req-9790753a-638d-47ba-9a33-91bc40d5dc86 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0543396 Oct 13 04:03:33.151843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port d00fc3df-2f6e-4b66-a576-7bbc99511a60 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:33.164195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port d00fc3df-2f6e-4b66-a576-7bbc99511a60 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:33.164574 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.171481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68574e34-2936-49d8-8f74-90c3b54d3956 req-b9bd227b-15f3-4f8f-b373-84b84fb890b9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Oct 13 04:03:33.201529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 8863c65b-6538-4450-8f08-69150fd4b038, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=8863c65b-6538-4450-8f08-69150fd4b038,segment=NetworkSegment(aa79f2ac-bc53-4b01-8450-be013e81a161),segment_id=aa79f2ac-bc53-4b01-8450-be013e81a161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:33.218163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '8863c65b-6538-4450-8f08-69150fd4b038', 'network_id': '878cbb4a-7d2f-4349-af5d-8c41e93d5fb6', 'port_id': '8863c65b-6538-4450-8f08-69150fd4b038', 'mac_address': 'fa:16:3e:ff:c3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fc8f22-c35a-489e-a80d-72139bb8a0d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:33.235879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:33.267747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:33.296275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.302017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:33.310791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.313355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.320648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:33.322982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:33.324336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Ignored duplicate provisioning block setup for port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 13 04:03:33.330182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.333701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8863c65b-6538-4450-8f08-69150fd4b038 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:33.425990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] No DVR routers for this DVR port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:33.433027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:33.435848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:33.437831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 8863c65b-6538-4450-8f08-69150fd4b038, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=8863c65b-6538-4450-8f08-69150fd4b038,segment=NetworkSegment(aa79f2ac-bc53-4b01-8450-be013e81a161),segment_id=aa79f2ac-bc53-4b01-8450-be013e81a161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:33.454612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6445-8de5-4cb7-ae74-2bba4e02c8eb req-d361be97-b92e-4d3c-85f9-aeea858ff07f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.457135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.458971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.459726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bdc41e95-285d-4e3e-a216-65ef81ec6c5b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:33.460608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6445-8de5-4cb7-ae74-2bba4e02c8eb req-d361be97-b92e-4d3c-85f9-aeea858ff07f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.468008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6445-8de5-4cb7-ae74-2bba4e02c8eb req-d361be97-b92e-4d3c-85f9-aeea858ff07f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.475494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d4b6445-8de5-4cb7-ae74-2bba4e02c8eb req-d361be97-b92e-4d3c-85f9-aeea858ff07f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2416 time: 0.1420043 Oct 13 04:03:33.515852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:33.516176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:33.516491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:33.529229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:33.529546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Attempting to bind port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:33.541712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:33.542088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:33.542434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:33.542861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Bound port: 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:33.543222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.548240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d4b6445-8de5-4cb7-ae74-2bba4e02c8eb req-db3c1eaa-cb49-4620-9a82-b4a3b8cfa1c5 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714173 Oct 13 04:03:33.566079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f983ea0-9ed7-4eeb-bbd0-9aa2a3933cbf req-cfa0fe4d-239a-4d03-b70d-50c577b56c0c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.574457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f983ea0-9ed7-4eeb-bbd0-9aa2a3933cbf req-cfa0fe4d-239a-4d03-b70d-50c577b56c0c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0781739 Oct 13 04:03:33.640243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f983ea0-9ed7-4eeb-bbd0-9aa2a3933cbf req-053bea13-3bb5-446a-a9bb-56a6ead23eaa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646596 Oct 13 04:03:33.668976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:33.673709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=8863c65b-6538-4450-8f08-69150fd4b038,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:33.674268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:33.708615 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.755310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port bdc41e95-285d-4e3e-a216-65ef81ec6c5b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:33.763565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.764768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.766715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] 10.222.0.15 "PUT /v2.0/ports/489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 1095 time: 0.8111041 Oct 13 04:03:33.767723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port bdc41e95-285d-4e3e-a216-65ef81ec6c5b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:33.768089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:33.783680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd79d-43be-4ea0-89b2-2b50c55dd64e req-f9779ace-c4af-4f54-968b-34f16532a7ab tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.787029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-852fd79d-43be-4ea0-89b2-2b50c55dd64e req-f9779ace-c4af-4f54-968b-34f16532a7ab tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 944 time: 0.1149704 Oct 13 04:03:33.832617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['8863c65b-6538-4450-8f08-69150fd4b038'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:33.840133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:33.850053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1b583-9a8d-4b6c-8f26-7be029715658 service neutron] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:33.878590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-e734596c-a6aa-42de-8a55-6f137541a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:33.880199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-e734596c-a6aa-42de-8a55-6f137541a52f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1099 time: 0.0862665 Oct 13 04:03:33.888803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-852fd79d-43be-4ea0-89b2-2b50c55dd64e req-e7330218-ee63-479a-ac23-d192db667bce tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852342 Oct 13 04:03:33.948433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:33.950615 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d086ca28-7ee9-4844-8468-0e7ad25e28d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:34.007610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-36f5588b-9195-45b2-a503-badcfe9f3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.009264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-36f5588b-9195-45b2-a503-badcfe9f3477 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1189845 Oct 13 04:03:34.085754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-0cd84c3c-3f50-40fa-b646-5c2c33b66dec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0694122 Oct 13 04:03:34.087153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.100365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.104730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.111149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.116886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c'}, {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edfe037-c0aa-4c75-9541-1f7c47acf8f5'}, {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:34.119153 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d29dba-b580-4f45-a66d-fafd755f403d" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c"}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "2edfe037-c0aa-4c75-9541-1f7c47acf8f5"}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:34.128003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.145631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.155927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.157542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-f3879e0c-2065-4db5-8d04-cc8cf9fb3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.159967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-f3879e0c-2065-4db5-8d04-cc8cf9fb3b5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0665660 Oct 13 04:03:34.164254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.175225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-af89a0ba-f0ca-46e5-b466-7757c03a0d52 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5438 time: 0.1801724 Oct 13 04:03:34.213552 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8317a9d-a6b4-4189-8814-e40beb961455 x-openstack-request-id: req-a8317a9d-a6b4-4189-8814-e40beb961455 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:34.214089 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:34.214347 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8317a9d-a6b4-4189-8814-e40beb961455 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:34.214737 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'status': 'completed', 'code': 200} Oct 13 04:03:34.224853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309074-1f78-4354-8264-fdee30872737 req-984ccb43-5744-4dd7-a119-01e1f8cf041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.226790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-984ccb43-5744-4dd7-a119-01e1f8cf041c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586448 Oct 13 04:03:34.235594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:34.248233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63c18b07-efb9-424f-a30b-d8c8a3298087 req-a72be3d8-7903-4c2e-8867-eb06fdb634bb tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713160 Oct 13 04:03:34.254614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.255422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e083914d-ccbf-491d-a9f1-798a0df9898e up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:34.265341 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b9deae-7d8f-45c9-8e35-d4af19a97f84 x-openstack-request-id: req-69b9deae-7d8f-45c9-8e35-d4af19a97f84 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:34.265641 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c", "code": 200}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "2edfe037-c0aa-4c75-9541-1f7c47acf8f5", "code": 200}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:34.265895 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69b9deae-7d8f-45c9-8e35-d4af19a97f84 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:34.266287 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'code': 200} Oct 13 04:03:34.266537 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edfe037-c0aa-4c75-9541-1f7c47acf8f5', 'code': 200} Oct 13 04:03:34.266783 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60', 'code': 200} Oct 13 04:03:34.329436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:34.331368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 34f52dee-47b0-490c-8662-858b4a896f2e up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:34.356509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-cc310de3-4931-4b2f-80ee-52b38902d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.366250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-cc310de3-4931-4b2f-80ee-52b38902d537 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1099 time: 0.1064849 Oct 13 04:03:34.403627 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-6f1e23c0-b2e2-44ad-a092-9ec65b634385 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681447 Oct 13 04:03:34.407866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:34.505166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b80f7-f9f1-40d8-9c3a-8198da5800c9 req-8384aef4-480a-4593-b4eb-8b895cbd5ab3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.506657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c81b80f7-f9f1-40d8-9c3a-8198da5800c9 req-8384aef4-480a-4593-b4eb-8b895cbd5ab3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.1389816 Oct 13 04:03:34.517333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e083914d-ccbf-491d-a9f1-798a0df9898e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:34.521504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 34f52dee-47b0-490c-8662-858b4a896f2e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:34.533555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17309074-1f78-4354-8264-fdee30872737 req-89090765-d3cf-4774-bc2b-a697390c9b22 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232233 Oct 13 04:03:34.538833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e083914d-ccbf-491d-a9f1-798a0df9898e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:34.539212 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.540843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 34f52dee-47b0-490c-8662-858b4a896f2e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:34.541213 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.570655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c81b80f7-f9f1-40d8-9c3a-8198da5800c9 req-1becdcef-dfed-474a-8450-982f76eff362 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511651 Oct 13 04:03:34.573761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-d4ea5110-596e-4e22-b5c6-b8029a470ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.575205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-d4ea5110-596e-4e22-b5c6-b8029a470ec8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2059987 Oct 13 04:03:34.633412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bbb47-121e-4fdd-b186-eee60c10a00a req-07c533d5-f3d7-494e-bf11-ecd178ca5e1f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.641475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c77bbb47-121e-4fdd-b186-eee60c10a00a req-07c533d5-f3d7-494e-bf11-ecd178ca5e1f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 950 time: 0.1065214 Oct 13 04:03:34.650125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-2fbb5a6a-5d67-4412-9b96-5f2ffe6b71b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0645318 Oct 13 04:03:34.710176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c77bbb47-121e-4fdd-b186-eee60c10a00a req-700ef290-6cf3-4f61-b6c5-f3f71447454c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 Oct 13 04:03:34.710176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-14a2a2cf-dc4b-4c0a-a3f6-55cca5720305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.710176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-14a2a2cf-dc4b-4c0a-a3f6-55cca5720305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1099 time: 0.1177526 Oct 13 04:03:34.745125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:34.751407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-5f053646-16de-4334-afc7-4c890c06ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.752891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-5f053646-16de-4334-afc7-4c890c06ed2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0927513 Oct 13 04:03:34.761841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e643-072f-4de1-9e3e-ebacf586f40e req-1ad8022d-d8a8-4ad4-9017-b1660a8f48fb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.766537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:03:34.768455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e643-072f-4de1-9e3e-ebacf586f40e req-1ad8022d-d8a8-4ad4-9017-b1660a8f48fb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.774780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e643-072f-4de1-9e3e-ebacf586f40e req-1ad8022d-d8a8-4ad4-9017-b1660a8f48fb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.776422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f03e643-072f-4de1-9e3e-ebacf586f40e req-1ad8022d-d8a8-4ad4-9017-b1660a8f48fb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2416 time: 0.1053545 Oct 13 04:03:34.842188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-0b109351-b98d-4174-a92f-0fc18e807b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.843707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-0b109351-b98d-4174-a92f-0fc18e807b13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663676 Oct 13 04:03:34.849038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f03e643-072f-4de1-9e3e-ebacf586f40e req-fb2ef8a8-5818-488e-be2e-f046c6e702b8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641539 Oct 13 04:03:34.849424 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.851342 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.870630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d37602-d526-4417-9a66-bbee16e06356 req-f3df5adc-485b-41f2-8db2-bf39044e9a21 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.871645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38d37602-d526-4417-9a66-bbee16e06356 req-f3df5adc-485b-41f2-8db2-bf39044e9a21 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0827160 Oct 13 04:03:34.906240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e083914d-ccbf-491d-a9f1-798a0df9898e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e083914d-ccbf-491d-a9f1-798a0df9898e,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:34.910499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-141dbbf3-eb55-4332-b94b-5bd6ac93e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:34.912194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-141dbbf3-eb55-4332-b94b-5bd6ac93e635 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1982532 Oct 13 04:03:34.918466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 34f52dee-47b0-490c-8662-858b4a896f2e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=34f52dee-47b0-490c-8662-858b4a896f2e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:34.919518 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.921212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device da4fa21f-6fbb-44b1-8fac-6944e962245f up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:34.962951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:34.963314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9f30f198-be78-4168-9e32-8e3ea0b126e3 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:34.979967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38d37602-d526-4417-9a66-bbee16e06356 req-aa6a43ec-e5fd-4945-b02b-23b36d8ebfc4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036685 Oct 13 04:03:34.981768 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-79c62801-be9a-4693-9dd3-c54f641007a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 200 len: 217 time: 0.0557384 Oct 13 04:03:34.985204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-de16c45b-e641-4816-aa28-566c063d5442 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301804 Oct 13 04:03:35.063278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e083914d-ccbf-491d-a9f1-798a0df9898e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:35.089193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-0d582a5d-0b40-4204-be4d-0594fd23ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.091175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-0d582a5d-0b40-4204-be4d-0594fd23ccea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0933483 Oct 13 04:03:35.091761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-2eaa35ef-9535-45e3-a9b5-43d88ae27c00 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857353 Oct 13 04:03:35.109860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port da4fa21f-6fbb-44b1-8fac-6944e962245f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:35.120211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 9f30f198-be78-4168-9e32-8e3ea0b126e3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:35.121841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9e6a3-d859-4c00-8721-8c77acfc881d req-934707bf-811d-4af6-b5a4-88004eba60bb tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.123412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eaf9e6a3-d859-4c00-8721-8c77acfc881d req-934707bf-811d-4af6-b5a4-88004eba60bb tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 944 time: 0.0864131 Oct 13 04:03:35.127635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port da4fa21f-6fbb-44b1-8fac-6944e962245f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:35.128013 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.130629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 9f30f198-be78-4168-9e32-8e3ea0b126e3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:35.130990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.149166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=34f52dee-47b0-490c-8662-858b4a896f2e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:35.181403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-ac33e10b-7896-452a-aacb-d0410a0e02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.182896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-ac33e10b-7896-452a-aacb-d0410a0e02bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781560 Oct 13 04:03:35.186946 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eaf9e6a3-d859-4c00-8721-8c77acfc881d req-569360c4-d604-4b59-9938-7c03a38d9657 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Oct 13 04:03:35.272457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.274371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.277086 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-bab1663e-ee61-4234-a68e-a722b2686fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858030 Oct 13 04:03:35.330507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9f30f198-be78-4168-9e32-8e3ea0b126e3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:35.332393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:35.335566 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.336360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 50795b61-2881-4179-a53c-6be472731e9f up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:35.362995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.386019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:35.389188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d086ca28-7ee9-4844-8468-0e7ad25e28d3 req-85d31c88-459d-48d1-9b2c-80dbb7367f62 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049137 Oct 13 04:03:35.403551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.411274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.417258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.423697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.429617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.435487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.441762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.443552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-82d4c73d-9331-4f15-b3ed-fe9c312754e0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.1161845 Oct 13 04:03:35.451742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=9f30f198-be78-4168-9e32-8e3ea0b126e3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:35.485308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af2fda08-46dc-4c06-97ee-41bc2cc54322 req-396b2ebc-28eb-40dc-920f-4b7a229d53d8 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343339 Oct 13 04:03:35.499625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:35.504217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 50795b61-2881-4179-a53c-6be472731e9f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:35.514367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 50795b61-2881-4179-a53c-6be472731e9f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:35.514741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.518769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:35.519416 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.556599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:35.658096 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.667950 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.693411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad293c-deaf-43a4-93ef-fba6d22f49a5 req-a46e88a4-4e88-4fa5-8852-bf7cb5281755 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.694924 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1ad293c-deaf-43a4-93ef-fba6d22f49a5 req-a46e88a4-4e88-4fa5-8852-bf7cb5281755 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0507348 Oct 13 04:03:35.720451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:35.726613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 50795b61-2881-4179-a53c-6be472731e9f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=50795b61-2881-4179-a53c-6be472731e9f,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:35.728266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.729368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:35.737749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1ad293c-deaf-43a4-93ef-fba6d22f49a5 req-16eb67e4-64f9-421d-819a-a0804260ced0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 Oct 13 04:03:35.751270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.752135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d08f9bd8-a919-4945-a06b-c4fbcd106bc9 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:35.772893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:35.773241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0956ec43-7e34-4ecd-b89b-e3f62ceb98f4 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:35.794040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 8863c65b-6538-4450-8f08-69150fd4b038 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:35.800429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: d08f9bd8-a919-4945-a06b-c4fbcd106bc9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:35.800738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d08f9bd8-a919-4945-a06b-c4fbcd106bc9 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:35.821804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498b4e2-887d-45ac-b4ad-2f7e37f96374 req-5638f701-eb87-48f6-bdc4-56c1ea6352c6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.823265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5498b4e2-887d-45ac-b4ad-2f7e37f96374 req-5638f701-eb87-48f6-bdc4-56c1ea6352c6 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 950 time: 0.0482719 Oct 13 04:03:35.848410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:35.863696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5498b4e2-887d-45ac-b4ad-2f7e37f96374 req-dfce9631-78ad-425f-a15d-bbc99f7e7a17 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Oct 13 04:03:35.909178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=50795b61-2881-4179-a53c-6be472731e9f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:35.911901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 8863c65b-6538-4450-8f08-69150fd4b038 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:03:35.916279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 8863c65b-6538-4450-8f08-69150fd4b038 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:35.916649 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:35.971242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-7fce772e-919e-4263-9810-4279d6c83f9a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:35.972908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-7fce772e-919e-4263-9810-4279d6c83f9a tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 950 time: 0.0504787 Oct 13 04:03:36.000903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:36.004237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb4f43-97e7-46fb-8a1d-14bf38fab275 req-8f0ce036-bf63-493e-89b9-694f6e725417 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.012815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb4f43-97e7-46fb-8a1d-14bf38fab275 req-8f0ce036-bf63-493e-89b9-694f6e725417 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.019490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb4f43-97e7-46fb-8a1d-14bf38fab275 req-8f0ce036-bf63-493e-89b9-694f6e725417 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.021322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9ccb4f43-97e7-46fb-8a1d-14bf38fab275 req-8f0ce036-bf63-493e-89b9-694f6e725417 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.0987797 Oct 13 04:03:36.039904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 8863c65b-6538-4450-8f08-69150fd4b038, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=8863c65b-6538-4450-8f08-69150fd4b038,segment=NetworkSegment(aa79f2ac-bc53-4b01-8450-be013e81a161),segment_id=aa79f2ac-bc53-4b01-8450-be013e81a161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:36.049005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:36.065861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9ccb4f43-97e7-46fb-8a1d-14bf38fab275 req-7b9f7e64-68f4-484f-be9c-f93c19f7bcb4 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Oct 13 04:03:36.114136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port 7f25e8e7-384c-419a-bd3a-821bf5e3131d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:36.114731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:36.116781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=8863c65b-6538-4450-8f08-69150fd4b038,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:36.267897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b'}, {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e083914d-ccbf-491d-a9f1-798a0df9898e'}, {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f52dee-47b0-490c-8662-858b4a896f2e'}, {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f30f198-be78-4168-9e32-8e3ea0b126e3'}, {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4fa21f-6fbb-44b1-8fac-6944e962245f'}, {'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff'}, {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50795b61-2881-4179-a53c-6be472731e9f'}, {'server_uuid': '4fc97755-947b-4445-b987-5bf6474eafb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863c65b-6538-4450-8f08-69150fd4b038'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:36.270321 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6b7a9-d56f-49e4-b333-7b76362e053a" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b"}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "e083914d-ccbf-491d-a9f1-798a0df9898e"}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-plugged", "status": "completed", "tag": "34f52dee-47b0-490c-8662-858b4a896f2e"}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-plugged", "status": "completed", "tag": "9f30f198-be78-4168-9e32-8e3ea0b126e3"}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "da4fa21f-6fbb-44b1-8fac-6944e962245f"}, {"server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "name": "network-vif-plugged", "status": "completed", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff"}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-plugged", "status": "completed", "tag": "50795b61-2881-4179-a53c-6be472731e9f"}, {"server_uuid": "4fc97755-947b-4445-b987-5bf6474eafb9", "name": "network-vif-plugged", "status": "completed", "tag": "8863c65b-6538-4450-8f08-69150fd4b038"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:36.287725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:36.317405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a7d12-b5e5-4f14-823b-8cd0c9a93d0b req-da22b790-7970-4e85-bdc4-703429cf5255 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.319354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-372a7d12-b5e5-4f14-823b-8cd0c9a93d0b req-da22b790-7970-4e85-bdc4-703429cf5255 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 945 time: 0.0538194 Oct 13 04:03:36.349055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:36.388785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-372a7d12-b5e5-4f14-823b-8cd0c9a93d0b req-27b9cb73-5413-4ce8-9e26-46c09246f968 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Oct 13 04:03:36.443441 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9ddf26-4103-415e-9721-e159bb1b0501 x-openstack-request-id: req-af9ddf26-4103-415e-9721-e159bb1b0501 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:36.443765 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b", "code": 200}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "e083914d-ccbf-491d-a9f1-798a0df9898e", "code": 200}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-plugged", "status": "completed", "tag": "34f52dee-47b0-490c-8662-858b4a896f2e", "code": 200}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-plugged", "status": "completed", "tag": "9f30f198-be78-4168-9e32-8e3ea0b126e3", "code": 200}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-plugged", "status": "completed", "tag": "da4fa21f-6fbb-44b1-8fac-6944e962245f", "code": 200}, {"server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "name": "network-vif-plugged", "status": "completed", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff", "code": 200}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-plugged", "status": "completed", "tag": "50795b61-2881-4179-a53c-6be472731e9f", "code": 200}, {"server_uuid": "4fc97755-947b-4445-b987-5bf6474eafb9", "name": "network-vif-plugged", "status": "completed", "tag": "8863c65b-6538-4450-8f08-69150fd4b038", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:36.444022 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af9ddf26-4103-415e-9721-e159bb1b0501 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:36.444723 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b', 'code': 200} Oct 13 04:03:36.444987 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e083914d-ccbf-491d-a9f1-798a0df9898e', 'code': 200} Oct 13 04:03:36.445241 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f52dee-47b0-490c-8662-858b4a896f2e', 'code': 200} Oct 13 04:03:36.445487 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f30f198-be78-4168-9e32-8e3ea0b126e3', 'code': 200} Oct 13 04:03:36.445730 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4fa21f-6fbb-44b1-8fac-6944e962245f', 'code': 200} Oct 13 04:03:36.445971 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'code': 200} Oct 13 04:03:36.446227 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50795b61-2881-4179-a53c-6be472731e9f', 'code': 200} Oct 13 04:03:36.446449 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc97755-947b-4445-b987-5bf6474eafb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863c65b-6538-4450-8f08-69150fd4b038', 'code': 200} Oct 13 04:03:36.529152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d7a35-e883-4bbb-824f-62af3b0bbff8 req-017f6436-b8d1-4cf6-9997-ad267a0b85f0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.535559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e03d7a35-e883-4bbb-824f-62af3b0bbff8 req-017f6436-b8d1-4cf6-9997-ad267a0b85f0 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.4339812 Oct 13 04:03:36.620300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-f07551a3-3c1e-4607-8aab-94db07e90d4f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.621748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-f07551a3-3c1e-4607-8aab-94db07e90d4f tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 950 time: 0.1566582 Oct 13 04:03:36.646891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd140-4a43-430e-a06f-9980cd7ea1ad req-0122dda9-1faa-40a0-a97c-db0e5d8d28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.648358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f67cd140-4a43-430e-a06f-9980cd7ea1ad req-0122dda9-1faa-40a0-a97c-db0e5d8d28d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 1096 time: 0.0998368 Oct 13 04:03:36.667746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.668214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.668672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.669176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.669614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.670063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.670540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.672291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2149efb6-54d3-4088-9782-40de646b5301 req-61475657-1fe6-43e0-9743-1c275fe0b7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6498 time: 0.0996101 Oct 13 04:03:36.692728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.698596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.700085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port 7f25e8e7-384c-419a-bd3a-821bf5e3131d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7f25e8e7-384c-419a-bd3a-821bf5e3131d,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:36.700468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:36.705926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.712146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.719746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.721289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e03d7a35-e883-4bbb-824f-62af3b0bbff8 req-e28bfdbd-d558-410a-9900-b18a6c3afc3d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839685 Oct 13 04:03:36.725706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.727909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f3cf4-b410-4bbf-9dc4-168e5e4a3c13 req-0b126662-529f-4203-b1ce-9de0ba46cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.728384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f3cf4-b410-4bbf-9dc4-168e5e4a3c13 req-0b126662-529f-4203-b1ce-9de0ba46cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.728881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f3cf4-b410-4bbf-9dc4-168e5e4a3c13 req-0b126662-529f-4203-b1ce-9de0ba46cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.730485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c66f3cf4-b410-4bbf-9dc4-168e5e4a3c13 req-0b126662-529f-4203-b1ce-9de0ba46cc20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2872 time: 0.1893964 Oct 13 04:03:36.732139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.734113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-ea32a0fd-a4a7-4fdc-bd67-dca88da030f9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.1600389 Oct 13 04:03:36.736607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for 7f25e8e7-384c-419a-bd3a-821bf5e3131d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:36.785499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f9cd8-1ffe-49da-a857-7d96dfc55579 req-3ac59483-3f24-4b17-9b99-87d5b0b5e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.786970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c07f9cd8-1ffe-49da-a857-7d96dfc55579 req-3ac59483-3f24-4b17-9b99-87d5b0b5e980 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1097 time: 0.2205298 Oct 13 04:03:36.787120 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f67cd140-4a43-430e-a06f-9980cd7ea1ad req-56083cfd-6781-4870-b090-85d7542d4053 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303630 Oct 13 04:03:36.802774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2149efb6-54d3-4088-9782-40de646b5301 req-de3b2b90-dea4-4cc9-b1bb-159b705754e8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676620 Oct 13 04:03:36.812444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35dbd008-232e-46ca-8301-8d5ea93e6c95 req-f69ec661-d180-4d3d-b3af-6e2efe48aac8 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578744 Oct 13 04:03:36.872914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c66f3cf4-b410-4bbf-9dc4-168e5e4a3c13 req-db26c97e-2db7-4d8d-abe4-665d79aa86ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316609 Oct 13 04:03:36.902015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port bcbf098e-b867-4d53-aa55-820a29dfdfd2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:36.902358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:36.967086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1122-7902-4513-bd67-19596aed6cf6 req-506c0c5a-0bf2-420f-aa8a-505834b3a6ff tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.968595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f37f1122-7902-4513-bd67-19596aed6cf6 req-506c0c5a-0bf2-420f-aa8a-505834b3a6ff tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.1400406 Oct 13 04:03:36.985558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b509-d614-4060-ae73-7d359bbeb690 req-b8da03d8-bd9a-4fe5-9e79-5f23dccb280d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:36.987058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6513b509-d614-4060-ae73-7d359bbeb690 req-b8da03d8-bd9a-4fe5-9e79-5f23dccb280d tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3 HTTP/1.1" status: 200 len: 950 time: 0.0552156 Oct 13 04:03:37.028165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6513b509-d614-4060-ae73-7d359bbeb690 req-183790f0-56ea-4cf0-af06-f6f6523e4d10 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Oct 13 04:03:37.096130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f37f1122-7902-4513-bd67-19596aed6cf6 req-259f40c2-57c1-4faa-b35e-0a03beba8ec3 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180339 Oct 13 04:03:37.101083 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c07f9cd8-1ffe-49da-a857-7d96dfc55579 req-79b157e7-326b-47b0-9791-b951b52e98f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212478 Oct 13 04:03:37.107186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port bcbf098e-b867-4d53-aa55-820a29dfdfd2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=bcbf098e-b867-4d53-aa55-820a29dfdfd2,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:37.107636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:37.124652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for bcbf098e-b867-4d53-aa55-820a29dfdfd2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:37.126449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:37.139770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:37.162426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=7f25e8e7-384c-419a-bd3a-821bf5e3131d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:37.176765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:37.240573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0412ded-70b0-48dd-9e7d-af11b1740fc6 req-e57919ca-1732-4567-9c0e-6fcdd0d010aa tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.242323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0412ded-70b0-48dd-9e7d-af11b1740fc6 req-e57919ca-1732-4567-9c0e-6fcdd0d010aa tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 1099 time: 0.0417283 Oct 13 04:03:37.279410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0412ded-70b0-48dd-9e7d-af11b1740fc6 req-d37a1215-8882-4983-a4aa-ee5b6aecc8fc tempest-MigrationsAdminTest-643249290 tempest-MigrationsAdminTest-643249290-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300791 Oct 13 04:03:37.304828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port 7f25e8e7-384c-419a-bd3a-821bf5e3131d on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:37.310778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:37.315185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc68cf38-a986-4f9d-bfd2-901de643f5fe req-49ef8f8f-4e76-44e1-8578-889255a81250 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "DELETE /v2.0/ports/7f25e8e7-384c-419a-bd3a-821bf5e3131d HTTP/1.1" status: 204 len: 173 time: 1.3322587 Oct 13 04:03:37.318968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'name': 'network-vif-deleted', 'tag': '7f25e8e7-384c-419a-bd3a-821bf5e3131d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:37.321078 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85a667e-b4e9-4124-8f41-be03993d0f64" -d '{"events": [{"server_uuid": "7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3", "name": "network-vif-deleted", "tag": "7f25e8e7-384c-419a-bd3a-821bf5e3131d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:37.346629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb0414-a9d9-443b-a9c2-11340370a721 req-09703d87-e85c-4335-8129-322f2f151362 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.352445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb0414-a9d9-443b-a9c2-11340370a721 req-09703d87-e85c-4335-8129-322f2f151362 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.358640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb0414-a9d9-443b-a9c2-11340370a721 req-09703d87-e85c-4335-8129-322f2f151362 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.360354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edeb0414-a9d9-443b-a9c2-11340370a721 req-09703d87-e85c-4335-8129-322f2f151362 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.1149943 Oct 13 04:03:37.436794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edeb0414-a9d9-443b-a9c2-11340370a721 req-f650d3ae-dc02-4c76-a0c9-bc1e5d58a6b3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Oct 13 04:03:37.444180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:37.464903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7f25e8e7-384c-419a-bd3a-821bf5e3131d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:37.483840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=bcbf098e-b867-4d53-aa55-820a29dfdfd2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:37.518956 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec200fed-d39e-4f74-80c6-f818ddd807c7 x-openstack-request-id: req-ec200fed-d39e-4f74-80c6-f818ddd807c7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:37.519246 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3", "name": "network-vif-deleted", "tag": "7f25e8e7-384c-419a-bd3a-821bf5e3131d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:37.519494 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec200fed-d39e-4f74-80c6-f818ddd807c7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:37.519884 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4d4140-a827-4fcd-bbc4-fbe89ceb6cc3', 'name': 'network-vif-deleted', 'tag': '7f25e8e7-384c-419a-bd3a-821bf5e3131d', 'status': 'completed', 'code': 200} Oct 13 04:03:37.540343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port bcbf098e-b867-4d53-aa55-820a29dfdfd2 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:37.543037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:37.546567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cec60a10-d164-4eeb-8127-e4436471cd4e req-af737070-5f77-41b1-9853-d8fbb02c5346 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.26 "DELETE /v2.0/ports/bcbf098e-b867-4d53-aa55-820a29dfdfd2 HTTP/1.1" status: 204 len: 173 time: 0.9085279 Oct 13 04:03:37.619630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3eeeb-20d6-4c2a-891c-d3ad04b3ca18 req-1aa1983e-911f-410a-b6d9-54f723535e60 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.632044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78e3eeeb-20d6-4c2a-891c-d3ad04b3ca18 req-1aa1983e-911f-410a-b6d9-54f723535e60 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 945 time: 0.0684919 Oct 13 04:03:37.691613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78e3eeeb-20d6-4c2a-891c-d3ad04b3ca18 req-ad350da9-81aa-40c5-8ab4-a0187baf33ca tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580935 Oct 13 04:03:37.699376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf82c6-43fe-491d-87eb-ce27a4285e84 req-e8af71b1-2610-4f0e-81b0-a7c11d66d816 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.705508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2faf82c6-43fe-491d-87eb-ce27a4285e84 req-e8af71b1-2610-4f0e-81b0-a7c11d66d816 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0556164 Oct 13 04:03:37.745160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2faf82c6-43fe-491d-87eb-ce27a4285e84 req-4fe87fd7-71c9-47e5-98d4-6b8d8d46abe0 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Oct 13 04:03:37.796411 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:37.803050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:37.858633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567e2c8-d345-41c0-8429-c68b3073bd61 req-d72cfba2-90bd-442f-b75a-728dd4ddbb98 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.861123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2567e2c8-d345-41c0-8429-c68b3073bd61 req-d72cfba2-90bd-442f-b75a-728dd4ddbb98 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.0675578 Oct 13 04:03:37.906381 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2567e2c8-d345-41c0-8429-c68b3073bd61 req-fff0089b-1396-4c51-84d5-373923739b7b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Oct 13 04:03:37.970112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.976243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.982139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.988609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:37.994535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.001180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.007071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.008952 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-9f3a559a-8c02-481d-bc2b-48d5ae43f5f6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.1090353 Oct 13 04:03:38.048780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77b96a37-5005-42fc-9b1e-e671cfb7a44e req-cf71e145-8bc4-4816-9d25-ff4af5ab75e6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335035 Oct 13 04:03:38.171130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2923a91b-ce7e-4edb-9eea-0e0efd82aca9 req-976d1408-ff59-4dba-9ae3-27c87464045b tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a721e3-b77a-41b8-84c7-b32e8ececce7 HTTP/1.1" status: 200 len: 210 time: 0.0267675 Oct 13 04:03:38.566837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af83c3-6654-4c3f-b2fa-4f1b73359193 req-a034fb0d-7f85-413c-90ae-c3335979414f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.572866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af83c3-6654-4c3f-b2fa-4f1b73359193 req-a034fb0d-7f85-413c-90ae-c3335979414f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.578916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af83c3-6654-4c3f-b2fa-4f1b73359193 req-a034fb0d-7f85-413c-90ae-c3335979414f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.581185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73af83c3-6654-4c3f-b2fa-4f1b73359193 req-a034fb0d-7f85-413c-90ae-c3335979414f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.0688102 Oct 13 04:03:38.620950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73af83c3-6654-4c3f-b2fa-4f1b73359193 req-31121668-46f9-4a84-9e80-bfab92db9d91 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Oct 13 04:03:38.808727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba4ae4-e58b-468f-90b9-92f73ac0320d req-58f808b3-507c-440e-8e9e-bdc180089722 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.810333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eba4ae4-e58b-468f-90b9-92f73ac0320d req-58f808b3-507c-440e-8e9e-bdc180089722 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 945 time: 0.0503898 Oct 13 04:03:38.854695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eba4ae4-e58b-468f-90b9-92f73ac0320d req-050fa40b-9ef3-40bf-99d0-ba728f00c4b0 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Oct 13 04:03:38.864846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2d81c-3908-4b9c-a8a9-4a0399983078 req-2779f97c-f15b-4cd6-a1de-549f332b6eb6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:38.866318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17e2d81c-3908-4b9c-a8a9-4a0399983078 req-2779f97c-f15b-4cd6-a1de-549f332b6eb6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 948 time: 0.0497823 Oct 13 04:03:38.907586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17e2d81c-3908-4b9c-a8a9-4a0399983078 req-ab42f539-4ce7-41e7-b1f0-21570cdb44c8 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348504 Oct 13 04:03:39.003892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:03:39.036062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf29db-2603-448f-8a71-197e617929cf req-d2ad7842-e43a-41e4-9435-3f8abfc741f4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.037342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ecf29db-2603-448f-8a71-197e617929cf req-d2ad7842-e43a-41e4-9435-3f8abfc741f4 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.0550299 Oct 13 04:03:39.077823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ecf29db-2603-448f-8a71-197e617929cf req-31f609ac-cf00-4bcb-b726-a3a43f9f9adc tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Oct 13 04:03:39.125590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234901cc-cec1-4ce0-90ae-525448158967 req-cc9c1c98-3611-4565-9a2a-16148b5f987f tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.127437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-234901cc-cec1-4ce0-90ae-525448158967 req-cc9c1c98-3611-4565-9a2a-16148b5f987f tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 945 time: 0.0716922 Oct 13 04:03:39.145679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:39.162923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'mac_address': 'fa:16:3e:85:ca:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:03:39.170383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-234901cc-cec1-4ce0-90ae-525448158967 req-9da8365b-9c22-40cd-97b5-a34a4da09e59 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Oct 13 04:03:39.223519 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:39.225301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.232883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.237853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.239800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:39.243831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.250326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.256480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.262436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.263150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:39.264378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3359c487-74b0-4382-894f-47fcd8744311 req-891900e1-7a5c-4382-8921-e8f45877cb9a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.1172221 Oct 13 04:03:39.267821 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:39.318925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:39.338172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3359c487-74b0-4382-894f-47fcd8744311 req-91db0bbc-6711-4faf-abfa-e43f6a66020c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656586 Oct 13 04:03:39.364550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-025540a7-32b1-4da3-addf-2446c7ff9971 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.364550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-025540a7-32b1-4da3-addf-2446c7ff9971 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0689137 Oct 13 04:03:39.510362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.516349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.522386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.528299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.534283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.540174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.540851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fc73-3a38-4b2d-a9bf-8490645ee149 req-1e807df9-c398-4917-a70d-8bc7c3ce7c99 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.542310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a41fc73-3a38-4b2d-a9bf-8490645ee149 req-1e807df9-c398-4917-a70d-8bc7c3ce7c99 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0478373 Oct 13 04:03:39.546567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.548430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6e88866-760c-4134-a78a-87f04a7422de req-b5b0d6c9-e457-4a9d-a9b1-8cc1491bc273 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.1380506 Oct 13 04:03:39.549690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'name': 'network-vif-deleted', 'tag': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:39.551895 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d06b4c-9968-4fc3-a34f-1639170c30fc" -d '{"events": [{"server_uuid": "e5a721e3-b77a-41b8-84c7-b32e8ececce7", "name": "network-vif-deleted", "tag": "bcbf098e-b867-4d53-aa55-820a29dfdfd2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:39.559796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:39.567719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Request body: {'floatingip': {'port_id': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:39.586806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a41fc73-3a38-4b2d-a9bf-8490645ee149 req-897a8b8a-5cf6-4dde-a62e-e6acc1633102 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Oct 13 04:03:39.609734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Deleting port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:39.610072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:39.617388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:39.684827 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107103f9-d580-46ba-aae1-a3ed2fc950d0 x-openstack-request-id: req-107103f9-d580-46ba-aae1-a3ed2fc950d0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:39.685161 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a721e3-b77a-41b8-84c7-b32e8ececce7", "name": "network-vif-deleted", "tag": "bcbf098e-b867-4d53-aa55-820a29dfdfd2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:39.685375 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-107103f9-d580-46ba-aae1-a3ed2fc950d0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:39.685740 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a721e3-b77a-41b8-84c7-b32e8ececce7', 'name': 'network-vif-deleted', 'tag': 'bcbf098e-b867-4d53-aa55-820a29dfdfd2', 'status': 'completed', 'code': 200} Oct 13 04:03:39.688431 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:39.821731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] For port 489a7b33-4c2e-406f-9f6e-7f5c9812b207, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=489a7b33-4c2e-406f-9f6e-7f5c9812b207,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:39.822095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:39.836417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99585c9-081b-4c13-989c-e504d38c458e req-f222da05-9381-4703-86d1-b1661118c4f0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.842416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99585c9-081b-4c13-989c-e504d38c458e req-f222da05-9381-4703-86d1-b1661118c4f0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.848947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99585c9-081b-4c13-989c-e504d38c458e req-f222da05-9381-4703-86d1-b1661118c4f0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:39.850530 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d99585c9-081b-4c13-989c-e504d38c458e req-f222da05-9381-4703-86d1-b1661118c4f0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.1582208 Oct 13 04:03:39.874174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Calling delete_port for 489a7b33-4c2e-406f-9f6e-7f5c9812b207 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:40.007069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d99585c9-081b-4c13-989c-e504d38c458e req-9029d18a-f259-487e-bdba-c559dd1930f3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482501 Oct 13 04:03:40.027241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bf0b1-a5a5-45e5-b193-f22e0eabec59 req-0fd6b460-c276-4494-a216-dbb35649b84f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.028718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c52bf0b1-a5a5-45e5-b193-f22e0eabec59 req-0fd6b460-c276-4494-a216-dbb35649b84f tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ad96bef-be81-4bd8-a7f9-fdb659a13bbe HTTP/1.1" status: 200 len: 949 time: 0.0491748 Oct 13 04:03:40.071270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c52bf0b1-a5a5-45e5-b193-f22e0eabec59 req-e0b08a92-1d7c-4852-958f-38cdf3232fbf tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Oct 13 04:03:40.219431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6ecaa-5f65-48d4-beaa-451be9c35268 req-c2cc837d-dd10-4b83-aa1c-44cf26937461 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.221189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bb6ecaa-5f65-48d4-beaa-451be9c35268 req-c2cc837d-dd10-4b83-aa1c-44cf26937461 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.0700839 Oct 13 04:03:40.233656 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:03:40.236782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:40.248508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:40.279203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9', '31ab2eca-9665-42f3-bab4-04a24cf36cbc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:40.281137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bb6ecaa-5f65-48d4-beaa-451be9c35268 req-c145036e-0cb1-4dde-996c-22e6946f1917 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Oct 13 04:03:40.302586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event deleted for resources: {'Port': ['ID=489a7b33-4c2e-406f-9f6e-7f5c9812b207,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:40.340558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device bcbf098e-b867-4d53-aa55-820a29dfdfd2 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:40.375174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: bcbf098e-b867-4d53-aa55-820a29dfdfd2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:40.375820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device bcbf098e-b867-4d53-aa55-820a29dfdfd2 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:40.376433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7f25e8e7-384c-419a-bd3a-821bf5e3131d no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:40.398215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 7f25e8e7-384c-419a-bd3a-821bf5e3131d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:40.398809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7f25e8e7-384c-419a-bd3a-821bf5e3131d not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:40.410105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] No DVR routers for this DVR port 489a7b33-4c2e-406f-9f6e-7f5c9812b207 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:40.414837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710e33-3dfa-4114-be4d-dc776fc28892 req-1a1654d0-c64a-4060-9c6d-fd86d459315e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.416481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:40.420603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29be155a-1b62-4466-9d28-1eba8f8b4f64 req-a49e4eaa-96a2-4df8-b718-6240b6bc4c2d tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "DELETE /v2.0/ports/489a7b33-4c2e-406f-9f6e-7f5c9812b207 HTTP/1.1" status: 204 len: 173 time: 1.0427308 Oct 13 04:03:40.422403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710e33-3dfa-4114-be4d-dc776fc28892 req-1a1654d0-c64a-4060-9c6d-fd86d459315e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.432987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710e33-3dfa-4114-be4d-dc776fc28892 req-1a1654d0-c64a-4060-9c6d-fd86d459315e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.436653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef02bc6-060c-4e29-a193-66f15854614d req-73013f19-fa4c-4e6a-8eea-e78097530ec7 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.443147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7710e33-3dfa-4114-be4d-dc776fc28892 req-1a1654d0-c64a-4060-9c6d-fd86d459315e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.1063900 Oct 13 04:03:40.444399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ef02bc6-060c-4e29-a193-66f15854614d req-73013f19-fa4c-4e6a-8eea-e78097530ec7 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 945 time: 0.1541655 Oct 13 04:03:40.458534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:40.470479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:40.511242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7710e33-3dfa-4114-be4d-dc776fc28892 req-04fd131f-80ba-401d-887f-34873699e4f4 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659077 Oct 13 04:03:40.532993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ef02bc6-060c-4e29-a193-66f15854614d req-a556edc7-8d51-40c4-af04-4ba8dcaec16a tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f6878f3-926d-44e7-a06c-b2398d59697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830860 Oct 13 04:03:40.721333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-568b86f9-28e2-40d0-9b58-a3a368a29f41 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.722828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-568b86f9-28e2-40d0-9b58-a3a368a29f41 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 945 time: 0.1869974 Oct 13 04:03:40.757312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301cf8-4637-44ad-9e77-2653873cd2ae req-66c0d2f0-e52e-442c-ba0a-321a13a6a353 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.758792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f301cf8-4637-44ad-9e77-2653873cd2ae req-66c0d2f0-e52e-442c-ba0a-321a13a6a353 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0713923 Oct 13 04:03:40.773004 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Floating IP 41d7a155-7641-46b7-b144-dae70fa5b3ce associated. External IP: 172.25.1.170, port: ac6a9ed0-83d0-4376-a990-4392f5f9c49c. Oct 13 04:03:40.778986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220d10-b5a6-4542-af19-f0da77c797e6 req-7d032ac5-0a31-49f8-8922-112e1caab5a5 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:40.781129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61220d10-b5a6-4542-af19-f0da77c797e6 req-7d032ac5-0a31-49f8-8922-112e1caab5a5 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1097 time: 0.1377504 Oct 13 04:03:40.806912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f301cf8-4637-44ad-9e77-2653873cd2ae req-8883cb37-ca53-47de-b439-2e00021c765c tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdbceaed-6699-4676-82ef-bbb323467d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Oct 13 04:03:40.940941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61220d10-b5a6-4542-af19-f0da77c797e6 req-75674a16-480b-46ec-8714-049e7d6c3371 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218543 Oct 13 04:03:41.003499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Deleting port 8863c65b-6538-4450-8f08-69150fd4b038 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:41.003834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.012281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-d1594a36-82f4-45b7-884a-cd3bc5d066e0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:41.013836 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-d1594a36-82f4-45b7-884a-cd3bc5d066e0 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be56432-6e58-447a-bd97-ffca2d5af7a2 HTTP/1.1" status: 200 len: 949 time: 0.0682330 Oct 13 04:03:41.137769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230bbd2-e4c9-4a72-8cda-ca27b4f48d4a req-36ab3f45-ece5-41f3-a8f7-ca16d852db06 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:41.139303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b230bbd2-e4c9-4a72-8cda-ca27b4f48d4a req-36ab3f45-ece5-41f3-a8f7-ca16d852db06 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1097 time: 0.1046071 Oct 13 04:03:41.195795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Deleting port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:41.196119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.201633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b230bbd2-e4c9-4a72-8cda-ca27b4f48d4a req-2e08c58d-1895-4be7-a83e-7cf015032510 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 Oct 13 04:03:41.329319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] For port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:41.329696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.349383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Calling delete_port for 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:41.480805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eec50-5dd6-4292-80bd-19e88f1c4dac req-08a43a5b-9614-4cc9-a989-7798fb27c038 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:41.482293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8eec50-5dd6-4292-80bd-19e88f1c4dac req-08a43a5b-9614-4cc9-a989-7798fb27c038 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 951 time: 0.1030281 Oct 13 04:03:41.486645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] For port 8863c65b-6538-4450-8f08-69150fd4b038, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=8863c65b-6538-4450-8f08-69150fd4b038,segment=NetworkSegment(aa79f2ac-bc53-4b01-8450-be013e81a161),segment_id=aa79f2ac-bc53-4b01-8450-be013e81a161)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:41.487009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.492168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Router 3701d784-2ce3-4d9c-a99f-ec98d972328d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:03:41.519480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Calling delete_port for 8863c65b-6538-4450-8f08-69150fd4b038 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:41.521194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.533191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:41.551435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Pushing event deleted for resources: {'Port': ['ID=57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:41.598338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] No DVR routers for this DVR port 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:41.601185 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.604549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfcc13ff-b483-4ad0-9c38-6cfe2c06494d req-c4933823-d164-49cf-bd9e-7ba994d77269 tempest-ServersOnMultiNodesTest-975418259 tempest-ServersOnMultiNodesTest-975418259-project] 10.222.0.15 "DELETE /v2.0/ports/57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 HTTP/1.1" status: 204 len: 173 time: 0.5788550 Oct 13 04:03:41.605018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'name': 'network-vif-deleted', 'tag': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:41.607245 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462a7ee-69ff-48b3-8b05-84a793b70326" -d '{"events": [{"server_uuid": "9be56432-6e58-447a-bd97-ffca2d5af7a2", "name": "network-vif-deleted", "tag": "57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:41.630681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8eec50-5dd6-4292-80bd-19e88f1c4dac req-8171754d-6523-4735-9645-bb18255ba3ec tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410701 Oct 13 04:03:41.693405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'name': 'network-vif-deleted', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:41.695643 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bfc71a-52e8-4566-8b88-7c0fecaa30d2" -d '{"events": [{"server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "name": "network-vif-deleted", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:41.749449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:03:41.755076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.765410 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] Sync routers for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:03:41.785909 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:03:41.786784 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:03:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:41.814375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc19f19f-cf45-42f8-8c52-8b2b3cf7838f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "PUT /v2.0/floatingips/41d7a155-7641-46b7-b144-dae70fa5b3ce HTTP/1.1" status: 200 len: 991 time: 2.2526481 Oct 13 04:03:41.832713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98189d8-aff4-4f57-820d-33b32e15a1a3 req-e9bfdeaf-c436-43e8-8ae4-b34eac399489 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:41.838717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98189d8-aff4-4f57-820d-33b32e15a1a3 req-e9bfdeaf-c436-43e8-8ae4-b34eac399489 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:41.845381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98189d8-aff4-4f57-820d-33b32e15a1a3 req-e9bfdeaf-c436-43e8-8ae4-b34eac399489 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:41.847047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a98189d8-aff4-4f57-820d-33b32e15a1a3 req-e9bfdeaf-c436-43e8-8ae4-b34eac399489 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.1473563 Oct 13 04:03:41.882319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.894170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['8863c65b-6538-4450-8f08-69150fd4b038'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:41.925455 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:03:41.929391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Pushing event deleted for resources: {'Port': ['ID=8863c65b-6538-4450-8f08-69150fd4b038,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:41.953573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a98189d8-aff4-4f57-820d-33b32e15a1a3 req-ba2268eb-3c90-4733-80fe-1c77a9fb4616 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952842 Oct 13 04:03:42.037466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] No DVR routers for this DVR port 8863c65b-6538-4450-8f08-69150fd4b038 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:42.052831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:42.056729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd774e8f-ae35-4056-b5eb-572d9e752c02 req-efd13a0f-f74f-41c1-b116-d1d6238cb2ff tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.15 "DELETE /v2.0/ports/8863c65b-6538-4450-8f08-69150fd4b038 HTTP/1.1" status: 204 len: 173 time: 1.3206198 Oct 13 04:03:42.159907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a039813-68e7-48ae-948b-cb2ad5eb93c8 req-afed222e-9b6a-47b2-bf46-9ad3b6afe2b2 tempest-InstanceActionsV221TestJSON-1757820640 tempest-InstanceActionsV221TestJSON-1757820640-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc97755-947b-4445-b987-5bf6474eafb9 HTTP/1.1" status: 200 len: 210 time: 0.0965776 Oct 13 04:03:42.196901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-253262af-ee1e-4aae-86f6-c1806d0dec1a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:42.204255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-253262af-ee1e-4aae-86f6-c1806d0dec1a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:42.211046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-253262af-ee1e-4aae-86f6-c1806d0dec1a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:42.213004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-253262af-ee1e-4aae-86f6-c1806d0dec1a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 2419 time: 0.1696210 Oct 13 04:03:42.354058 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e8772-fc9d-4811-bfdb-5ad9e80f4f88 x-openstack-request-id: req-899e8772-fc9d-4811-bfdb-5ad9e80f4f88 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:42.354578 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be56432-6e58-447a-bd97-ffca2d5af7a2", "name": "network-vif-deleted", "tag": "57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:42.354578 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-899e8772-fc9d-4811-bfdb-5ad9e80f4f88 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:42.354968 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be56432-6e58-447a-bd97-ffca2d5af7a2', 'name': 'network-vif-deleted', 'tag': '57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3', 'status': 'completed', 'code': 200} Oct 13 04:03:42.428599 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '41d7a155-7641-46b7-b144-dae70fa5b3ce', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'port_id': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'mac_address': 'fa:16:3e:34:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:02:20Z', 'updated_at': '2021-10-13T04:03:40Z', 'revision_number': 1, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:34Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:42.431407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 34f52dee-47b0-490c-8662-858b4a896f2e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:42.432723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:42.459520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-6b51da1e-f032-4981-bcd8-4bf9f848be1a tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:03:42.462213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-6b51da1e-f032-4981-bcd8-4bf9f848be1a tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094407 Oct 13 04:03:42.491682 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] Checking router: 3701d784-2ce3-4d9c-a99f-ec98d972328d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:03:42.495344 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2414204-00f4-41b6-a537-278aea5c7c4e x-openstack-request-id: req-a2414204-00f4-41b6-a537-278aea5c7c4e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:42.498074 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad96bef-be81-4bd8-a7f9-fdb659a13bbe", "name": "network-vif-deleted", "tag": "489a7b33-4c2e-406f-9f6e-7f5c9812b207", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:42.500044 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2414204-00f4-41b6-a537-278aea5c7c4e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:42.500637 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad96bef-be81-4bd8-a7f9-fdb659a13bbe', 'name': 'network-vif-deleted', 'tag': '489a7b33-4c2e-406f-9f6e-7f5c9812b207', 'status': 'completed', 'code': 200} Oct 13 04:03:42.515440 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:03:42.516305 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:03:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:42.537013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-a3d02829-bd9e-47b0-807c-8b99685243d6 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:42.545084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-a3d02829-bd9e-47b0-807c-8b99685243d6 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 1094 time: 0.0742478 Oct 13 04:03:42.550026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Request body: {'binding': {'host': 'n-h2-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:42.550572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:03:42.573939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 34f52dee-47b0-490c-8662-858b4a896f2e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=34f52dee-47b0-490c-8662-858b4a896f2e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:42.574339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:42.587232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 34f52dee-47b0-490c-8662-858b4a896f2e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:42.689315 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:03:42.783383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on host n-h2-810220-9 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:42.784155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:42.784757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:42.787475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-7313cc3d-ee49-4a2a-ba34-99ae33dcf1e6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:42.789188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-7313cc3d-ee49-4a2a-ba34-99ae33dcf1e6 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 951 time: 0.0699832 Oct 13 04:03:42.790504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:42.791851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:42.792564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:42.799432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:42.800247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:42.800848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:42.801652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Bound port: d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:42.802955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['34f52dee-47b0-490c-8662-858b4a896f2e', '50795b61-2881-4179-a53c-6be472731e9f', '9f30f198-be78-4168-9e32-8e3ea0b126e3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:42.872612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=34f52dee-47b0-490c-8662-858b4a896f2e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:42.905061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:42.915884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:42.931252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-c329c6ad-dc09-4894-9477-d8e089e8ef5c service neutron] 10.222.0.44 "POST /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff/bindings HTTP/1.1" status: 201 len: 389 time: 0.3851209 Oct 13 04:03:43.046013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 8863c65b-6538-4450-8f08-69150fd4b038 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:43.082181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 34f52dee-47b0-490c-8662-858b4a896f2e on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:43.090789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:43.097236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.097533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 8863c65b-6538-4450-8f08-69150fd4b038 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:43.097846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 8863c65b-6538-4450-8f08-69150fd4b038 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:43.098272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:43.112065 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-96b6f27c-dcfd-4798-8564-fbc3f4822a7c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "DELETE /v2.0/ports/34f52dee-47b0-490c-8662-858b4a896f2e HTTP/1.1" status: 204 len: 173 time: 0.8911803 Oct 13 04:03:43.134191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 489a7b33-4c2e-406f-9f6e-7f5c9812b207 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:43.134610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 489a7b33-4c2e-406f-9f6e-7f5c9812b207 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:43.135033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:43.156736 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '41d7a155-7641-46b7-b144-dae70fa5b3ce', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'port_id': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'mac_address': 'fa:16:3e:34:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:02:20Z', 'updated_at': '2021-10-13T04:03:40Z', 'revision_number': 1, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:34Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:43.161825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:43.161825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 57adf0bc-4cc4-49c3-bde7-6ee57b6c77b3 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:43.199433 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f598fd-e820-4f3b-a4cc-67ebcf71cb03 None None] The sync data for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 is: [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '41d7a155-7641-46b7-b144-dae70fa5b3ce', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'port_id': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'mac_address': 'fa:16:3e:34:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:02:20Z', 'updated_at': '2021-10-13T04:03:40Z', 'revision_number': 1, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:34Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:03:43.226506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fa46f-4366-4178-8555-0c7ba7b741ae req-2b1508ad-1f22-48a1-9925-454135e32e50 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.242651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fa46f-4366-4178-8555-0c7ba7b741ae req-2b1508ad-1f22-48a1-9925-454135e32e50 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.244289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b28fa46f-4366-4178-8555-0c7ba7b741ae req-2b1508ad-1f22-48a1-9925-454135e32e50 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 1683 time: 0.1050544 Oct 13 04:03:43.316759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b28fa46f-4366-4178-8555-0c7ba7b741ae req-359d7822-447e-4de3-b2f7-0c6371118672 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657306 Oct 13 04:03:43.334925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c43a26-714b-4fdc-b437-eb6957f33982 req-3a3fd263-ef73-4734-8ead-67d36bde105e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.336477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24c43a26-714b-4fdc-b437-eb6957f33982 req-3a3fd263-ef73-4734-8ead-67d36bde105e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 951 time: 0.5191293 Oct 13 04:03:43.382098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-afbe7401-0689-49d9-b360-9628f265e8ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=545a2da42a744248b21f23149f05474e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900507 Oct 13 04:03:43.382691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:43.404378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Deleting port 31ab2eca-9665-42f3-bab4-04a24cf36cbc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:43.404734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.478398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bd5e3-37d4-4c91-89f2-2b2000b9c81c req-86727468-1cd4-4255-b0cc-53b1ab0b5f37 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.483680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24c43a26-714b-4fdc-b437-eb6957f33982 req-036ec227-9657-4ada-9e83-42b5e10018e1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388698 Oct 13 04:03:43.486141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8bd5e3-37d4-4c91-89f2-2b2000b9c81c req-86727468-1cd4-4255-b0cc-53b1ab0b5f37 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.0893841 Oct 13 04:03:43.495709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-3004bfb1-64a1-41c9-8228-016cfe6643f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.496130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5fdbf2-9041-4a1d-b630-f8bc4b90e1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.497208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-3004bfb1-64a1-41c9-8228-016cfe6643f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1097 time: 0.2950838 Oct 13 04:03:43.516140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799cef4-ad8f-4bf4-bf7f-a6837c6148f1 None None] New status for floating IP 41d7a155-7641-46b7-b144-dae70fa5b3ce: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:03:43.568046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8bd5e3-37d4-4c91-89f2-2b2000b9c81c req-b3857510-10c8-4603-ade8-a858126298e6 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810752 Oct 13 04:03:43.572195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5fdbf2-9041-4a1d-b630-f8bc4b90e1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.586857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] For port 31ab2eca-9665-42f3-bab4-04a24cf36cbc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=31ab2eca-9665-42f3-bab4-04a24cf36cbc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:43.587089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.600602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 9f30f198-be78-4168-9e32-8e3ea0b126e3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:43.600969 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.628267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Calling delete_port for 31ab2eca-9665-42f3-bab4-04a24cf36cbc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:43.664759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5fdbf2-9041-4a1d-b630-f8bc4b90e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.671093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5fdbf2-9041-4a1d-b630-f8bc4b90e1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.674259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b5fdbf2-9041-4a1d-b630-f8bc4b90e1b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdbceaed-6699-4676-82ef-bbb323467d65 HTTP/1.1" status: 204 len: 168 time: 0.2898960 Oct 13 04:03:43.689275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fdbf2-9041-4a1d-b630-f8bc4b90e1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbceaed-6699-4676-82ef-bbb323467d65,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:43.788375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-085923a7-8aa4-42a4-84c3-819882d52581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.790060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-085923a7-8aa4-42a4-84c3-819882d52581 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.2830610 Oct 13 04:03:43.832658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:43.847627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-900d1bfd-b686-454b-b8f3-48cda9ef0de6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 217 time: 0.0488312 Oct 13 04:03:43.893063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Deleting subnet 84fc8f22-c35a-489e-a80d-72139bb8a0d6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:03:43.897367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.939073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.944015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 9f30f198-be78-4168-9e32-8e3ea0b126e3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9f30f198-be78-4168-9e32-8e3ea0b126e3,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:43.944379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:43.961845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-fc9cbade-556d-4142-8c57-4a9b2bba1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.963289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-fc9cbade-556d-4142-8c57-4a9b2bba1b47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1028090 Oct 13 04:03:43.969085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 9f30f198-be78-4168-9e32-8e3ea0b126e3 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:43.979967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.023084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-dc3088e8-3f9b-4e2f-87fa-4de2ed32d3b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417953 Oct 13 04:03:44.038983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.040833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49376) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:44.066423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-efc3e4eb-913f-456c-b451-a159a08b5271 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648533 Oct 13 04:03:44.071850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fc8f22-c35a-489e-a80d-72139bb8a0d6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:44.085019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.088126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-09c737d7-c1ee-44fc-8381-cb8599a2cdd9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/84fc8f22-c35a-489e-a80d-72139bb8a0d6 HTTP/1.1" status: 204 len: 168 time: 0.2542191 Oct 13 04:03:44.091419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:44.173083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1c19526a-83d4-4dec-94cd-d5592229db51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea06f726243946cab32865528e5e8470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282101 Oct 13 04:03:44.177190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49380) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:44.185839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.227865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.239120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9', '31ab2eca-9665-42f3-bab4-04a24cf36cbc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:44.241744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-d33d68e2-4466-4af1-9446-13bd263092b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:44.243215 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-d33d68e2-4466-4af1-9446-13bd263092b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 1096 time: 0.1129630 Oct 13 04:03:44.244624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:44.283674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event deleted for resources: {'Port': ['ID=31ab2eca-9665-42f3-bab4-04a24cf36cbc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:44.286856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-7831a7b5-e84f-4c55-a433-74d6e91e1de6 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335367 Oct 13 04:03:44.309738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64eab4ca-94f1-4479-ba9e-d457d4f1d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.316584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.359330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878cbb4a-7d2f-4349-af5d-8c41e93d5fb6']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:44.381349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64eab4ca-94f1-4479-ba9e-d457d4f1d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.391435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa79f2ac-bc53-4b01-8450-be013e81a161') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:44.391435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa79f2ac-bc53-4b01-8450-be013e81a161') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:44.408541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.434935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.442951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:03:44.443484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:03:44.446556 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:03:44.449961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] No DVR routers for this DVR port 31ab2eca-9665-42f3-bab4-04a24cf36cbc on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:44.461265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.465918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71d5e9c6-acdd-4faa-b3c2-0b04ac3e1d23 req-b461bcae-c9e0-4405-a692-ec52acee3538 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "DELETE /v2.0/ports/31ab2eca-9665-42f3-bab4-04a24cf36cbc HTTP/1.1" status: 204 len: 173 time: 1.6497519 Oct 13 04:03:44.500605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.503376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c'}, {'server_uuid': '4fc97755-947b-4445-b987-5bf6474eafb9', 'name': 'network-vif-deleted', 'tag': '8863c65b-6538-4450-8f08-69150fd4b038'}, {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-deleted', 'tag': '34f52dee-47b0-490c-8662-858b4a896f2e'}, {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-deleted', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:44.505840 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d0a2a9-74f5-493e-ba0b-19eda644545f" -d '{"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c"}, {"server_uuid": "4fc97755-947b-4445-b987-5bf6474eafb9", "name": "network-vif-deleted", "tag": "8863c65b-6538-4450-8f08-69150fd4b038"}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-deleted", "tag": "34f52dee-47b0-490c-8662-858b4a896f2e"}, {"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-deleted", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:44.566903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64eab4ca-94f1-4479-ba9e-d457d4f1d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.569098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=9f30f198-be78-4168-9e32-8e3ea0b126e3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:44.569752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64eab4ca-94f1-4479-ba9e-d457d4f1d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.573777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-64eab4ca-94f1-4479-ba9e-d457d4f1d8ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6609f66b-23b8-44cf-b0e2-2c254eb9bdc9 HTTP/1.1" status: 204 len: 168 time: 0.3955812 Oct 13 04:03:44.582874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee9f7e-b6ae-4ecf-825b-ddc2b9b0d143 req-e7cb9095-239f-483e-b362-fcded5e9d5d9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:44.584481 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53ee9f7e-b6ae-4ecf-825b-ddc2b9b0d143 req-e7cb9095-239f-483e-b362-fcded5e9d5d9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 946 time: 0.0858145 Oct 13 04:03:44.587526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-d34177e1-c02d-4403-8003-f0e8b52d4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:44.590491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-d34177e1-c02d-4403-8003-f0e8b52d4312 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.3144259 Oct 13 04:03:44.595358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab4ca-94f1-4479-ba9e-d457d4f1d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6609f66b-23b8-44cf-b0e2-2c254eb9bdc9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:44.597350 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.635597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.639420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] 10.222.0.44 "DELETE /v2.0/networks/878cbb4a-7d2f-4349-af5d-8c41e93d5fb6 HTTP/1.1" status: 204 len: 168 time: 0.5470707 Oct 13 04:03:44.652572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-3ad1126d-1d0c-4df3-9aac-7a5c9898711a service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423173 Oct 13 04:03:44.699747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d56f68-03ec-45ab-a709-7ab88ddad6df admin admin] Pushing event deleted for resources: {'Network': ['ID=878cbb4a-7d2f-4349-af5d-8c41e93d5fb6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:44.720479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53ee9f7e-b6ae-4ecf-825b-ddc2b9b0d143 req-e1059c88-143f-49a4-bc98-abb7bfc9ff1e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262658 Oct 13 04:03:44.810228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-f3a4d79a-fe71-4e04-9c82-1b9b29225fe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 200 len: 217 time: 0.2099490 Oct 13 04:03:44.826070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 9f30f198-be78-4168-9e32-8e3ea0b126e3 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:44.829757 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:44.836412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-ee344aa6-f42a-4dbd-9efa-7fa1cb49328d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "DELETE /v2.0/ports/9f30f198-be78-4168-9e32-8e3ea0b126e3 HTTP/1.1" status: 204 len: 173 time: 1.6583591 Oct 13 04:03:44.932581 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9be259-c734-4bd8-b14f-131fc60eaa02 x-openstack-request-id: req-ba9be259-c734-4bd8-b14f-131fc60eaa02 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:44.944379 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c", "status": "completed", "code": 200}, {"server_uuid": "4fc97755-947b-4445-b987-5bf6474eafb9", "name": "network-vif-deleted", "tag": "8863c65b-6538-4450-8f08-69150fd4b038", "status": "completed", "code": 200}, {"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-deleted", "tag": "34f52dee-47b0-490c-8662-858b4a896f2e", "status": "completed", "code": 200}, {"server_uuid": "7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4", "name": "network-vif-deleted", "tag": "31ab2eca-9665-42f3-bab4-04a24cf36cbc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:44.944762 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba9be259-c734-4bd8-b14f-131fc60eaa02 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:44.945293 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'status': 'completed', 'code': 200} Oct 13 04:03:44.946140 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc97755-947b-4445-b987-5bf6474eafb9', 'name': 'network-vif-deleted', 'tag': '8863c65b-6538-4450-8f08-69150fd4b038', 'status': 'completed', 'code': 200} Oct 13 04:03:44.946140 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-deleted', 'tag': '34f52dee-47b0-490c-8662-858b4a896f2e', 'status': 'completed', 'code': 200} Oct 13 04:03:44.946140 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4', 'name': 'network-vif-deleted', 'tag': '31ab2eca-9665-42f3-bab4-04a24cf36cbc', 'status': 'completed', 'code': 200} Oct 13 04:03:45.041652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf39012e-f743-49b0-bb09-8c14b3850ed4 req-b2f5c1ff-5599-40f4-a556-d76c8282f363 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 210 time: 0.2304356 Oct 13 04:03:45.128586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:45.203351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00461c4-3289-4af8-aa39-c80c11e5665c req-b7d54f72-6df9-45e7-8ff1-5fbf90fa6a9d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.210495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00461c4-3289-4af8-aa39-c80c11e5665c req-b7d54f72-6df9-45e7-8ff1-5fbf90fa6a9d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.1976192 Oct 13 04:03:45.278971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-7c2e5efe-0f3a-4665-91b5-6b5a08654f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.281179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-7c2e5efe-0f3a-4665-91b5-6b5a08654f1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.4394467 Oct 13 04:03:45.317398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2bceb55a-5061-4fb1-9f7a-5d80a30e601c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2c5d04c69374515ab99818aa448de3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857045 Oct 13 04:03:45.321622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:45.327128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b00461c4-3289-4af8-aa39-c80c11e5665c req-312352c4-4a11-4c91-ab92-0482bb64ec03 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155694 Oct 13 04:03:45.378735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77cb4597-64b4-4f56-baea-b3b9b98daff4 req-ddaac5d2-24e7-4dda-9a40-7815774d6a35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0410707 Oct 13 04:03:45.395092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.395562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.396025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.396482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.396964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.397436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.397883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.399875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-1de810b9-371a-44ea-833e-64cebdfa4f37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6498 time: 0.4060256 Oct 13 04:03:45.401679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-e6854b29-dcc9-4586-a1fc-3068572e810b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791667 Oct 13 04:03:45.437726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77cb4597-64b4-4f56-baea-b3b9b98daff4 req-dd46b437-8ec4-4331-ac38-95c07693cca8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02913d5543c0459e838fc38b2034bb11&device_id=7ddddcf1-f98c-4c6b-a67f-f6aaf10407b4 HTTP/1.1" status: 200 len: 210 time: 0.0288556 Oct 13 04:03:45.483942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77cb4597-64b4-4f56-baea-b3b9b98daff4 req-5e60d708-7019-4d1b-80d6-7723dd39f356 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=02913d5543c0459e838fc38b2034bb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235257 Oct 13 04:03:45.608256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb4597-64b4-4f56-baea-b3b9b98daff4 req-c252a8f9-f3ef-4605-94f3-58cab60f3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.609983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77cb4597-64b4-4f56-baea-b3b9b98daff4 req-c252a8f9-f3ef-4605-94f3-58cab60f3b6e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198976 Oct 13 04:03:45.906613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5718995-ef69-45c6-ab2a-60d648a9a83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:45.919694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 50795b61-2881-4179-a53c-6be472731e9f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:45.920036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.023018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5718995-ef69-45c6-ab2a-60d648a9a83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.026230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-b6a6998b-db47-413b-bfdb-d12d5662717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.027644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-b6a6998b-db47-413b-bfdb-d12d5662717f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af08a54-f6ba-49c8-bd0a-8d4238b30106 HTTP/1.1" status: 200 len: 918 time: 0.6129551 Oct 13 04:03:46.039363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-f52fe4c0-32f4-49c1-b9a0-ac6e9076716f service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268046 Oct 13 04:03:46.047495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66dd86-e56d-4b79-9ced-9426b798f60c req-eebecced-105c-4e68-9e4f-d32452f3a9e9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.048981 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a66dd86-e56d-4b79-9ced-9426b798f60c req-eebecced-105c-4e68-9e4f-d32452f3a9e9 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 946 time: 0.2242801 Oct 13 04:03:46.254353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 50795b61-2881-4179-a53c-6be472731e9f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=50795b61-2881-4179-a53c-6be472731e9f,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:46.255015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.287862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a66dd86-e56d-4b79-9ced-9426b798f60c req-3fc661fb-c4e6-4b84-bec6-2dc29fa81019 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972415 Oct 13 04:03:46.307999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-61f278a0-b6aa-4afb-b87c-1c6e142aeb88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 200 len: 1001 time: 0.2569740 Oct 13 04:03:46.334504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 34f52dee-47b0-490c-8662-858b4a896f2e no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:46.339648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 50795b61-2881-4179-a53c-6be472731e9f owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:46.371439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 34f52dee-47b0-490c-8662-858b4a896f2e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:46.372108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 34f52dee-47b0-490c-8662-858b4a896f2e not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:46.372707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9f30f198-be78-4168-9e32-8e3ea0b126e3 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:46.399207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 9f30f198-be78-4168-9e32-8e3ea0b126e3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:46.400288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9f30f198-be78-4168-9e32-8e3ea0b126e3 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:46.400909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 50795b61-2881-4179-a53c-6be472731e9f no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:46.418702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55760f06-98a2-4a53-a0b8-88e79d9739c1 req-95c47411-44d5-4f0c-a5da-617efbc1541e service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687260 Oct 13 04:03:46.419288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5718995-ef69-45c6-ab2a-60d648a9a83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.422495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5718995-ef69-45c6-ab2a-60d648a9a83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.423937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f5718995-ef69-45c6-ab2a-60d648a9a83c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f6878f3-926d-44e7-a06c-b2398d59697c HTTP/1.1" status: 204 len: 168 time: 1.0985594 Oct 13 04:03:46.480215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5718995-ef69-45c6-ab2a-60d648a9a83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6878f3-926d-44e7-a06c-b2398d59697c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:46.488137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-56fc8386-d40f-43d8-bbf1-ead66844ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.489873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-56fc8386-d40f-43d8-bbf1-ead66844ca5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a867de1a-2d44-4a4b-9fd3-744de0671026 HTTP/1.1" status: 200 len: 856 time: 0.1428134 Oct 13 04:03:46.609157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fbc51-b571-47a5-8c1b-176f0d1f1e17 req-d9bfca07-1811-41f7-9035-e59811b3c823 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.611638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c40fbc51-b571-47a5-8c1b-176f0d1f1e17 req-d9bfca07-1811-41f7-9035-e59811b3c823 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.1151991 Oct 13 04:03:46.618083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-4d5dc2bb-a80f-48f2-8cd3-786a7925226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.618266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.620953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-4d5dc2bb-a80f-48f2-8cd3-786a7925226f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061547 Oct 13 04:03:46.751106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44613d-0508-41d6-81f8-03ebf0046406 req-d6a595db-ee37-4522-b7f4-2d46e0312381 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.752772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc44613d-0508-41d6-81f8-03ebf0046406 req-d6a595db-ee37-4522-b7f4-2d46e0312381 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.0814543 Oct 13 04:03:46.753536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c40fbc51-b571-47a5-8c1b-176f0d1f1e17 req-bcb9be09-7c66-4c4b-8a6d-045ac48abcb1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312761 Oct 13 04:03:46.795283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.853423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc44613d-0508-41d6-81f8-03ebf0046406 req-68602b8d-61bb-4ab5-aa7b-91226f6f2d5d tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920963 Oct 13 04:03:46.869055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=50795b61-2881-4179-a53c-6be472731e9f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:46.899524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-6d934246-e164-4c74-b462-ba0b6961a9fb service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576818 Oct 13 04:03:46.962903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-deleted', 'tag': '9f30f198-be78-4168-9e32-8e3ea0b126e3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:46.965286 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb650d1b-0739-4cf2-ad70-9d0635b54097" -d '{"events": [{"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-deleted", "tag": "9f30f198-be78-4168-9e32-8e3ea0b126e3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:47.004021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 50795b61-2881-4179-a53c-6be472731e9f on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:47.013670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:47.023608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6486b139-fa76-4c34-be5c-4f18f9db6b26 req-fc5560a3-d1c9-4556-8d3e-e5c051308755 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "DELETE /v2.0/ports/50795b61-2881-4179-a53c-6be472731e9f HTTP/1.1" status: 204 len: 173 time: 2.0304067 Oct 13 04:03:47.054074 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f733901-bad4-4cf7-9ee8-c9ddd140108c x-openstack-request-id: req-8f733901-bad4-4cf7-9ee8-c9ddd140108c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:47.054365 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-deleted", "tag": "9f30f198-be78-4168-9e32-8e3ea0b126e3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:47.054614 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f733901-bad4-4cf7-9ee8-c9ddd140108c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:47.055012 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-deleted', 'tag': '9f30f198-be78-4168-9e32-8e3ea0b126e3', 'status': 'completed', 'code': 200} Oct 13 04:03:47.059096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:47.104416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 31ab2eca-9665-42f3-bab4-04a24cf36cbc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:47.104717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 31ab2eca-9665-42f3-bab4-04a24cf36cbc not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:47.122517 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6d0a2a9-74f5-493e-ba0b-19eda644545f req-09dc6823-26d0-40c9-84b4-1f9d62f3fed4 service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043202 Oct 13 04:03:47.411089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f22f5341-3c00-4fae-97cd-22f5b29ac73f req-1552b1b4-cd37-40e9-9ae6-e498890ba09f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=209b852f-21ca-4170-9a54-3088fa8f890e HTTP/1.1" status: 200 len: 210 time: 0.0394864 Oct 13 04:03:47.650566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:47.772818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:47.826044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-48bd5c2f-3b86-4675-acf7-1a618fc7f5c7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:47.828224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-48bd5c2f-3b86-4675-acf7-1a618fc7f5c7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.0876989 Oct 13 04:03:47.837369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-948971e2-3c1b-47ee-a38d-6a60356285b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:47.944445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1668874725-network', 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:47.973427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Deleting port 1a399ba6-86c8-4ebb-8271-a262808760e9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:47.974035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:47.976697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ae64c-238f-4529-88e7-42d92230c6d8 req-803a6ebc-aa38-432b-bfdf-71e98a7ac3b9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:47.978273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-988ae64c-238f-4529-88e7-42d92230c6d8 req-803a6ebc-aa38-432b-bfdf-71e98a7ac3b9 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f HTTP/1.1" status: 200 len: 949 time: 0.1385825 Oct 13 04:03:48.020103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:48.022447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.026665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-948971e2-3c1b-47ee-a38d-6a60356285b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.037997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-948971e2-3c1b-47ee-a38d-6a60356285b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.048093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.050460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d7999-73fc-4f64-a5e9-9abe74bd818b req-ea7f0261-2876-4e62-ab10-79af65cfd81f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:48.052194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-088d7999-73fc-4f64-a5e9-9abe74bd818b req-ea7f0261-2876-4e62-ab10-79af65cfd81f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.1171558 Oct 13 04:03:48.088472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-988ae64c-238f-4529-88e7-42d92230c6d8 req-68ed4197-3618-4db0-a227-1adc3eec27f1 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988235 Oct 13 04:03:48.109730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948971e2-3c1b-47ee-a38d-6a60356285b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfdbae7-d1a3-4ad1-8a0d-27947b30f577,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:48.116385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] For port 1a399ba6-86c8-4ebb-8271-a262808760e9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1a399ba6-86c8-4ebb-8271-a262808760e9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:48.116767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.132106 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-948971e2-3c1b-47ee-a38d-6a60356285b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c88ad2ab92b942d1af54774fe0a91284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762585 Oct 13 04:03:48.132582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:48.143992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-088d7999-73fc-4f64-a5e9-9abe74bd818b req-2b01b631-12f9-4954-8248-213f7784f2d9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800989 Oct 13 04:03:48.144887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Calling delete_port for 1a399ba6-86c8-4ebb-8271-a262808760e9 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:48.211384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c16951da-cc88-4689-9ad4-420d77c950f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.248563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.250631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c16951da-cc88-4689-9ad4-420d77c950f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.258463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.294643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:48.298095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.310675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1a399ba6-86c8-4ebb-8271-a262808760e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:48.313521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:48.314344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733807e3-3d3a-4a40-9a78-5996b3023e05,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:48.324497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.325859 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Added segment aa98fb14-5531-4419-bcbf-c2842c1988ee of type vlan for network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 Oct 13 04:03:48.327611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event deleted for resources: {'Port': ['ID=1a399ba6-86c8-4ebb-8271-a262808760e9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:48.381153 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.410853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] No DVR routers for this DVR port 1a399ba6-86c8-4ebb-8271-a262808760e9 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:48.413666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.418934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6adaa085-31c8-4f4e-88b4-279795b79980 req-ca79a901-6027-476c-b843-7e5e0e996339 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.15 "DELETE /v2.0/ports/1a399ba6-86c8-4ebb-8271-a262808760e9 HTTP/1.1" status: 204 len: 173 time: 0.5847325 Oct 13 04:03:48.437182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c16951da-cc88-4689-9ad4-420d77c950f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.453552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c16951da-cc88-4689-9ad4-420d77c950f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.457309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c16951da-cc88-4689-9ad4-420d77c950f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dfdbae7-d1a3-4ad1-8a0d-27947b30f577 HTTP/1.1" status: 204 len: 168 time: 0.3234200 Oct 13 04:03:48.483737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.483737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:48.484177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.485721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:48.493346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16951da-cc88-4689-9ad4-420d77c950f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfdbae7-d1a3-4ad1-8a0d-27947b30f577,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:48.585604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting subnet 0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:03:48.600467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8244636 Oct 13 04:03:48.600705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.604322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:48.623614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48179ab9-21bc-45f3-8a40-450b5739e6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=57ec6ccd-90e8-49b6-b319-4247c0dc3428,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:48.625231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Request body: {'subnet': {'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1668874725-subnet', 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:48.635646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:48.756102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:48.771775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.821829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.933082 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63519311-5295-4c1e-bdd2-1f08cf166aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.952442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:48.967164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73a2866e-739a-4c60-a0e1-12a1aea61cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.977116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.055851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-deleted', 'tag': '50795b61-2881-4179-a53c-6be472731e9f'}, {'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-deleted', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:49.059411 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc48df-4455-455d-83a7-f62f908e4c5d" -d '{"events": [{"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-deleted", "tag": "50795b61-2881-4179-a53c-6be472731e9f"}, {"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-deleted", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:49.129210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.130541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73a2866e-739a-4c60-a0e1-12a1aea61cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.134058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73a2866e-739a-4c60-a0e1-12a1aea61cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.143965 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67208e20-d4e2-4fba-90f1-7b0b64d74eb4 x-openstack-request-id: req-67208e20-d4e2-4fba-90f1-7b0b64d74eb4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:49.144271 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b852f-21ca-4170-9a54-3088fa8f890e", "name": "network-vif-deleted", "tag": "50795b61-2881-4179-a53c-6be472731e9f", "status": "completed", "code": 200}, {"server_uuid": "eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f", "name": "network-vif-deleted", "tag": "1a399ba6-86c8-4ebb-8271-a262808760e9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:49.144521 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67208e20-d4e2-4fba-90f1-7b0b64d74eb4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:49.144944 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b852f-21ca-4170-9a54-3088fa8f890e', 'name': 'network-vif-deleted', 'tag': '50795b61-2881-4179-a53c-6be472731e9f', 'status': 'completed', 'code': 200} Oct 13 04:03:49.145198 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0bd18-fc8d-4d1f-8f6f-6d90e6e9de4f', 'name': 'network-vif-deleted', 'tag': '1a399ba6-86c8-4ebb-8271-a262808760e9', 'status': 'completed', 'code': 200} Oct 13 04:03:49.150497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.158077 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.160440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153ba9e-ca23-496b-b59b-9bb1562b8769 None None] Network 4073fcb1-e5ba-4732-af92-d75866d7743f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:49.186497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-73a2866e-739a-4c60-a0e1-12a1aea61cb7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3efc281202b41169a218908f8290061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324090 Oct 13 04:03:49.187837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:49.188464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2866e-739a-4c60-a0e1-12a1aea61cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66943056-e9fa-4b8b-9829-9bdf97014c13,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:49.196805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/subnets/0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba HTTP/1.1" status: 204 len: 168 time: 0.6968939 Oct 13 04:03:49.205509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:49.251262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76d9cf-0861-4edf-a7ce-b2b5e177584b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Subnet': ['ID=0293e9c9-ce5e-4b85-bf8e-cef71a52f7ba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:49.343038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:49.343432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Network hostable DHCP agents. Network: 57ec6ccd-90e8-49b6-b319-4247c0dc3428, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:49.362323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38374382-77f5-44dd-8539-320aac2e79da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.379296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.391056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:49.402788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38374382-77f5-44dd-8539-320aac2e79da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.435193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:49.455998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] DHCP port deletion for 4073fcb1-e5ba-4732-af92-d75866d7743f request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:03:49.469053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 57ec6ccd-90e8-49b6-b319-4247c0dc3428) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:49.496988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:49.508594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.531752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:49.532238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.536036 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38374382-77f5-44dd-8539-320aac2e79da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.538503 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38374382-77f5-44dd-8539-320aac2e79da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.539664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-38374382-77f5-44dd-8539-320aac2e79da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66943056-e9fa-4b8b-9829-9bdf97014c13 HTTP/1.1" status: 204 len: 168 time: 0.3329351 Oct 13 04:03:49.552262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-155ff230-ba28-4aaf-87b1-3e82fb7f285c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9402490 Oct 13 04:03:49.552479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d3563-c449-4b55-99e6-eb5ce3b53694 None None] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:49.595225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38374382-77f5-44dd-8539-320aac2e79da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66943056-e9fa-4b8b-9829-9bdf97014c13,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:49.619792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db1e86-5c9a-4f36-abf4-0715606bff65 req-7b0a444c-d394-406e-93da-89b7a3c5e12e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:49.621321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52db1e86-5c9a-4f36-abf4-0715606bff65 req-7b0a444c-d394-406e-93da-89b7a3c5e12e tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1379530 Oct 13 04:03:49.646141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,segment=NetworkSegment(a8cc3bbd-0e55-445c-a832-38d17ed125f6),segment_id=a8cc3bbd-0e55-445c-a832-38d17ed125f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:49.646464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.670421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 06bc3a11-b7fb-42dc-991a-9c0edc540a2e owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:49.694395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52db1e86-5c9a-4f36-abf4-0715606bff65 req-066b4458-4fe8-41ee-a7a1-1b4cfdc861d7 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634453 Oct 13 04:03:49.785561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.825161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5056082-5aa1-430b-a504-d9a783259c9c None None] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:49.825367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116d3ac-bd7f-4a81-9bd6-afd8a1720c11 req-db43f525-18fb-4bc1-8f7a-6f1f671fbdf9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:49.835093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3116d3ac-bd7f-4a81-9bd6-afd8a1720c11 req-db43f525-18fb-4bc1-8f7a-6f1f671fbdf9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.5620737 Oct 13 04:03:49.861941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:49.903195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3116d3ac-bd7f-4a81-9bd6-afd8a1720c11 req-d4b3dba0-eb35-46f3-8906-b4a1232cb417 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642612 Oct 13 04:03:49.944640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Deleting port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:49.945043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:49.945924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:50.103723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] For port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:50.104122 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.132226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Calling delete_port for 06bc3a11-b7fb-42dc-991a-9c0edc540a2e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:50.136388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:03:50.138920 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.175181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] No DVR routers for this DVR port 06bc3a11-b7fb-42dc-991a-9c0edc540a2e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:50.179584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d587-7112-4872-9936-b0e0575cb426 None None] Pushing event deleted for resources: {'Port': ['ID=06bc3a11-b7fb-42dc-991a-9c0edc540a2e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:50.533504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.563640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4073fcb1-e5ba-4732-af92-d75866d7743f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:50.578087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc3bbd-0e55-445c-a832-38d17ed125f6') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:50.578375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc3bbd-0e55-445c-a832-38d17ed125f6') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:50.600960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.610271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:50.625972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-e549d42a-988b-4fd4-81e0-e6b068e81c93 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:50.627470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-e549d42a-988b-4fd4-81e0-e6b068e81c93 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1549804 Oct 13 04:03:50.628454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.635165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:03:50.635585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:03:50.639502 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:03:50.696758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-9cfe43a3-6600-479b-a794-851337368409 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0457301 Oct 13 04:03:50.767537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 06bc3a11-b7fb-42dc-991a-9c0edc540a2e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:50.768119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-network', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:50.773371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-3888d9bb-3b5f-41be-a23d-df3266e1c056 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756636 Oct 13 04:03:50.792122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 06bc3a11-b7fb-42dc-991a-9c0edc540a2e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:50.792419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 06bc3a11-b7fb-42dc-991a-9c0edc540a2e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:50.798683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.811499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.815863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/networks/4073fcb1-e5ba-4732-af92-d75866d7743f HTTP/1.1" status: 204 len: 168 time: 1.6114860 Oct 13 04:03:50.821128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49602) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:50.839037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba2ea-fb72-47c2-99cd-216e00e87295 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Network': ['ID=4073fcb1-e5ba-4732-af92-d75866d7743f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:50.882424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Made reservation on behalf of 7e4996ace6b7446390b7a73f3049892d for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:50.885139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.902911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.932082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting subnet 7d8a038b-ab8a-48d9-abe1-d8d8d254e535 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:03:50.938545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:50.958725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c3367c94-bbd6-4c54-a3d4-74476df54f30 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820984 Oct 13 04:03:50.981697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e2ccd-c9f2-4c68-a3df-5bbbe8efe680 req-59ee31ad-3e7a-4d71-9f42-f86a7bafe129 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:50.983255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-430e2ccd-c9f2-4c68-a3df-5bbbe8efe680 req-59ee31ad-3e7a-4d71-9f42-f86a7bafe129 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1924567 Oct 13 04:03:51.056835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.064954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c53b051c-02bd-402f-ae70-35c2317f7d46 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994718 Oct 13 04:03:51.128119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-430e2ccd-c9f2-4c68-a3df-5bbbe8efe680 req-7e66dca1-2239-46c2-af48-8bbb11fb470a tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/security-groups?id=00933e96-90d4-41d9-9ccc-24fe76cc17ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366315 Oct 13 04:03:51.139144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-b882e3a0-26a8-4dba-87bf-9e75d45b0a6b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:51.141296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-b882e3a0-26a8-4dba-87bf-9e75d45b0a6b tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 949 time: 0.1750593 Oct 13 04:03:51.250472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.284758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.307270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.352381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:51.383117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e1413-3336-41e7-94bb-daa73f84201d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:51.386214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.386633 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Added segment 062027a6-8149-4cc5-b44f-bfc807eb562c of type vlan for network 4a844808-7ac3-421a-84e2-50798c18cc51 Oct 13 04:03:51.389538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53638b-d199-4086-8eea-95ad7384ae83 req-47710965-3203-42c1-bb3a-7afb0fb32521 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:51.406336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef53638b-d199-4086-8eea-95ad7384ae83 req-47710965-3203-42c1-bb3a-7afb0fb32521 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.1219313 Oct 13 04:03:51.461523 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24fd48c2-7de5-471e-a57c-0212f7592f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.477235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Deleting port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:51.477932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.482070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.498220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef53638b-d199-4086-8eea-95ad7384ae83 req-a942844d-2769-49bc-acc8-850b9de999fb tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884914 Oct 13 04:03:51.534698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.619636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72692af8-84f6-421e-9b6f-8dd4e5cbd95a req-a101eca3-7745-4497-9645-92bfb5d4b933 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 210 time: 0.0789430 Oct 13 04:03:51.620368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8a038b-ab8a-48d9-abe1-d8d8d254e535,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:51.626509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.629994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a945a70a-fb4b-4ed1-bf91-0f60c0b660db tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/subnets/7d8a038b-ab8a-48d9-abe1-d8d8d254e535 HTTP/1.1" status: 204 len: 168 time: 0.8050795 Oct 13 04:03:51.635289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:51.639313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a6708-c9f1-4a06-a93b-da13a0d8a918 None None] Network 49cb5555-70fe-4309-9963-005d2d3287c7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:51.642318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.644166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:51.645181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.740664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1295934 Oct 13 04:03:51.751221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49624) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:51.762249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Request body: {'subnet': {'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-subnet', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:51.769460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] For port 507bba4f-9f1d-4947-acca-6ceeb2a0d763, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=507bba4f-9f1d-4947-acca-6ceeb2a0d763,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:51.770202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.788749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19b38-3986-4f1b-b752-3c609ddcf8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a844808-7ac3-421a-84e2-50798c18cc51,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:51.798062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Calling delete_port for 507bba4f-9f1d-4947-acca-6ceeb2a0d763 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:51.818901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 4a844808-7ac3-421a-84e2-50798c18cc51 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:51.824142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Made reservation on behalf of 7e4996ace6b7446390b7a73f3049892d for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:51.827387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.830599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:51.973342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 04986291-3861-4401-9611-1ce487b0d11e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:51.973700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.056089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] DHCP port deletion for 49cb5555-70fe-4309-9963-005d2d3287c7 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:03:52.072984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 04986291-3861-4401-9611-1ce487b0d11e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=04986291-3861-4401-9611-1ce487b0d11e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:52.074023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.096437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 04986291-3861-4401-9611-1ce487b0d11e owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:52.122994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.129680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] Deleting port 04986291-3861-4401-9611-1ce487b0d11e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:03:52.130356 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.149153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['507bba4f-9f1d-4947-acca-6ceeb2a0d763'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:03:52.156916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Pushing event deleted for resources: {'Port': ['ID=507bba4f-9f1d-4947-acca-6ceeb2a0d763,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:52.199472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.252649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] For port 04986291-3861-4401-9611-1ce487b0d11e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=04986291-3861-4401-9611-1ce487b0d11e,segment=NetworkSegment(fbe42917-a66b-42c1-ac84-b17f1ac333ba),segment_id=fbe42917-a66b-42c1-ac84-b17f1ac333ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:52.253630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.270809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.277347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] Calling delete_port for 04986291-3861-4401-9611-1ce487b0d11e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:03:52.280287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] No DVR routers for this DVR port 507bba4f-9f1d-4947-acca-6ceeb2a0d763 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:52.287318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.290651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b42dcb06-016e-45e8-91c3-bf559585fad1 req-283b5090-3be1-4124-be96-a504a1522204 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.26 "DELETE /v2.0/ports/507bba4f-9f1d-4947-acca-6ceeb2a0d763 HTTP/1.1" status: 204 len: 173 time: 1.1388488 Oct 13 04:03:52.292730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b948774-d86d-4356-85b3-4edae101b73d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:52.295475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-deleted', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:52.305054 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3867c786-a5f4-4114-8525-c80f7458c6e6" -d '{"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-deleted", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:52.338720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=04986291-3861-4401-9611-1ce487b0d11e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:52.355759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Checking segment: {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:52.356122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Network hostable DHCP agents. Network: 4a844808-7ac3-421a-84e2-50798c18cc51, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:52.396250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Network 4a844808-7ac3-421a-84e2-50798c18cc51 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:52.404541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d516366e-04d8-4ad5-a526-fd8eaa6669b3 req-03a999e7-7de6-4339-82b0-9ad05267b682 tempest-MigrationsAdminTest-518698911 tempest-MigrationsAdminTest-518698911-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6dff3f4-f256-4c3e-b093-bd34e143f73e HTTP/1.1" status: 200 len: 210 time: 0.0622475 Oct 13 04:03:52.408499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 04986291-3861-4401-9611-1ce487b0d11e on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:52.422179 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e10f3-728b-47e2-89fc-6f165ae2af39 x-openstack-request-id: req-be6e10f3-728b-47e2-89fc-6f165ae2af39 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:52.422494 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dff3f4-f256-4c3e-b093-bd34e143f73e", "name": "network-vif-deleted", "tag": "507bba4f-9f1d-4947-acca-6ceeb2a0d763", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:52.422784 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be6e10f3-728b-47e2-89fc-6f165ae2af39 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:52.423179 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dff3f4-f256-4c3e-b093-bd34e143f73e', 'name': 'network-vif-deleted', 'tag': '507bba4f-9f1d-4947-acca-6ceeb2a0d763', 'status': 'completed', 'code': 200} Oct 13 04:03:52.430093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 4a844808-7ac3-421a-84e2-50798c18cc51) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:52.437282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:52.439259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.461229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4756a-51a9-4266-9982-2ca13d6d88fe None None] Network 4a844808-7ac3-421a-84e2-50798c18cc51 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:52.503624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75ed4a8e-88e3-4b48-b896-b14ae384c7c6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7445421 Oct 13 04:03:52.505280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49636) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:52.515541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:52.548541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.571389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.572513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.588712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cb5555-70fe-4309-9963-005d2d3287c7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:52.614452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe42917-a66b-42c1-ac84-b17f1ac333ba') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:52.616001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe42917-a66b-42c1-ac84-b17f1ac333ba') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:52.631261 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.636208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.658355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.665049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:03:52.665497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:03:52.669082 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:03:52.686637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] Pushing event deleted for resources: {'Port': ['ID=04986291-3861-4401-9611-1ce487b0d11e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:52.699443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440c433-ea02-4537-a068-33a3761b9b16 None None] No DVR routers for this DVR port 04986291-3861-4401-9611-1ce487b0d11e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:03:52.808300 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.826046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 04986291-3861-4401-9611-1ce487b0d11e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:52.836020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.840505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/networks/49cb5555-70fe-4309-9963-005d2d3287c7 HTTP/1.1" status: 204 len: 168 time: 1.2018700 Oct 13 04:03:52.847059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.856202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:52.868040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1563522359'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:52.872392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-801288f1-52c2-443a-80f5-5d78ef1ae8eb req-ec43f1ef-f3e5-4d5a-9519-047e4fff40c5 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 210 time: 0.0894978 Oct 13 04:03:52.885402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf245c-328e-424d-8778-c4549e138938 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Network': ['ID=49cb5555-70fe-4309-9963-005d2d3287c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:52.893785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 04986291-3861-4401-9611-1ce487b0d11e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:52.894445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 04986291-3861-4401-9611-1ce487b0d11e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:52.900012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.913527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:52.918756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.929831 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:52.970252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-4a844808-7ac3-421a-84e2-50798c18cc51', 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'fixed_ips': [{'subnet_id': '5b948774-d86d-4356-85b3-4edae101b73d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:03:52.971152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.038240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c19995-a814-4168-8325-98a67352dbae req-067755ac-8a08-47f3-be14-07b5c5b4874b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:53.039921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07c19995-a814-4168-8325-98a67352dbae req-067755ac-8a08-47f3-be14-07b5c5b4874b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.4158905 Oct 13 04:03:53.074198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:53.099753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:53.128372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 1a399ba6-86c8-4ebb-8271-a262808760e9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:53.128732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1a399ba6-86c8-4ebb-8271-a262808760e9 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:53.132550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-e5e1b259-86b3-4622-8b70-66f0b6221d9b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:53.134043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-e5e1b259-86b3-4622-8b70-66f0b6221d9b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.4526398 Oct 13 04:03:53.134854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Allocated IP 172.20.0.2 (4a844808-7ac3-421a-84e2-50798c18cc51/5b948774-d86d-4356-85b3-4edae101b73d/58e15379-5344-4efd-afb2-92226d92e090) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:53.412903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.420121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.451003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.451718 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Added segment b43f1319-2781-4d5d-a803-adb8f7b46fc4 of type vlan for network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 Oct 13 04:03:53.475378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:53.476347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Network 4a844808-7ac3-421a-84e2-50798c18cc51 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:53.480600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Pushing event updated for resources: {'Port': ['ID=58e15379-5344-4efd-afb2-92226d92e090,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:53.485485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:53.491012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:53.498334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.546458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Attempting to bind port 58e15379-5344-4efd-afb2-92226d92e090 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:53.546896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Attempting to bind port 58e15379-5344-4efd-afb2-92226d92e090 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:53.547294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Attempting to bind port 58e15379-5344-4efd-afb2-92226d92e090 on network 4a844808-7ac3-421a-84e2-50798c18cc51 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:53.548259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07c19995-a814-4168-8325-98a67352dbae req-2031b355-882b-44b9-b0f8-0cebd50d2e89 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015721 Oct 13 04:03:53.554761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:53.556152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Checking segment: {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:53.556556 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.559430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Bound using segment: {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:53.559937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Bound port: 58e15379-5344-4efd-afb2-92226d92e090, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:53.560329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.578865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.659000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] For port 58e15379-5344-4efd-afb2-92226d92e090, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:53.667290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] For port 58e15379-5344-4efd-afb2-92226d92e090, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58e15379-5344-4efd-afb2-92226d92e090,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:53.671076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.673374 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.677172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:53.677777 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.755211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119036-4e48-4575-87a9-f827cde2b337 None None] Pushing event updated for resources: {'Port': ['ID=58e15379-5344-4efd-afb2-92226d92e090,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:53.770697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Network': ['ID=b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:53.782705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:53.784113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:53.786345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:53.789133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:53.794066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a90ade82-bd81-4449-bc34-a44fd27d3f76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9313316 Oct 13 04:03:53.797315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:53.802844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'subnet': {'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:53.946563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:53.950319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.049672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.076623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b959f7e-19fd-4b05-b3d1-d52ff55e44a3 req-30119fec-d118-425c-a891-10313d84c8a8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 210 time: 0.0531893 Oct 13 04:03:54.076882 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.086092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.13 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/03048929-e593-4f73-adba-677cf4c759b6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:54.102328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fa0e402c-0a87-467e-955f-866dbc22b449 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02913d5543c0459e838fc38b2034bb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161209 Oct 13 04:03:54.103515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:54.193362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-163de9eb-375b-4054-abd4-0235288d3986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.247846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-163de9eb-375b-4054-abd4-0235288d3986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.271364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Allocated IP 172.25.1.56 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/08510f8c-9352-4b2d-a2c1-ad5adf51041f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:54.323875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.373296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.374352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-163de9eb-375b-4054-abd4-0235288d3986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.377513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-163de9eb-375b-4054-abd4-0235288d3986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.380766 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-163de9eb-375b-4054-abd4-0235288d3986 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00933e96-90d4-41d9-9ccc-24fe76cc17ec HTTP/1.1" status: 204 len: 168 time: 0.2727635 Oct 13 04:03:54.396726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:03:54.411628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de9eb-375b-4054-abd4-0235288d3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00933e96-90d4-41d9-9ccc-24fe76cc17ec,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:54.418092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 507bba4f-9f1d-4947-acca-6ceeb2a0d763 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:03:54.418376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 507bba4f-9f1d-4947-acca-6ceeb2a0d763 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:03:54.423392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Subnet': ['ID=4210703b-3808-4947-8eb2-5129d10d453d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:54.432420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Checking segment: {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:54.432814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network hostable DHCP agents. Network: b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:54.449002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.454346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:54.466779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.470987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:54.476471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:54.484715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.486927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.487531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f5f49a-5c97-4770-80bb-02b07d761d14 None None] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:54.515840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dbe3b0d5-ab3e-4295-9dbd-4889d2d52548 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7171516 Oct 13 04:03:54.518651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:54.523825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-277804099'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:54.558742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:54.566619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.572086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=03048929-e593-4f73-adba-677cf4c759b6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:54.587474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:54.589988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:54.592844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:54.621419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:03:54.621889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.649953 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.650878 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Added segment 17023c37-0724-46bb-8d57-bccbbf9602ad of type vlan for network 1fd53f2e-48be-4060-b6d8-5069312c42f8 Oct 13 04:03:54.730138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Pushing event updated for resources: {'Port': ['ID=08510f8c-9352-4b2d-a2c1-ad5adf51041f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:54.758225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5', 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'fixed_ips': [{'subnet_id': '4210703b-3808-4947-8eb2-5129d10d453d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:03:54.759113 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.799530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:54.817344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:54.819831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.832740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:54.834597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.837884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:54.898324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-09ced92c-44ac-4949-9a3a-a956b7aebc25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4393265 Oct 13 04:03:54.901238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58e15379-5344-4efd-afb2-92226d92e090 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:54.902812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:54.919423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:54.923457 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.001364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Request body: {'port': {'device_id': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:55.004133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49680) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:55.008619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 58e15379-5344-4efd-afb2-92226d92e090 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:55.009313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.018340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf46c9-f78a-43cd-90c3-86471b74eb15 req-43b4a02c-8627-4fc8-b781-dca11166e945 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:55.027043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afbf46c9-f78a-43cd-90c3-86471b74eb15 req-43b4a02c-8627-4fc8-b781-dca11166e945 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.2982879 Oct 13 04:03:55.063728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652abc57-100c-4090-9baf-451a9784913a None None] Network 4a844808-7ac3-421a-84e2-50798c18cc51 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:55.084950 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.086233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5665464 Oct 13 04:03:55.090257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:55.097056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'subnet': {'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:55.115768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Allocated IP 19.80.0.2 (b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5/4210703b-3808-4947-8eb2-5129d10d453d/61ea808a-439e-4926-89b6-832be3ecffa8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:55.176939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afbf46c9-f78a-43cd-90c3-86471b74eb15 req-b45dd523-8db1-485c-87d6-19896297e42c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444283 Oct 13 04:03:55.202615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041805f5-47c6-4410-aa8b-4e2889180508 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Network': ['ID=1fd53f2e-48be-4060-b6d8-5069312c42f8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:55.217828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe194f03-7064-44ea-a4b7-86639010150c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2631fb49a314de1986c5bf5427213b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065945 Oct 13 04:03:55.218116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:55.234100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:03:55.240607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9d0f62d-1e67-485a-bdb3-b33efeadad7c None None] Provisioning complete for port 58e15379-5344-4efd-afb2-92226d92e090 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:55.240992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f62d-1e67-485a-bdb3-b33efeadad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.261177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.270707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2640444a-3779-45c3-87c0-842c46d57e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.292982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2640444a-3779-45c3-87c0-842c46d57e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.347817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2640444a-3779-45c3-87c0-842c46d57e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.351054 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2640444a-3779-45c3-87c0-842c46d57e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.354807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2640444a-3779-45c3-87c0-842c46d57e05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a970f5e-1b20-4961-8bf4-bf63fc2c74e8 HTTP/1.1" status: 204 len: 168 time: 0.1327918 Oct 13 04:03:55.363310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640444a-3779-45c3-87c0-842c46d57e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a970f5e-1b20-4961-8bf4-bf63fc2c74e8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:55.443212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1b6cf-ff2b-4048-9d3c-09368511f854 req-30feaeee-25fb-4008-aa57-dbc4641063fc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:55.444660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4bb1b6cf-ff2b-4048-9d3c-09368511f854 req-30feaeee-25fb-4008-aa57-dbc4641063fc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 932 time: 0.2549443 Oct 13 04:03:55.476430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 58e15379-5344-4efd-afb2-92226d92e090, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58e15379-5344-4efd-afb2-92226d92e090,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:55.478078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:03:55.482008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.490713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.498244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.642594 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.644304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=58e15379-5344-4efd-afb2-92226d92e090,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:55.656264 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.704100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:55.707278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:55.712191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:55.715416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Pushing event updated for resources: {'Port': ['ID=61ea808a-439e-4926-89b6-832be3ecffa8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:55.750987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4bb1b6cf-ff2b-4048-9d3c-09368511f854 req-74818ce5-0c96-4688-844d-2b992a3d7f18 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639024 Oct 13 04:03:55.816779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Attempting to bind port 61ea808a-439e-4926-89b6-832be3ecffa8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:55.817281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Attempting to bind port 61ea808a-439e-4926-89b6-832be3ecffa8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:55.817735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Attempting to bind port 61ea808a-439e-4926-89b6-832be3ecffa8 on network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:55.823820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:55.824494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Checking segment: {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:55.825007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.825528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Bound using segment: {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:55.826061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Bound port: 61ea808a-439e-4926-89b6-832be3ecffa8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:55.826594 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:55.905972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] For port 61ea808a-439e-4926-89b6-832be3ecffa8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:55.913553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] For port 61ea808a-439e-4926-89b6-832be3ecffa8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61ea808a-439e-4926-89b6-832be3ecffa8,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:55.931872 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.011646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d67e3f-00e5-4380-9236-87b79b315fb0 None None] Pushing event updated for resources: {'Port': ['ID=61ea808a-439e-4926-89b6-832be3ecffa8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:56.019374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.044342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed6d519f-139c-4b09-a0b3-42eb82ae2eb9 None None] Provisioning complete for port 58e15379-5344-4efd-afb2-92226d92e090 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:56.044943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d519f-139c-4b09-a0b3-42eb82ae2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.147275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03048929-e593-4f73-adba-677cf4c759b6 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:03:56.164431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.187805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Subnet': ['ID=9f1b28b6-620d-4076-9cd4-7820933e0c14,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:56.220324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Transition to ACTIVE for port object 03048929-e593-4f73-adba-677cf4c759b6 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:03:56.224292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.229104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.230982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Checking segment: {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:56.231793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network hostable DHCP agents. Network: 1fd53f2e-48be-4060-b6d8-5069312c42f8, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:03:56.352823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Pushing event updated for resources: {'Port': ['ID=03048929-e593-4f73-adba-677cf4c759b6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:56.359839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da303-cfe3-41c1-8431-8d0117daec3f req-2c799faa-1cad-4477-b5ef-9a991c225dfa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:56.361534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-492da303-cfe3-41c1-8431-8d0117daec3f req-2c799faa-1cad-4477-b5ef-9a991c225dfa tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.0631320 Oct 13 04:03:56.399574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:03:56.428228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-492da303-cfe3-41c1-8431-8d0117daec3f req-950116cc-3cdb-4c82-bcdd-9d7f321a6117 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Oct 13 04:03:56.440137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1fd53f2e-48be-4060-b6d8-5069312c42f8) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:56.446332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:56.446991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.450763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf033f9-2828-4ed7-9ee1-9c9a7812474d None None] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:56.485336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b7324215-dd75-41db-8876-b3d8c4ba3f67 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3925965 Oct 13 04:03:56.503922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Attempting to bind port 03048929-e593-4f73-adba-677cf4c759b6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:56.504250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Attempting to bind port 03048929-e593-4f73-adba-677cf4c759b6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:56.504575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Attempting to bind port 03048929-e593-4f73-adba-677cf4c759b6 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:56.514025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Port 03048929-e593-4f73-adba-677cf4c759b6 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:03:56.514344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Attempting to bind port 03048929-e593-4f73-adba-677cf4c759b6 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:56.524806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:56.525145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:56.525526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:56.525954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Bound port: 03048929-e593-4f73-adba-677cf4c759b6, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:56.526305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.544810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Router 73eccf46-a002-46c0-aaaa-6342ed833d48 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:03:56.650198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] For port 03048929-e593-4f73-adba-677cf4c759b6, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:56.674162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-1fd53f2e-48be-4060-b6d8-5069312c42f8', 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'fixed_ips': [{'subnet_id': '9f1b28b6-620d-4076-9cd4-7820933e0c14'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:03:56.676934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.691411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] For port 03048929-e593-4f73-adba-677cf4c759b6, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03048929-e593-4f73-adba-677cf4c759b6,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:56.705179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.757300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:56.757954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.759605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] 10.222.0.15 "PUT /v2.0/ports/03048929-e593-4f73-adba-677cf4c759b6 HTTP/1.1" status: 200 len: 1092 time: 1.8501194 Oct 13 04:03:56.760247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'tag': '03048929-e593-4f73-adba-677cf4c759b6'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:03:56.762600 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c57645-ba2a-4fe0-b06b-d85cbffd7374" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc4ba2f-433c-44d0-aea6-3e23932236c1", "tag": "03048929-e593-4f73-adba-677cf4c759b6"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:03:56.780482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:03:56.793197 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Sync routers for ids ['73eccf46-a002-46c0-aaaa-6342ed833d48'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:03:56.808242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f14d-6395-4093-8956-c8b48c7c6736 service neutron] Pushing event updated for resources: {'Port': ['ID=03048929-e593-4f73-adba-677cf4c759b6,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:56.819486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:56.821040 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9cdedf1f-8678-4b4d-916f-1e6bf3dca30c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3146172 Oct 13 04:03:56.825159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:56.835415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Routers {'73eccf46-a002-46c0-aaaa-6342ed833d48'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:03:56.837135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:03:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['73eccf46-a002-46c0-aaaa-6342ed833d48'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:57.098838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-6ca6e8a9-9ad3-47b8-b389-ec7fc15b3f69 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:57.105149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-6ca6e8a9-9ad3-47b8-b389-ec7fc15b3f69 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:57.113165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-6ca6e8a9-9ad3-47b8-b389-ec7fc15b3f69 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/networks?id=b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5&id=1fd53f2e-48be-4060-b6d8-5069312c42f8 HTTP/1.1" status: 200 len: 1391 time: 0.3057380 Oct 13 04:03:57.130644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-e4f5cca7-d421-481c-bc3a-6c6f7afcc21b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/quotas/5aa0437a0de6426d8bdbdd83a4928da2 HTTP/1.1" status: 200 len: 375 time: 0.0164573 Oct 13 04:03:57.140859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58e15379-5344-4efd-afb2-92226d92e090 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:57.223415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-96300920-091e-4203-a90c-155fc9326406 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907061 Oct 13 04:03:57.282121 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Set router 73eccf46-a002-46c0-aaaa-6342ed833d48 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:03:57.357937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-1ba292f7-e3f3-4382-a7eb-9854ff992c58 service neutron] 10.222.0.44 "GET /v2.0/networks/b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337118 Oct 13 04:03:57.390459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Allocated IP 19.86.0.2 (1fd53f2e-48be-4060-b6d8-5069312c42f8/9f1b28b6-620d-4076-9cd4-7820933e0c14/166b62bd-e16a-4686-bb58-f5851ae36f29) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:57.405193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 58e15379-5344-4efd-afb2-92226d92e090 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:57.405970 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:57.438676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10628324-c74f-4d8a-a803-c8e57a4ae1b7 None None] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:57.479834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c616f033-57ce-45de-89b0-2e85753b27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:57.481336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-c616f033-57ce-45de-89b0-2e85753b27ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 1095 time: 0.1459956 Oct 13 04:03:57.494537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa904bf-ff04-4396-831c-033f01f4bbc5 req-c5fc0b5d-846c-4d65-8eb4-29767b2a8b96 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:57.501803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa904bf-ff04-4396-831c-033f01f4bbc5 req-c5fc0b5d-846c-4d65-8eb4-29767b2a8b96 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 944 time: 0.1674161 Oct 13 04:03:57.501987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-33352fc2-145f-443d-860c-fbd9430fb83f service neutron] 10.222.0.44 "GET /v2.0/networks/b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321838 Oct 13 04:03:57.543032 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:03:55Z', 'revision_number': 3, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:57.572191 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Checking router: 73eccf46-a002-46c0-aaaa-6342ed833d48 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:03:57.572719 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Updating router 73eccf46-a002-46c0-aaaa-6342ed833d48 port 08510f8c-9352-4b2d-a2c1-ad5adf51041f binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:03:57.597372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-53eabe2a-0879-4c6e-aaac-87cb5baeb194 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03048929-e593-4f73-adba-677cf4c759b6 HTTP/1.1" status: 200 len: 217 time: 0.0936728 Oct 13 04:03:57.603717 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:57.619103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-852e2a74-42cb-48ea-8748-ed9d0b2a3a92 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153581 Oct 13 04:03:57.639633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c646ecce-5378-4e39-b95e-65c5ca1726c3 None None] Provisioning complete for port 61ea808a-439e-4926-89b6-832be3ecffa8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:57.640136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c646ecce-5378-4e39-b95e-65c5ca1726c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:57.703778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa904bf-ff04-4396-831c-033f01f4bbc5 req-a4217627-eae0-451f-9455-c72825ebce7a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967101 Oct 13 04:03:57.769643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-170a92aa-d84a-4325-843f-78c996aaa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:57.773607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-170a92aa-d84a-4325-843f-78c996aaa911 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.1635163 Oct 13 04:03:57.780247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-e07c60f6-ddc4-4191-be92-422c0a9dc7e8 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601994 Oct 13 04:03:57.810207 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd215acd-47c9-46f7-ae85-b651ce94656e x-openstack-request-id: req-cd215acd-47c9-46f7-ae85-b651ce94656e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:03:57.810514 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc4ba2f-433c-44d0-aea6-3e23932236c1", "tag": "03048929-e593-4f73-adba-677cf4c759b6", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:03:57.813441 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd215acd-47c9-46f7-ae85-b651ce94656e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:03:57.813934 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'tag': '03048929-e593-4f73-adba-677cf4c759b6', 'status': 'completed', 'code': 200} Oct 13 04:03:57.821806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61ea808a-439e-4926-89b6-832be3ecffa8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:57.867372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:57.901292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:57.943267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-faa9b1c5-0701-4dea-9702-a54b543d965b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481705 Oct 13 04:03:58.006397 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.022471 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.024954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Pushing event updated for resources: {'Port': ['ID=166b62bd-e16a-4686-bb58-f5851ae36f29,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:58.058636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:03:58.124274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:03:58.127332 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Pushing event updated for resources: {'Port': ['ID=08510f8c-9352-4b2d-a2c1-ad5adf51041f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:58.129719 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Attempting to bind port 08510f8c-9352-4b2d-a2c1-ad5adf51041f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:58.130198 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Attempting to bind port 08510f8c-9352-4b2d-a2c1-ad5adf51041f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:58.130561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Attempting to bind port 08510f8c-9352-4b2d-a2c1-ad5adf51041f on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:58.134518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:03:58.140164 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:58.140534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:58.141077 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.141470 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:58.141943 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Bound port: 08510f8c-9352-4b2d-a2c1-ad5adf51041f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:58.142339 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.144997 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.145340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.145681 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.146014 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.146340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.146664 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.146986 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.147691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.147691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.147961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.150607 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.150607 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:58.243214 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] For port 08510f8c-9352-4b2d-a2c1-ad5adf51041f, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:58.249920 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c646ecce-5378-4e39-b95e-65c5ca1726c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.258591 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] For port 08510f8c-9352-4b2d-a2c1-ad5adf51041f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=08510f8c-9352-4b2d-a2c1-ad5adf51041f,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:58.259713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Attempting to bind port 166b62bd-e16a-4686-bb58-f5851ae36f29 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:03:58.260081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Attempting to bind port 166b62bd-e16a-4686-bb58-f5851ae36f29 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:03:58.260427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Attempting to bind port 166b62bd-e16a-4686-bb58-f5851ae36f29 on network 1fd53f2e-48be-4060-b6d8-5069312c42f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:03:58.273389 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.274900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:03:58.275272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Checking segment: {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:03:58.275670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.276054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Bound using segment: {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:03:58.276523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Bound port: 166b62bd-e16a-4686-bb58-f5851ae36f29, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:03:58.276967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.301858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 61ea808a-439e-4926-89b6-832be3ecffa8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:58.302228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.322234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9e7be-6e47-4027-b20a-53ac24b86945 req-01020baa-efdc-4098-9ae1-d8e57136ed50 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:58.329665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6c9e7be-6e47-4027-b20a-53ac24b86945 req-01020baa-efdc-4098-9ae1-d8e57136ed50 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.2025604 Oct 13 04:03:58.356758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c646ecce-5378-4e39-b95e-65c5ca1726c3 None None] For port 61ea808a-439e-4926-89b6-832be3ecffa8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61ea808a-439e-4926-89b6-832be3ecffa8,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:03:58.360863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-1ccce641-2611-464a-94f7-374abc03aefa service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144819 Oct 13 04:03:58.376483 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c646ecce-5378-4e39-b95e-65c5ca1726c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.387088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a88f9a41-3365-4a51-bca7-554117b55f08 req-08d4bad5-cfa7-4f5d-920c-9ebd7c568eca tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 210 time: 0.0670562 Oct 13 04:03:58.426240 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34077bb-0355-47cd-b123-fe095479203d None None] Pushing event updated for resources: {'Port': ['ID=08510f8c-9352-4b2d-a2c1-ad5adf51041f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:58.450027 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Routers {'73eccf46-a002-46c0-aaaa-6342ed833d48'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:03:58.450692 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:03:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['73eccf46-a002-46c0-aaaa-6342ed833d48'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:58.456521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] For port 166b62bd-e16a-4686-bb58-f5851ae36f29, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:03:58.465277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] For port 166b62bd-e16a-4686-bb58-f5851ae36f29, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=166b62bd-e16a-4686-bb58-f5851ae36f29,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:03:58.467646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646ecce-5378-4e39-b95e-65c5ca1726c3 None None] Pushing event updated for resources: {'Port': ['ID=61ea808a-439e-4926-89b6-832be3ecffa8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:58.475486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.549143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6c9e7be-6e47-4027-b20a-53ac24b86945 req-68b81b4a-40df-4c47-97c9-9b8932ae9d86 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137914 Oct 13 04:03:58.596540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f038d6f7-bae2-4855-b598-aad8f4a76699 None None] Provisioning complete for port 61ea808a-439e-4926-89b6-832be3ecffa8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:58.597084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f038d6f7-bae2-4855-b598-aad8f4a76699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.627860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa5ee-a0c1-4372-aa41-4abe5157660f None None] Pushing event updated for resources: {'Port': ['ID=166b62bd-e16a-4686-bb58-f5851ae36f29,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:58.641783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] Set router 73eccf46-a002-46c0-aaaa-6342ed833d48 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:03:58.786050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61ea808a-439e-4926-89b6-832be3ecffa8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:03:58.789333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3636868-b3d9-4c25-8b94-cf9821545bd6 req-e0e6378a-0e40-4909-8174-befbed820d6b service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170856 Oct 13 04:03:58.795164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9d4a8ce0-f2e8-471c-b6f5-a8a0736d9e6f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:58.796657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9d4a8ce0-f2e8-471c-b6f5-a8a0736d9e6f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1097 time: 0.3075299 Oct 13 04:03:58.839880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810220-9'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:58.904461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:58.923265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 61ea808a-439e-4926-89b6-832be3ecffa8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:58.932958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.097372 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:03:55Z', 'revision_number': 3, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:03:59.119689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.140294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d723d-b806-4ecc-a1ba-78af379e2802 req-75a0e58a-85be-4115-b36d-8bd7dba01e92 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:59.147784 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297af4a-2d8d-4968-8acf-26f050c4d1e9 None None] The sync data for ids ['73eccf46-a002-46c0-aaaa-6342ed833d48'] in n-d-810220-9 is: [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:03:55Z', 'revision_number': 3, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:03:59.148042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb9d723d-b806-4ecc-a1ba-78af379e2802 req-75a0e58a-85be-4115-b36d-8bd7dba01e92 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 944 time: 0.2410798 Oct 13 04:03:59.166399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-cd2b1b48-a330-4b80-a0eb-60b73d68f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:59.167910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-cd2b1b48-a330-4b80-a0eb-60b73d68f1b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 1095 time: 0.2302916 Oct 13 04:03:59.245988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:59.350666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb9d723d-b806-4ecc-a1ba-78af379e2802 req-2ccdcb3d-467f-4fd0-a8a0-8f51d3824015 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019656 Oct 13 04:03:59.405930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18e3109-5063-47d6-b049-f23407e7010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.495925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Allocated IP 172.20.0.1 (4a844808-7ac3-421a-84e2-50798c18cc51/5b948774-d86d-4356-85b3-4edae101b73d/d1a0d53b-9cfa-4f47-bb69-af50904aaeba) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:03:59.529812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-83f81592-5e3c-495d-a784-9345e10fd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:59.532442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-83f81592-5e3c-495d-a784-9345e10fd244 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.3497202 Oct 13 04:03:59.543341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ef61612-25ab-4593-9f32-9251d8f00b49 req-05f15cfc-5290-46b9-8b1d-2bd8d0725d76 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 210 time: 0.0792866 Oct 13 04:03:59.583318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18e3109-5063-47d6-b049-f23407e7010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.595646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18e3109-5063-47d6-b049-f23407e7010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.675064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c18e3109-5063-47d6-b049-f23407e7010a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c73617f1069479cac977fd4d41ddcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278362 Oct 13 04:03:59.676331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:59.688327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e3109-5063-47d6-b049-f23407e7010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50891977-47b2-4a7f-b78c-b0059d9efefb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:59.739618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-8225cd31-503f-46d7-a3cb-90534cdeec87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03048929-e593-4f73-adba-677cf4c759b6 HTTP/1.1" status: 200 len: 217 time: 0.1906428 Oct 13 04:03:59.773018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec452806-4464-4c2a-aba0-4831b8b3c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.812135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec452806-4464-4c2a-aba0-4831b8b3c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.876099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec452806-4464-4c2a-aba0-4831b8b3c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.883224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec452806-4464-4c2a-aba0-4831b8b3c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:59.884663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec452806-4464-4c2a-aba0-4831b8b3c347 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50891977-47b2-4a7f-b78c-b0059d9efefb HTTP/1.1" status: 204 len: 168 time: 0.2072175 Oct 13 04:03:59.903162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec452806-4464-4c2a-aba0-4831b8b3c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50891977-47b2-4a7f-b78c-b0059d9efefb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:59.950178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:00.057917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-470e9a9f-9c4d-4b6c-9e3e-011d3e3944eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.059414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-470e9a9f-9c4d-4b6c-9e3e-011d3e3944eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.2772946 Oct 13 04:04:00.085714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eaad7-3331-4455-8a74-c71c1561b767 req-9b985e5f-fbef-4da2-8196-1c3a28581b74 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.094913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d7eaad7-3331-4455-8a74-c71c1561b767 req-9b985e5f-fbef-4da2-8196-1c3a28581b74 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 946 time: 0.3746583 Oct 13 04:04:00.130110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cce57-408b-42ea-8618-e01df79fad24 None None] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:00.144391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.172917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-98dc7a3b-f6be-4868-b074-68e665f93173 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.179411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-98dc7a3b-f6be-4868-b074-68e665f93173 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.181254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-98dc7a3b-f6be-4868-b074-68e665f93173 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "GET /v2.0/networks?id=b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5&id=1fd53f2e-48be-4060-b6d8-5069312c42f8 HTTP/1.1" status: 200 len: 1391 time: 0.4663241 Oct 13 04:04:00.197516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-245f010a-39b5-4f02-b815-7d8d756c16ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870719 Oct 13 04:04:00.214533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:00.220495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'port': {'device_id': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5', 'admin_state_up': True, 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:00.272647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd355fab-b468-4e0b-a397-b8d9c64b585b None None] Provisioning complete for port 166b62bd-e16a-4686-bb58-f5851ae36f29 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:00.273249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd355fab-b468-4e0b-a397-b8d9c64b585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.327701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:00.346434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe61376-fc5d-4b79-bc39-cd618a1a484a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.426157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:00.434780 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-abf81063-d9e8-4b60-abbc-04bed0474e2f service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293370 Oct 13 04:04:00.466150 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd355fab-b468-4e0b-a397-b8d9c64b585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.481114 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe61376-fc5d-4b79-bc39-cd618a1a484a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.488336 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe61376-fc5d-4b79-bc39-cd618a1a484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.545664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dfe61376-fc5d-4b79-bc39-cd618a1a484a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28f76a57829b4cc68ec31a5a0393c8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139363 Oct 13 04:04:00.549580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d7eaad7-3331-4455-8a74-c71c1561b767 req-3f507617-8583-4a19-b1e7-0937381cd2ff tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535246 Oct 13 04:04:00.550047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:00.552371 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a85d5b9-4881-45a5-acbc-2d46177fee7e" -d '{"events": [{"server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:00.561447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.581363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe61376-fc5d-4b79-bc39-cd618a1a484a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4933e84e-0088-4a87-9f70-7ca373f98ce7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:00.599071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:00.621770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dd355fab-b468-4e0b-a397-b8d9c64b585b None None] For port 166b62bd-e16a-4686-bb58-f5851ae36f29, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=166b62bd-e16a-4686-bb58-f5851ae36f29,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:00.634734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.635320 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd355fab-b468-4e0b-a397-b8d9c64b585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.688080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:00.716572 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde45999-04ce-4d14-b963-5ec68f4db5d2 x-openstack-request-id: req-fde45999-04ce-4d14-b963-5ec68f4db5d2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:00.717034 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:00.717496 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fde45999-04ce-4d14-b963-5ec68f4db5d2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:00.720233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:04:00.720844 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'code': 200} Oct 13 04:04:00.737066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd355fab-b468-4e0b-a397-b8d9c64b585b None None] Pushing event updated for resources: {'Port': ['ID=166b62bd-e16a-4686-bb58-f5851ae36f29,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:00.755143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.782292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18a4223-0ba6-4718-a9f1-af038234dbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.809636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18a4223-0ba6-4718-a9f1-af038234dbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.865749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65e4d-1abb-46e4-8faa-5855f92def7e req-1043ff17-14e6-4602-a5d1-7cfa1f437e95 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.867470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87a65e4d-1abb-46e4-8faa-5855f92def7e req-1043ff17-14e6-4602-a5d1-7cfa1f437e95 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 944 time: 0.1974888 Oct 13 04:04:00.910507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 166b62bd-e16a-4686-bb58-f5851ae36f29 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:00.927350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87a65e4d-1abb-46e4-8faa-5855f92def7e req-319f5cbe-b30d-47e0-abea-b717b7d4da87 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Oct 13 04:04:00.928281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18a4223-0ba6-4718-a9f1-af038234dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.931297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c18a4223-0ba6-4718-a9f1-af038234dbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:00.932443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c18a4223-0ba6-4718-a9f1-af038234dbb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4933e84e-0088-4a87-9f70-7ca373f98ce7 HTTP/1.1" status: 204 len: 168 time: 0.3322392 Oct 13 04:04:00.941840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4223-0ba6-4718-a9f1-af038234dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4933e84e-0088-4a87-9f70-7ca373f98ce7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:00.980075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d048ccb-7159-4d71-83c4-adad7c6e28a1 None None] Provisioning complete for port 166b62bd-e16a-4686-bb58-f5851ae36f29 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:00.980518 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d048ccb-7159-4d71-83c4-adad7c6e28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.022201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 166b62bd-e16a-4686-bb58-f5851ae36f29 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:01.022579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.164143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 08510f8c-9352-4b2d-a2c1-ad5adf51041f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:01.222500 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4349a55-3d04-4807-8d78-2da4c578637d req-6b48b11f-f6c2-4570-b00b-a8b2694673b1 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 210 time: 0.4718244 Oct 13 04:04:01.227220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:01.242467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Network 4a844808-7ac3-421a-84e2-50798c18cc51 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:01.244086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 08510f8c-9352-4b2d-a2c1-ad5adf51041f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:01.244508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.277691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:01.297707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:01.304994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62c57645-ba2a-4fe0-b06b-d85cbffd7374 req-4c344aee-8519-4181-b72e-270666c20270 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8548732 Oct 13 04:04:01.388377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on host n-h1-810220-9 for vnic_type normal with profile {"migrating_to": "n-h2-810220-9"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:01.388892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:01.389231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:01.400464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.401834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:01.405344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.407876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Pushing event updated for resources: {'Port': ['ID=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:01.442741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 08510f8c-9352-4b2d-a2c1-ad5adf51041f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=08510f8c-9352-4b2d-a2c1-ad5adf51041f,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:01.444881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:01.445213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Attempting to bind port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on network dc94f459-093a-4277-b616-cce24ef3c71a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:01.449961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.455104 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.505542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:01.505884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Checking segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:01.506267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Bound using segment: {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:01.506941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Bound port: d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400c7992-f56a-4836-8857-f91367d3e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc94f459-093a-4277-b616-cce24ef3c71a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:01.507082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.539215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=08510f8c-9352-4b2d-a2c1-ad5adf51041f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:01.699688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-588e3ae5-e70b-40c1-9e73-0eab266cae80 None None] Provisioning complete for port d1a0d53b-9cfa-4f47-bb69-af50904aaeba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:01.699940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-588e3ae5-e70b-40c1-9e73-0eab266cae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.715627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:01.723530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:01.730549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Allocated IP 19.80.0.11 (b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5/4210703b-3808-4947-8eb2-5129d10d453d/771631e2-2446-478a-b5a2-dc1c4a5c5260) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:01.763446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.767262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01588-3a8d-465f-ac63-4e63ee8c6fcb req-8bb6e5c5-2ef1-493c-b0fc-cc01c2cbb763 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:01.773333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-23e01588-3a8d-465f-ac63-4e63ee8c6fcb req-8bb6e5c5-2ef1-493c-b0fc-cc01c2cbb763 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.1167793 Oct 13 04:04:01.780211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-588e3ae5-e70b-40c1-9e73-0eab266cae80 None None] Port d1a0d53b-9cfa-4f47-bb69-af50904aaeba cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:01.809365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.818927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-23e01588-3a8d-465f-ac63-4e63ee8c6fcb req-c6eba616-dd33-4862-a48d-f207bad1331f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Oct 13 04:04:01.919420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:01.920034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:01.921801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 1122 time: 3.0943420 Oct 13 04:04:01.936200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd805a3-b7cf-4487-a0b9-d1b13a9208d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:02.014009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d1a8db08-7ad7-4957-87c5-fdba7e61b6ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:02.042770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d1a8db08-7ad7-4957-87c5-fdba7e61b6ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:02.187180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.218651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf224-77a1-41fb-bfb7-c84fe8ae48f4 req-c50c7d09-51c2-4ea9-987c-93db00513f48 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:02.220633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee7bf224-77a1-41fb-bfb7-c84fe8ae48f4 req-c50c7d09-51c2-4ea9-987c-93db00513f48 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 944 time: 0.1522567 Oct 13 04:04:02.270238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.282471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-095c0363-097a-42b3-928f-d14ea5cff1cc tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f331710b5f764048b58650daf6b319e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320966 Oct 13 04:04:02.285144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.346194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee7bf224-77a1-41fb-bfb7-c84fe8ae48f4 req-5c6d75a8-ebfb-4c2e-9f04-e031869034e3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172025 Oct 13 04:04:02.355714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.396077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Pushing event updated for resources: {'Port': ['ID=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:02.405192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:02.411870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:02.429718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-ad3a63bd-21a3-4237-8c00-8b0496b8f274 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:02.433391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:02.440507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-ad3a63bd-21a3-4237-8c00-8b0496b8f274 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490769 Oct 13 04:04:02.440775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.451021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-a7862f9d-5a5c-4a21-8e05-801c184e2662 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/quotas/f331710b5f764048b58650daf6b319e6 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Oct 13 04:04:02.489129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-ed5e969e-fd3c-40b6-9346-b9904eb213c1 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f331710b5f764048b58650daf6b319e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309615 Oct 13 04:04:02.565158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Port': ['ID=771631e2-2446-478a-b5a2-dc1c4a5c5260,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:02.574963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:02.575607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.625971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-bd5f671f-6c50-4b48-9a2e-e04c43a39ba2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4218969 Oct 13 04:04:02.647424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf484830-f0b3-4710-98b4-09aa0b50134e req-683c03ae-5769-4237-b941-6cae43cc9330 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:02.649242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf484830-f0b3-4710-98b4-09aa0b50134e req-683c03ae-5769-4237-b941-6cae43cc9330 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 931 time: 0.1507347 Oct 13 04:04:02.658152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Request body: {'port': {'device_id': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8', 'admin_state_up': True, 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:02.716170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-243bcfaa-8ca9-4361-9510-a1aad2c3c40d None None] Provisioning complete for port 771631e2-2446-478a-b5a2-dc1c4a5c5260 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:02.716799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-243bcfaa-8ca9-4361-9510-a1aad2c3c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:02.722639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:02.725633 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af638e-3d07-4ad9-8f15-0460b9fd3638" -d '{"events": [{"name": "network-changed", "server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:02.774730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Network 4a844808-7ac3-421a-84e2-50798c18cc51 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:02.780565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:02.790092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-243bcfaa-8ca9-4361-9510-a1aad2c3c40d None None] Port 771631e2-2446-478a-b5a2-dc1c4a5c5260 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:02.797746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf484830-f0b3-4710-98b4-09aa0b50134e req-df07292d-0772-4a2e-9e9b-da107a21ce8a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354108 Oct 13 04:04:02.819563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 166b62bd-e16a-4686-bb58-f5851ae36f29 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:02.861498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ad68f81-3fdd-4acc-b37b-8c49f0b63fc5 req-77903aed-7d9f-491f-a08f-0d317c50aeb9 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 210 time: 0.0784526 Oct 13 04:04:02.889494 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aec954-4d26-424f-b53b-eccbcf26960b x-openstack-request-id: req-38aec954-4d26-424f-b53b-eccbcf26960b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:02.890060 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:02.890414 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38aec954-4d26-424f-b53b-eccbcf26960b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:02.891072 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'status': 'completed', 'code': 200} Oct 13 04:04:02.935938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 166b62bd-e16a-4686-bb58-f5851ae36f29 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:02.936863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.062396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 08510f8c-9352-4b2d-a2c1-ad5adf51041f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:03.071282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-ba101302-5f3e-41c4-a0e2-a057f583f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:03.072850 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-ba101302-5f3e-41c4-a0e2-a057f583f4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1125 time: 0.1762855 Oct 13 04:04:03.105871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86edc-d203-4fd4-8e05-db2ece82ec67 req-90008c19-e415-4825-9381-87fa8c7e29f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:03.107356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6f86edc-d203-4fd4-8e05-db2ece82ec67 req-90008c19-e415-4825-9381-87fa8c7e29f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.1446557 Oct 13 04:04:03.129941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-741195a2-41a2-4995-8d04-e09e23d04146 None None] Provisioning complete for port d1a0d53b-9cfa-4f47-bb69-af50904aaeba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:03.130314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-741195a2-41a2-4995-8d04-e09e23d04146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.154007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03048929-e593-4f73-adba-677cf4c759b6 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:03.163381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 08510f8c-9352-4b2d-a2c1-ad5adf51041f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:03.163751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.175874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Made reservation on behalf of 5aa0437a0de6426d8bdbdd83a4928da2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:03.179292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.185730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Router 73eccf46-a002-46c0-aaaa-6342ed833d48 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:04:03.203119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-741195a2-41a2-4995-8d04-e09e23d04146 None None] Port d1a0d53b-9cfa-4f47-bb69-af50904aaeba cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:03.245264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6f86edc-d203-4fd4-8e05-db2ece82ec67 req-b8cdef67-14b6-4200-91cb-f305c8357173 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203043 Oct 13 04:04:03.330947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 03048929-e593-4f73-adba-677cf4c759b6, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03048929-e593-4f73-adba-677cf4c759b6,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:03.345519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '03048929-e593-4f73-adba-677cf4c759b6', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': '03048929-e593-4f73-adba-677cf4c759b6', 'mac_address': 'fa:16:3e:17:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:03.356073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-4754e3b9-711f-41f2-a50b-6e2203f1c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:03.357481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-4754e3b9-711f-41f2-a50b-6e2203f1c1a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.2730861 Oct 13 04:04:03.394729 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.413254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03048929-e593-4f73-adba-677cf4c759b6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:03.447424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 03048929-e593-4f73-adba-677cf4c759b6, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03048929-e593-4f73-adba-677cf4c759b6,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:03.453216 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.472263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-49538632-20d7-4c08-a6bb-0792db85ddee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 217 time: 0.1062198 Oct 13 04:04:03.513258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=03048929-e593-4f73-adba-677cf4c759b6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:03.527326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf8c6-7ea2-460c-9a8b-6a3aa47c07df req-f40846e4-3905-4a47-9654-55a4ab10e302 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:03.529148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-71edf8c6-7ea2-460c-9a8b-6a3aa47c07df req-f40846e4-3905-4a47-9654-55a4ab10e302 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 945 time: 0.0908775 Oct 13 04:04:03.537541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:03.541230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Allocated IP 19.86.0.183 (1fd53f2e-48be-4060-b6d8-5069312c42f8/9f1b28b6-620d-4076-9cd4-7820933e0c14/d1465039-5de3-42de-8da3-d68e8561ac65) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:03.546366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a3731a49-8107-4868-be83-b5ee6cc5c4ee admin admin] 10.222.0.44 "PUT /v2.0/routers/73eccf46-a002-46c0-aaaa-6342ed833d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7188849 Oct 13 04:04:03.550405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Sync routers for ids ['73eccf46-a002-46c0-aaaa-6342ed833d48'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:04:03.576744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-c55249a5-5bda-4ecd-8e99-3faaf8e4920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:03.579792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Routers {'73eccf46-a002-46c0-aaaa-6342ed833d48'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:03.579792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:03:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['73eccf46-a002-46c0-aaaa-6342ed833d48'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:03.580025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-c55249a5-5bda-4ecd-8e99-3faaf8e4920b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.0949471 Oct 13 04:04:03.604402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-71edf8c6-7ea2-460c-9a8b-6a3aa47c07df req-cd1f771e-cdae-4da0-88e9-49076b793e07 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678041 Oct 13 04:04:03.630200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-f852aeb9-7025-48d4-9761-30f32db8a818 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419903 Oct 13 04:04:03.826468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:03.879198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Set router 73eccf46-a002-46c0-aaaa-6342ed833d48 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:03.884870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-8b456230-9df7-4d69-a3df-fe713d7c2b59 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366242 Oct 13 04:04:03.918760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:03.964962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-91763c7e-f852-468a-b93e-5bf06428f468 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f331710b5f764048b58650daf6b319e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485756 Oct 13 04:04:04.061460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e75e7de-c181-4465-8d02-a466bd609654 req-39143246-4e50-414d-a9c5-01f510e6f108 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2674079 Oct 13 04:04:04.071311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:04.082921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48794-3533-4de7-9673-65d662eb093e req-50727327-dd3a-4566-8412-d0970e1e0b2a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:04.084721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b48794-3533-4de7-9673-65d662eb093e req-50727327-dd3a-4566-8412-d0970e1e0b2a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 931 time: 0.1137831 Oct 13 04:04:04.087819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0af638e-3d07-4ad9-8f15-0460b9fd3638 req-ca59ed77-626c-4362-b470-97a83d9b5ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842875 Oct 13 04:04:04.089035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.130446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.153709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-5a89f6ec-9700-4445-9d0d-3e8deb9d48f3 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:04.155181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-5a89f6ec-9700-4445-9d0d-3e8deb9d48f3 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799450 Oct 13 04:04:04.159974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:04.166967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:04.182198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:04.185271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event updated for resources: {'Port': ['ID=d1465039-5de3-42de-8da3-d68e8561ac65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:04.194170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Request body: {'port': {'device_id': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'f331710b5f764048b58650daf6b319e6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:04.198106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.198693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.199368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.199899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.200455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.201008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.201563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.202104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.202654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.203198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.203942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.204532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:04.214891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd1a0d53b-9cfa-4f47-bb69-af50904aaeba', 'name': '', 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'mac_address': 'fa:16:3e:9c:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '5b948774-d86d-4356-85b3-4edae101b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:59Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 2, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'subnets': [{'id': '5b948774-d86d-4356-85b3-4edae101b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:04.235708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b48794-3533-4de7-9673-65d662eb093e req-a082649a-f1d3-40e8-a75f-1f95a3214094 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436272 Oct 13 04:04:04.251833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Checking router: 73eccf46-a002-46c0-aaaa-6342ed833d48 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:04:04.252513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Updating router 73eccf46-a002-46c0-aaaa-6342ed833d48 port d1a0d53b-9cfa-4f47-bb69-af50904aaeba binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:04:04.281172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:04.286610 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.291167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.311573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-c3227dae-d243-4f06-9c26-fab806f1efce tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6784034 Oct 13 04:04:04.325223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Request body: {'port': {'device_id': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:04.380380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Made reservation on behalf of f331710b5f764048b58650daf6b319e6 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:04.387493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a89e9930-5d98-4464-b40d-08697a4db9d5 req-7a9ec20f-3e7f-4518-98f5-6e4fc682b591 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 210 time: 0.0337090 Oct 13 04:04:04.389216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.413235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.429303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.437625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.560261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7f551b7-dfc3-4227-b090-3b416cf96c80 None None] Provisioning complete for port d1465039-5de3-42de-8da3-d68e8561ac65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:04.560515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f551b7-dfc3-4227-b090-3b416cf96c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.596392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Allocated IP 172.25.1.125 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/44c04e63-ab14-4a67-a303-202d02611f2e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:04.605691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7f551b7-dfc3-4227-b090-3b416cf96c80 None None] Port d1465039-5de3-42de-8da3-d68e8561ac65 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:04.608883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5e461-3425-42fa-bc83-ebb3b3d02e9f req-b2cd2b9f-d168-4338-b5c0-0c2fd64a93b2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:04.610618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5b5e461-3425-42fa-bc83-ebb3b3d02e9f req-b2cd2b9f-d168-4338-b5c0-0c2fd64a93b2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.1336789 Oct 13 04:04:04.616340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.633154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.746695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadaafbd-9273-4eb7-8272-af3ec1f02099,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:04.749497 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.760134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.816353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93812e8-3d53-4588-8b7c-8e400b7d5d9f None None] Pushing event updated for resources: {'Port': ['ID=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:04.844184 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.865253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Allocated IP 192.168.233.67 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/bb9dcb9a-db34-416d-bf30-4e24e0d7aefc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:04.898437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Attempting to bind port d1a0d53b-9cfa-4f47-bb69-af50904aaeba on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:04.898437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Attempting to bind port d1a0d53b-9cfa-4f47-bb69-af50904aaeba by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:04.899220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Attempting to bind port d1a0d53b-9cfa-4f47-bb69-af50904aaeba on network 4a844808-7ac3-421a-84e2-50798c18cc51 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:04.906025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:04.906361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Checking segment: {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:04.906836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.907529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Bound using segment: {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:04.907740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Bound port: d1a0d53b-9cfa-4f47-bb69-af50904aaeba, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062027a6-8149-4cc5-b44f-bfc807eb562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:04.908084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.924780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:04.987835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:05.003187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:05.008119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] For port d1a0d53b-9cfa-4f47-bb69-af50904aaeba, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:05.018198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] For port d1a0d53b-9cfa-4f47-bb69-af50904aaeba, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:05.024119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5b5e461-3425-42fa-bc83-ebb3b3d02e9f req-48f626cb-fb61-467b-891e-ce7f22dfe487 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044020 Oct 13 04:04:05.028600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.034587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:05.072545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=44c04e63-ab14-4a67-a303-202d02611f2e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:05.132432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Routers {'73eccf46-a002-46c0-aaaa-6342ed833d48'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:05.133400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:03:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['73eccf46-a002-46c0-aaaa-6342ed833d48'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:05.137590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93812e8-3d53-4588-8b7c-8e400b7d5d9f None None] Pushing event updated for resources: {'Port': ['ID=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:05.181486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771631e2-2446-478a-b5a2-dc1c4a5c5260 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:05.189712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03048929-e593-4f73-adba-677cf4c759b6 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:05.198409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.209882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.214802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Transition to ACTIVE for port object 771631e2-2446-478a-b5a2-dc1c4a5c5260 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:05.224174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.226406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.287973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.301894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Provisioning complete for port d1a0d53b-9cfa-4f47-bb69-af50904aaeba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:05.302245 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.323707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.346720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Pushing event updated for resources: {'Port': ['ID=771631e2-2446-478a-b5a2-dc1c4a5c5260,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:05.374127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 03048929-e593-4f73-adba-677cf4c759b6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:05.383854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] Set router 73eccf46-a002-46c0-aaaa-6342ed833d48 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:05.431442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 03048929-e593-4f73-adba-677cf4c759b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:05.431931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.481125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feacde1-a211-42be-8d20-11959f786834 req-857dee49-d038-48b8-aa78-834b46ec555b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:05.489006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6feacde1-a211-42be-8d20-11959f786834 req-857dee49-d038-48b8-aa78-834b46ec555b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 945 time: 0.2418218 Oct 13 04:04:05.504075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:05.518564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:05.530862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:05.571287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6feacde1-a211-42be-8d20-11959f786834 req-c4389108-60e6-402a-991f-1d3d9da6f2f8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758493 Oct 13 04:04:05.571965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Attempting to bind port 771631e2-2446-478a-b5a2-dc1c4a5c5260 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:05.572465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Attempting to bind port 771631e2-2446-478a-b5a2-dc1c4a5c5260 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:05.572616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Attempting to bind port 771631e2-2446-478a-b5a2-dc1c4a5c5260 on network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:05.586366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Port 771631e2-2446-478a-b5a2-dc1c4a5c5260 on network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:05.586969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Attempting to bind port 771631e2-2446-478a-b5a2-dc1c4a5c5260 on network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:05.605050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:05.605411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Checking segment: {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:05.605810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Bound using segment: {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:05.606243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Bound port: 771631e2-2446-478a-b5a2-dc1c4a5c5260, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43f1319-2781-4d5d-a803-adb8f7b46fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:05.606613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.612796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:05.613785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.629696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Pushing event updated for resources: {'Port': ['ID=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:05.653123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-1c83e266-d4eb-4af1-9289-3021aab8f322 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4650683 Oct 13 04:04:05.668485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Request body: {'port': {'device_id': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:05.713310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.761535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.799704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] For port 771631e2-2446-478a-b5a2-dc1c4a5c5260, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:05.811570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] For port 771631e2-2446-478a-b5a2-dc1c4a5c5260, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=771631e2-2446-478a-b5a2-dc1c4a5c5260,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:05.818616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.901002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Pushing event updated for resources: {'Port': ['ID=771631e2-2446-478a-b5a2-dc1c4a5c5260,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:05.913257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] For port d1a0d53b-9cfa-4f47-bb69-af50904aaeba, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:05.918025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:05.918651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.920221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-50e991db-99e3-437f-b1e3-16b43055a866 service neutron] 10.222.0.26 "PUT /v2.0/ports/771631e2-2446-478a-b5a2-dc1c4a5c5260 HTTP/1.1" status: 200 len: 1091 time: 1.5994947 Oct 13 04:04:05.920754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'tag': '771631e2-2446-478a-b5a2-dc1c4a5c5260'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:05.923549 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dcee12-b1b4-4855-b6c5-985635895a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "tag": "771631e2-2446-478a-b5a2-dc1c4a5c5260"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:05.929818 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:05.935347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.000203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Request body: {'port': {'device_id': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:06.033076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd1a0d53b-9cfa-4f47-bb69-af50904aaeba', 'name': '', 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'mac_address': 'fa:16:3e:9c:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '5b948774-d86d-4356-85b3-4edae101b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:59Z', 'updated_at': '2021-10-13T04:04:04Z', 'revision_number': 4, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'subnets': [{'id': '5b948774-d86d-4356-85b3-4edae101b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:06.122192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03048929-e593-4f73-adba-677cf4c759b6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:06.125354 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf3e925-14f6-429c-8cdd-946c63c0feab" -d '{"events": [{"server_uuid": "1bc4ba2f-433c-44d0-aea6-3e23932236c1", "name": "network-vif-plugged", "status": "completed", "tag": "03048929-e593-4f73-adba-677cf4c759b6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:06.135607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b10a8-928b-455e-9cb5-b28efb28b9db None None] The sync data for ids ['73eccf46-a002-46c0-aaaa-6342ed833d48'] in n-d-810220-9 is: [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd1a0d53b-9cfa-4f47-bb69-af50904aaeba', 'name': '', 'network_id': '4a844808-7ac3-421a-84e2-50798c18cc51', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'mac_address': 'fa:16:3e:9c:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '5b948774-d86d-4356-85b3-4edae101b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:59Z', 'updated_at': '2021-10-13T04:04:04Z', 'revision_number': 4, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'subnets': [{'id': '5b948774-d86d-4356-85b3-4edae101b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:04:06.149815 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.163905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.164639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 03048929-e593-4f73-adba-677cf4c759b6, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03048929-e593-4f73-adba-677cf4c759b6,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:06.169302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c723be7f-23c0-4aca-adce-dc0ff389994a None None] Provisioning complete for port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:06.169791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c723be7f-23c0-4aca-adce-dc0ff389994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.174438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.182251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.190347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Pushing event updated for resources: {'Port': ['ID=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:06.239618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.239955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.240481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.240857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.241182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.241504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.241827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.242141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.242453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.242770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.243078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.243388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb5408-eae6-445d-8fa1-2484f540b07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.259683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=44c04e63-ab14-4a67-a303-202d02611f2e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:06.291955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c723be7f-23c0-4aca-adce-dc0ff389994a None None] Port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:06.328213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.328939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.329929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.330562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.331108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.331581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.332016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.332391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.332968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.333603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.333937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.334669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:06.335394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=03048929-e593-4f73-adba-677cf4c759b6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:06.376430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.382286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c723be7f-23c0-4aca-adce-dc0ff389994a None None] Provisioning complete for port d1a0d53b-9cfa-4f47-bb69-af50904aaeba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:06.382662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c723be7f-23c0-4aca-adce-dc0ff389994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.441379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.452323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e75e7de-c181-4465-8d02-a466bd609654 req-a199c826-aec4-41e3-b2c9-c529c482486c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3896766 Oct 13 04:04:06.455050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:06.457773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9dcb9a-db34-416d-bf30-4e24e0d7aefc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:06.506722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.534550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e75e7de-c181-4465-8d02-a466bd609654 req-e874ae23-4453-40a9-ad67-fbb5199bccf7 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.0809784 Oct 13 04:04:06.551921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Transition to ACTIVE for port object bb9dcb9a-db34-416d-bf30-4e24e0d7aefc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:06.594093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.673931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1465039-5de3-42de-8da3-d68e8561ac65 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:06.674171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:06.689593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.709484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Transition to ACTIVE for port object d1465039-5de3-42de-8da3-d68e8561ac65 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:06.721125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.723441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:06.752435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff has no active binding in host n-h2-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:04:06.780121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75e7de-c181-4465-8d02-a466bd609654 req-d41a8f2f-0b41-4ccd-ae25-ad1f3107457e tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:06.794427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e75e7de-c181-4465-8d02-a466bd609654 req-d41a8f2f-0b41-4ccd-ae25-ad1f3107457e tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2586188 Oct 13 04:04:06.795709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Pushing event updated for resources: {'Port': ['ID=d1465039-5de3-42de-8da3-d68e8561ac65,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:06.812286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85930-acc9-4446-869b-85e1997a8fb7 req-ea62a454-e60a-4fd8-9e2d-7286ea0645b0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:06.820669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85930-acc9-4446-869b-85e1997a8fb7 req-ea62a454-e60a-4fd8-9e2d-7286ea0645b0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:06.833329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1a85930-acc9-4446-869b-85e1997a8fb7 req-ea62a454-e60a-4fd8-9e2d-7286ea0645b0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1666 time: 0.7276776 Oct 13 04:04:06.841067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Attempting to bind port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:06.841481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Attempting to bind port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:06.841752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Attempting to bind port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:06.852135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:06.852469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Attempting to bind port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:06.867275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:06.867716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:06.868024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:06.872260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Bound port: bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:06.872571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:06.967268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1a85930-acc9-4446-869b-85e1997a8fb7 req-81f1ff18-7d77-4b0e-a6bb-997c87e00f90 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330793 Oct 13 04:04:06.989298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d1a0d53b-9cfa-4f47-bb69-af50904aaeba up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:07.068613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Attempting to bind port d1465039-5de3-42de-8da3-d68e8561ac65 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:07.069143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Attempting to bind port d1465039-5de3-42de-8da3-d68e8561ac65 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:07.069481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Attempting to bind port d1465039-5de3-42de-8da3-d68e8561ac65 on network 1fd53f2e-48be-4060-b6d8-5069312c42f8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:07.080113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Port d1465039-5de3-42de-8da3-d68e8561ac65 on network 1fd53f2e-48be-4060-b6d8-5069312c42f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:07.080445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Attempting to bind port d1465039-5de3-42de-8da3-d68e8561ac65 on network 1fd53f2e-48be-4060-b6d8-5069312c42f8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:07.091290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:07.091290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Checking segment: {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:07.091654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Bound using segment: {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:07.092189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Bound port: d1465039-5de3-42de-8da3-d68e8561ac65, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17023c37-0724-46bb-8d57-bccbbf9602ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:07.092929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.125704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d1a0d53b-9cfa-4f47-bb69-af50904aaeba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:07.126084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.147719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e1395-7358-4901-b5bc-36e4ae4f6efb x-openstack-request-id: req-ed7e1395-7358-4901-b5bc-36e4ae4f6efb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:07.148047 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "tag": "771631e2-2446-478a-b5a2-dc1c4a5c5260", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:07.148289 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed7e1395-7358-4901-b5bc-36e4ae4f6efb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:07.148776 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'tag': '771631e2-2446-478a-b5a2-dc1c4a5c5260', 'status': 'completed', 'code': 200} Oct 13 04:04:07.348482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-fe501c55-28c4-4f28-a611-3c2826cbe58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.349269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-fe501c55-28c4-4f28-a611-3c2826cbe58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.350628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-fe501c55-28c4-4f28-a611-3c2826cbe58e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1938 time: 0.2010236 Oct 13 04:04:07.447003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] For port d1465039-5de3-42de-8da3-d68e8561ac65, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:07.462300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800426-c579-47f3-9734-eb7c3799592c req-14e84632-d1a8-4719-803c-d311b36e38b8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.471453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66800426-c579-47f3-9734-eb7c3799592c req-14e84632-d1a8-4719-803c-d311b36e38b8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.2276535 Oct 13 04:04:07.518898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d884e1-a071-42cd-b34d-8668571aa58f req-a086de9d-2b5b-4849-983e-f31ca80da36e tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.526368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19d884e1-a071-42cd-b34d-8668571aa58f req-a086de9d-2b5b-4849-983e-f31ca80da36e tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 947 time: 0.6232991 Oct 13 04:04:07.529652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] For port d1465039-5de3-42de-8da3-d68e8561ac65, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1465039-5de3-42de-8da3-d68e8561ac65,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:07.551053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] For port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:07.551254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66800426-c579-47f3-9734-eb7c3799592c req-23558262-a059-4473-8c0b-4f8a29378d15 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785360 Oct 13 04:04:07.563488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.573785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] For port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:07.585850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.643815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19d884e1-a071-42cd-b34d-8668571aa58f req-1c588273-5b67-4a09-b6fa-f9c02b0ebde1 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164687 Oct 13 04:04:07.650813 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5756e-c904-4a9d-9688-97408ff9dfe7 x-openstack-request-id: req-41c5756e-c904-4a9d-9688-97408ff9dfe7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:07.651214 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc4ba2f-433c-44d0-aea6-3e23932236c1", "name": "network-vif-plugged", "status": "completed", "tag": "03048929-e593-4f73-adba-677cf4c759b6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:07.651659 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41c5756e-c904-4a9d-9688-97408ff9dfe7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:07.652796 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03048929-e593-4f73-adba-677cf4c759b6', 'code': 200} Oct 13 04:04:07.665822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:07.684940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.685977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.687714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-bdcc2a7a-1c67-48c9-918c-7dd28220e6e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb9dcb9a-db34-416d-bf30-4e24e0d7aefc HTTP/1.1" status: 200 len: 1095 time: 2.0264485 Oct 13 04:04:07.689381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'tag': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:07.691823 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28865b9c-74fe-4476-9611-5c1e3c8e0667" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5d79ad-d15d-4ad6-9e13-4439e1137be1", "tag": "bb9dcb9a-db34-416d-bf30-4e24e0d7aefc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:07.770143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.770760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.772233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] 10.222.0.26 "PUT /v2.0/ports/d1465039-5de3-42de-8da3-d68e8561ac65 HTTP/1.1" status: 200 len: 1092 time: 1.7767608 Oct 13 04:04:07.858678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-f98cfc87-29fd-4394-b25d-bf50093dc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.859154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-f98cfc87-29fd-4394-b25d-bf50093dc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.859697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-f98cfc87-29fd-4394-b25d-bf50093dc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.866590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-f98cfc87-29fd-4394-b25d-bf50093dc648 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5068026 Oct 13 04:04:07.868979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:07.955848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01e67b-ce14-46bf-8f4f-4f7338b05914 service neutron] Pushing event updated for resources: {'Port': ['ID=d1465039-5de3-42de-8da3-d68e8561ac65,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:07.974885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddae7b7-21f2-44a1-acf6-bc3bd6152719 req-91b8ef22-2d46-48a8-8ee0-1b77e10a7e08 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.976517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ddae7b7-21f2-44a1-acf6-bc3bd6152719 req-91b8ef22-2d46-48a8-8ee0-1b77e10a7e08 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 946 time: 0.2469540 Oct 13 04:04:07.991657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b325-a15c-42ca-94a5-f2726516d123 req-44445812-d520-4467-bcdc-962f562472af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:07.993325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6629b325-a15c-42ca-94a5-f2726516d123 req-44445812-d520-4467-bcdc-962f562472af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 1097 time: 0.1571937 Oct 13 04:04:08.065907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6629b325-a15c-42ca-94a5-f2726516d123 req-a5330e99-c9cd-4dc6-bd51-e95d7bbc57c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638025 Oct 13 04:04:08.086975 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ddae7b7-21f2-44a1-acf6-bc3bd6152719 req-aee9518f-7515-4741-a615-1ee5de5dec92 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992222 Oct 13 04:04:08.142182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-5dd2aef7-6afa-4724-aefe-23462f516553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.143886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-5dd2aef7-6afa-4724-aefe-23462f516553 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f331710b5f764048b58650daf6b319e6&device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 1098 time: 0.3498740 Oct 13 04:04:08.153976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-212e5955-706f-4386-ac02-cb3b9b35d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.157626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67dcee12-b1b4-4855-b6c5-985635895a5d req-212e5955-706f-4386-ac02-cb3b9b35d1a0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770042 Oct 13 04:04:08.245022 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f6e158-709e-4909-8b9b-eb095dec8836 x-openstack-request-id: req-36f6e158-709e-4909-8b9b-eb095dec8836 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:08.245470 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5d79ad-d15d-4ad6-9e13-4439e1137be1", "tag": "bb9dcb9a-db34-416d-bf30-4e24e0d7aefc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:08.245726 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36f6e158-709e-4909-8b9b-eb095dec8836 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:08.246394 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'tag': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc', 'status': 'completed', 'code': 200} Oct 13 04:04:08.348147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-b2a2d813-91db-47f4-bb51-de58d94848b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc HTTP/1.1" status: 200 len: 217 time: 0.0714550 Oct 13 04:04:08.358122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df070e-3cb9-4cd6-8b54-fc06c7c7bc29 req-774a1a59-d2ca-4bca-b535-066c34cbe558 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.364714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df070e-3cb9-4cd6-8b54-fc06c7c7bc29 req-774a1a59-d2ca-4bca-b535-066c34cbe558 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.366334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13df070e-3cb9-4cd6-8b54-fc06c7c7bc29 req-774a1a59-d2ca-4bca-b535-066c34cbe558 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1678 time: 0.0656552 Oct 13 04:04:08.414251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13df070e-3cb9-4cd6-8b54-fc06c7c7bc29 req-49cd988a-10f7-483e-9972-7f1efba25d47 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Oct 13 04:04:08.444514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-0bd5472b-7a35-4ecf-bab9-76184b67e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.445289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-0bd5472b-7a35-4ecf-bab9-76184b67e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.446610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-0bd5472b-7a35-4ecf-bab9-76184b67e632 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1980 time: 0.2296338 Oct 13 04:04:08.458617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-f54d1318-94db-4e9d-9178-aa6d2b977fa0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3552485 Oct 13 04:04:08.461608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-ec4edcec-f515-4b62-af0e-3c9db5a8d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.463014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-ec4edcec-f515-4b62-af0e-3c9db5a8d004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1066782 Oct 13 04:04:08.473291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:08.521226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-beeba993-1570-4413-a199-a04c9e9f84b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=771631e2-2446-478a-b5a2-dc1c4a5c5260 HTTP/1.1" status: 200 len: 217 time: 0.0615544 Oct 13 04:04:08.591081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:08.612903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-d393bdc9-8b91-4398-a4c4-da28ee823564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.614393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-d393bdc9-8b91-4398-a4c4-da28ee823564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4210703b-3808-4947-8eb2-5129d10d453d HTTP/1.1" status: 200 len: 801 time: 0.0852439 Oct 13 04:04:08.659747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-f0a77cec-38b5-4129-8249-6f72495b11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.661324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-f0a77cec-38b5-4129-8249-6f72495b11f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528921 Oct 13 04:04:08.707644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe548bdd-c03c-48e7-a24d-8a7e7f0bd50e req-e2c7b33e-d2fd-4c7a-9bb1-f4635b4ccf68 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.709452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe548bdd-c03c-48e7-a24d-8a7e7f0bd50e req-e2c7b33e-d2fd-4c7a-9bb1-f4635b4ccf68 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 944 time: 0.0625758 Oct 13 04:04:08.762341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-8d319845-feca-4a54-98cc-da9ed4f6f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.763858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-8d319845-feca-4a54-98cc-da9ed4f6f582 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1195505 Oct 13 04:04:08.771502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe548bdd-c03c-48e7-a24d-8a7e7f0bd50e req-21d3c115-8972-4339-ac08-7ceac855d785 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552406 Oct 13 04:04:08.868611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-56a83ba0-ec5d-4352-84bd-91cf7e385ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915116 Oct 13 04:04:08.933324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f894-67fa-40f2-ae77-7dac86caa67e req-7993292e-7657-430a-93fe-138196a2ca08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:08.934825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d51f894-67fa-40f2-ae77-7dac86caa67e req-7993292e-7657-430a-93fe-138196a2ca08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 947 time: 0.0954976 Oct 13 04:04:08.941444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-1ecaa229-d10f-4dad-9e5f-bb772aa8caf5 service neutron] 10.222.0.15 "GET /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff/bindings/n-h2-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.0999908 Oct 13 04:04:09.010004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:09.018499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d51f894-67fa-40f2-ae77-7dac86caa67e req-71b40e5a-edd6-4e79-8508-4f2bfc29419e tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754797 Oct 13 04:04:09.022107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-76351b67-471a-46f0-9b20-21ba3d3857a5 service neutron] 10.222.0.26 "GET /v2.0/networks/b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464247 Oct 13 04:04:09.151186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'tag': 'd1465039-5de3-42de-8da3-d68e8561ac65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:09.153900 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c79f269-f3a2-406a-b65a-33f6cbba57b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "tag": "d1465039-5de3-42de-8da3-d68e8561ac65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:09.163539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:09.166331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:09.171133 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea15bee5-2d59-4fb4-83f3-72e3d2c09526 req-cdf68783-516a-418a-afc3-1ab24a676b82 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921507 Oct 13 04:04:09.209388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:09.282799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a8db08-7ad7-4957-87c5-fdba7e61b6ff {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:09.310384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-b8dbfe93-db31-4511-8375-6b756b3cf5a9 service neutron] 10.222.0.26 "GET /v2.0/networks/b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736521 Oct 13 04:04:09.339148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:09.366599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:09.385026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-928feebb-3aaa-4adc-b2d3-8bcaf702df4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=d1465039-5de3-42de-8da3-d68e8561ac65 HTTP/1.1" status: 200 len: 217 time: 0.0624647 Oct 13 04:04:09.399142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502230a-dba3-44f5-9a70-3b324bff7bb2 req-33945115-8137-439f-a9fc-4d33aeade6ba tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:09.399424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Allocated IP 172.25.1.82 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/e607a67b-bb52-4cb4-aac4-b537a9bcf3ca) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:09.401708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1502230a-dba3-44f5-9a70-3b324bff7bb2 req-33945115-8137-439f-a9fc-4d33aeade6ba tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 946 time: 0.1049604 Oct 13 04:04:09.453069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-add900e7-d112-4078-bd4d-e34d9a394179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:09.456391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-add900e7-d112-4078-bd4d-e34d9a394179 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f331710b5f764048b58650daf6b319e6&device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 1098 time: 0.1880887 Oct 13 04:04:09.490370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1502230a-dba3-44f5-9a70-3b324bff7bb2 req-424e148c-d025-4863-8864-757d619282ef tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636470 Oct 13 04:04:09.508885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] Transition to ACTIVE for port object d1a8db08-7ad7-4957-87c5-fdba7e61b6ff will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:09.515064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:09.585313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] No DVR routers for this DVR port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:09.605185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:09.629779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-9462b7a5-736e-45d9-88cf-8059ae92fc4b service neutron] 10.222.0.15 "PUT /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff/bindings/n-h2-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6808655 Oct 13 04:04:09.695051 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:09.715885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ac2f8-98c2-4358-a9b8-57ddcc84ea27 req-8edf6c3b-802f-4aa0-92d8-45e749d3ea29 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:09.722785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ac2f8-98c2-4358-a9b8-57ddcc84ea27 req-8edf6c3b-802f-4aa0-92d8-45e749d3ea29 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:09.724441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e51ac2f8-98c2-4358-a9b8-57ddcc84ea27 req-8edf6c3b-802f-4aa0-92d8-45e749d3ea29 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1678 time: 0.0756118 Oct 13 04:04:09.776503 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e51ac2f8-98c2-4358-a9b8-57ddcc84ea27 req-e62fad4c-8342-4329-8d11-2436acea7e5f tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Oct 13 04:04:09.849302 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dee9e0-ad4d-4314-b3ac-e5ee42cddbdc x-openstack-request-id: req-e1dee9e0-ad4d-4314-b3ac-e5ee42cddbdc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:09.849592 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "tag": "d1465039-5de3-42de-8da3-d68e8561ac65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:09.849838 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1dee9e0-ad4d-4314-b3ac-e5ee42cddbdc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:09.850218 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'tag': 'd1465039-5de3-42de-8da3-d68e8561ac65', 'status': 'completed', 'code': 200} Oct 13 04:04:09.880567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-e0b0aaba-fd4f-4a28-ac0f-389027523395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:09.882019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-e0b0aaba-fd4f-4a28-ac0f-389027523395 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f1b28b6-620d-4076-9cd4-7820933e0c14 HTTP/1.1" status: 200 len: 801 time: 0.4800887 Oct 13 04:04:09.905244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2e877-57d0-42a7-98bf-8885f71fdc02 req-6154bd49-2f78-4345-ad07-f816a5f24a80 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:09.907519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06a2e877-57d0-42a7-98bf-8885f71fdc02 req-6154bd49-2f78-4345-ad07-f816a5f24a80 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0556374 Oct 13 04:04:09.950117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06a2e877-57d0-42a7-98bf-8885f71fdc02 req-5c1cc744-e682-41e7-a909-706c7bffca40 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Oct 13 04:04:09.995211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:10.007523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-2c9221b0-a191-420e-9055-79d48f509f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.009017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-2c9221b0-a191-420e-9055-79d48f509f88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1fd53f2e-48be-4060-b6d8-5069312c42f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149597 Oct 13 04:04:10.010021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-8cf6da21-b442-4f4d-a8df-66fdba22aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.011250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-8cf6da21-b442-4f4d-a8df-66fdba22aa5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.5466740 Oct 13 04:04:10.115572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-a884efed-fc18-4d6d-9aef-ca743d91f181 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc HTTP/1.1" status: 200 len: 217 time: 0.0892031 Oct 13 04:04:10.142617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f56d8-7556-4f4b-9d1f-27506ef41e06 req-938549f5-37da-4feb-89e8-89dd745d2de8 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.144079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-415f56d8-7556-4f4b-9d1f-27506ef41e06 req-938549f5-37da-4feb-89e8-89dd745d2de8 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 947 time: 0.0518775 Oct 13 04:04:10.182423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:10.185531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-415f56d8-7556-4f4b-9d1f-27506ef41e06 req-d0110f18-dd74-4dee-8698-297b40ce82f2 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Oct 13 04:04:10.270896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:10.272576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-04004181-50b9-47fa-b592-6f1213279cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.274036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-04004181-50b9-47fa-b592-6f1213279cb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1345503 Oct 13 04:04:10.279503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-eb42ed72-4f69-4646-9db6-6ddf7d25f06f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.281072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-eb42ed72-4f69-4646-9db6-6ddf7d25f06f tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.4350810 Oct 13 04:04:10.285881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:10.296071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-e929bad3-cfa1-400f-a361-8dc2840f1092 service neutron] 10.222.0.26 "GET /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780292 Oct 13 04:04:10.298582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:10.301785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=e607a67b-bb52-4cb4-aac4-b537a9bcf3ca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:10.457066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-b621ea48-593d-439b-a359-8a5ae44b57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.458528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-b621ea48-593d-439b-a359-8a5ae44b57a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767192 Oct 13 04:04:10.463397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-84b969e7-09c9-4714-b96f-d3642f0f1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.464907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-84b969e7-09c9-4714-b96f-d3642f0f1c85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57&tenant_id=a62396ed82ce4e35966d8cba99f53fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1641281 Oct 13 04:04:10.592756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d26a42-cb0c-4a2e-93ae-3389f5f26cce req-0691a5a4-9c4d-488c-9689-8df87c691cce service neutron] 10.222.0.26 "GET /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655513 Oct 13 04:04:10.607273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:10.631479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2b71-2663-4461-bd09-2eb37d69fd9a req-8fedea7a-a3d2-4967-a5fc-5777213617bc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.639453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-974f2b71-2663-4461-bd09-2eb37d69fd9a req-8fedea7a-a3d2-4967-a5fc-5777213617bc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 946 time: 0.0776823 Oct 13 04:04:10.639875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-4b4f7f5a-cd19-4c08-a309-fddd0a49bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.642007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-4b4f7f5a-cd19-4c08-a309-fddd0a49bd22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1096 time: 0.1371636 Oct 13 04:04:10.679267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-974f2b71-2663-4461-bd09-2eb37d69fd9a req-655ed4e4-c451-4441-9cf5-f1cc179f376b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Oct 13 04:04:10.752127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:10.759166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-9e87317c-cf98-455b-bc4a-d61668988b84 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901592 Oct 13 04:04:10.871712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-f933a237-2d28-412c-8de2-df439c42c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.872103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-f933a237-2d28-412c-8de2-df439c42c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.873775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-f933a237-2d28-412c-8de2-df439c42c806 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1980 time: 0.2110319 Oct 13 04:04:10.925891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fae36-edfc-43d2-b8d4-d03f621eb171 req-112b4d5b-3bca-4a04-a6da-689762c2e6fa tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.932514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fae36-edfc-43d2-b8d4-d03f621eb171 req-112b4d5b-3bca-4a04-a6da-689762c2e6fa tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:10.934382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b3fae36-edfc-43d2-b8d4-d03f621eb171 req-112b4d5b-3bca-4a04-a6da-689762c2e6fa tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1678 time: 0.0695152 Oct 13 04:04:10.976237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b3fae36-edfc-43d2-b8d4-d03f621eb171 req-62812fce-4f5c-4ed4-93ac-d783666a8ba3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349181 Oct 13 04:04:11.002443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-680b0a8c-f3de-410c-94f1-e99f6a6ad4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.003955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-680b0a8c-f3de-410c-94f1-e99f6a6ad4b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 200 len: 922 time: 0.3424885 Oct 13 04:04:11.084714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-29269e86-f166-4b51-a218-cbbe95044a78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 200 len: 217 time: 0.0656872 Oct 13 04:04:11.093742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28865b9c-74fe-4476-9611-5c1e3c8e0667 req-cbad6c65-d867-429b-8fa1-49a55f38f87e service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134887 Oct 13 04:04:11.152916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-a428113f-b3cd-495a-9153-5cd0604a1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.154445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-a428113f-b3cd-495a-9153-5cd0604a1175 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1fd53f2e-48be-4060-b6d8-5069312c42f8 HTTP/1.1" status: 200 len: 902 time: 0.2694819 Oct 13 04:04:11.187883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-39bcbb8e-ca3e-4e72-8341-911123a1c325 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.189594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-39bcbb8e-ca3e-4e72-8341-911123a1c325 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1178002 Oct 13 04:04:11.207048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-47ec909d-0a8d-4aeb-bc7f-13657dabb9c9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0106938 Oct 13 04:04:11.214624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-decc9fb3-0df6-4e4e-aafd-6f05bb449555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.216109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-decc9fb3-0df6-4e4e-aafd-6f05bb449555 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 200 len: 861 time: 0.1143661 Oct 13 04:04:11.218802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-dad1f21c-8764-4e1a-b355-57b3636117e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=d1465039-5de3-42de-8da3-d68e8561ac65 HTTP/1.1" status: 200 len: 217 time: 0.0512612 Oct 13 04:04:11.259284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-8f236747-fd7a-4b0d-bc6c-105e2fc52fd2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456009 Oct 13 04:04:11.259918 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:11.293179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:11.296523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-2ad557ab-9a03-4ed6-8e14-f6463103d458 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc94f459-093a-4277-b616-cce24ef3c71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598085 Oct 13 04:04:11.357263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-9870e762-5faf-47cf-a5ef-136126663885 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897532 Oct 13 04:04:11.419894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-f31aa314-7ae3-480c-b872-c086ad386f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.421543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-f31aa314-7ae3-480c-b872-c086ad386f17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f1b28b6-620d-4076-9cd4-7820933e0c14 HTTP/1.1" status: 200 len: 801 time: 0.1859028 Oct 13 04:04:11.434222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=e607a67b-bb52-4cb4-aac4-b537a9bcf3ca,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:11.469346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-75193de0-55b7-4357-8665-54a83baf247b service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052296 Oct 13 04:04:11.475298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:11.511165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:11.512300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-ed91611e-9e6b-496e-850a-ec7c407ed9f8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0438364 Oct 13 04:04:11.519914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-8300f23c-47aa-4adc-a8f9-dd59649d0313 service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108653 Oct 13 04:04:11.539194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-415f2728-0f35-4bc8-b963-e7f34924a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.540602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-415f2728-0f35-4bc8-b963-e7f34924a837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1fd53f2e-48be-4060-b6d8-5069312c42f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037199 Oct 13 04:04:11.675323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-970dcba5-7763-4682-99b2-87619b8f6f09 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.1544075 Oct 13 04:04:11.698814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e395f-c6aa-4310-9c41-412ee4d7ef8a req-c28bafea-deb1-4e06-9421-dfff3d5e1ea9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.700854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b9e395f-c6aa-4310-9c41-412ee4d7ef8a req-c28bafea-deb1-4e06-9421-dfff3d5e1ea9 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0601165 Oct 13 04:04:11.749466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b9e395f-c6aa-4310-9c41-412ee4d7ef8a req-4d2ffda6-52ab-4344-aa51-6a14bf50f28a tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Oct 13 04:04:11.824863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-82cf492a-8aee-4771-b77a-112e09b875fd service neutron] 10.222.0.26 "GET /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954302 Oct 13 04:04:11.846798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-21166b7e-2dcc-4e9a-a843-6fd8676ea42b service neutron] 10.222.0.26 "GET /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731838 Oct 13 04:04:11.887888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b74f0-615c-4869-9ea6-9488b393824b req-37cf141d-7ced-41c1-975c-929a8601e640 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.889667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b16b74f0-615c-4869-9ea6-9488b393824b req-37cf141d-7ced-41c1-975c-929a8601e640 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 947 time: 0.0632126 Oct 13 04:04:11.933231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b16b74f0-615c-4869-9ea6-9488b393824b req-6430a766-88e2-4460-a977-1d3c3e3ee319 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Oct 13 04:04:11.960174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-85cbfaab-b3d6-4118-a4aa-e670dd142766 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:11.961798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cdb3b87-4a16-4eb2-939b-f6fe2f3c43f7 req-85cbfaab-b3d6-4118-a4aa-e670dd142766 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2704306 Oct 13 04:04:12.026919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c79f269-f3a2-406a-b65a-33f6cbba57b0 req-1a7acba6-0812-4702-abcb-de33120fd45a service neutron] 10.222.0.26 "GET /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647213 Oct 13 04:04:12.140479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-73ce8668-6995-47a9-8d49-92cf91a64550 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:12.142912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-73ce8668-6995-47a9-8d49-92cf91a64550 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57&tenant_id=a62396ed82ce4e35966d8cba99f53fa1&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.0650151 Oct 13 04:04:12.331130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-65bcb8d5-b5c2-4b49-b0b1-1bad873f25bf tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1930792 Oct 13 04:04:12.343467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:12.362694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-bed1537f-e8d7-449c-abfb-cd9e1ed11d98 service neutron] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:12.369668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-bed1537f-e8d7-449c-abfb-cd9e1ed11d98 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:12.371071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c87f080-f7c5-4bdd-a331-06e4e92e320b req-bed1537f-e8d7-449c-abfb-cd9e1ed11d98 service neutron] 10.222.0.26 "DELETE /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff/bindings/n-h1-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.2017019 Oct 13 04:04:12.385998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:12.504272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:12.644279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb13e-dd92-4c41-bac5-6f1bb14ffbc8 req-5feb38dc-2952-469d-9cbd-e71d125fd29b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:12.651970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb13e-dd92-4c41-bac5-6f1bb14ffbc8 req-5feb38dc-2952-469d-9cbd-e71d125fd29b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:12.654165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21fbb13e-dd92-4c41-bac5-6f1bb14ffbc8 req-5feb38dc-2952-469d-9cbd-e71d125fd29b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1678 time: 0.0736313 Oct 13 04:04:12.711405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21fbb13e-dd92-4c41-bac5-6f1bb14ffbc8 req-5880c5c7-99be-425f-b076-d8e6f421da68 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Oct 13 04:04:12.834328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9c23106-10f8-4001-a403-b77ce80f7357 req-0eebaa11-e481-409a-962a-f5ea79f50d11 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cc4ee60-ae44-40e4-9f29-e598813094bb HTTP/1.1" status: 200 len: 210 time: 0.0433462 Oct 13 04:04:12.937477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Allocated IP 172.25.1.226 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/32cf49ae-6721-4e07-98d8-fb8965b8cd00) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:12.944711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfefa92-208d-40bd-a2d4-61733331af3a req-c29dfa58-06b2-4e2f-9592-5eaaf151db98 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:12.946374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cbfefa92-208d-40bd-a2d4-61733331af3a req-c29dfa58-06b2-4e2f-9592-5eaaf151db98 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0508888 Oct 13 04:04:12.987934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cbfefa92-208d-40bd-a2d4-61733331af3a req-011f5b03-e5d4-44c6-bd29-ce7c76f86322 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Oct 13 04:04:13.055283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.100122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.121917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a80116-bfac-4cf3-a55a-339b881df05d req-36cb083e-7c7b-4f95-a4df-8df6593165d6 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:13.125543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a80116-bfac-4cf3-a55a-339b881df05d req-36cb083e-7c7b-4f95-a4df-8df6593165d6 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 947 time: 0.0648122 Oct 13 04:04:13.161832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-b682da31-1cd5-4cc7-b32a-f0d0d1d500e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=7cc4ee60-ae44-40e4-9f29-e598813094bb HTTP/1.1" status: 200 len: 210 time: 0.0541570 Oct 13 04:04:13.164655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a80116-bfac-4cf3-a55a-339b881df05d req-382b2acc-b547-442d-8d2e-7a1b00a5e408 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Oct 13 04:04:13.182279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:13.201322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:13.203700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=32cf49ae-6721-4e07-98d8-fb8965b8cd00,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:13.211357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb9dcb9a-db34-416d-bf30-4e24e0d7aefc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:13.213282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:13.346439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:13.359986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc', 'mac_address': 'fa:16:3e:92:74:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:13.371994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-2590ffef-05ae-43a3-8ee3-c2c1c341101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:13.373574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-2590ffef-05ae-43a3-8ee3-c2c1c341101e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1826475 Oct 13 04:04:13.391121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.414252 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.431115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9dcb9a-db34-416d-bf30-4e24e0d7aefc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:13.455965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:13.461249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.478593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.510493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e135be-71cd-4716-85e8-d4fec04c82be req-18331b18-d8f4-4635-9091-85e1f6f04a82 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:13.512344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9e135be-71cd-4716-85e8-d4fec04c82be req-18331b18-d8f4-4635-9091-85e1f6f04a82 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 1096 time: 0.0507774 Oct 13 04:04:13.514639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:13.528996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-f4899a7f-c289-4cf8-81f6-cc0b0f648721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:13.530425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-f4899a7f-c289-4cf8-81f6-cc0b0f648721 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498585 Oct 13 04:04:13.550995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9e135be-71cd-4716-85e8-d4fec04c82be req-b0baf42c-0c72-4425-804e-f8fe2e392c45 tempest-LiveAutoBlockMigrationV225Test-1260305013 tempest-LiveAutoBlockMigrationV225Test-1260305013-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311427 Oct 13 04:04:13.614817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6e1d341-a120-4c55-9b8b-3f7e31c764ae req-846956ba-809a-4a46-9fda-65461585eced tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cc4ee60-ae44-40e4-9f29-e598813094bb HTTP/1.1" status: 200 len: 210 time: 0.0524459 Oct 13 04:04:13.693766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.699559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.751607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bb9dcb9a-db34-416d-bf30-4e24e0d7aefc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:13.774956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=32cf49ae-6721-4e07-98d8-fb8965b8cd00,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:13.789903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.807733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:13.809228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-6741ce6b-e30c-4c93-a298-e0e921a925af tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4714410 Oct 13 04:04:13.873235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83374-861c-492b-a541-ccdabe6776df req-d482bebe-3ec6-4d5d-aeab-dbd287ff0ac4 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:13.874468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-cccc0810-2743-4245-9698-ed35a8ff285a tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0579302 Oct 13 04:04:13.880142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83374-861c-492b-a541-ccdabe6776df req-d482bebe-3ec6-4d5d-aeab-dbd287ff0ac4 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:13.889343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7af83374-861c-492b-a541-ccdabe6776df req-d482bebe-3ec6-4d5d-aeab-dbd287ff0ac4 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1678 time: 0.0767789 Oct 13 04:04:13.932907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7af83374-861c-492b-a541-ccdabe6776df req-40e94d74-8ce4-4656-a3fb-4539b84a8ca7 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Oct 13 04:04:13.967146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1744ac89-e923-4660-9a69-f157189cd44d req-6ebcfbb8-9c55-4610-8b65-0228eb1f32a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=7cc4ee60-ae44-40e4-9f29-e598813094bb HTTP/1.1" status: 200 len: 210 time: 0.0275841 Oct 13 04:04:14.029346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae933e9c-4f6e-460b-8a48-3750927e86e3 req-7f4f6056-e38e-4d6d-aa02-aba0374102e2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:14.030919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae933e9c-4f6e-460b-8a48-3750927e86e3 req-7f4f6056-e38e-4d6d-aa02-aba0374102e2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0524342 Oct 13 04:04:14.064399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-df5e6ca8-657a-4680-84e5-45080299e03c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:14.065776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32e95d22-9e3d-4467-a2ef-2ee0c1240244 req-df5e6ca8-657a-4680-84e5-45080299e03c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1848364 Oct 13 04:04:14.076704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae933e9c-4f6e-460b-8a48-3750927e86e3 req-70dec07b-84b0-4241-9045-dfa80500b154 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Oct 13 04:04:14.120818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744ac89-e923-4660-9a69-f157189cd44d req-a6cdce5d-7486-41dc-a292-268e9b1cd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:14.122295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1744ac89-e923-4660-9a69-f157189cd44d req-a6cdce5d-7486-41dc-a292-268e9b1cd3d1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1391559 Oct 13 04:04:14.166201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60f20525-ffd2-4b70-ac16-7de6ca5f8479 req-31168647-9d5d-41e5-ae6a-e9ee086e93ea tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cc4ee60-ae44-40e4-9f29-e598813094bb HTTP/1.1" status: 200 len: 210 time: 0.0408432 Oct 13 04:04:14.217831 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-471385f2-0a6e-4b5e-84bc-67bb0d379c9e tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1111643 Oct 13 04:04:14.226849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:14.251228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.280931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744ac89-e923-4660-9a69-f157189cd44d req-62ad809c-9f34-48b7-9791-3b5b2984b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:14.282934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1744ac89-e923-4660-9a69-f157189cd44d req-62ad809c-9f34-48b7-9791-3b5b2984b657 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465027 Oct 13 04:04:14.306473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30f3dd-9435-4164-bfed-7906030ccea1 req-d8cd05eb-4322-4903-a21f-adcc21a2c517 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:14.307914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac30f3dd-9435-4164-bfed-7906030ccea1 req-d8cd05eb-4322-4903-a21f-adcc21a2c517 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 948 time: 0.0665321 Oct 13 04:04:14.346185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac30f3dd-9435-4164-bfed-7906030ccea1 req-abe59585-976a-4e72-819a-d56a97ca4930 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Oct 13 04:04:14.354258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.393054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1744ac89-e923-4660-9a69-f157189cd44d req-226197ab-36f3-44c5-a867-787f1c1b7626 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cc4ee60-ae44-40e4-9f29-e598813094bb HTTP/1.1" status: 200 len: 210 time: 0.0307686 Oct 13 04:04:14.463178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 771631e2-2446-478a-b5a2-dc1c4a5c5260 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:14.498136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Allocated IP 172.25.1.212 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/1c19811e-541a-4552-bbc8-87211953f7c5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:14.597557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 771631e2-2446-478a-b5a2-dc1c4a5c5260, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=771631e2-2446-478a-b5a2-dc1c4a5c5260,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:14.614052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '771631e2-2446-478a-b5a2-dc1c4a5c5260', 'network_id': 'b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5', 'port_id': '771631e2-2446-478a-b5a2-dc1c4a5c5260', 'mac_address': 'fa:16:3e:ea:4c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210703b-3808-4947-8eb2-5129d10d453d', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:14.647258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-26f86e35-ad97-4ae4-a43f-20a72341942f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:14.649071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-26f86e35-ad97-4ae4-a43f-20a72341942f tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 945 time: 0.0829022 Oct 13 04:04:14.658166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.692757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.700860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.711715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771631e2-2446-478a-b5a2-dc1c4a5c5260 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:14.745922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 771631e2-2446-478a-b5a2-dc1c4a5c5260, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=771631e2-2446-478a-b5a2-dc1c4a5c5260,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:14.752926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.754323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1465039-5de3-42de-8da3-d68e8561ac65 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:14.772194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:14.773366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=1c19811e-541a-4552-bbc8-87211953f7c5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:14.776286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:14.779220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:14.786122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Deleting port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:14.786451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.874015 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.893701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] For port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:14.894040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.898526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=771631e2-2446-478a-b5a2-dc1c4a5c5260,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:14.910764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Calling delete_port for d1a8db08-7ad7-4957-87c5-fdba7e61b6ff owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:14.914705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.983254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d1465039-5de3-42de-8da3-d68e8561ac65, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1465039-5de3-42de-8da3-d68e8561ac65,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:14.999806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'd1465039-5de3-42de-8da3-d68e8561ac65', 'network_id': '1fd53f2e-48be-4060-b6d8-5069312c42f8', 'port_id': 'd1465039-5de3-42de-8da3-d68e8561ac65', 'mac_address': 'fa:16:3e:04:df:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1b28b6-620d-4076-9cd4-7820933e0c14', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:15.054603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.070183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1465039-5de3-42de-8da3-d68e8561ac65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:15.089917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d1465039-5de3-42de-8da3-d68e8561ac65, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1465039-5de3-42de-8da3-d68e8561ac65,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:15.095123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.099028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.122319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774def3f-066e-4c66-a0f2-2b26b49ae8b6 req-d6d126d7-cdda-41db-b3df-af5f8286437b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:15.128599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9266215f-c447-4967-a8c5-a52c02b281b8', 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:15.129216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774def3f-066e-4c66-a0f2-2b26b49ae8b6 req-d6d126d7-cdda-41db-b3df-af5f8286437b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:15.134354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.136984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-774def3f-066e-4c66-a0f2-2b26b49ae8b6 req-d6d126d7-cdda-41db-b3df-af5f8286437b tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1679 time: 0.0870295 Oct 13 04:04:15.143435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.169998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event deleted for resources: {'Port': ['ID=d1a8db08-7ad7-4957-87c5-fdba7e61b6ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:15.186610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d1465039-5de3-42de-8da3-d68e8561ac65,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:15.193288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event updated for resources: {'Port': ['ID=1c19811e-541a-4552-bbc8-87211953f7c5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:15.218381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb9dcb9a-db34-416d-bf30-4e24e0d7aefc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:15.243662 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.249408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] No DVR routers for this DVR port d1a8db08-7ad7-4957-87c5-fdba7e61b6ff on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:15.254301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.257630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-141d2edf-0dca-418d-8cf4-7f956cbb60f5 req-81350a1e-bb50-459d-928e-14859ba930d1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "DELETE /v2.0/ports/d1a8db08-7ad7-4957-87c5-fdba7e61b6ff HTTP/1.1" status: 204 len: 173 time: 0.6027381 Oct 13 04:04:15.258089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'name': 'network-vif-deleted', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:15.260787 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d65eae5-f972-4211-ae02-16e6ebd1d069" -d '{"events": [{"server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "name": "network-vif-deleted", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:15.268156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.279605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-5157b817-a5c5-4be4-a060-90bd6bcaf3a2 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0564554 Oct 13 04:04:15.280383 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-774def3f-066e-4c66-a0f2-2b26b49ae8b6 req-e2268d4a-a11c-4e22-9991-94f9be008eca tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424882 Oct 13 04:04:15.319080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:15.333928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:15.335000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.338934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-35849cf9-6a7f-4062-b708-886effa4cb21 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0581627 Oct 13 04:04:15.425312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0ffbec2-d532-44b3-a28e-5fbd583525da req-64b045b7-ca84-4d26-91f4-3915233a5c52 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0478439 Oct 13 04:04:15.454501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.504333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-7f640f4b-c415-432b-8248-a6dcb6a27705 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:15.510342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:15.521290 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b5a6289-80ce-474e-97f9-347903d0f321 req-7f640f4b-c415-432b-8248-a6dcb6a27705 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1726730 Oct 13 04:04:15.523095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:15.525410 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4021c-12a2-4d2d-b674-93110634ca73" -d '{"events": [{"server_uuid": "2e5d79ad-d15d-4ad6-9e13-4439e1137be1", "name": "network-vif-plugged", "status": "completed", "tag": "bb9dcb9a-db34-416d-bf30-4e24e0d7aefc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:15.533268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['771631e2-2446-478a-b5a2-dc1c4a5c5260'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:15.546977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.585666 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ecf03e-4f34-402c-acf8-70fe49745e2b x-openstack-request-id: req-b6ecf03e-4f34-402c-acf8-70fe49745e2b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:15.585956 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e51e876-97ac-4b0f-ade9-d09828eddd57", "name": "network-vif-deleted", "tag": "d1a8db08-7ad7-4957-87c5-fdba7e61b6ff", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:15.586253 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6ecf03e-4f34-402c-acf8-70fe49745e2b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:15.586609 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e51e876-97ac-4b0f-ade9-d09828eddd57', 'name': 'network-vif-deleted', 'tag': 'd1a8db08-7ad7-4957-87c5-fdba7e61b6ff', 'status': 'completed', 'code': 200} Oct 13 04:04:15.657222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ba095-6c75-4029-863d-8979c9648bc1 req-6e906aab-1ab1-421c-93ce-e735c38570d8 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:15.670539 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c2ba095-6c75-4029-863d-8979c9648bc1 req-6e906aab-1ab1-421c-93ce-e735c38570d8 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 949 time: 0.0917406 Oct 13 04:04:15.697882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:15.733960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c2ba095-6c75-4029-863d-8979c9648bc1 req-e7438849-d2ad-4d39-8bf7-9ada76bd8954 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622363 Oct 13 04:04:15.820396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6e3930d-6807-4d32-ba62-76e2ebe921b0 req-2eebd0bc-e272-4910-9044-ed35ee3d8eaf tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips/4235c258-8798-40c6-8d3b-f53bf9752471 HTTP/1.1" status: 200 len: 693 time: 0.0606852 Oct 13 04:04:15.830670 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f21f9dc-04f9-4186-bfcb-a998f4b50ebf x-openstack-request-id: req-7f21f9dc-04f9-4186-bfcb-a998f4b50ebf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:15.830950 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5d79ad-d15d-4ad6-9e13-4439e1137be1", "name": "network-vif-plugged", "status": "completed", "tag": "bb9dcb9a-db34-416d-bf30-4e24e0d7aefc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:15.831369 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f21f9dc-04f9-4186-bfcb-a998f4b50ebf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:15.831925 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc', 'code': 200} Oct 13 04:04:15.940988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b18887-69cf-47a8-a401-725877d7947d req-77c590f8-2f57-4f16-a06f-69ac1c6b1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:15.943240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4b18887-69cf-47a8-a401-725877d7947d req-77c590f8-2f57-4f16-a06f-69ac1c6b1ccb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 1100 time: 0.0478852 Oct 13 04:04:15.960099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3930d-6807-4d32-ba62-76e2ebe921b0 req-e8d0ecfd-2b44-49d4-bf4d-a39d6d79041f tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:15.966373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6e3930d-6807-4d32-ba62-76e2ebe921b0 req-e8d0ecfd-2b44-49d4-bf4d-a39d6d79041f tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1444671 Oct 13 04:04:16.032048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-a059fdf9-ae8d-45fc-bfe0-9bd2c77756ca tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips/4235c258-8798-40c6-8d3b-f53bf9752471 HTTP/1.1" status: 200 len: 693 time: 0.0474386 Oct 13 04:04:16.059200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4b18887-69cf-47a8-a401-725877d7947d req-92ca612a-e8eb-4bf7-9514-95a6396ec053 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074204 Oct 13 04:04:16.108452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-49b5cf41-dfd4-4633-b0b8-5c70d96fbe2c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:16.110466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-49b5cf41-dfd4-4633-b0b8-5c70d96fbe2c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1303337 Oct 13 04:04:16.126691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-9aac03e4-99f8-4da1-9192-7e8614d25b81 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0095420 Oct 13 04:04:16.160463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-9ac2716a-75b6-42a3-a00a-5cd78d1bb33c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:16.161978 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-9ac2716a-75b6-42a3-a00a-5cd78d1bb33c tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1114960 Oct 13 04:04:16.178777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-31fd9c41-3959-470f-9ae4-4203887596ff tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462966 Oct 13 04:04:16.212041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-09461cf9-6ed3-4ef9-b175-f88698f215fc tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0433848 Oct 13 04:04:16.265441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-00010727-d6ab-4d45-bf47-9763d2ec784d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0468690 Oct 13 04:04:16.274739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-5a483627-9ec5-4bd6-98d5-2315b6d903e4 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890901 Oct 13 04:04:16.364032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-527d3ec3-7912-4c48-aa28-22728bea2752 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830467 Oct 13 04:04:16.400514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Deleting port 1c19811e-541a-4552-bbc8-87211953f7c5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:16.400923 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:16.492610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:16.492966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:16.506287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Calling delete_port for 1c19811e-541a-4552-bbc8-87211953f7c5 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:16.593921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5381e-87bc-4ba9-956d-e97179804bc4 req-08c08dff-c5ef-4e49-887a-2990b4306e1c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:16.600646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5381e-87bc-4ba9-956d-e97179804bc4 req-08c08dff-c5ef-4e49-887a-2990b4306e1c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:16.601880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b5381e-87bc-4ba9-956d-e97179804bc4 req-08c08dff-c5ef-4e49-887a-2990b4306e1c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1680 time: 0.0712874 Oct 13 04:04:16.659148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b5381e-87bc-4ba9-956d-e97179804bc4 req-8c79d11e-3d03-4958-8a73-e6581a7e2ece tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494084 Oct 13 04:04:16.719408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:16.732500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d1465039-5de3-42de-8da3-d68e8561ac65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:16.769745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-531a2a6f-c14c-4d64-9b30-78ac10d3042a req-976ccf70-ae8c-4b17-9639-b031e5e7b313 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0385332 Oct 13 04:04:16.775675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event deleted for resources: {'Port': ['ID=1c19811e-541a-4552-bbc8-87211953f7c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:16.850029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd18e99c-8eca-4476-9737-bf8e34cbbbfd req-510e653c-260c-4c4c-ba68-00901a618b0b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 210 time: 0.0398686 Oct 13 04:04:16.860930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:16.865240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:16.866801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d6b0b0f-fb54-4311-976a-01caf68c3eaf req-57f6e8f5-4b6b-4633-a200-06a764eb2e7b tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "DELETE /v2.0/floatingips/4235c258-8798-40c6-8d3b-f53bf9752471 HTTP/1.1" status: 204 len: 173 time: 0.5948684 Oct 13 04:04:17.024134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346ba59-098f-4f05-971e-d6d153a31f04 req-3f149c2f-e9cb-4be4-a032-70e41c750e5f tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.031979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1346ba59-098f-4f05-971e-d6d153a31f04 req-3f149c2f-e9cb-4be4-a032-70e41c750e5f tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 949 time: 0.0904901 Oct 13 04:04:17.086506 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1346ba59-098f-4f05-971e-d6d153a31f04 req-0fc26932-0f91-4d85-827f-3cbcf20381a4 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Oct 13 04:04:17.232658 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:04:17.261474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c52c2-e153-433d-93f7-c3e4cadf880c req-e5441e42-b1f4-4140-a936-312a41359f8d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.263345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f70c52c2-e153-433d-93f7-c3e4cadf880c req-e5441e42-b1f4-4140-a936-312a41359f8d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.0522857 Oct 13 04:04:17.321679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014a6f-543e-440e-ba14-b310e270504d req-622c863b-6882-47cb-a701-88e5ff7ef0e8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.322237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f70c52c2-e153-433d-93f7-c3e4cadf880c req-7de5e9d6-ecbd-4e25-bb8a-626c0a72bd6f tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512412 Oct 13 04:04:17.326813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f014a6f-543e-440e-ba14-b310e270504d req-622c863b-6882-47cb-a701-88e5ff7ef0e8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2491589 Oct 13 04:04:17.433327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2529e3f1-6d63-44b5-9b10-c65f49d1678b req-816d0da5-43c6-455c-b7de-7afdd1eefc59 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=7e4996ace6b7446390b7a73f3049892d HTTP/1.1" status: 200 len: 1656 time: 0.0834575 Oct 13 04:04:17.544198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529e3f1-6d63-44b5-9b10-c65f49d1678b req-cf26c17e-393a-429c-8deb-53b8d9c69fca tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.545689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2529e3f1-6d63-44b5-9b10-c65f49d1678b req-cf26c17e-393a-429c-8deb-53b8d9c69fca tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks?id=048f0fca-23a1-423c-a5bc-6be25148f21f&id=048f0fca-23a1-423c-a5bc-6be25148f21f&id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 787 time: 0.1062858 Oct 13 04:04:17.556620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-2529e3f1-6d63-44b5-9b10-c65f49d1678b req-6b393125-0ba0-4d1c-b7b9-044a034ef36f tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:04:17.557588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2529e3f1-6d63-44b5-9b10-c65f49d1678b req-6b393125-0ba0-4d1c-b7b9-044a034ef36f tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054345 Oct 13 04:04:17.624982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-7c7a007c-ca26-4f61-8fc1-2012e9cc4055 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips/934e8e4c-eede-4344-b0c6-3c4f40e9632a HTTP/1.1" status: 200 len: 693 time: 0.0456209 Oct 13 04:04:17.762259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-a5d49f91-86e6-49af-92f6-709396c68217 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.773298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-a5d49f91-86e6-49af-92f6-709396c68217 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1424701 Oct 13 04:04:17.837320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d00e5c-a635-4359-8bfb-58eeb6b05d8e req-71ec8865-db71-4df1-86a7-4326132a19d8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.843475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d00e5c-a635-4359-8bfb-58eeb6b05d8e req-71ec8865-db71-4df1-86a7-4326132a19d8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.848749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-ae975ff3-db24-45d9-98a9-21d0b6ea1ab4 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0605989 Oct 13 04:04:17.851143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1d00e5c-a635-4359-8bfb-58eeb6b05d8e req-71ec8865-db71-4df1-86a7-4326132a19d8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1680 time: 0.1261089 Oct 13 04:04:17.909227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-a5475fd7-e2e8-4b11-ac48-2b3c74bb7730 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0591574 Oct 13 04:04:17.913879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1d00e5c-a635-4359-8bfb-58eeb6b05d8e req-49df83e1-2b44-4440-95f9-c6db8a19c996 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612073 Oct 13 04:04:17.923104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-0b344cc2-11b0-41ff-9c2f-e9579b183756 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:17.924654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-0b344cc2-11b0-41ff-9c2f-e9579b183756 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1737027 Oct 13 04:04:17.956359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:18.028920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d138e5b-1d4e-4225-b3b5-47cfee20ec07 req-2ef58b3e-01c3-4046-8bde-45e40c22692b tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0552852 Oct 13 04:04:18.058413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Deleting port 32cf49ae-6721-4e07-98d8-fb8965b8cd00 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:18.058759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.138838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ef9eb05-6004-4f3f-b4ee-6989b5dd6eb5 req-3951dc9c-f948-4b3f-8412-412f1e65d227 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 210 time: 0.0347567 Oct 13 04:04:18.139841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:18.144632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.145028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.146448 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.157950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Calling delete_port for 32cf49ae-6721-4e07-98d8-fb8965b8cd00 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:18.324516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.9 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/223c65fb-449b-4257-a21f-891a28678d1a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:18.331571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.361672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf005-17cd-4a2d-bb5b-6dee0f218c6b req-dac9a8dc-f658-4e9d-b3c2-e42c4a6bbdf7 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:18.363245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-936bf005-17cd-4a2d-bb5b-6dee0f218c6b req-dac9a8dc-f658-4e9d-b3c2-e42c4a6bbdf7 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 949 time: 0.0735259 Oct 13 04:04:18.365914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event deleted for resources: {'Port': ['ID=32cf49ae-6721-4e07-98d8-fb8965b8cd00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:18.435961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.439525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.440722 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5edf2aeb-534f-42d9-9f95-3c971ba19616 req-8e24bb92-3dba-445c-b162-56b38c9d7a0d tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "DELETE /v2.0/floatingips/934e8e4c-eede-4344-b0c6-3c4f40e9632a HTTP/1.1" status: 204 len: 173 time: 0.5286481 Oct 13 04:04:18.481267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-936bf005-17cd-4a2d-bb5b-6dee0f218c6b req-513b211f-8173-47fd-a1e7-c017a88faa17 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872891 Oct 13 04:04:18.514069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 771631e2-2446-478a-b5a2-dc1c4a5c5260 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:18.550931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.589243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 771631e2-2446-478a-b5a2-dc1c4a5c5260 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:18.591917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.593920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 771631e2-2446-478a-b5a2-dc1c4a5c5260 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:18.594134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.641323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-223a6d5f-1cee-4673-a504-865510eb86c8 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips/2dab027f-71b6-478b-81db-68d8206da0c4 HTTP/1.1" status: 200 len: 692 time: 0.0910196 Oct 13 04:04:18.660107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=223c65fb-449b-4257-a21f-891a28678d1a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:18.667830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:18.669964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:18.672186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:18.678138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:18.795439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-2e108a3c-15b8-497d-adeb-e95c0822859e tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:18.796975 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-2e108a3c-15b8-497d-adeb-e95c0822859e tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1498206 Oct 13 04:04:18.814758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:18.815388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.840291 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.846389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-2fbaf44b-2c99-4bd2-a9f7-3efe295d1e8d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8962409 Oct 13 04:04:18.862820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Request body: {'port': {'device_id': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:18.880955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-0bb32d9d-7ec0-4d3f-8e17-f5bdbc34d0f3 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0763445 Oct 13 04:04:18.896150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 771631e2-2446-478a-b5a2-dc1c4a5c5260, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=771631e2-2446-478a-b5a2-dc1c4a5c5260,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:18.897638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771631e2-2446-478a-b5a2-dc1c4a5c5260'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:18.900038 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b74c52-5b59-4e4f-9d20-ad9edd8c3591" -d '{"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-plugged", "status": "completed", "tag": "771631e2-2446-478a-b5a2-dc1c4a5c5260"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:18.914742 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.915583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1465039-5de3-42de-8da3-d68e8561ac65 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:18.962365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.989740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-ab64e5ec-b4f6-4980-b762-dfe6549415b1 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.1012099 Oct 13 04:04:19.002970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=771631e2-2446-478a-b5a2-dc1c4a5c5260,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:19.042579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9f65-8ea5-4329-b55c-9262e9944cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.131723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port d1465039-5de3-42de-8da3-d68e8561ac65 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:19.136425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port d1465039-5de3-42de-8da3-d68e8561ac65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:19.137183 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.210272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Deleting port e607a67b-bb52-4cb4-aac4-b537a9bcf3ca {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:19.211025 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.230439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.250162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66945f22-007a-4401-9761-eb497789f18d req-c1ebaec1-0e00-47da-a26c-ef817ed6b282 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:19.258925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66945f22-007a-4401-9761-eb497789f18d req-c1ebaec1-0e00-47da-a26c-ef817ed6b282 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.1274214 Oct 13 04:04:19.275564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d1465039-5de3-42de-8da3-d68e8561ac65, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1465039-5de3-42de-8da3-d68e8561ac65,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:19.281610 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.283416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:19.307619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.308420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.311279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: d1a8db08-7ad7-4957-87c5-fdba7e61b6ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:19.311526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1a8db08-7ad7-4957-87c5-fdba7e61b6ff not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:19.324547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66945f22-007a-4401-9761-eb497789f18d req-ee1e02b3-9f88-434a-8493-34f86d645152 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646238 Oct 13 04:04:19.330006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Calling delete_port for e607a67b-bb52-4cb4-aac4-b537a9bcf3ca owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:19.378790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d1465039-5de3-42de-8da3-d68e8561ac65,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:19.472290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b42e7-baec-45d4-a059-8897000c5d56 req-f2a26e29-a130-4df4-872a-22dfc653c2f5 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:19.479670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-332b42e7-baec-45d4-a059-8897000c5d56 req-f2a26e29-a130-4df4-872a-22dfc653c2f5 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 949 time: 0.0897486 Oct 13 04:04:19.483698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223c65fb-449b-4257-a21f-891a28678d1a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:19.508605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.525390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.537665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Transition to ACTIVE for port object 223c65fb-449b-4257-a21f-891a28678d1a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:19.549721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-332b42e7-baec-45d4-a059-8897000c5d56 req-f2476f88-7bab-4036-81a6-652b09546516 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Oct 13 04:04:19.550727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.558849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event deleted for resources: {'Port': ['ID=e607a67b-bb52-4cb4-aac4-b537a9bcf3ca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:19.628211 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08847f-ef36-4297-989f-0eaa455a7812 x-openstack-request-id: req-6d08847f-ef36-4297-989f-0eaa455a7812 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:19.629166 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-plugged", "status": "completed", "tag": "771631e2-2446-478a-b5a2-dc1c4a5c5260", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:19.629663 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d08847f-ef36-4297-989f-0eaa455a7812 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:19.630227 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771631e2-2446-478a-b5a2-dc1c4a5c5260', 'code': 200} Oct 13 04:04:19.634573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.639852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.643213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b53011ac-2cc3-46f5-b4cc-c4a60d9d40dd req-c52a9564-14fc-483e-969d-889d718d50f0 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "DELETE /v2.0/floatingips/2dab027f-71b6-478b-81db-68d8206da0c4 HTTP/1.1" status: 204 len: 173 time: 0.6473093 Oct 13 04:04:19.663910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Pushing event updated for resources: {'Port': ['ID=223c65fb-449b-4257-a21f-891a28678d1a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:19.746599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f344921d-c349-4fb6-bc04-916fb0c41306 req-eb1682ab-8ea8-4089-b9e5-c6889ee49e39 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e51e876-97ac-4b0f-ade9-d09828eddd57 HTTP/1.1" status: 200 len: 210 time: 0.0294211 Oct 13 04:04:19.768473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Attempting to bind port 223c65fb-449b-4257-a21f-891a28678d1a on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:19.768473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Attempting to bind port 223c65fb-449b-4257-a21f-891a28678d1a by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:19.768925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Attempting to bind port 223c65fb-449b-4257-a21f-891a28678d1a on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:19.781875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc738d-51fc-4437-9e82-6afad1518c6f req-6a2dc581-8f42-44e9-be73-9c311bf095bd tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:19.788866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc738d-51fc-4437-9e82-6afad1518c6f req-6a2dc581-8f42-44e9-be73-9c311bf095bd tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:19.790636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5abc738d-51fc-4437-9e82-6afad1518c6f req-6a2dc581-8f42-44e9-be73-9c311bf095bd tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.0941412 Oct 13 04:04:19.793204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Port 223c65fb-449b-4257-a21f-891a28678d1a on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:19.793530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Attempting to bind port 223c65fb-449b-4257-a21f-891a28678d1a on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:19.805700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:19.806174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:19.806531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:19.806886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Bound port: 223c65fb-449b-4257-a21f-891a28678d1a, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:19.807320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.875461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3969443-7524-4da9-8a31-45a773cad22b req-0e798a02-4706-486c-9a79-4aac716305ca tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:19.877327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5abc738d-51fc-4437-9e82-6afad1518c6f req-2f1b01b0-24e1-4f34-b0fd-fbb8b6e5b2a1 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780289 Oct 13 04:04:19.877489 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3969443-7524-4da9-8a31-45a773cad22b req-0e798a02-4706-486c-9a79-4aac716305ca tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 943 time: 0.0574539 Oct 13 04:04:19.903780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] For port 223c65fb-449b-4257-a21f-891a28678d1a, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:19.907579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] For port 223c65fb-449b-4257-a21f-891a28678d1a, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=223c65fb-449b-4257-a21f-891a28678d1a,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:19.913239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.952709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:19.953441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:19.955454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] 10.222.0.15 "PUT /v2.0/ports/223c65fb-449b-4257-a21f-891a28678d1a HTTP/1.1" status: 200 len: 1091 time: 1.0989714 Oct 13 04:04:19.955894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'tag': '223c65fb-449b-4257-a21f-891a28678d1a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:19.958662 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8546e8-fb84-480a-9a11-04086a26ba36" -d '{"events": [{"name": "network-changed", "server_uuid": "f3938ea0-88e4-4b75-a137-422de69a0f3d", "tag": "223c65fb-449b-4257-a21f-891a28678d1a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:19.962295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3969443-7524-4da9-8a31-45a773cad22b req-dc8c61fa-9a40-4bc8-9a01-7ab3d128271d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660329 Oct 13 04:04:20.001976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361440-f299-4507-b378-992aa4d3d756 service neutron] Pushing event updated for resources: {'Port': ['ID=223c65fb-449b-4257-a21f-891a28678d1a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:20.052367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-6f403187-dca3-4253-86f7-46e684aa6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:20.053993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-6f403187-dca3-4253-86f7-46e684aa6aef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 1094 time: 0.0446367 Oct 13 04:04:20.107911 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666f6e4-116d-47b8-949f-00d1783bbb0f x-openstack-request-id: req-9666f6e4-116d-47b8-949f-00d1783bbb0f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:20.108233 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3938ea0-88e4-4b75-a137-422de69a0f3d", "tag": "223c65fb-449b-4257-a21f-891a28678d1a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:20.108534 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9666f6e4-116d-47b8-949f-00d1783bbb0f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:20.108930 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'tag': '223c65fb-449b-4257-a21f-891a28678d1a', 'status': 'completed', 'code': 200} Oct 13 04:04:20.140106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-c6eb31b7-39f5-47dc-8dbc-38f03901736e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=223c65fb-449b-4257-a21f-891a28678d1a HTTP/1.1" status: 200 len: 217 time: 0.0413959 Oct 13 04:04:20.143801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-c1ddb143-ea0a-48e2-809e-dc16909b6aa7 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips/6f7aa107-1028-449d-a2dc-0923795993b2 HTTP/1.1" status: 200 len: 693 time: 0.0887110 Oct 13 04:04:20.252555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-3055600d-039e-48af-97f6-8c73664d0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:20.254188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-3055600d-039e-48af-97f6-8c73664d0580 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.1060989 Oct 13 04:04:20.307413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-8b22baf0-bcf5-4e82-9d27-7429d9994b3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328798 Oct 13 04:04:20.320006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-19c29e80-79a1-4f08-ae53-e94161d00d85 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:20.321431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-19c29e80-79a1-4f08-ae53-e94161d00d85 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1657856 Oct 13 04:04:20.370705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-47de9348-cf8e-49c8-b681-c7842027a5cf tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:20.372666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-47de9348-cf8e-49c8-b681-c7842027a5cf tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 949 time: 0.0678372 Oct 13 04:04:20.515622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Deleting port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:20.515961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:20.690715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] For port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:20.691451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:20.709144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Calling delete_port for bb9dcb9a-db34-416d-bf30-4e24e0d7aefc owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:20.729380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb653c3c-aa27-428d-aced-235ebd9d3eba req-1617d630-e2ad-4114-a6a5-979594f6c744 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:20.730933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb653c3c-aa27-428d-aced-235ebd9d3eba req-1617d630-e2ad-4114-a6a5-979594f6c744 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e5d79ad-d15d-4ad6-9e13-4439e1137be1 HTTP/1.1" status: 200 len: 949 time: 0.0894639 Oct 13 04:04:20.775616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-f94048ad-2a31-45a7-91e9-dd0c03c69f98 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.4447963 Oct 13 04:04:20.809272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb653c3c-aa27-428d-aced-235ebd9d3eba req-94f617ec-133a-4f23-87ce-a894609fd24d tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.44 "GET /v2.0/security-groups?id=cadaafbd-9273-4eb7-8272-af3ec1f02099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Oct 13 04:04:20.865223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-71f76721-67a2-4034-bf2d-1da69cf53eab tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.0886464 Oct 13 04:04:20.950295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:20.965263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bb9dcb9a-db34-416d-bf30-4e24e0d7aefc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:20.986968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16abd5-7261-4c58-89d4-443b4ded279c req-9ce49174-4427-4530-98b5-8b87fdd37dcc tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:20.988750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb16abd5-7261-4c58-89d4-443b4ded279c req-9ce49174-4427-4530-98b5-8b87fdd37dcc tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.0934312 Oct 13 04:04:20.991940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Pushing event deleted for resources: {'Port': ['ID=bb9dcb9a-db34-416d-bf30-4e24e0d7aefc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:21.027141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-4af913ee-5fe4-4991-b314-ba6f5c92a11e service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045479 Oct 13 04:04:21.046969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] No DVR routers for this DVR port bb9dcb9a-db34-416d-bf30-4e24e0d7aefc on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:21.050010 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.055740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1adc0ea-dbf0-491a-8cc8-bc40df9b604a req-b474d107-57f0-40b4-a244-da6a3c072a08 tempest-ImagesNegativeTestJSON-1548305589 tempest-ImagesNegativeTestJSON-1548305589-project] 10.222.0.15 "DELETE /v2.0/ports/bb9dcb9a-db34-416d-bf30-4e24e0d7aefc HTTP/1.1" status: 204 len: 173 time: 0.6623232 Oct 13 04:04:21.056203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'name': 'network-vif-deleted', 'tag': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:21.058492 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc500d6-09f1-46b3-a756-3744ced02091" -d '{"events": [{"server_uuid": "2e5d79ad-d15d-4ad6-9e13-4439e1137be1", "name": "network-vif-deleted", "tag": "bb9dcb9a-db34-416d-bf30-4e24e0d7aefc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:21.078985 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb16abd5-7261-4c58-89d4-443b4ded279c req-f3f8cb15-df4b-461e-b31f-1932b9835522 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785744 Oct 13 04:04:21.145626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Deleting port 44c04e63-ab14-4a67-a303-202d02611f2e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:21.145971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.239652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91431ed7-5ef8-4a7b-83f7-2d7f67961a77 req-4b1dfe02-c161-46fe-bc33-1512ae197a5e service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014451 Oct 13 04:04:21.356078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.356406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.369062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c284df6-f3a2-4ea1-b967-c1a2566ea524 req-ccf2a74c-cba2-4b9b-9e8b-5a13d34c2500 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:21.375705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c284df6-f3a2-4ea1-b967-c1a2566ea524 req-ccf2a74c-cba2-4b9b-9e8b-5a13d34c2500 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:21.378323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c284df6-f3a2-4ea1-b967-c1a2566ea524 req-ccf2a74c-cba2-4b9b-9e8b-5a13d34c2500 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.1322873 Oct 13 04:04:21.391998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Calling delete_port for 44c04e63-ab14-4a67-a303-202d02611f2e owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:21.413720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-0a3cfd6e-c823-4203-ae17-22ab83ae142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:21.415381 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-0a3cfd6e-c823-4203-ae17-22ab83ae142c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 1094 time: 0.0767279 Oct 13 04:04:21.424965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c284df6-f3a2-4ea1-b967-c1a2566ea524 req-a65288f1-e466-486f-826e-024307d39f46 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Oct 13 04:04:21.466621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db97d5fc-8e46-4431-b776-36ca909f1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.565189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cbbee-0309-4a81-a7d7-f602efeee3d9 req-1dd0abe5-4292-4ef7-a3fc-ba406d748caa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:21.566518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-498cbbee-0309-4a81-a7d7-f602efeee3d9 req-1dd0abe5-4292-4ef7-a3fc-ba406d748caa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 943 time: 0.0546646 Oct 13 04:04:21.566801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-3c286e84-b707-4abd-992f-1a4f9e6bbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:21.568491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-3c286e84-b707-4abd-992f-1a4f9e6bbb34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.1188109 Oct 13 04:04:21.609544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-498cbbee-0309-4a81-a7d7-f602efeee3d9 req-f51b2ecf-a15f-4c12-8731-eb00f0bfda65 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357847 Oct 13 04:04:21.631884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1465039-5de3-42de-8da3-d68e8561ac65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:21.635049 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397581c-b509-4fe2-9ca1-31ba8b1c2203" -d '{"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-plugged", "status": "completed", "tag": "d1465039-5de3-42de-8da3-d68e8561ac65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:21.645807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-cda51db6-1816-45e3-a84a-17cf074116af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=223c65fb-449b-4257-a21f-891a28678d1a HTTP/1.1" status: 200 len: 217 time: 0.0439312 Oct 13 04:04:21.699462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.742027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Pushing event deleted for resources: {'Port': ['ID=44c04e63-ab14-4a67-a303-202d02611f2e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:21.748303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-3c22d4ff-0978-4e53-b209-d6ee963cc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:21.749195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-3c22d4ff-0978-4e53-b209-d6ee963cc2e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0949841 Oct 13 04:04:21.780347 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3a261-5d66-4aec-a0a5-1baa7da9600d x-openstack-request-id: req-0be3a261-5d66-4aec-a0a5-1baa7da9600d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:21.780926 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5d79ad-d15d-4ad6-9e13-4439e1137be1", "name": "network-vif-deleted", "tag": "bb9dcb9a-db34-416d-bf30-4e24e0d7aefc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:21.780926 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0be3a261-5d66-4aec-a0a5-1baa7da9600d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:21.781345 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5d79ad-d15d-4ad6-9e13-4439e1137be1', 'name': 'network-vif-deleted', 'tag': 'bb9dcb9a-db34-416d-bf30-4e24e0d7aefc', 'status': 'completed', 'code': 200} Oct 13 04:04:21.838172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-af675599-462a-4850-90f3-e671aa2c9d33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791106 Oct 13 04:04:21.916140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.918953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:21.926281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:21.930543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fa1a7e5-2751-4ffb-8a27-1cdeec3bef11 req-778c058c-0d20-467d-b539-8830ef6add52 tempest-FloatingIPDetailsTestJSON-645740189 tempest-FloatingIPDetailsTestJSON-645740189-project] 10.222.0.44 "DELETE /v2.0/floatingips/6f7aa107-1028-449d-a2dc-0923795993b2 HTTP/1.1" status: 204 len: 173 time: 1.0643418 Oct 13 04:04:21.939739 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d1951d-7666-4a00-975c-4c50f60123f5 x-openstack-request-id: req-a5d1951d-7666-4a00-975c-4c50f60123f5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:21.940015 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-plugged", "status": "completed", "tag": "d1465039-5de3-42de-8da3-d68e8561ac65", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:21.940281 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5d1951d-7666-4a00-975c-4c50f60123f5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:21.940670 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1465039-5de3-42de-8da3-d68e8561ac65', 'code': 200} Oct 13 04:04:21.999838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-2dd1d987-e4d0-47e3-98d6-41f0e79c6f40 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491623 Oct 13 04:04:22.200045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca4a7-ba04-4237-8c0f-26d8c6bd8019 req-c8a25504-dfc9-469f-9bac-fd42c7d5f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:22.201138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca4a7-ba04-4237-8c0f-26d8c6bd8019 req-c8a25504-dfc9-469f-9bac-fd42c7d5f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:22.203575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e52ca4a7-ba04-4237-8c0f-26d8c6bd8019 req-c8a25504-dfc9-469f-9bac-fd42c7d5f756 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1984 time: 0.2009010 Oct 13 04:04:22.366440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b8546e8-fb84-480a-9a11-04086a26ba36 req-8e444722-501d-42dc-8279-e272e1dfab40 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437133 Oct 13 04:04:22.401765 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e52ca4a7-ba04-4237-8c0f-26d8c6bd8019 req-40654c39-3978-430b-a638-541901fa83d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743181 Oct 13 04:04:22.429800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e895402-ea09-4794-a1eb-db561b31f048 req-75f7bb8d-f127-49e4-92b9-0773404e9cb2 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:22.447007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e895402-ea09-4794-a1eb-db561b31f048 req-75f7bb8d-f127-49e4-92b9-0773404e9cb2 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.2402017 Oct 13 04:04:22.505295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e895402-ea09-4794-a1eb-db561b31f048 req-1f094456-8554-439d-9234-06a68b788b5d tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554552 Oct 13 04:04:22.572671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:22.766275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:22.833503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:22.834030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7949f705-ba51-4d94-ab91-c84b9ba3ab3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f331710b5f764048b58650daf6b319e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552941 Oct 13 04:04:22.848586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24793bfe-70bf-472c-98b4-6d187d9d5ad2 req-69e8a135-1c56-480e-98fd-b84a270ac7a3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:22.850647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24793bfe-70bf-472c-98b4-6d187d9d5ad2 req-69e8a135-1c56-480e-98fd-b84a270ac7a3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 943 time: 0.1278007 Oct 13 04:04:22.857962 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:22.912556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24793bfe-70bf-472c-98b4-6d187d9d5ad2 req-9ac2da30-52d6-4e71-9bee-9292dc5932ff tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544183 Oct 13 04:04:22.951968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437105b-3881-472b-a8e1-92031262e122 req-e747174f-4102-4e8a-9ea7-378e5e39b22a tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:22.953851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7437105b-3881-472b-a8e1-92031262e122 req-e747174f-4102-4e8a-9ea7-378e5e39b22a tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.15 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.7537770 Oct 13 04:04:23.034673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e4a-754c-4b0d-8c5e-6429e51b484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.064116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e4a-754c-4b0d-8c5e-6429e51b484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.178235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68925acd-6f2b-4b13-b464-d8083058d2bb req-c417ebe1-b9d2-44fd-baa9-ab1bd84c05e6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:23.184893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68925acd-6f2b-4b13-b464-d8083058d2bb req-c417ebe1-b9d2-44fd-baa9-ab1bd84c05e6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:23.186697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68925acd-6f2b-4b13-b464-d8083058d2bb req-c417ebe1-b9d2-44fd-baa9-ab1bd84c05e6 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.5020468 Oct 13 04:04:23.191522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e4a-754c-4b0d-8c5e-6429e51b484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.194679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e4a-754c-4b0d-8c5e-6429e51b484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.196194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb9e0e4a-754c-4b0d-8c5e-6429e51b484e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cadaafbd-9273-4eb7-8272-af3ec1f02099 HTTP/1.1" status: 204 len: 168 time: 0.3609159 Oct 13 04:04:23.230359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e0e4a-754c-4b0d-8c5e-6429e51b484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadaafbd-9273-4eb7-8272-af3ec1f02099,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:23.284373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Deleting port 51f84479-d830-43a4-ac98-4535a912263b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:23.284850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.311882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68925acd-6f2b-4b13-b464-d8083058d2bb req-e9c4c894-ba40-433c-b3d0-638cee7f8979 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140890 Oct 13 04:04:23.389507 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.527321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] For port 51f84479-d830-43a4-ac98-4535a912263b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=51f84479-d830-43a4-ac98-4535a912263b,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:23.527702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:23.696715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c05911-b9e9-48a7-9968-a2a63ea9b434 req-d247fd39-cb2b-491f-8155-268783ff803f tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:23.705376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61c05911-b9e9-48a7-9968-a2a63ea9b434 req-d247fd39-cb2b-491f-8155-268783ff803f tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 946 time: 0.1280437 Oct 13 04:04:23.786817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61c05911-b9e9-48a7-9968-a2a63ea9b434 req-0bc1ea57-45ee-48b0-94f3-a6afc0d4a4c6 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups?id=314bfec9-7479-47a2-a0d8-eb815539da73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748997 Oct 13 04:04:24.129249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:24.130186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:24.130958 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Floating IP c1e7091e-03e7-4eb9-956c-3de80d965f44 disassociated. External IP: 172.25.1.58, port: 51f84479-d830-43a4-ac98-4535a912263b. Oct 13 04:04:24.132420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Calling delete_port for 51f84479-d830-43a4-ac98-4535a912263b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:24.215430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2aa54-eb78-4b3c-b0ee-d8770bd4cdea req-1d5bea76-e308-450c-8cf4-4af421ad27e3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:24.222742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87d2aa54-eb78-4b3c-b0ee-d8770bd4cdea req-1d5bea76-e308-450c-8cf4-4af421ad27e3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 943 time: 0.2249770 Oct 13 04:04:24.316057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87d2aa54-eb78-4b3c-b0ee-d8770bd4cdea req-dad11d86-f7b7-45ce-8691-e9573d8198a7 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923541 Oct 13 04:04:24.322946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Deleting port d1a0d53b-9cfa-4f47-bb69-af50904aaeba {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:24.323263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:24.441796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] For port d1a0d53b-9cfa-4f47-bb69-af50904aaeba, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:24.442326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:24.468778 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:24.483840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Calling delete_port for d1a0d53b-9cfa-4f47-bb69-af50904aaeba owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:24.603868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:24.629567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd4eb4-5c66-4bb0-bc07-8b0cf22e3e3c req-bcfdaa86-a02a-49c5-b843-5275ff528002 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:24.635684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd4eb4-5c66-4bb0-bc07-8b0cf22e3e3c req-bcfdaa86-a02a-49c5-b843-5275ff528002 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:24.643394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45fd4eb4-5c66-4bb0-bc07-8b0cf22e3e3c req-bcfdaa86-a02a-49c5-b843-5275ff528002 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.1802769 Oct 13 04:04:24.684830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event deleted for resources: {'Port': ['ID=51f84479-d830-43a4-ac98-4535a912263b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:24.865299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45fd4eb4-5c66-4bb0-bc07-8b0cf22e3e3c req-e07d18ee-92c3-47f7-a00e-1b401e100270 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210484 Oct 13 04:04:25.029231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f98138-3e1c-4dd5-81e2-def2a9712057 req-2ebb4df3-5a13-41f1-8a50-e99584f689f3 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 210 time: 0.0583603 Oct 13 04:04:25.120170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Router 080316ba-1d4f-44d7-8879-c6fe0389b558 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:04:25.197941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:25.252152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a0d53b-9cfa-4f47-bb69-af50904aaeba,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:25.285078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 223c65fb-449b-4257-a21f-891a28678d1a details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:25.288870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb9dcb9a-db34-416d-bf30-4e24e0d7aefc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:25.377347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: bb9dcb9a-db34-416d-bf30-4e24e0d7aefc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:25.377596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb9dcb9a-db34-416d-bf30-4e24e0d7aefc not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:25.510737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:25.522672 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] Sync routers for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:04:25.533604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:25.534174 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:25.594490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] No DVR routers for this DVR port 51f84479-d830-43a4-ac98-4535a912263b on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:25.595152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6dd75-5d7a-4976-af36-db58e4333e66 req-29cbd2e8-df4e-4369-baee-b5833beaabed tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:25.599512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:25.603553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7437105b-3881-472b-a8e1-92031262e122 req-e8e5eba5-61b6-48fb-9154-b990233f81db tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.15 "DELETE /v2.0/ports/51f84479-d830-43a4-ac98-4535a912263b HTTP/1.1" status: 204 len: 173 time: 2.6405566 Oct 13 04:04:25.604984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'name': 'network-vif-deleted', 'tag': '51f84479-d830-43a4-ac98-4535a912263b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:25.613249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6dd75-5d7a-4976-af36-db58e4333e66 req-29cbd2e8-df4e-4369-baee-b5833beaabed tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:25.617318 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f211b93-0a28-4f4e-9611-109471a26a8f" -d '{"events": [{"server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "name": "network-vif-deleted", "tag": "51f84479-d830-43a4-ac98-4535a912263b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:25.626762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 223c65fb-449b-4257-a21f-891a28678d1a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=223c65fb-449b-4257-a21f-891a28678d1a,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:25.630135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ac6dd75-5d7a-4976-af36-db58e4333e66 req-29cbd2e8-df4e-4369-baee-b5833beaabed tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.1595473 Oct 13 04:04:25.649734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '223c65fb-449b-4257-a21f-891a28678d1a', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': '223c65fb-449b-4257-a21f-891a28678d1a', 'mac_address': 'fa:16:3e:7d:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:25.714646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ac6dd75-5d7a-4976-af36-db58e4333e66 req-0269f68a-9ec9-4170-bcf9-891df9b7044c tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Oct 13 04:04:25.718432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:25.746135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223c65fb-449b-4257-a21f-891a28678d1a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:25.771877 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:25.793404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:25.793814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 223c65fb-449b-4257-a21f-891a28678d1a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=223c65fb-449b-4257-a21f-891a28678d1a,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:25.812421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:25.834007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d70f1-4d2f-4480-b9f5-54d592dc96a7 req-35090e54-5fd1-4e71-ad6d-9fa12a1d801d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:25.853088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-248d70f1-4d2f-4480-b9f5-54d592dc96a7 req-35090e54-5fd1-4e71-ad6d-9fa12a1d801d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 943 time: 0.2621343 Oct 13 04:04:25.935251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=223c65fb-449b-4257-a21f-891a28678d1a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:26.021344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-248d70f1-4d2f-4480-b9f5-54d592dc96a7 req-327f84f9-ccf6-4960-ac8e-aba116492bc2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673355 Oct 13 04:04:26.121796 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746c8a76-9d5e-490e-8cc0-9b4bb09af2ae x-openstack-request-id: req-746c8a76-9d5e-490e-8cc0-9b4bb09af2ae {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:26.122646 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581e5f04-6f50-40e6-9d3e-75d1a3217e96", "name": "network-vif-deleted", "tag": "51f84479-d830-43a4-ac98-4535a912263b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:26.122969 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-746c8a76-9d5e-490e-8cc0-9b4bb09af2ae {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:26.123430 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581e5f04-6f50-40e6-9d3e-75d1a3217e96', 'name': 'network-vif-deleted', 'tag': '51f84479-d830-43a4-ac98-4535a912263b', 'status': 'completed', 'code': 200} Oct 13 04:04:26.131899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['223c65fb-449b-4257-a21f-891a28678d1a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:26.167721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:26.215288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-313abd3c-5015-48a4-abf7-7ec7e2e9540c req-42ed1a73-c8ac-4c76-b04d-fe1e1e30d7eb tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/ports?device_id=581e5f04-6f50-40e6-9d3e-75d1a3217e96 HTTP/1.1" status: 200 len: 210 time: 0.0366030 Oct 13 04:04:26.232353 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] Checking router: 080316ba-1d4f-44d7-8879-c6fe0389b558 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:04:26.244476 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:26.245884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:26.381092 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:26.827034 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:26.853977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Router 73eccf46-a002-46c0-aaaa-6342ed833d48 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:04:26.880181 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3d19d-5c63-4e6a-a00b-35179c3b9bb2 None None] The sync data for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 is: [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:02:09Z', 'revision_number': 4, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b38fe61-6d66-4fa1-82c1-525ffff56915', 'name': '', 'network_id': '6151d52c-5fc7-427d-b155-cc363b420246', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'mac_address': 'fa:16:3e:16:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:08Z', 'updated_at': '2021-10-13T04:02:18Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'subnets': [{'id': 'c65893aa-c173-4022-b5ba-48cbe25b8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:04:26.951229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-a14bd992-74a4-4fc7-aca5-bf5974840f71 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:26.961243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-a14bd992-74a4-4fc7-aca5-bf5974840f71 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:26.963123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-a14bd992-74a4-4fc7-aca5-bf5974840f71 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.1568644 Oct 13 04:04:26.978016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6647179-2d42-45b1-9653-b65479770f24 req-eaa9350d-47ba-4c4c-a5b1-8bebcccbfbfb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:26.984379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6647179-2d42-45b1-9653-b65479770f24 req-eaa9350d-47ba-4c4c-a5b1-8bebcccbfbfb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:26.986375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6647179-2d42-45b1-9653-b65479770f24 req-eaa9350d-47ba-4c4c-a5b1-8bebcccbfbfb tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 1682 time: 0.1229019 Oct 13 04:04:27.041819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:27.054351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] Sync routers for ids ['73eccf46-a002-46c0-aaaa-6342ed833d48'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:04:27.057172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0009234a-5e72-40d7-bef1-c93aee89e2df admin admin] 10.222.0.44 "PUT /v2.0/routers/73eccf46-a002-46c0-aaaa-6342ed833d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1297851 Oct 13 04:04:27.057799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:27.070014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] Routers {'73eccf46-a002-46c0-aaaa-6342ed833d48'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:27.071405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['73eccf46-a002-46c0-aaaa-6342ed833d48'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:27.082873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6647179-2d42-45b1-9653-b65479770f24 req-6ce76db9-9141-42e0-803c-5c495fb9befe tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Oct 13 04:04:27.172651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.218783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port d1465039-5de3-42de-8da3-d68e8561ac65 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:27.219273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.284237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 223c65fb-449b-4257-a21f-891a28678d1a up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:27.359688 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdbab3-bb11-49d0-8376-1443a6676bd7 None None] New status for floating IP c1e7091e-03e7-4eb9-956c-3de80d965f44: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:04:27.393033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] Set router 73eccf46-a002-46c0-aaaa-6342ed833d48 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:27.400034 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.453661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port d1465039-5de3-42de-8da3-d68e8561ac65, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d1465039-5de3-42de-8da3-d68e8561ac65,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:27.454468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.505914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Deleting port 08510f8c-9352-4b2d-a2c1-ad5adf51041f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:27.506400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.533612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for d1465039-5de3-42de-8da3-d68e8561ac65 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:27.573947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afa329-0e62-4e31-a4d3-6b6674698e15 req-1a6feccf-cfb8-4d0a-b052-b52d5e47e701 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:27.581931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0afa329-0e62-4e31-a4d3-6b6674698e15 req-1a6feccf-cfb8-4d0a-b052-b52d5e47e701 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 944 time: 0.1671958 Oct 13 04:04:27.590590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 223c65fb-449b-4257-a21f-891a28678d1a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:27.600246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 223c65fb-449b-4257-a21f-891a28678d1a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:27.600715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.716211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0afa329-0e62-4e31-a4d3-6b6674698e15 req-a3c8e601-e4c6-455f-a14e-d09d580da40a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327987 Oct 13 04:04:27.737639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.780687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c65fb-449b-4257-a21f-891a28678d1a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:27.783533 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b68677d-1f43-4366-ae13-20828fcba4c2" -d '{"events": [{"server_uuid": "f3938ea0-88e4-4b75-a137-422de69a0f3d", "name": "network-vif-plugged", "status": "completed", "tag": "223c65fb-449b-4257-a21f-891a28678d1a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:27.796255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] For port 08510f8c-9352-4b2d-a2c1-ad5adf51041f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=08510f8c-9352-4b2d-a2c1-ad5adf51041f,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:27.796483 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.802714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 223c65fb-449b-4257-a21f-891a28678d1a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=223c65fb-449b-4257-a21f-891a28678d1a,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:27.816358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:04:25Z', 'revision_number': 5, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port': {'id': '08510f8c-9352-4b2d-a2c1-ad5adf51041f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:03:54Z', 'updated_at': '2021-10-13T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:27.820845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Calling delete_port for 08510f8c-9352-4b2d-a2c1-ad5adf51041f owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:27.850354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.850354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 51f84479-d830-43a4-ac98-4535a912263b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:27.852908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] Checking router: 73eccf46-a002-46c0-aaaa-6342ed833d48 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:04:27.859199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a60d48-a2e0-4ef1-bb16-f325c0076b3e req-033fd6e7-17f3-4456-8798-d51b6ea0828c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:27.861652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4a60d48-a2e0-4ef1-bb16-f325c0076b3e req-033fd6e7-17f3-4456-8798-d51b6ea0828c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.1404681 Oct 13 04:04:27.888463 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:27.896432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 51f84479-d830-43a4-ac98-4535a912263b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:27.897851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 51f84479-d830-43a4-ac98-4535a912263b not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:27.904362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['771631e2-2446-478a-b5a2-dc1c4a5c5260', 'd1465039-5de3-42de-8da3-d68e8561ac65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:27.952942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] Routers {'73eccf46-a002-46c0-aaaa-6342ed833d48'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:27.953572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['73eccf46-a002-46c0-aaaa-6342ed833d48'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:27.959094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=d1465039-5de3-42de-8da3-d68e8561ac65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:27.986689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4a60d48-a2e0-4ef1-bb16-f325c0076b3e req-71e3fcb6-a333-43ba-8545-3d171f5d5dee tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688717 Oct 13 04:04:28.024219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port d1465039-5de3-42de-8da3-d68e8561ac65 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:28.041949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:28.043113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.046693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-2671deca-c2f0-4e9f-91a5-fc6e110cadc2 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "DELETE /v2.0/ports/d1465039-5de3-42de-8da3-d68e8561ac65 HTTP/1.1" status: 204 len: 173 time: 1.0588405 Oct 13 04:04:28.050358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-deleted', 'tag': 'd1465039-5de3-42de-8da3-d68e8561ac65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:28.052844 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07517f44-3895-4a7e-9da0-5187c0d289d7" -d '{"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-deleted", "tag": "d1465039-5de3-42de-8da3-d68e8561ac65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:28.064982 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd98967-6239-4f82-8652-100077cc50f8 x-openstack-request-id: req-5dd98967-6239-4f82-8652-100077cc50f8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:28.065836 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3938ea0-88e4-4b75-a137-422de69a0f3d", "name": "network-vif-plugged", "status": "completed", "tag": "223c65fb-449b-4257-a21f-891a28678d1a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:28.066246 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5dd98967-6239-4f82-8652-100077cc50f8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:28.066786 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c65fb-449b-4257-a21f-891a28678d1a', 'code': 200} Oct 13 04:04:28.181162 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb16db6a-02bf-4f02-8bac-0d18b04f8018 x-openstack-request-id: req-bb16db6a-02bf-4f02-8bac-0d18b04f8018 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:28.181439 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-deleted", "tag": "d1465039-5de3-42de-8da3-d68e8561ac65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:28.181687 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb16db6a-02bf-4f02-8bac-0d18b04f8018 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:28.182056 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-deleted', 'tag': 'd1465039-5de3-42de-8da3-d68e8561ac65', 'status': 'completed', 'code': 200} Oct 13 04:04:28.269373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-393342d3-98e9-400e-908d-a070b11f0ab8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:28.281497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-393342d3-98e9-400e-908d-a070b11f0ab8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.2853277 Oct 13 04:04:28.282188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16e16846-6f3c-4d4c-b376-3f87e204df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.319771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=223c65fb-449b-4257-a21f-891a28678d1a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:28.341584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] Set router 73eccf46-a002-46c0-aaaa-6342ed833d48 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:28.354978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16e16846-6f3c-4d4c-b376-3f87e204df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.364404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.399687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Pushing event deleted for resources: {'Port': ['ID=08510f8c-9352-4b2d-a2c1-ad5adf51041f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:28.403079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:04:27Z', 'revision_number': 6, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:28.416515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b11fd-79a1-4034-b12e-e6fd1d89213b req-57a92d92-df0e-48ff-8159-7b4a7f985529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:28.418889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-198b11fd-79a1-4034-b12e-e6fd1d89213b req-57a92d92-df0e-48ff-8159-7b4a7f985529 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 1096 time: 0.2257912 Oct 13 04:04:28.439342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0593b2-5aa6-419a-b26c-d0676958f389 None None] The sync data for ids ['73eccf46-a002-46c0-aaaa-6342ed833d48'] in n-d-810220-9 is: [{'id': '73eccf46-a002-46c0-aaaa-6342ed833d48', 'name': 'tempest-FloatingIPDetailsTestJSON-2072122806-router', 'tenant_id': '7e4996ace6b7446390b7a73f3049892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:03:52Z', 'updated_at': '2021-10-13T04:04:27Z', 'revision_number': 6, 'project_id': '7e4996ace6b7446390b7a73f3049892d', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:04:28.445001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 771631e2-2446-478a-b5a2-dc1c4a5c5260 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:28.445437 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.457092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfdac5-3c53-401b-904c-5452e555041b req-b3802b52-3e02-48ad-969e-63c645f7c19d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:28.459347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39cfdac5-3c53-401b-904c-5452e555041b req-b3802b52-3e02-48ad-969e-63c645f7c19d tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 945 time: 0.1855612 Oct 13 04:04:28.530336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16e16846-6f3c-4d4c-b376-3f87e204df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.532938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16e16846-6f3c-4d4c-b376-3f87e204df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.536458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-16e16846-6f3c-4d4c-b376-3f87e204df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "DELETE /v2.0/security-groups/314bfec9-7479-47a2-a0d8-eb815539da73 HTTP/1.1" status: 204 len: 168 time: 0.4854648 Oct 13 04:04:28.541951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:28.556538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Deleting port 9266215f-c447-4967-a8c5-a52c02b281b8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:28.557010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.597810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39cfdac5-3c53-401b-904c-5452e555041b req-62d8c07c-d4a5-4840-8020-a31dba482db3 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/security-groups?id=283666c6-9434-42cd-aeb0-32a295046a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023929 Oct 13 04:04:28.602227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-198b11fd-79a1-4034-b12e-e6fd1d89213b req-53263362-2b66-48b2-b002-409bdd5f1376 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739063 Oct 13 04:04:28.610119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.612971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e16846-6f3c-4d4c-b376-3f87e204df84 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314bfec9-7479-47a2-a0d8-eb815539da73,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:28.618745 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-c7c5defc-d00f-4a8d-bfa7-854f2ae5210f tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] show failed (client error): The resource could not be found. Oct 13 04:04:28.622459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7c5defc-d00f-4a8d-bfa7-854f2ae5210f tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "GET /v2.0/security-groups/314bfec9-7479-47a2-a0d8-eb815539da73 HTTP/1.1" status: 404 len: 347 time: 0.0755272 Oct 13 04:04:28.630751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:28.639526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50334) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:28.699186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 771631e2-2446-478a-b5a2-dc1c4a5c5260, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=771631e2-2446-478a-b5a2-dc1c4a5c5260,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:28.699556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.757767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.761242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 771631e2-2446-478a-b5a2-dc1c4a5c5260 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:28.761410 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.799929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] For port 9266215f-c447-4967-a8c5-a52c02b281b8, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9266215f-c447-4967-a8c5-a52c02b281b8,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:28.800318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.831629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b82ba5a6-98ce-4062-af82-e85626041f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.848619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.848619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73eccf46-a002-46c0-aaaa-6342ed833d48 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:04:28.869330 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:28.871574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Calling delete_port for 9266215f-c447-4967-a8c5-a52c02b281b8 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:28.875788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:28.877894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4cdaf5d7-ccf3-4baa-948a-55eaaf8cf324 admin admin] 10.222.0.44 "DELETE /v2.0/routers/73eccf46-a002-46c0-aaaa-6342ed833d48 HTTP/1.1" status: 204 len: 168 time: 1.8190165 Oct 13 04:04:28.968712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d1a0d53b-9cfa-4f47-bb69-af50904aaeba no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:28.999654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b82ba5a6-98ce-4062-af82-e85626041f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.006260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d1a0d53b-9cfa-4f47-bb69-af50904aaeba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:29.006994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d1a0d53b-9cfa-4f47-bb69-af50904aaeba not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:29.007223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b82ba5a6-98ce-4062-af82-e85626041f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.051883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511716b-8002-425a-894f-7748306481c8 req-71a501e2-eb0f-479d-bd47-83b800a324b2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:29.052448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b82ba5a6-98ce-4062-af82-e85626041f61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7adb82acb79745419fec070b0440dd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089649 Oct 13 04:04:29.052448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ba5a6-98ce-4062-af82-e85626041f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b250834-58a8-4bd0-9299-de1fbfbde089,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:29.052799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:29.057677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9511716b-8002-425a-894f-7748306481c8 req-71a501e2-eb0f-479d-bd47-83b800a324b2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 945 time: 0.2599287 Oct 13 04:04:29.066469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Deleting subnet 5b948774-d86d-4356-85b3-4edae101b73d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:29.081184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.105878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Deleting port 39684e02-5f7c-43dd-b66e-3159744ed15c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:29.106241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.110864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f8303d3-97bf-4213-b693-18184a6c093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.158637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f8303d3-97bf-4213-b693-18184a6c093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.203701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f84a6-0263-4c10-b8aa-77e885bf3edf req-c8cbd02f-ed19-4362-a83e-b9979f5ebcd3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:29.205783 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb8f84a6-0263-4c10-b8aa-77e885bf3edf req-c8cbd02f-ed19-4362-a83e-b9979f5ebcd3 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 945 time: 0.0841718 Oct 13 04:04:29.213234 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.242832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f8303d3-97bf-4213-b693-18184a6c093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.245242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f8303d3-97bf-4213-b693-18184a6c093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.249012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f8303d3-97bf-4213-b693-18184a6c093e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b250834-58a8-4bd0-9299-de1fbfbde089 HTTP/1.1" status: 204 len: 168 time: 0.1926548 Oct 13 04:04:29.260508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb8f84a6-0263-4c10-b8aa-77e885bf3edf req-e6ba0577-6d06-43fd-bdf2-55a32e6e0cd8 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460484 Oct 13 04:04:29.265660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8303d3-97bf-4213-b693-18184a6c093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b250834-58a8-4bd0-9299-de1fbfbde089,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:29.282034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9511716b-8002-425a-894f-7748306481c8 req-a3ef9b6c-14f6-4635-b7f1-3b32d64350ff tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042727 Oct 13 04:04:29.331876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.400707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.401038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.406769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=771631e2-2446-478a-b5a2-dc1c4a5c5260,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:29.429468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.431233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Calling delete_port for 39684e02-5f7c-43dd-b66e-3159744ed15c owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:29.471866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.534437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event deleted for resources: {'Port': ['ID=9266215f-c447-4967-a8c5-a52c02b281b8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:29.536199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 771631e2-2446-478a-b5a2-dc1c4a5c5260 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:29.643575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.646855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c318806b-ca27-466a-8513-f1a08e36c9ff req-7a6f1faa-fed3-4034-a8b2-cf3912d043cc tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.26 "DELETE /v2.0/ports/771631e2-2446-478a-b5a2-dc1c4a5c5260 HTTP/1.1" status: 204 len: 173 time: 1.5911100 Oct 13 04:04:29.649925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] No DVR routers for this DVR port 9266215f-c447-4967-a8c5-a52c02b281b8 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:29.654417 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.658049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9393e060-d51c-421e-a104-da8bb60b9d7a req-c73f6540-3d69-46bf-9ffd-c64a426007f1 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "DELETE /v2.0/ports/9266215f-c447-4967-a8c5-a52c02b281b8 HTTP/1.1" status: 204 len: 173 time: 1.3647599 Oct 13 04:04:29.697639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.734203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b948774-d86d-4356-85b3-4edae101b73d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:29.748814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.755811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eed12887-8b15-4663-9fae-26271de0c7de admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5b948774-d86d-4356-85b3-4edae101b73d HTTP/1.1" status: 204 len: 168 time: 0.8741972 Oct 13 04:04:29.756181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:29.758382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528152b-6c2b-4b8f-aadb-7ce5475c7f42 None None] Network 4a844808-7ac3-421a-84e2-50798c18cc51 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:29.763077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a43639a0-6f21-4fc7-9166-7821fe07d20b req-dd840c0e-bf83-4468-aefa-ed9e4350159a tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "GET /v2.0/ports?device_id=b667ca30-ec1b-46b8-aced-f0ddf83ef904 HTTP/1.1" status: 200 len: 210 time: 0.0726759 Oct 13 04:04:29.927605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.936239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:29.968962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Pushing event deleted for resources: {'Port': ['ID=39684e02-5f7c-43dd-b66e-3159744ed15c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:30.091163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.093152 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.094295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a21fbe6e-eda0-4382-8669-810380ca6274 tempest-ServersTestManualDisk-1971177959 tempest-ServersTestManualDisk-1971177959-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1e7091e-03e7-4eb9-956c-3de80d965f44 HTTP/1.1" status: 204 len: 168 time: 1.4626269 Oct 13 04:04:30.098164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50380) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:30.098681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] DHCP port deletion for 4a844808-7ac3-421a-84e2-50798c18cc51 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:04:30.115507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Deleting port 58e15379-5344-4efd-afb2-92226d92e090 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:30.115843 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.185167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-deleted', 'tag': '771631e2-2446-478a-b5a2-dc1c4a5c5260'}, {'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'name': 'network-vif-deleted', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:30.188017 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5d7b55-c3a7-4713-838e-056065f9c004" -d '{"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-deleted", "tag": "771631e2-2446-478a-b5a2-dc1c4a5c5260"}, {"server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "name": "network-vif-deleted", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:30.190370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] Deleting port 58e15379-5344-4efd-afb2-92226d92e090 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:30.190926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.203862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] For port 58e15379-5344-4efd-afb2-92226d92e090, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58e15379-5344-4efd-afb2-92226d92e090,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:30.204269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.218445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Calling delete_port for 58e15379-5344-4efd-afb2-92226d92e090 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:30.318403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] For port 58e15379-5344-4efd-afb2-92226d92e090, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58e15379-5344-4efd-afb2-92226d92e090,segment=NetworkSegment(062027a6-8149-4cc5-b44f-bfc807eb562c),segment_id=062027a6-8149-4cc5-b44f-bfc807eb562c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:30.321319 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.323198 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd1485f-d7da-45f8-a688-54270f22feb9 x-openstack-request-id: req-4dd1485f-d7da-45f8-a688-54270f22feb9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:30.323670 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667ca30-ec1b-46b8-aced-f0ddf83ef904", "name": "network-vif-deleted", "tag": "771631e2-2446-478a-b5a2-dc1c4a5c5260", "status": "completed", "code": 200}, {"server_uuid": "47e947c9-d95a-4b14-92eb-dc568dd3c4e3", "name": "network-vif-deleted", "tag": "9266215f-c447-4967-a8c5-a52c02b281b8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:30.324309 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dd1485f-d7da-45f8-a688-54270f22feb9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:30.325080 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b667ca30-ec1b-46b8-aced-f0ddf83ef904', 'name': 'network-vif-deleted', 'tag': '771631e2-2446-478a-b5a2-dc1c4a5c5260', 'status': 'completed', 'code': 200} Oct 13 04:04:30.325493 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e947c9-d95a-4b14-92eb-dc568dd3c4e3', 'name': 'network-vif-deleted', 'tag': '9266215f-c447-4967-a8c5-a52c02b281b8', 'status': 'completed', 'code': 200} Oct 13 04:04:30.330261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.361875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] Calling delete_port for 58e15379-5344-4efd-afb2-92226d92e090 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:30.390314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e15379-5344-4efd-afb2-92226d92e090,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:30.400002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] No DVR routers for this DVR port 58e15379-5344-4efd-afb2-92226d92e090 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:30.490130 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.502421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] No DVR routers for this DVR port 58e15379-5344-4efd-afb2-92226d92e090 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:30.509705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.524827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52afcd2-03fe-4512-84df-5f18d6093c3b None None] Pushing event deleted for resources: {'Port': ['ID=58e15379-5344-4efd-afb2-92226d92e090,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:30.541447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bcdd5ad-e460-4434-bec0-5fc80f177758 req-535ff197-bfec-4b2f-9f53-cbb831faaa1c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=47e947c9-d95a-4b14-92eb-dc568dd3c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0577657 Oct 13 04:04:30.558216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a844808-7ac3-421a-84e2-50798c18cc51']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:30.570943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 771631e2-2446-478a-b5a2-dc1c4a5c5260 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:30.577966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062027a6-8149-4cc5-b44f-bfc807eb562c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:30.578317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062027a6-8149-4cc5-b44f-bfc807eb562c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:30.590535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.624823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.644171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:30.644353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 771631e2-2446-478a-b5a2-dc1c4a5c5260 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:30.644353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 771631e2-2446-478a-b5a2-dc1c4a5c5260 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:30.644353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1465039-5de3-42de-8da3-d68e8561ac65 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:30.644602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.652619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:30.655842 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:30.686560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: d1465039-5de3-42de-8da3-d68e8561ac65 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:30.686954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d1465039-5de3-42de-8da3-d68e8561ac65 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:30.688829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:30.698577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5232514-3ae0-4101-a8eb-edaf9384fe46 req-28b675f0-b297-400b-ad85-5866846687b3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:30.700159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5232514-3ae0-4101-a8eb-edaf9384fe46 req-28b675f0-b297-400b-ad85-5866846687b3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 945 time: 0.1003206 Oct 13 04:04:30.714673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 9266215f-c447-4967-a8c5-a52c02b281b8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:30.715093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9266215f-c447-4967-a8c5-a52c02b281b8 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:30.766522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.777965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:30.784504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4a844808-7ac3-421a-84e2-50798c18cc51 HTTP/1.1" status: 204 len: 168 time: 1.0227206 Oct 13 04:04:30.798690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66dea-6980-4904-a999-e898713314f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a844808-7ac3-421a-84e2-50798c18cc51,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:30.842930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58e15379-5344-4efd-afb2-92226d92e090 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:30.846176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5232514-3ae0-4101-a8eb-edaf9384fe46 req-f95ff44c-7b98-4d0b-b4be-3ddc687642f0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244388 Oct 13 04:04:30.873584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 58e15379-5344-4efd-afb2-92226d92e090 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:30.873922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58e15379-5344-4efd-afb2-92226d92e090 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:30.874812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 08510f8c-9352-4b2d-a2c1-ad5adf51041f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:30.882873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:30.897949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 08510f8c-9352-4b2d-a2c1-ad5adf51041f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:30.901582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 08510f8c-9352-4b2d-a2c1-ad5adf51041f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:31.038071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Deleting port 9b38fe61-6d66-4fa1-82c1-525ffff56915 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:31.038432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.051255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:31.141338 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f32aab38-f85b-4dd9-9247-bad64ef426b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e4996ace6b7446390b7a73f3049892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890584 Oct 13 04:04:31.143968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:31.177598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] For port 9b38fe61-6d66-4fa1-82c1-525ffff56915, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b38fe61-6d66-4fa1-82c1-525ffff56915,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:31.178014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.202645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Calling delete_port for 9b38fe61-6d66-4fa1-82c1-525ffff56915 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:31.266235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757809fb-7ac7-497f-bf58-f3e5b0eb33cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.301906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757809fb-7ac7-497f-bf58-f3e5b0eb33cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.320997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting subnet 9f1b28b6-620d-4076-9cd4-7820933e0c14 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:31.324515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.381860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daad3d-a828-412e-8f1b-568b95d547f4 req-e04da306-dabb-485e-b2f9-d9f6ada3194b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:31.383405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7daad3d-a828-412e-8f1b-568b95d547f4 req-e04da306-dabb-485e-b2f9-d9f6ada3194b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 945 time: 0.4258337 Oct 13 04:04:31.385958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.465183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7daad3d-a828-412e-8f1b-568b95d547f4 req-62dc2d0b-8b20-465d-89d3-e0e0457d3fc5 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529556 Oct 13 04:04:31.525610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.610847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.643384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1b28b6-620d-4076-9cd4-7820933e0c14,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:31.645537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.652583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3230f2c-adbe-4777-81d2-53d9202b12f7 None None] Network 1fd53f2e-48be-4060-b6d8-5069312c42f8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:31.654839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc3e0091-979a-42e6-86d4-d3d45e9d04c8 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/subnets/9f1b28b6-620d-4076-9cd4-7820933e0c14 HTTP/1.1" status: 204 len: 168 time: 0.7706938 Oct 13 04:04:31.658936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:31.742640 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757809fb-7ac7-497f-bf58-f3e5b0eb33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.745379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757809fb-7ac7-497f-bf58-f3e5b0eb33cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.749341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-757809fb-7ac7-497f-bf58-f3e5b0eb33cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b1e1413-3336-41e7-94bb-daa73f84201d HTTP/1.1" status: 204 len: 168 time: 0.6043875 Oct 13 04:04:31.802813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757809fb-7ac7-497f-bf58-f3e5b0eb33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e1413-3336-41e7-94bb-daa73f84201d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:31.807689 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.878524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac2a2b-da45-4d70-b715-5fb42a38baff req-c5847fb4-788e-4a96-82cf-75a075ca7465 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:31.880090 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3ac2a2b-da45-4d70-b715-5fb42a38baff req-c5847fb4-788e-4a96-82cf-75a075ca7465 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 945 time: 0.1165407 Oct 13 04:04:31.922327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] DHCP port deletion for 1fd53f2e-48be-4060-b6d8-5069312c42f8 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:04:31.928854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:31.980948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b38fe61-6d66-4fa1-82c1-525ffff56915,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:31.991226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3ac2a2b-da45-4d70-b715-5fb42a38baff req-d63a7068-a5cc-474f-a597-f4334bcf8342 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017733 Oct 13 04:04:31.994800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] Deleting port 166b62bd-e16a-4686-bb58-f5851ae36f29 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:31.995916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.040344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ef595-5b17-4079-9c52-1e4b2bf32ab2 req-b7390a91-2639-4c48-af2a-3349b6d5d5f7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:32.047459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c0ef595-5b17-4079-9c52-1e4b2bf32ab2 req-b7390a91-2639-4c48-af2a-3349b6d5d5f7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.1030655 Oct 13 04:04:32.073332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 166b62bd-e16a-4686-bb58-f5851ae36f29 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:32.073660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.108168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] For port 166b62bd-e16a-4686-bb58-f5851ae36f29, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=166b62bd-e16a-4686-bb58-f5851ae36f29,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:32.109190 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.136788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c0ef595-5b17-4079-9c52-1e4b2bf32ab2 req-e4bbf46d-bb79-45ae-810f-c6f689341dd2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761597 Oct 13 04:04:32.158815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] Calling delete_port for 166b62bd-e16a-4686-bb58-f5851ae36f29 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:32.233136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 166b62bd-e16a-4686-bb58-f5851ae36f29, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=166b62bd-e16a-4686-bb58-f5851ae36f29,segment=NetworkSegment(17023c37-0724-46bb-8d57-bccbbf9602ad),segment_id=17023c37-0724-46bb-8d57-bccbbf9602ad)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:32.233645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.280319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 166b62bd-e16a-4686-bb58-f5851ae36f29 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:32.302845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.342331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.353600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] Pushing event deleted for resources: {'Port': ['ID=166b62bd-e16a-4686-bb58-f5851ae36f29,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:32.372978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8aacfc-ce97-4995-8ef9-27c2d330ee1b None None] No DVR routers for this DVR port 166b62bd-e16a-4686-bb58-f5851ae36f29 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:32.429202 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.510058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-c6372849-0972-42cb-93b5-3f8c64f9385c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:32.512468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-c6372849-0972-42cb-93b5-3f8c64f9385c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 944 time: 0.1134956 Oct 13 04:04:32.513306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=166b62bd-e16a-4686-bb58-f5851ae36f29,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:32.526036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 166b62bd-e16a-4686-bb58-f5851ae36f29 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:32.555121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:32.650279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Deleting port 390632b3-98c1-41b9-bde0-49043e23ce30 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:32.650698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.663746 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.693965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd53f2e-48be-4060-b6d8-5069312c42f8']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:32.751061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95e6018c-42de-4845-bd12-1ef9434f8374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.761453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17023c37-0724-46bb-8d57-bccbbf9602ad') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:32.761754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17023c37-0724-46bb-8d57-bccbbf9602ad') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:32.766852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] For port 390632b3-98c1-41b9-bde0-49043e23ce30, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=390632b3-98c1-41b9-bde0-49043e23ce30,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:32.766852 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.778994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.780275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Calling delete_port for 390632b3-98c1-41b9-bde0-49043e23ce30 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:32.814438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.826655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:32.827189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.838328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Router 080316ba-1d4f-44d7-8879-c6fe0389b558 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:32.839647 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:32.874965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 166b62bd-e16a-4686-bb58-f5851ae36f29 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:32.901212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:32.901924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 166b62bd-e16a-4686-bb58-f5851ae36f29 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:32.902280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 166b62bd-e16a-4686-bb58-f5851ae36f29 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:32.941920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:32.968970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event deleted for resources: {'Port': ['ID=390632b3-98c1-41b9-bde0-49043e23ce30,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:32.974886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.000512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.005748 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/networks/1fd53f2e-48be-4060-b6d8-5069312c42f8 HTTP/1.1" status: 204 len: 168 time: 1.3412907 Oct 13 04:04:33.007662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:33.009048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7735-03ba-4221-a278-8271aedb67ba tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Network': ['ID=1fd53f2e-48be-4060-b6d8-5069312c42f8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:33.029330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] No DVR routers for this DVR port 390632b3-98c1-41b9-bde0-49043e23ce30 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:33.048370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.051709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9868d976-ce42-4ec6-81a2-0bc574173a89 req-5174690c-9cca-4824-9a9d-6a036a1a99d7 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "DELETE /v2.0/ports/390632b3-98c1-41b9-bde0-49043e23ce30 HTTP/1.1" status: 204 len: 173 time: 0.5336518 Oct 13 04:04:33.052168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'name': 'network-vif-deleted', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:33.054461 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57f6fbb-832a-4baa-abfa-598086cd7d30" -d '{"events": [{"server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "name": "network-vif-deleted", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:33.075884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1175481158-network', 'tenant_id': '51b8d916d6ae4a6b83a7b14d5ce79a4a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:33.099592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting subnet 4210703b-3808-4947-8eb2-5129d10d453d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:33.103331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.132828 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7e3848-4ceb-415a-93e4-36ced6aa78b6 x-openstack-request-id: req-7d7e3848-4ceb-415a-93e4-36ced6aa78b6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:33.133386 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a427fe0-1bda-4193-a74e-53580c73dc9d", "name": "network-vif-deleted", "tag": "390632b3-98c1-41b9-bde0-49043e23ce30", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:33.133817 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d7e3848-4ceb-415a-93e4-36ced6aa78b6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:33.134353 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a427fe0-1bda-4193-a74e-53580c73dc9d', 'name': 'network-vif-deleted', 'tag': '390632b3-98c1-41b9-bde0-49043e23ce30', 'status': 'completed', 'code': 200} Oct 13 04:04:33.151936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:33.156635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.158422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-33ace889-d81c-4cc7-a8be-99a1bf74f8f5 admin admin] 10.222.0.44 "PUT /v2.0/routers/080316ba-1d4f-44d7-8879-c6fe0389b558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0577946 Oct 13 04:04:33.166813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] Sync routers for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:04:33.179928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:33.180063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:33.181916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:33.208812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95e6018c-42de-4845-bd12-1ef9434f8374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.250127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Made reservation on behalf of 51b8d916d6ae4a6b83a7b14d5ce79a4a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:33.253812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.274410 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.286605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9eabe5b6-3ff0-41da-a2b3-d12f375229a4 req-0bb536c1-3b2e-47ec-9510-8916a22b4376 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a427fe0-1bda-4193-a74e-53580c73dc9d HTTP/1.1" status: 200 len: 210 time: 0.0366545 Oct 13 04:04:33.289817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.293309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95e6018c-42de-4845-bd12-1ef9434f8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.316604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:33.329900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c911f-82ff-4644-8b86-f90196412519 req-4461155f-df9c-44d4-beaa-e633ca1fddbc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:33.332113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-129c911f-82ff-4644-8b86-f90196412519 req-4461155f-df9c-44d4-beaa-e633ca1fddbc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 945 time: 0.2389750 Oct 13 04:04:33.370639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.393701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.393881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab998c6-b3a1-41fd-98f8-dd2302996311 None None] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:33.400218 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/subnets/4210703b-3808-4947-8eb2-5129d10d453d HTTP/1.1" status: 204 len: 168 time: 0.3884063 Oct 13 04:04:33.415265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:33.417795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61be63f-461b-4b8f-b2f8-15743c9feeb0 tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Subnet': ['ID=4210703b-3808-4947-8eb2-5129d10d453d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:33.465359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6018c-42de-4845-bd12-1ef9434f8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9debe35a-88fb-46c6-b80c-0ee1d5de7db0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:33.489294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-95e6018c-42de-4845-bd12-1ef9434f8374 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05698a20c2b5484588680c00f6a8cef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9308014 Oct 13 04:04:33.495515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:33.538938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.550178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-72d2757f-036d-4653-b765-cba655df5a77 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:33.553814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-72d2757f-036d-4653-b765-cba655df5a77 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 945 time: 0.3475673 Oct 13 04:04:33.632808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Deleting port 61ea808a-439e-4926-89b6-832be3ecffa8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:33.633275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.643462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:04:31Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:33.673562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] Checking router: 080316ba-1d4f-44d7-8879-c6fe0389b558 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:04:33.683571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] Routers {'080316ba-1d4f-44d7-8879-c6fe0389b558'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:33.684339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['080316ba-1d4f-44d7-8879-c6fe0389b558'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:33.693008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] DHCP port deletion for b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:04:33.709482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-129c911f-82ff-4644-8b86-f90196412519 req-a25a0356-9240-44e6-842d-6a7e2012168e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539891 Oct 13 04:04:33.717376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] For port 61ea808a-439e-4926-89b6-832be3ecffa8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61ea808a-439e-4926-89b6-832be3ecffa8,segment=NetworkSegment(b43f1319-2781-4d5d-a803-adb8f7b46fc4),segment_id=b43f1319-2781-4d5d-a803-adb8f7b46fc4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:33.717994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.732807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Calling delete_port for 61ea808a-439e-4926-89b6-832be3ecffa8 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:33.755474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.806985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.815240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c3c231-fb81-4795-8bb9-c4f92ddd9be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.815862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.827419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.843801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Port': ['ID=61ea808a-439e-4926-89b6-832be3ecffa8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:33.846202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] No DVR routers for this DVR port 61ea808a-439e-4926-89b6-832be3ecffa8 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:33.869995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Deleting port 61ea808a-439e-4926-89b6-832be3ecffa8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:33.870679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.897019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:04:33.905703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c3c231-fb81-4795-8bb9-c4f92ddd9be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.920402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] Set router 080316ba-1d4f-44d7-8879-c6fe0389b558 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:33.938766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.960864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:33.971980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43f1319-2781-4d5d-a803-adb8f7b46fc4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:33.972297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43f1319-2781-4d5d-a803-adb8f7b46fc4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:33.983264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:33.998171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.004658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:34.005184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:34.008857 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:34.078258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.084229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.090520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] 10.222.0.44 "DELETE /v2.0/networks/b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 HTTP/1.1" status: 204 len: 168 time: 0.6714342 Oct 13 04:04:34.115981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6788b-849a-4785-8f03-867d840b651e tempest-ServersTestMultiNic-1683739981 tempest-ServersTestMultiNic-1683739981-project] Pushing event deleted for resources: {'Network': ['ID=b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:34.183734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.183891 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Added segment 38a32623-8ba1-49c9-9ae1-5e4193f59446 of type vlan for network 8d4dd70b-918d-4d31-8aad-d9090222cf49 Oct 13 04:04:34.189662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39b830-206f-4930-8006-3cb69e9e66c2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:34.206153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] For port 61ea808a-439e-4926-89b6-832be3ecffa8, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:34.206768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.231491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Calling delete_port for 61ea808a-439e-4926-89b6-832be3ecffa8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:34.236536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Port 61ea808a-439e-4926-89b6-832be3ecffa8 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:04:34.241164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.249787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port 223c65fb-449b-4257-a21f-891a28678d1a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:34.250135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.254294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Network b8ef09b2-1ab2-4cb6-ab27-ec5257a5e5e5 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:04:34.254612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] No DVR routers for this DVR port 61ea808a-439e-4926-89b6-832be3ecffa8 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:34.263121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:34.286246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07724f1-090a-4d76-bde1-c96ba5ca2a3b None None] Pushing event deleted for resources: {'Port': ['ID=61ea808a-439e-4926-89b6-832be3ecffa8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:34.321416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.334361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.371462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:04:31Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:34.410434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c3c231-fb81-4795-8bb9-c4f92ddd9be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.412980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee62ed9-d34c-439d-bfe5-b9664ee83ca1 None None] The sync data for ids ['080316ba-1d4f-44d7-8879-c6fe0389b558'] in n-d-810220-9 is: [{'id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'name': 'tempest-ServersTestManualDisk-1351853496-router', 'tenant_id': 'f0baf76a82284459b58ced1c5292d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:02Z', 'updated_at': '2021-10-13T04:04:31Z', 'revision_number': 5, 'project_id': 'f0baf76a82284459b58ced1c5292d77e', 'gw_port': {'id': 'eb8b41a7-8c0f-4ee2-a701-35c193ee74cb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080316ba-1d4f-44d7-8879-c6fe0389b558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:03Z', 'updated_at': '2021-10-13T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:04:34.413187 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c3c231-fb81-4795-8bb9-c4f92ddd9be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.414464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2c3c231-fb81-4795-8bb9-c4f92ddd9be4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9debe35a-88fb-46c6-b80c-0ee1d5de7db0 HTTP/1.1" status: 204 len: 168 time: 0.9154603 Oct 13 04:04:34.445470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.450312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:34.450940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.458239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3c231-fb81-4795-8bb9-c4f92ddd9be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9debe35a-88fb-46c6-b80c-0ee1d5de7db0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:34.462661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port 223c65fb-449b-4257-a21f-891a28678d1a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=223c65fb-449b-4257-a21f-891a28678d1a,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:34.463029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.489865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for 223c65fb-449b-4257-a21f-891a28678d1a owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:34.538729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6342461 Oct 13 04:04:34.553924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:34.560963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Request body: {'subnet': {'network_id': '8d4dd70b-918d-4d31-8aad-d9090222cf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1175481158-subnet', 'tenant_id': '51b8d916d6ae4a6b83a7b14d5ce79a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:34.613747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0c9e8-3f0d-47ab-9a75-0d83e09b35ad admin admin] Pushing event updated for resources: {'Network': ['ID=8d4dd70b-918d-4d31-8aad-d9090222cf49,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:34.625777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Deleting port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:34.626199 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.626813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 8d4dd70b-918d-4d31-8aad-d9090222cf49 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:04:34.694036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Made reservation on behalf of 51b8d916d6ae4a6b83a7b14d5ce79a4a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:34.696465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.847210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefac768-b4c9-4928-a0e5-57549cd54bb7 req-3ae9e64f-5cf3-4240-9d84-f34b8ead030c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:34.862089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefac768-b4c9-4928-a0e5-57549cd54bb7 req-3ae9e64f-5cf3-4240-9d84-f34b8ead030c tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 945 time: 0.1367266 Oct 13 04:04:34.913639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] For port eb8b41a7-8c0f-4ee2-a701-35c193ee74cb, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:34.914015 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.935056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:34.942859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b38fe61-6d66-4fa1-82c1-525ffff56915 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:34.953413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6', '223c65fb-449b-4257-a21f-891a28678d1a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:34.960491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Calling delete_port for eb8b41a7-8c0f-4ee2-a701-35c193ee74cb owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:34.980232 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefac768-b4c9-4928-a0e5-57549cd54bb7 req-3c305164-175b-4fb0-a3d4-949bb940be87 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171954 Oct 13 04:04:35.009666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.045828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 9b38fe61-6d66-4fa1-82c1-525ffff56915 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:35.046452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b38fe61-6d66-4fa1-82c1-525ffff56915 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:35.047406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61ea808a-439e-4926-89b6-832be3ecffa8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:35.079551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 61ea808a-439e-4926-89b6-832be3ecffa8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:35.080500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61ea808a-439e-4926-89b6-832be3ecffa8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:35.086496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49910d90-b606-4cf2-993d-7c605ea10f7d req-f2e9f463-7890-45a9-a5af-0d4d0f755e31 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3938ea0-88e4-4b75-a137-422de69a0f3d HTTP/1.1" status: 200 len: 210 time: 0.1059275 Oct 13 04:04:35.122007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=223c65fb-449b-4257-a21f-891a28678d1a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:35.213482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port 223c65fb-449b-4257-a21f-891a28678d1a on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:35.221206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.225316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ded0529e-4bfd-44cf-8b1e-aaa0ebeadd97 req-fd6641bd-fa6f-4a63-b0f0-426967f6ecfa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "DELETE /v2.0/ports/223c65fb-449b-4257-a21f-891a28678d1a HTTP/1.1" status: 204 len: 173 time: 1.6477406 Oct 13 04:04:35.229880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'name': 'network-vif-deleted', 'tag': '223c65fb-449b-4257-a21f-891a28678d1a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:35.233980 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91f8fce-4827-4002-89f5-57f69793072e" -d '{"events": [{"server_uuid": "f3938ea0-88e4-4b75-a137-422de69a0f3d", "name": "network-vif-deleted", "tag": "223c65fb-449b-4257-a21f-891a28678d1a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:35.345522 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33591629-ab9b-4931-9a44-7a262fc82502 x-openstack-request-id: req-33591629-ab9b-4931-9a44-7a262fc82502 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:35.346246 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3938ea0-88e4-4b75-a137-422de69a0f3d", "name": "network-vif-deleted", "tag": "223c65fb-449b-4257-a21f-891a28678d1a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:35.346246 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33591629-ab9b-4931-9a44-7a262fc82502 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:35.346604 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3938ea0-88e4-4b75-a137-422de69a0f3d', 'name': 'network-vif-deleted', 'tag': '223c65fb-449b-4257-a21f-891a28678d1a', 'status': 'completed', 'code': 200} Oct 13 04:04:35.381250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-7351b561-8a34-4eaa-8459-4e62bc06b3e5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:35.383740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-7351b561-8a34-4eaa-8459-4e62bc06b3e5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 945 time: 0.1510658 Oct 13 04:04:35.396556 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.510889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Checking segment: {'id': '38a32623-8ba1-49c9-9ae1-5e4193f59446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d4dd70b-918d-4d31-8aad-d9090222cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:35.511272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Network hostable DHCP agents. Network: 8d4dd70b-918d-4d31-8aad-d9090222cf49, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:04:35.516445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abffe0b-5a57-4cfb-9c16-013cc1b7e795,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:35.531368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.547095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Deleting port 51be546d-aa1a-445c-bbfa-ca7a65861129 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:35.547449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.562793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:35.565459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8b41a7-8c0f-4ee2-a701-35c193ee74cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:35.579604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Network 8d4dd70b-918d-4d31-8aad-d9090222cf49 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:04:35.620392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 8d4dd70b-918d-4d31-8aad-d9090222cf49) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:35.626923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:35.628220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.633033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd874cf1-b676-4897-a764-2b6ede09c786 None None] Network 8d4dd70b-918d-4d31-8aad-d9090222cf49 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:35.671399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b83c71fd-c21c-4556-bb9f-e41bb077feaa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1157610 Oct 13 04:04:35.679647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] For port 51be546d-aa1a-445c-bbfa-ca7a65861129, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=51be546d-aa1a-445c-bbfa-ca7a65861129,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:35.680016 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.692278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.727451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Calling delete_port for 51be546d-aa1a-445c-bbfa-ca7a65861129 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:35.733825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Deleting port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:35.734193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.841632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.844142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.906917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1370588029-network', 'tenant_id': 'ac7d5c134b4f4dfcab6ae56298979141'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:35.931652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Made reservation on behalf of ac7d5c134b4f4dfcab6ae56298979141 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:35.934288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.938911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.939431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 080316ba-1d4f-44d7-8879-c6fe0389b558 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:04:35.944281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc46b4-a68a-40f4-9f82-63d11c466045 None None] Network 8d4dd70b-918d-4d31-8aad-d9090222cf49 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:35.954810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.957242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-87bb5b6b-7429-4741-9f1f-902474192790 admin admin] 10.222.0.44 "DELETE /v2.0/routers/080316ba-1d4f-44d7-8879-c6fe0389b558 HTTP/1.1" status: 204 len: 168 time: 2.7709966 Oct 13 04:04:35.966638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:35.968232 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.066516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-664dafdc-f1a7-45ad-bbe3-3f7262a61a5f req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1963972629', 'description': 'tempest-description-604035646'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:36.086304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.089624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] For port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,segment=NetworkSegment(400c7992-f56a-4836-8857-f91367d3e0ef),segment_id=400c7992-f56a-4836-8857-f91367d3e0ef)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:36.090197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.094633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.163150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:04:36.172622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e29092-7a4a-4158-aedd-58f69e4355b0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:36.178543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Calling delete_port for 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:36.184648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.185217 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Added segment dbd15ee4-ecbd-464f-a87c-4faaaabe35c2 of type vlan for network b63e9990-e70d-4006-8a4b-c36443358aca Oct 13 04:04:36.185323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Deleting subnet c65893aa-c173-4022-b5ba-48cbe25b8173 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:36.197930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.208756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d900a-b1c0-4252-8093-4f4c6292ead5 req-893a390a-cf23-441f-b75a-6b08977313a2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:36.210478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-194d900a-b1c0-4252-8093-4f4c6292ead5 req-893a390a-cf23-441f-b75a-6b08977313a2 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bc5678e-f9dc-4856-8809-3d49a4382c9d HTTP/1.1" status: 200 len: 945 time: 0.1082928 Oct 13 04:04:36.228092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-664dafdc-f1a7-45ad-bbe3-3f7262a61a5f req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.259659 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.295859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-194d900a-b1c0-4252-8093-4f4c6292ead5 req-d2776063-35ff-429a-9c86-a470bff2a8c5 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.44 "GET /v2.0/security-groups?id=35064884-a0e9-4f97-b2e7-e94c63413c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Oct 13 04:04:36.303970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.305908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:36.306893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.324426 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.417114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8496289 Oct 13 04:04:36.419988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50562) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:36.428021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Request body: {'subnet': {'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1370588029-subnet', 'tenant_id': 'ac7d5c134b4f4dfcab6ae56298979141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:36.432777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb9f0-9131-4ad4-9b59-f76d66e675b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b63e9990-e70d-4006-8a4b-c36443358aca,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:36.448001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b63e9990-e70d-4006-8a4b-c36443358aca details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:04:36.460713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Made reservation on behalf of ac7d5c134b4f4dfcab6ae56298979141 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:36.463292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.583375 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.585439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.590121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-664dafdc-f1a7-45ad-bbe3-3f7262a61a5f req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.621445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:36.624837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-664dafdc-f1a7-45ad-bbe3-3f7262a61a5f req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.677276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=51be546d-aa1a-445c-bbfa-ca7a65861129,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:36.694727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-664dafdc-f1a7-45ad-bbe3-3f7262a61a5f req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.695948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-664dafdc-f1a7-45ad-bbe3-3f7262a61a5f req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6415975 Oct 13 04:04:36.708095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.727423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.743235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No active binding found for port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 04:04:36.746024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:36.746519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:36.776695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7376d3-162a-444e-97f6-8bfebe15fb84 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600cf154-6a3e-4851-9adf-bf06ae83b97b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:36.778726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 390632b3-98c1-41b9-bde0-49043e23ce30 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:36.779433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 390632b3-98c1-41b9-bde0-49043e23ce30 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:36.841243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9229aea0-4bce-454f-86c1-1a47e7996471,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:36.850734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Checking segment: {'id': 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:36.851271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Network hostable DHCP agents. Network: b63e9990-e70d-4006-8a4b-c36443358aca, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:04:36.859814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Pushing event deleted for resources: {'Port': ['ID=12e5f768-1ee7-4644-ae0d-dc1105e88ed7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:36.876303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Network b63e9990-e70d-4006-8a4b-c36443358aca is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:04:36.898177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b63e9990-e70d-4006-8a4b-c36443358aca) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:36.908237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a050e-09e8-440e-93f0-dee1982a0af7 None None] Network b63e9990-e70d-4006-8a4b-c36443358aca requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:36.909687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:36.911070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.929646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf5519e6-61b8-4827-ad95-db9bc62bd2b4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5082505 Oct 13 04:04:36.938779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:36.991854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eb8b41a7-8c0f-4ee2-a701-35c193ee74cb no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:37.006900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.011504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c65893aa-c173-4022-b5ba-48cbe25b8173 HTTP/1.1" status: 204 len: 168 time: 1.0414717 Oct 13 04:04:37.011895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50574) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:37.023943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeebf3d-c54c-422e-8a4b-e6e021beebb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65893aa-c173-4022-b5ba-48cbe25b8173,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:37.051101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e61ad-08d6-4dcb-a84f-72bc2c5bd5ad None None] Network 6151d52c-5fc7-427d-b155-cc363b420246 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:37.056902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: eb8b41a7-8c0f-4ee2-a701-35c193ee74cb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:37.057309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eb8b41a7-8c0f-4ee2-a701-35c193ee74cb not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:37.067384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-4b2b34a1-c4a9-4f71-b59e-c56fb91cca5d tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/600cf154-6a3e-4851-9adf-bf06ae83b97b HTTP/1.1" status: 200 len: 1812 time: 0.3381488 Oct 13 04:04:37.090701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] No DVR routers for this DVR port 12e5f768-1ee7-4644-ae0d-dc1105e88ed7 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:37.094737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '600cf154-6a3e-4851-9adf-bf06ae83b97b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:37.095048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '600cf154-6a3e-4851-9adf-bf06ae83b97b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:37.101575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.104902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56bbb0b-7408-4745-8772-d3df66a6ec1a req-02e57ba7-9642-4374-9022-fae54b177882 tempest-LiveAutoBlockMigrationV225Test-1109266098 tempest-LiveAutoBlockMigrationV225Test-1109266098-project] 10.222.0.26 "DELETE /v2.0/ports/12e5f768-1ee7-4644-ae0d-dc1105e88ed7 HTTP/1.1" status: 204 len: 173 time: 1.7126102 Oct 13 04:04:37.107207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'name': 'network-vif-deleted', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:37.108921 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aed5b1-0d37-4f95-9c71-d962030e7b78" -d '{"events": [{"server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "name": "network-vif-deleted", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:37.191493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.273512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Deleting port cc9438c1-b316-40ad-8d22-acba80c0b36d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:37.273949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.279916 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e61473-6f8a-4580-85fe-0a630b9eaeb0 x-openstack-request-id: req-87e61473-6f8a-4580-85fe-0a630b9eaeb0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:37.280435 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc5678e-f9dc-4856-8809-3d49a4382c9d", "name": "network-vif-deleted", "tag": "12e5f768-1ee7-4644-ae0d-dc1105e88ed7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:37.280695 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87e61473-6f8a-4580-85fe-0a630b9eaeb0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:37.281093 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc5678e-f9dc-4856-8809-3d49a4382c9d', 'name': 'network-vif-deleted', 'tag': '12e5f768-1ee7-4644-ae0d-dc1105e88ed7', 'status': 'completed', 'code': 200} Oct 13 04:04:37.296872 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.301192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 223c65fb-449b-4257-a21f-891a28678d1a no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:37.324907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.325894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.334758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.339384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 223c65fb-449b-4257-a21f-891a28678d1a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:37.341190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 223c65fb-449b-4257-a21f-891a28678d1a not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:37.363607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc6fb87-9e6b-4b74-a05c-25d133d4f1db,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:37.378390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] For port cc9438c1-b316-40ad-8d22-acba80c0b36d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc9438c1-b316-40ad-8d22-acba80c0b36d,segment=NetworkSegment(f13bc967-1825-4c91-81cc-d49537037079),segment_id=f13bc967-1825-4c91-81cc-d49537037079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:37.386087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.390056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e8cb3-8655-46e6-82bf-beeb15b925bb None None] Network b63e9990-e70d-4006-8a4b-c36443358aca requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:37.403076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.403565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Calling delete_port for cc9438c1-b316-40ad-8d22-acba80c0b36d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:37.404275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8865663-17ad-4dec-bfb8-3c2661a17a07 req-9b5fd953-48d4-4a27-b37a-84cde61e1512 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3198249 Oct 13 04:04:37.593010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d04eba-6393-410c-9ce0-b353aab608d9 None None] DHCP port deletion for 6151d52c-5fc7-427d-b155-cc363b420246 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:04:37.608553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-3ef802f5-6a1d-4559-966b-dae6c60e999e tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:37.610145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-3ef802f5-6a1d-4559-966b-dae6c60e999e tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/networks?id=b63e9990-e70d-4006-8a4b-c36443358aca HTTP/1.1" status: 200 len: 809 time: 0.1599677 Oct 13 04:04:37.611431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.621008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3d04eba-6393-410c-9ce0-b353aab608d9 None None] The port 'cc9438c1-b316-40ad-8d22-acba80c0b36d' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:04:37.641723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9438c1-b316-40ad-8d22-acba80c0b36d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:37.655413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] No DVR routers for this DVR port cc9438c1-b316-40ad-8d22-acba80c0b36d on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:37.661666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-41e0c82c-005b-420e-bffb-5f1a2a4fcbba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/quotas/ac7d5c134b4f4dfcab6ae56298979141 HTTP/1.1" status: 200 len: 375 time: 0.0238674 Oct 13 04:04:37.746888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-f0b4a93a-004b-4f96-9200-646105fac7e1 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac7d5c134b4f4dfcab6ae56298979141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674920 Oct 13 04:04:37.771011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.829472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6151d52c-5fc7-427d-b155-cc363b420246']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:37.841675 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.844979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13bc967-1825-4c91-81cc-d49537037079') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:37.845270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13bc967-1825-4c91-81cc-d49537037079') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:37.858130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.884051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.893356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-6adb4eaa-e0ca-4ad0-b0e9-0b1262412c93 service neutron] 10.222.0.44 "GET /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337197 Oct 13 04:04:37.894263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:37.894676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:37.896317 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:37.994054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-19e9efc2-c96b-4ff8-8c34-4a2adf77a7de tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:38.000734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-19e9efc2-c96b-4ff8-8c34-4a2adf77a7de tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1581151 Oct 13 04:04:38.002038 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.014778 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.017906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6151d52c-5fc7-427d-b155-cc363b420246 HTTP/1.1" status: 204 len: 168 time: 1.0049860 Oct 13 04:04:38.033906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c23e2-d322-4d9f-929c-c22b6c005894 admin admin] Pushing event deleted for resources: {'Network': ['ID=6151d52c-5fc7-427d-b155-cc363b420246,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:38.038275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-4aacc607-7bc1-4e75-ba91-b46d32f303d0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0165527 Oct 13 04:04:38.045568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-d0c15f86-2619-4bb9-938d-a7c1c6b5988a service neutron] 10.222.0.44 "GET /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397939 Oct 13 04:04:38.087007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Router be56c470-70fa-48a5-a4b5-02cd0d788a55 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:04:38.151711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-0ebd6e93-c170-4bcc-b2e0-1ba2eb70cd29 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994265 Oct 13 04:04:38.160441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50612) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:38.198538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:38.254427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adb98b0e-91ed-48c7-af04-0598d4288593 req-3f036f27-d730-401d-ac46-1363d4760e88 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/600cf154-6a3e-4851-9adf-bf06ae83b97b HTTP/1.1" status: 200 len: 2405 time: 0.0467367 Oct 13 04:04:38.312631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7252d05-1436-43fe-8634-6513de72f60b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0baf76a82284459b58ced1c5292d77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510172 Oct 13 04:04:38.313854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:38.315385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:38.320429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f16b0c54-181f-449c-a89d-c7d75d04e9ab admin admin] 10.222.0.44 "PUT /v2.0/routers/be56c470-70fa-48a5-a4b5-02cd0d788a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0560756 Oct 13 04:04:38.324550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:38.334101 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] Sync routers for ids ['be56c470-70fa-48a5-a4b5-02cd0d788a55'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:04:38.348622 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] Routers {'be56c470-70fa-48a5-a4b5-02cd0d788a55'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:38.354258 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['be56c470-70fa-48a5-a4b5-02cd0d788a55'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:38.405627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-1209d3ee-a6fc-454f-ad4d-a8640433cf8e service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047298 Oct 13 04:04:38.422050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce264be-97ae-448e-a7e8-d7523e162443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.454152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce264be-97ae-448e-a7e8-d7523e162443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.507531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b5ecaff-b533-4f5a-89f5-dfcf6041a5d0 req-7bdf23cc-a594-4c40-9118-f77077c99613 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 210 time: 0.0611031 Oct 13 04:04:38.544139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Deleting subnet 54e32eee-0704-4d9b-968e-22aebe0e774f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:38.547394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.560994 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] Set router be56c470-70fa-48a5-a4b5-02cd0d788a55 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:38.570112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.584044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.606708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-754aa32c-2548-4508-818c-cb2312c88693 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804917 Oct 13 04:04:38.684811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.727730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-02a075cc-d1aa-423d-87e6-1ce91c5062f8 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-group-rules/bdc6fb87-9e6b-4b74-a05c-25d133d4f1db HTTP/1.1" status: 200 len: 778 time: 0.0511601 Oct 13 04:04:38.748597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce264be-97ae-448e-a7e8-d7523e162443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.751600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce264be-97ae-448e-a7e8-d7523e162443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.755582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5ce264be-97ae-448e-a7e8-d7523e162443 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47b48856-d7e7-4c35-9dbe-8c34dfbafb76 HTTP/1.1" status: 204 len: 168 time: 0.4364955 Oct 13 04:04:38.786311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce264be-97ae-448e-a7e8-d7523e162443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b48856-d7e7-4c35-9dbe-8c34dfbafb76,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:38.786421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.866752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-4e399855-4747-40ea-86cf-baee43c5c4c1 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/600cf154-6a3e-4851-9adf-bf06ae83b97b HTTP/1.1" status: 200 len: 2405 time: 0.1278033 Oct 13 04:04:38.881501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.883273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc9438c1-b316-40ad-8d22-acba80c0b36d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:38.937326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Deleting port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:38.937326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.962050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: cc9438c1-b316-40ad-8d22-acba80c0b36d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:38.962495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc9438c1-b316-40ad-8d22-acba80c0b36d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:38.976989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e32eee-0704-4d9b-968e-22aebe0e774f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:38.982664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.999592 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:04:36Z', 'revision_number': 5, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port': {'id': 'ac6e1bd9-7b2e-4d8e-a23a-60407f56b361', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:02:49Z', 'updated_at': '2021-10-13T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:39.004058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d2b88bb8-71b7-4374-adf7-455bf437e8dd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/54e32eee-0704-4d9b-968e-22aebe0e774f HTTP/1.1" status: 204 len: 168 time: 0.8041441 Oct 13 04:04:39.005987 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-22a8555e-9ce2-4e2f-9b89-9c7b089d0e96 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.008300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:39.031477 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] Checking router: be56c470-70fa-48a5-a4b5-02cd0d788a55 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:04:39.043969 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] Routers {'be56c470-70fa-48a5-a4b5-02cd0d788a55'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:39.044598 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['be56c470-70fa-48a5-a4b5-02cd0d788a55'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:39.068292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc294368-0e33-4542-9246-a33bdd7e6522 req-84995bf5-b0f9-4310-95e7-dff272b9eb05 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 210 time: 0.0479543 Oct 13 04:04:39.120643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] For port ac6e1bd9-7b2e-4d8e-a23a-60407f56b361, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:39.121189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.139517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Calling delete_port for ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:39.233290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] Set router be56c470-70fa-48a5-a4b5-02cd0d788a55 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:39.330085 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:04:38Z', 'revision_number': 6, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:39.381367 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f21ccc-8e61-4ad8-b196-4b6997b73bc3 None None] The sync data for ids ['be56c470-70fa-48a5-a4b5-02cd0d788a55'] in n-d-810220-9 is: [{'id': 'be56c470-70fa-48a5-a4b5-02cd0d788a55', 'name': 'tempest-ServersTestMultiNic-541510413-router', 'tenant_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:02:48Z', 'updated_at': '2021-10-13T04:04:38Z', 'revision_number': 6, 'project_id': '5aa0437a0de6426d8bdbdd83a4928da2', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:04:39.498912 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.512896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-22a8555e-9ce2-4e2f-9b89-9c7b089d0e96 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.545310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6e1bd9-7b2e-4d8e-a23a-60407f56b361,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:39.561482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.615409 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-22a8555e-9ce2-4e2f-9b89-9c7b089d0e96 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.622210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-22a8555e-9ce2-4e2f-9b89-9c7b089d0e96 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.629254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a99fdaf2-77f1-40ba-a59a-db1ac99feb8e req-22a8555e-9ce2-4e2f-9b89-9c7b089d0e96 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bdc6fb87-9e6b-4b74-a05c-25d133d4f1db HTTP/1.1" status: 204 len: 173 time: 0.7615542 Oct 13 04:04:39.640029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.718769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.743835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-bca2d38e-e511-4e74-9dda-0e9cda3348cc req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1276978264', 'description': 'tempest-description-63820607'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:39.755736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8555e-9ce2-4e2f-9b89-9c7b089d0e96 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdc6fb87-9e6b-4b74-a05c-25d133d4f1db,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:39.806173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.813199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.876220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.889207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f964a393-b653-4d8f-a81b-c2bbaace85c2 req-f52c00c1-df2a-4e4e-9417-145fa34c615c tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 210 time: 0.2096739 Oct 13 04:04:39.896867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.897496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be56c470-70fa-48a5-a4b5-02cd0d788a55 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:04:39.902954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.907257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5fbe40d9-858c-4d5a-ad85-963146ec45f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/be56c470-70fa-48a5-a4b5-02cd0d788a55 HTTP/1.1" status: 204 len: 168 time: 1.5816412 Oct 13 04:04:39.908293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:39.935881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50678) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:39.941766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bca2d38e-e511-4e74-9dda-0e9cda3348cc req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.947032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc94f459-093a-4277-b616-cce24ef3c71a']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:39.964788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Deleting subnet c79ea218-6715-4bd3-be4a-5446cdfbe314 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:39.965051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400c7992-f56a-4836-8857-f91367d3e0ef') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:39.965171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400c7992-f56a-4836-8857-f91367d3e0ef') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:39.968306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.989065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.022038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.024138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-ada2dfeb-4b2c-4270-b9ad-250ae99bdd14 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:40.025725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-ada2dfeb-4b2c-4270-b9ad-250ae99bdd14 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.15 "GET /v2.0/networks?id=b63e9990-e70d-4006-8a4b-c36443358aca HTTP/1.1" status: 200 len: 809 time: 0.3655322 Oct 13 04:04:40.029567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.040765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:40.041171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:40.046210 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:40.050282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Request body: {'port': {'device_id': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca', 'admin_state_up': True, 'tenant_id': 'ac7d5c134b4f4dfcab6ae56298979141'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:40.115948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.133320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-49609253-network', 'tenant_id': '2be624d164aa4fa88d4d705379d2418c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:40.184096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.184542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0642f9eb-857d-4c9d-8dee-bdb4a2781b1a req-1b8c6625-2144-4ffe-85fb-d1f6668e4edf tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 210 time: 0.0391059 Oct 13 04:04:40.201228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.204443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dc94f459-093a-4277-b616-cce24ef3c71a HTTP/1.1" status: 204 len: 168 time: 1.1950445 Oct 13 04:04:40.212988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50684) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:40.226238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.235744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Made reservation on behalf of 2be624d164aa4fa88d4d705379d2418c for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:40.238092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.245738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bca2d38e-e511-4e74-9dda-0e9cda3348cc req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.256716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79ea218-6715-4bd3-be4a-5446cdfbe314,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:40.260906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.264231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4bfd7fe3-d588-44db-bb15-87643b4cf7f0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c79ea218-6715-4bd3-be4a-5446cdfbe314 HTTP/1.1" status: 204 len: 168 time: 0.3542809 Oct 13 04:04:40.266653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:40.269797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d27bd-4981-4dd9-a1cc-60ae18347497 None None] Network 000a476a-3e8a-4c2a-9958-d9c714704b14 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:40.276971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cce2c-120c-4f5b-a68e-06a9ea959497 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc94f459-093a-4277-b616-cce24ef3c71a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:40.288891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.297716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bca2d38e-e511-4e74-9dda-0e9cda3348cc req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.358198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.359480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Deleting subnet 7abe386a-af3a-4282-94af-f0108876c2bc {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:40.369373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bca2d38e-e511-4e74-9dda-0e9cda3348cc req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.370584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bca2d38e-e511-4e74-9dda-0e9cda3348cc req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6953747 Oct 13 04:04:40.376627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.412770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033b3d7-8eb2-486c-85e6-64c8bfdad72e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9dc7d5-4f7d-4f6b-96b3-ad766c4a75d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:40.448226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Made reservation on behalf of ac7d5c134b4f4dfcab6ae56298979141 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:40.451776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.457903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.539729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.565299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] DHCP port deletion for 000a476a-3e8a-4c2a-9958-d9c714704b14 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:04:40.579360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03b9acb2-15a5-49db-bb35-df1c56647112 req-9d1dcd42-b191-418b-82b8-f3efb4d6af71 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/ba9dc7d5-4f7d-4f6b-96b3-ad766c4a75d1 HTTP/1.1" status: 200 len: 1811 time: 0.1181016 Oct 13 04:04:40.611588 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.621319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-4731c37f-10ac-4013-bf19-0ddf2411b6a4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:40.623190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-4731c37f-10ac-4013-bf19-0ddf2411b6a4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.2621653 Oct 13 04:04:40.639103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:40.656112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] Deleting port 03c52b35-042e-4595-af70-6a39f1cf587c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:40.656559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.672143 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.685650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-79e90c12-e100-4ccb-96b0-6e47f5ccc232 req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-777474949', 'description': 'tempest-description-1291079640'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:40.700611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Deleting port 03c52b35-042e-4595-af70-6a39f1cf587c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:40.701003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.731147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:04:40.772219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] For port 03c52b35-042e-4595-af70-6a39f1cf587c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03c52b35-042e-4595-af70-6a39f1cf587c,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:40.773012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.775844 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.776521 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Added segment d64695de-082f-4998-bd1d-a8629f031cbc of type vlan for network 3088de98-61ad-4bbd-99aa-6699e4e15624 Oct 13 04:04:40.781160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa543e1-adb3-479c-a136-b80f1d2c2b8f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:40.814138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79e90c12-e100-4ccb-96b0-6e47f5ccc232 req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.818534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] Calling delete_port for 03c52b35-042e-4595-af70-6a39f1cf587c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:40.825676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] For port 03c52b35-042e-4595-af70-6a39f1cf587c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03c52b35-042e-4595-af70-6a39f1cf587c,segment=NetworkSegment(b9374c25-86e9-4396-a78e-366c8aa235ae),segment_id=b9374c25-86e9-4396-a78e-366c8aa235ae)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:40.826053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.833633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.835878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:40.842474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Calling delete_port for 03c52b35-042e-4595-af70-6a39f1cf587c owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:40.888234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:40.888569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac6e1bd9-7b2e-4d8e-a23a-60407f56b361 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:40.889193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 51be546d-aa1a-445c-bbfa-ca7a65861129 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:40.904567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abe386a-af3a-4282-94af-f0108876c2bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:40.908597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.912220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d056911c-c915-4c0d-b166-e1b49619e78c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7abe386a-af3a-4282-94af-f0108876c2bc HTTP/1.1" status: 204 len: 168 time: 0.6967952 Oct 13 04:04:40.916712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.917280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 51be546d-aa1a-445c-bbfa-ca7a65861129 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:04:40.917509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:40.918144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 51be546d-aa1a-445c-bbfa-ca7a65861129 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:04:40.918716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03c52b35-042e-4595-af70-6a39f1cf587c no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:04:40.929716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Allocated IP 172.20.0.9 (b63e9990-e70d-4006-8a4b-c36443358aca/9229aea0-4bce-454f-86c1-1a47e7996471/29937ab4-a1e0-41c1-bc55-ec25a217438a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:41.018087 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.030287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5652b8e-b076-4197-a6c4-317b00721173 req-95a8b4db-f6ea-47b4-95b6-b3c0bb5fd5d9 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 210 time: 0.0409856 Oct 13 04:04:41.037711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:41.042119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.055634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] Pushing event deleted for resources: {'Port': ['ID=03c52b35-042e-4595-af70-6a39f1cf587c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:41.059450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f1ba6-9892-4b05-87cd-d9dc58bebc20 None None] No DVR routers for this DVR port 03c52b35-042e-4595-af70-6a39f1cf587c on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:41.066784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.085760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.099794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79e90c12-e100-4ccb-96b0-6e47f5ccc232 req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.111306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.136883 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.137998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:41.138677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.149952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79e90c12-e100-4ccb-96b0-6e47f5ccc232 req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.166986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] No DVR routers for this DVR port 03c52b35-042e-4595-af70-6a39f1cf587c on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:41.178123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Pushing event deleted for resources: {'Port': ['ID=03c52b35-042e-4595-af70-6a39f1cf587c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:41.225758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2928553 Oct 13 04:04:41.228657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50704) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:41.250523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Request body: {'subnet': {'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-49609253-subnet', 'tenant_id': '2be624d164aa4fa88d4d705379d2418c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:41.261238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79e90c12-e100-4ccb-96b0-6e47f5ccc232 req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.262471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79e90c12-e100-4ccb-96b0-6e47f5ccc232 req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5957696 Oct 13 04:04:41.265710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cb26f-1e2f-4940-9cbd-d2b019e79f00 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c29ee-2153-46c2-ac5d-f806bb8a7649,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:41.274208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8647f-aabd-4b7f-8cd1-5622aed32026 admin admin] Pushing event updated for resources: {'Network': ['ID=3088de98-61ad-4bbd-99aa-6699e4e15624,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:41.298370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 3088de98-61ad-4bbd-99aa-6699e4e15624 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:04:41.318927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.349862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c928682-060d-4992-ae86-22e361fb48bf req-8f721153-8c41-4202-86ca-d51bca34a761 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 210 time: 0.0375850 Oct 13 04:04:41.352006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08797acd-5008-4bd0-abfb-831c9f69be44 req-bee92afa-5626-4b57-90c4-951a7460066d tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/be6c29ee-2153-46c2-ac5d-f806bb8a7649 HTTP/1.1" status: 200 len: 1812 time: 0.0632343 Oct 13 04:04:41.391044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.397629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.411454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.421001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c120afcc-0686-44c3-bade-73c5d3956773 req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-917372063', 'description': 'tempest-description-931029681'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:41.437746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Network b63e9990-e70d-4006-8a4b-c36443358aca is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:41.446110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:41.448761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:41.454252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000a476a-3e8a-4c2a-9958-d9c714704b14']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:41.462445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Made reservation on behalf of 2be624d164aa4fa88d4d705379d2418c for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:41.464726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.483454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Pushing event updated for resources: {'Port': ['ID=29937ab4-a1e0-41c1-bc55-ec25a217438a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:41.496434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cef7b13-c83e-42d8-b12e-2acd885cbf3a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:41.499506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9374c25-86e9-4396-a78e-366c8aa235ae') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:41.499863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9374c25-86e9-4396-a78e-366c8aa235ae') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:41.506759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:41.507363 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.544511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.4 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/a56e4f15-43de-4b19-ab09-c02755c699c8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:41.551594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e414125-3328-4d55-8ad7-348b24ab8a18') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:41.551890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e414125-3328-4d55-8ad7-348b24ab8a18') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:41.556144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.585694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.592156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e73d6736-e5cc-46da-b286-ab05b05201b8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5526185 Oct 13 04:04:41.601796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c120afcc-0686-44c3-bade-73c5d3956773 req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.605312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Request body: {'port': {'device_id': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:41.605783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.633751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:41.634170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:41.641407 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:41.650685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.680369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.708155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:41.708558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:41.718225 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:41.838043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.885088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.888358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] 10.222.0.44 "DELETE /v2.0/networks/000a476a-3e8a-4c2a-9958-d9c714704b14 HTTP/1.1" status: 204 len: 168 time: 1.6206698 Oct 13 04:04:41.916652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00107d-f942-4ddd-8c4c-4d2a1c41c08b admin admin] Pushing event deleted for resources: {'Network': ['ID=000a476a-3e8a-4c2a-9958-d9c714704b14,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:41.933533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.950410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.956201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5cef7b13-c83e-42d8-b12e-2acd885cbf3a HTTP/1.1" status: 204 len: 168 time: 1.0352793 Oct 13 04:04:41.964914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29937ab4-a1e0-41c1-bc55-ec25a217438a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:41.974648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.990578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Transition to ACTIVE for port object 29937ab4-a1e0-41c1-bc55-ec25a217438a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:41.996984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.017596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66004634-b7a4-4334-b722-e138ec767b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cef7b13-c83e-42d8-b12e-2acd885cbf3a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.036619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c120afcc-0686-44c3-bade-73c5d3956773 req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.046653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:42.052838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c120afcc-0686-44c3-bade-73c5d3956773 req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.073407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.080597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Pushing event updated for resources: {'Port': ['ID=29937ab4-a1e0-41c1-bc55-ec25a217438a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.084308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.122751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:42.130129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c120afcc-0686-44c3-bade-73c5d3956773 req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.131490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c120afcc-0686-44c3-bade-73c5d3956773 req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7367420 Oct 13 04:04:42.145423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec94d1a8-9beb-4e40-af5f-99e0a2f6c229 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aa0437a0de6426d8bdbdd83a4928da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975375 Oct 13 04:04:42.148736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50724) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:42.164716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d2a28-8715-4106-ba70-53675c27e6d6 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90998d1-ea1f-4641-a215-9ed5e0bd6c6a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.205213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=998bb573-b41a-4f7e-ae90-18668774572f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.265232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51035c4-95ab-4ba7-aef9-07149c98e6f4 req-8bd704f4-f45f-4efe-8088-4c563c2c1e59 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:42.266971 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d51035c4-95ab-4ba7-aef9-07149c98e6f4 req-8bd704f4-f45f-4efe-8088-4c563c2c1e59 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 943 time: 0.1270685 Oct 13 04:04:42.270471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-15201b4a-e968-480a-b402-d0b2afa4aab9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a62396ed82ce4e35966d8cba99f53fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355467 Oct 13 04:04:42.270685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:42.272026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Attempting to bind port 29937ab4-a1e0-41c1-bc55-ec25a217438a on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:42.272279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Attempting to bind port 29937ab4-a1e0-41c1-bc55-ec25a217438a by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:42.272600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Attempting to bind port 29937ab4-a1e0-41c1-bc55-ec25a217438a on network b63e9990-e70d-4006-8a4b-c36443358aca {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:42.277400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.279034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Checking segment: {'id': 'd64695de-082f-4998-bd1d-a8629f031cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:42.279392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Network hostable DHCP agents. Network: 3088de98-61ad-4bbd-99aa-6699e4e15624, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:04:42.288709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0e32a44-fd96-4bdc-aa75-896567cbf4eb req-94bda87f-f893-493d-be40-54f763f07d41 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/f90998d1-ea1f-4641-a215-9ed5e0bd6c6a HTTP/1.1" status: 200 len: 1811 time: 0.1238010 Oct 13 04:04:42.289523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:42.294118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Port 29937ab4-a1e0-41c1-bc55-ec25a217438a on network b63e9990-e70d-4006-8a4b-c36443358aca not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:42.294118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Attempting to bind port 29937ab4-a1e0-41c1-bc55-ec25a217438a on network b63e9990-e70d-4006-8a4b-c36443358aca {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:42.307615 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1453cd0-5fcf-486b-96c8-7fe295961467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.312971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:42.313303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Checking segment: {'id': 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:42.313873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Bound using segment: {'id': 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:42.314319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Bound port: 29937ab4-a1e0-41c1-bc55-ec25a217438a, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:42.314667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.357284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:42.370840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:42.380813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:42.383468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1453cd0-5fcf-486b-96c8-7fe295961467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.384298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=a56e4f15-43de-4b19-ab09-c02755c699c8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.399215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d51035c4-95ab-4ba7-aef9-07149c98e6f4 req-a1612910-633c-44ac-8d95-20cd63fe41db tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170897 Oct 13 04:04:42.415866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Network 3088de98-61ad-4bbd-99aa-6699e4e15624 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:04:42.435325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-afeb1074-2407-4a40-98e2-ade186ac411a req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1785254978', 'description': 'tempest-description-771540196'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:42.455280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 3088de98-61ad-4bbd-99aa-6699e4e15624) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:42.462333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b9d78f8-29c5-4c88-ab22-a36446dd7daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.465793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a8d40-3ed5-4b7b-b69b-c2885bf1297a None None] Network 3088de98-61ad-4bbd-99aa-6699e4e15624 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:42.481154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:42.481899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.499052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:42.500079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.515476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] For port 29937ab4-a1e0-41c1-bc55-ec25a217438a, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:42.516612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-afeb1074-2407-4a40-98e2-ade186ac411a req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.520747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b9d78f8-29c5-4c88-ab22-a36446dd7daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.544377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] For port 29937ab4-a1e0-41c1-bc55-ec25a217438a, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a,segment=NetworkSegment(dbd15ee4-ecbd-464f-a87c-4faaaabe35c2),segment_id=dbd15ee4-ecbd-464f-a87c-4faaaabe35c2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:42.555904 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.574901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900ffcf-e916-4ca2-8d97-dd79c477a758 req-b80ae4cd-348a-407d-b5ef-8a5ea9db31d9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:42.575158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31b4f4b3-136a-41f2-8f2b-8b75b46027fb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3364782 Oct 13 04:04:42.575158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7ef2ccce-8b2c-495e-b786-23e2618863d4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9352112 Oct 13 04:04:42.575322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b900ffcf-e916-4ca2-8d97-dd79c477a758 req-b80ae4cd-348a-407d-b5ef-8a5ea9db31d9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 931 time: 0.0986311 Oct 13 04:04:42.605328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Request body: {'port': {'device_id': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:42.606117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1453cd0-5fcf-486b-96c8-7fe295961467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.617237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1453cd0-5fcf-486b-96c8-7fe295961467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.619693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e1453cd0-5fcf-486b-96c8-7fe295961467 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/283666c6-9434-42cd-aeb0-32a295046a7e HTTP/1.1" status: 204 len: 168 time: 0.4700508 Oct 13 04:04:42.700376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.714725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b9d78f8-29c5-4c88-ab22-a36446dd7daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.716982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b9d78f8-29c5-4c88-ab22-a36446dd7daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.718221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0b9d78f8-29c5-4c88-ab22-a36446dd7daf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35064884-a0e9-4f97-b2e7-e94c63413c13 HTTP/1.1" status: 204 len: 168 time: 0.4465983 Oct 13 04:04:42.734824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d6e6f-cd5b-4a84-b4b8-43b67e5f85ec None None] Network 3088de98-61ad-4bbd-99aa-6699e4e15624 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:42.746395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d78f8-29c5-4c88-ab22-a36446dd7daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35064884-a0e9-4f97-b2e7-e94c63413c13,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.749250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Pushing event updated for resources: {'Port': ['ID=29937ab4-a1e0-41c1-bc55-ec25a217438a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.772732 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-afeb1074-2407-4a40-98e2-ade186ac411a req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.777206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1453cd0-5fcf-486b-96c8-7fe295961467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283666c6-9434-42cd-aeb0-32a295046a7e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:42.781132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:42.782341 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.784800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-e2fc7183-7634-46d0-95fd-f0bc551d40c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/29937ab4-a1e0-41c1-bc55-ec25a217438a HTTP/1.1" status: 200 len: 1091 time: 1.1839709 Oct 13 04:04:42.790464 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-afeb1074-2407-4a40-98e2-ade186ac411a req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.790666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'tag': '29937ab4-a1e0-41c1-bc55-ec25a217438a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:42.796653 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e525d0-7062-4ac4-a910-7038e0b24047" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd558b8-b0ad-438b-8348-9c7f4ec4cf07", "tag": "29937ab4-a1e0-41c1-bc55-ec25a217438a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:42.847778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b900ffcf-e916-4ca2-8d97-dd79c477a758 req-09366189-62bf-4a8b-aedb-d5fab7705829 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739725 Oct 13 04:04:42.944667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-afeb1074-2407-4a40-98e2-ade186ac411a req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:42.945970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afeb1074-2407-4a40-98e2-ade186ac411a req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5275679 Oct 13 04:04:42.969558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-25a38e8a-b260-4669-954e-fe7f3713db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:42.971496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-25a38e8a-b260-4669-954e-fe7f3713db83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac7d5c134b4f4dfcab6ae56298979141&device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 1094 time: 0.1206205 Oct 13 04:04:43.027499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f81eda-0374-44a8-9858-9fe40e49ffd2 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8db5ca3-e3ca-45d6-b0f6-1f537cdb5ce2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:43.070834 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2441a-2a58-4c06-8c1a-75cb669162ab x-openstack-request-id: req-93c2441a-2a58-4c06-8c1a-75cb669162ab {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:43.071098 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd558b8-b0ad-438b-8348-9c7f4ec4cf07", "tag": "29937ab4-a1e0-41c1-bc55-ec25a217438a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:43.071352 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93c2441a-2a58-4c06-8c1a-75cb669162ab {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:43.071740 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'tag': '29937ab4-a1e0-41c1-bc55-ec25a217438a', 'status': 'completed', 'code': 200} Oct 13 04:04:43.074870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-b8735fe1-e3be-41b1-af41-7445080966dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a HTTP/1.1" status: 200 len: 217 time: 0.0926824 Oct 13 04:04:43.171337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24ae44d6-6977-45c0-b2cf-f2cfd6a3a8b3 req-69e2ae91-a77d-41c7-a995-533c7382e5fa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/b8db5ca3-e3ca-45d6-b0f6-1f537cdb5ce2 HTTP/1.1" status: 200 len: 1812 time: 0.1085145 Oct 13 04:04:43.178076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-8b757aac-d6ca-4bd4-82cb-b738e5d5bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:43.180433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-8b757aac-d6ca-4bd4-82cb-b738e5d5bdf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9229aea0-4bce-454f-86c1-1a47e7996471 HTTP/1.1" status: 200 len: 849 time: 0.0931325 Oct 13 04:04:43.232111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-076b2519-c7a1-4dc1-97c6-ab83fcf8a441 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b63e9990-e70d-4006-8a4b-c36443358aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394747 Oct 13 04:04:43.345159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-3249c9e5-5f6c-4b66-9fd4-feabac7fdfea service neutron] 10.222.0.15 "GET /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052256 Oct 13 04:04:43.431609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50766) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:43.519702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20bdd08f-fec3-41e6-ac92-7bb2cda49f84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b05e7cb832c4ad7acc203982ef97225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869939 Oct 13 04:04:43.522788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:43.588107 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-ff851f67-0b36-4342-ae15-72019177f588 req-bf6f3659-da20-47ec-bd8f-8da0d126029e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] show failed (client error): The resource could not be found. Oct 13 04:04:43.589153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff851f67-0b36-4342-ae15-72019177f588 req-bf6f3659-da20-47ec-bd8f-8da0d126029e tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/12e92cd6-4f04-4812-888c-1ab7795467e6 HTTP/1.1" status: 404 len: 352 time: 0.3777070 Oct 13 04:04:43.593435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d870a1e7-1ebb-4633-b9e7-fc18a60e665c req-a751c844-a1a8-4cec-897b-d2215a2fa1c9 service neutron] 10.222.0.15 "GET /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402103 Oct 13 04:04:43.601654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56e4f15-43de-4b19-ab09-c02755c699c8 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:43.610325 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.629469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Transition to ACTIVE for port object a56e4f15-43de-4b19-ab09-c02755c699c8 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:43.643028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.696368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa141-2c49-4ce5-9959-8818e5f1b9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.727259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-b3d8e8a0-e436-4d8e-a18e-e4ac79c548ed tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:43.728852 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-b3d8e8a0-e436-4d8e-a18e-e4ac79c548ed tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/networks?id=3088de98-61ad-4bbd-99aa-6699e4e15624 HTTP/1.1" status: 200 len: 812 time: 0.2124212 Oct 13 04:04:43.729376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Pushing event updated for resources: {'Port': ['ID=a56e4f15-43de-4b19-ab09-c02755c699c8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:43.751170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa141-2c49-4ce5-9959-8818e5f1b9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.765821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-bee846a1-6424-4de3-a59c-99c3d3932381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:43.767316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-bee846a1-6424-4de3-a59c-99c3d3932381 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac7d5c134b4f4dfcab6ae56298979141&device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 1094 time: 0.1003551 Oct 13 04:04:43.771883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-cd3ee24c-efdc-4539-9b62-a8e2d48bff9e tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/quotas/2be624d164aa4fa88d4d705379d2418c HTTP/1.1" status: 200 len: 375 time: 0.0323217 Oct 13 04:04:43.818042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Attempting to bind port a56e4f15-43de-4b19-ab09-c02755c699c8 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:43.818385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Attempting to bind port a56e4f15-43de-4b19-ab09-c02755c699c8 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:43.818724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Attempting to bind port a56e4f15-43de-4b19-ab09-c02755c699c8 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:43.826031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Port a56e4f15-43de-4b19-ab09-c02755c699c8 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:43.826357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Attempting to bind port a56e4f15-43de-4b19-ab09-c02755c699c8 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:43.834664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:43.835008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:43.835398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:43.835832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Bound port: a56e4f15-43de-4b19-ab09-c02755c699c8, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:43.836194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.854045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83785ff3-efdd-4f46-bdfa-97d627d158ae req-bb17c253-b922-40df-b884-67e8fb486c82 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:43.855547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83785ff3-efdd-4f46-bdfa-97d627d158ae req-bb17c253-b922-40df-b884-67e8fb486c82 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 943 time: 0.0741560 Oct 13 04:04:43.890301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-f1286aad-52de-4e9c-b4e7-98cdfb375036 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2be624d164aa4fa88d4d705379d2418c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037829 Oct 13 04:04:43.949330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83785ff3-efdd-4f46-bdfa-97d627d158ae req-e1a4dd5b-dbd1-448f-819e-89c20c2131cb tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647278 Oct 13 04:04:43.961867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] For port a56e4f15-43de-4b19-ab09-c02755c699c8, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:43.967974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa141-2c49-4ce5-9959-8818e5f1b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.968157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] For port a56e4f15-43de-4b19-ab09-c02755c699c8, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a56e4f15-43de-4b19-ab09-c02755c699c8,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:43.970754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa141-2c49-4ce5-9959-8818e5f1b9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:43.975331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bb4aa141-2c49-4ce5-9959-8818e5f1b9b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/425ab876-2ac3-4927-981e-09d1081fb5d0 HTTP/1.1" status: 204 len: 168 time: 0.4001958 Oct 13 04:04:43.983583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.000565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aa141-2c49-4ce5-9959-8818e5f1b9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ab876-2ac3-4927-981e-09d1081fb5d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:44.005349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-c2ce0239-e6ab-4109-8f47-1bb60300659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.006925 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-c2ce0239-e6ab-4109-8f47-1bb60300659a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b63e9990-e70d-4006-8a4b-c36443358aca HTTP/1.1" status: 200 len: 910 time: 0.2302091 Oct 13 04:04:44.020842 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-7eec8271-4d2b-40e7-abef-a9a2d8d7969e req-54e0ace8-353f-4001-81a9-c8f0dae0e24d tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] show failed (client error): The resource could not be found. Oct 13 04:04:44.031529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7eec8271-4d2b-40e7-abef-a9a2d8d7969e req-54e0ace8-353f-4001-81a9-c8f0dae0e24d tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-group-rules/1ba0ecdf-03ac-4ceb-a215-26f4a7f0a669 HTTP/1.1" status: 404 len: 361 time: 0.0619459 Oct 13 04:04:44.052191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.053178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.055932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] 10.222.0.15 "PUT /v2.0/ports/a56e4f15-43de-4b19-ab09-c02755c699c8 HTTP/1.1" status: 200 len: 1091 time: 1.4725716 Oct 13 04:04:44.061448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-4b846f98-3f90-4e87-a3c7-34894927567d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a HTTP/1.1" status: 200 len: 217 time: 0.0450430 Oct 13 04:04:44.071596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'tag': 'a56e4f15-43de-4b19-ab09-c02755c699c8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:44.074346 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a1cc24-7afc-4da4-a90c-826389568e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "102dca75-9e1d-4d17-aaf8-691ff90e440c", "tag": "a56e4f15-43de-4b19-ab09-c02755c699c8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:44.106253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-ded08f44-b0b4-45c7-8e78-8471e4edb9f4 service neutron] 10.222.0.44 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986666 Oct 13 04:04:44.116524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:44.191184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aed699-d32c-425a-9145-3b1287123043 service neutron] Pushing event updated for resources: {'Port': ['ID=a56e4f15-43de-4b19-ab09-c02755c699c8,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:44.218318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1bb08-0dc4-44c2-9a56-d19bf8aaaeed req-c5df0829-6081-43ef-990b-72f86c8b09bc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.226355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1f1bb08-0dc4-44c2-9a56-d19bf8aaaeed req-c5df0829-6081-43ef-990b-72f86c8b09bc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 943 time: 0.1217566 Oct 13 04:04:44.230508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7e124f36-d968-49e6-a515-7da1266c2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.231983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-7e124f36-d968-49e6-a515-7da1266c2444 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 1094 time: 0.1094420 Oct 13 04:04:44.289854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-2408ab29-c74f-49d7-9030-950794583363 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a56e4f15-43de-4b19-ab09-c02755c699c8 HTTP/1.1" status: 200 len: 217 time: 0.0445037 Oct 13 04:04:44.314287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1f1bb08-0dc4-44c2-9a56-d19bf8aaaeed req-711985b1-95f6-454a-9340-4dccd63cd2b2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870049 Oct 13 04:04:44.380393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-5f514e38-e96d-41e3-a76a-593995f4b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.381948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-5f514e38-e96d-41e3-a76a-593995f4b9c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0821407 Oct 13 04:04:44.424827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-c93dc49b-31f7-44c6-ab5d-874c8249018c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329552 Oct 13 04:04:44.458817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-18ba42d7-bc2a-4f13-a7b0-d8685076bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.460227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-18ba42d7-bc2a-4f13-a7b0-d8685076bd32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9229aea0-4bce-454f-86c1-1a47e7996471 HTTP/1.1" status: 200 len: 849 time: 0.3890216 Oct 13 04:04:44.466835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-164582726-network', 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:44.512255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-957795d5-8863-4e6d-8976-48f975cdedc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b63e9990-e70d-4006-8a4b-c36443358aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371802 Oct 13 04:04:44.523123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:44.525598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.549818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16a72560-178f-4c87-a315-b04cc186b4cf req-ade9febb-4a72-44a5-846a-0134cd000390 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/b8db5ca3-e3ca-45d6-b0f6-1f537cdb5ce2 HTTP/1.1" status: 200 len: 1812 time: 0.0634618 Oct 13 04:04:44.563955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.576717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-c7904f26-de1b-47e7-8d3a-453ee7613a50 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443474 Oct 13 04:04:44.624730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-9e0c6da8-d8a3-4bb5-a939-4ac28517a1ec service neutron] 10.222.0.44 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088284 Oct 13 04:04:44.683733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16a72560-178f-4c87-a315-b04cc186b4cf req-619aa21f-e942-4bed-8694-55325027f636 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.729817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af351d5-e15e-45b0-869b-e3c7cdad7cff req-8998773c-9e75-446b-860b-39a76c1bac67 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408539 Oct 13 04:04:44.731796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16a72560-178f-4c87-a315-b04cc186b4cf req-619aa21f-e942-4bed-8694-55325027f636 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.736647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-a123b9e5-374d-48df-9184-11cb17f3f88f service neutron] 10.222.0.15 "GET /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088573 Oct 13 04:04:44.801717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16a72560-178f-4c87-a315-b04cc186b4cf req-619aa21f-e942-4bed-8694-55325027f636 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.806496 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16a72560-178f-4c87-a315-b04cc186b4cf req-619aa21f-e942-4bed-8694-55325027f636 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.825760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16a72560-178f-4c87-a315-b04cc186b4cf req-619aa21f-e942-4bed-8694-55325027f636 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "DELETE /v2.0/security-groups/b8db5ca3-e3ca-45d6-b0f6-1f537cdb5ce2 HTTP/1.1" status: 204 len: 173 time: 0.2546306 Oct 13 04:04:44.831265 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad8598-0378-4760-b585-1fc8961c8e3b x-openstack-request-id: req-f5ad8598-0378-4760-b585-1fc8961c8e3b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:44.831566 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102dca75-9e1d-4d17-aaf8-691ff90e440c", "tag": "a56e4f15-43de-4b19-ab09-c02755c699c8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:44.835707 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5ad8598-0378-4760-b585-1fc8961c8e3b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:44.836296 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'tag': 'a56e4f15-43de-4b19-ab09-c02755c699c8', 'status': 'completed', 'code': 200} Oct 13 04:04:44.841530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.850137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.882865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aa21f-e942-4bed-8694-55325027f636 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8db5ca3-e3ca-45d6-b0f6-1f537cdb5ce2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:44.901868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:04:44.914151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.914640 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Added segment 0d08e837-6d2a-465e-9e4c-c09c1d967a51 of type vlan for network 876c5493-a918-4192-8574-9a25534ba797 Oct 13 04:04:44.955321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26e525d0-7062-4ac4-a910-7038e0b24047 req-2cd285f9-0a6d-48b1-ac94-3a29debef549 service neutron] 10.222.0.15 "GET /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073596 Oct 13 04:04:44.961719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-00454501-b31b-4ec0-ad03-21ecc847a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:44.963284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-00454501-b31b-4ec0-ad03-21ecc847a1f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 1094 time: 0.1108522 Oct 13 04:04:44.969195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0e20aad-0063-471f-8955-4de97680f2c3 req-fd261c00-182f-4bd3-bd01-a7d9149ec0ad tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 210 time: 0.1017201 Oct 13 04:04:45.034473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff804da3-733f-4d69-86a7-9cba0daf9f51,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:45.037993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.067012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.068492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.069573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.102049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9817286 Oct 13 04:04:45.123633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:45.130241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Request body: {'subnet': {'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-164582726-subnet', 'tenant_id': '340349bbc53e4e468f467e87c4c648a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:45.145235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9de7bf7-fbfd-49fa-ba61-3d1dfa66ae9e req-9b958b66-22f4-4f09-a221-b9cc70c36093 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/f90998d1-ea1f-4641-a215-9ed5e0bd6c6a HTTP/1.1" status: 200 len: 1811 time: 0.1933587 Oct 13 04:04:45.203021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:45.206935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.239620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69483f-a3c8-4ddb-aa5e-aa83b236834b req-91bcde99-7d81-4d9f-8196-fc8b9b9ff3bc tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.247037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c69483f-a3c8-4ddb-aa5e-aa83b236834b req-91bcde99-7d81-4d9f-8196-fc8b9b9ff3bc tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 943 time: 0.1660731 Oct 13 04:04:45.251236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f548ac-02fe-4bfe-bd06-8a2f46941208 admin admin] Pushing event updated for resources: {'Network': ['ID=876c5493-a918-4192-8574-9a25534ba797,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:45.263480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 876c5493-a918-4192-8574-9a25534ba797 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:04:45.305072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-4123b4f5-20a3-4848-8173-7a9892ede089 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1317706 Oct 13 04:04:45.336457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c69483f-a3c8-4ddb-aa5e-aa83b236834b req-6098939d-769a-48da-9086-ee369136f33b tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883288 Oct 13 04:04:45.366383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-78691a9b-4745-40c1-90f0-09018bf4a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.368128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-78691a9b-4745-40c1-90f0-09018bf4a35f service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.3596871 Oct 13 04:04:45.444137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e9de7bf7-fbfd-49fa-ba61-3d1dfa66ae9e req-39d527e5-5031-4bf1-9210-5d5bc9a6a04c tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.448961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-c9f75a2b-1d74-4e13-bfa3-98ee747e30b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a56e4f15-43de-4b19-ab09-c02755c699c8 HTTP/1.1" status: 200 len: 217 time: 0.0605392 Oct 13 04:04:45.461826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.462864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.463515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.464221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.464900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.465610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.466160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.468195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-e6d18aa6-e2aa-42a4-9c11-4b3ad3e99033 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6498 time: 0.0725286 Oct 13 04:04:45.520056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb6745-c111-4de6-95df-61d24e5eb06f req-fbc67ea3-1a58-4ac6-9736-5860376a8a4d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.522117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8eb6745-c111-4de6-95df-61d24e5eb06f req-fbc67ea3-1a58-4ac6-9736-5860376a8a4d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 943 time: 0.0686860 Oct 13 04:04:45.531110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e9de7bf7-fbfd-49fa-ba61-3d1dfa66ae9e req-39d527e5-5031-4bf1-9210-5d5bc9a6a04c tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.560584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-5ad2535f-19e1-400b-9e7e-f42618a506b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.560584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-5ad2535f-19e1-400b-9e7e-f42618a506b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0959544 Oct 13 04:04:45.628937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-c3474332-c059-401e-ab6a-3657e1a3b8ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565197 Oct 13 04:04:45.644832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8eb6745-c111-4de6-95df-61d24e5eb06f req-859763d6-6838-4fac-8b84-250395746b5f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120782 Oct 13 04:04:45.702396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-7c57aec6-7055-4f5b-8075-f0db3d4e1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.703856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-7c57aec6-7055-4f5b-8075-f0db3d4e1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.704510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-7c57aec6-7055-4f5b-8075-f0db3d4e1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.706374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-7c57aec6-7055-4f5b-8075-f0db3d4e1b52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 2297 time: 0.1831181 Oct 13 04:04:45.727995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e9de7bf7-fbfd-49fa-ba61-3d1dfa66ae9e req-39d527e5-5031-4bf1-9210-5d5bc9a6a04c tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.731741 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e9de7bf7-fbfd-49fa-ba61-3d1dfa66ae9e req-39d527e5-5031-4bf1-9210-5d5bc9a6a04c tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.733501 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9de7bf7-fbfd-49fa-ba61-3d1dfa66ae9e req-39d527e5-5031-4bf1-9210-5d5bc9a6a04c tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "DELETE /v2.0/security-groups/f90998d1-ea1f-4641-a215-9ed5e0bd6c6a HTTP/1.1" status: 204 len: 173 time: 0.5803368 Oct 13 04:04:45.796426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d527e5-5031-4bf1-9210-5d5bc9a6a04c tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90998d1-ea1f-4641-a215-9ed5e0bd6c6a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:45.821527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-99e35a25-3259-4103-bbe7-f94a5d83c61d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 200 len: 1001 time: 0.1072540 Oct 13 04:04:45.844224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.879651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-986a6797-b23a-436f-a9d7-9ea23dce57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.881247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-986a6797-b23a-436f-a9d7-9ea23dce57dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a867de1a-2d44-4a4b-9fd3-744de0671026 HTTP/1.1" status: 200 len: 856 time: 0.0517540 Oct 13 04:04:45.888490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-fb4f6a60-ae07-4313-9c6f-2f16f6b8f4e9 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389095 Oct 13 04:04:45.921919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aca4ff92-1db8-4e66-b9a3-7e5211ed2c06 req-e5e1e0c7-ecb7-496b-b693-91da57b3ce30 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/be6c29ee-2153-46c2-ac5d-f806bb8a7649 HTTP/1.1" status: 200 len: 1812 time: 0.1515236 Oct 13 04:04:45.937008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-8e447a07-d75d-4920-b7f9-27264cc96529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:45.938974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-8e447a07-d75d-4920-b7f9-27264cc96529 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492868 Oct 13 04:04:46.001163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19abcdc-adaa-4d33-ab35-b2355c776749,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:46.050158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:46.050526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Network hostable DHCP agents. Network: 876c5493-a918-4192-8574-9a25534ba797, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:04:46.058434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-69ee3e01-8bdf-4ccd-9a5b-f5f464e6d3f3 service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101313 Oct 13 04:04:46.138371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a755cff0-840f-4cdd-8bff-d8aacd30acaa req-b2f16ef7-cfa3-43ba-bb4a-9bf94f9daf5e tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 210 time: 0.0508482 Oct 13 04:04:46.164836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94a1cc24-7afc-4da4-a90c-826389568e5e req-a6b83501-ddc4-4f25-9519-cb8718e10555 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675476 Oct 13 04:04:46.181571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Network 876c5493-a918-4192-8574-9a25534ba797 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:04:46.183145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-419cfbb1-fe6a-46d7-985f-ec546c911064 service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164794 Oct 13 04:04:46.183484 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aca4ff92-1db8-4e66-b9a3-7e5211ed2c06 req-10cc5598-c956-4547-8360-d167bab41b33 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.236158 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-ff4efd35-b1d8-4fa6-9adb-8447a519cf97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 217 time: 0.0442123 Oct 13 04:04:46.236717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-0b9531ac-59cc-4579-baa5-cd973f79c399 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1836965 Oct 13 04:04:46.245165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 876c5493-a918-4192-8574-9a25534ba797) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:46.249587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.250162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.259154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b995d05-4a9b-4da5-8d15-0d6f09cbfbe2 None None] Network 876c5493-a918-4192-8574-9a25534ba797 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:46.274889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aca4ff92-1db8-4e66-b9a3-7e5211ed2c06 req-10cc5598-c956-4547-8360-d167bab41b33 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.306573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b1d7e28d-4ed1-4206-9e6b-e46e7e70168a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1818254 Oct 13 04:04:46.339693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-40ac0a1d-1fe9-42e9-b809-a8b4518b09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.343333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-40ac0a1d-1fe9-42e9-b809-a8b4518b09f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.0772219 Oct 13 04:04:46.398823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-0a19ebcb-06dd-47a0-b85b-13e3c64eb4b7 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.400422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-0a19ebcb-06dd-47a0-b85b-13e3c64eb4b7 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.26 "GET /v2.0/networks?id=3088de98-61ad-4bbd-99aa-6699e4e15624 HTTP/1.1" status: 200 len: 812 time: 0.2678964 Oct 13 04:04:46.407635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c027fb-77d5-4027-801f-9af99bf28096 req-ece9c2f6-dcb2-411b-b96e-56988d6d3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.409203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-ece9c2f6-dcb2-411b-b96e-56988d6d3764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 1097 time: 0.1315651 Oct 13 04:04:46.418601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Request body: {'port': {'device_id': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624', 'admin_state_up': True, 'tenant_id': '2be624d164aa4fa88d4d705379d2418c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:46.427862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-fae837cc-6359-4545-8200-789ecc779b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.429641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-fae837cc-6359-4545-8200-789ecc779b75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778096 Oct 13 04:04:46.453014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aca4ff92-1db8-4e66-b9a3-7e5211ed2c06 req-10cc5598-c956-4547-8360-d167bab41b33 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.456404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aca4ff92-1db8-4e66-b9a3-7e5211ed2c06 req-10cc5598-c956-4547-8360-d167bab41b33 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.457564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aca4ff92-1db8-4e66-b9a3-7e5211ed2c06 req-10cc5598-c956-4547-8360-d167bab41b33 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "DELETE /v2.0/security-groups/be6c29ee-2153-46c2-ac5d-f806bb8a7649 HTTP/1.1" status: 204 len: 173 time: 0.5237515 Oct 13 04:04:46.488848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc306ff-b58a-4fc5-956c-b3b639cd431d None None] Network 876c5493-a918-4192-8574-9a25534ba797 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:46.535235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc5598-c956-4547-8360-d167bab41b33 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c29ee-2153-46c2-ac5d-f806bb8a7649,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:46.586172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-89b822fa-ed13-4cc5-b700-b19f93d1c272 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472468 Oct 13 04:04:46.622199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c027fb-77d5-4027-801f-9af99bf28096 req-4ae0651a-e383-484c-98df-55165e6b1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.623668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-4ae0651a-e383-484c-98df-55165e6b1c4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 200 len: 925 time: 0.1933525 Oct 13 04:04:46.686238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Made reservation on behalf of 2be624d164aa4fa88d4d705379d2418c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:46.690312 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.698904 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1459cd5-a8d6-4e70-bf08-2187e95fe5df req-f955add7-6c3a-412e-abce-647eae530709 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/ba9dc7d5-4f7d-4f6b-96b3-ad766c4a75d1 HTTP/1.1" status: 200 len: 1811 time: 0.1107657 Oct 13 04:04:46.728089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-46bcb871-63c7-4e53-9338-3a7174bcebfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d38c47-a562-41a4-a3b6-5b7878285374 HTTP/1.1" status: 200 len: 1000 time: 0.0943110 Oct 13 04:04:46.762461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-665c0b8d-628b-4c82-a4e0-0296291862c9 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651642 Oct 13 04:04:46.809423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-20268afc-7a5a-4dd6-8157-c00ed3aed689 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 217 time: 0.0380507 Oct 13 04:04:46.853628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b1459cd5-a8d6-4e70-bf08-2187e95fe5df req-d34d8257-2d47-4a81-9a59-4e1ee6df1daa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.874604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c027fb-77d5-4027-801f-9af99bf28096 req-9725fa76-b07a-4ae0-84ab-66e435376899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.876057 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-9725fa76-b07a-4ae0-84ab-66e435376899 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 200 len: 863 time: 0.1152058 Oct 13 04:04:46.886379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b1459cd5-a8d6-4e70-bf08-2187e95fe5df req-d34d8257-2d47-4a81-9a59-4e1ee6df1daa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.889613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-56d062f1-a767-49ec-874e-be932ed7ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.891087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-56d062f1-a767-49ec-874e-be932ed7ab70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.0732255 Oct 13 04:04:46.932295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518d42-7671-4eb3-a022-8bb1336eb626 req-c2d90b5b-8696-4cc4-9f74-e284a4b24543 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.933762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46518d42-7671-4eb3-a022-8bb1336eb626 req-c2d90b5b-8696-4cc4-9f74-e284a4b24543 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 943 time: 0.1378729 Oct 13 04:04:46.942302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Allocated IP 172.20.0.11 (3088de98-61ad-4bbd-99aa-6699e4e15624/998bb573-b41a-4f7e-ae90-18668774572f/ae99ef16-2a21-4196-99d9-29ad5e9581b8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:46.959017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-d315477a-3668-4050-83ab-f30d26314172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.960477 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-d315477a-3668-4050-83ab-f30d26314172 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618167 Oct 13 04:04:46.961602 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b1459cd5-a8d6-4e70-bf08-2187e95fe5df req-d34d8257-2d47-4a81-9a59-4e1ee6df1daa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.964101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b1459cd5-a8d6-4e70-bf08-2187e95fe5df req-d34d8257-2d47-4a81-9a59-4e1ee6df1daa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:46.965135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1459cd5-a8d6-4e70-bf08-2187e95fe5df req-d34d8257-2d47-4a81-9a59-4e1ee6df1daa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "DELETE /v2.0/security-groups/ba9dc7d5-4f7d-4f6b-96b3-ad766c4a75d1 HTTP/1.1" status: 204 len: 173 time: 0.2498941 Oct 13 04:04:46.982229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c027fb-77d5-4027-801f-9af99bf28096 req-06fb3178-74af-48c0-9e80-b9bf0fa011d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:46.982862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8257-2d47-4a81-9a59-4e1ee6df1daa tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9dc7d5-4f7d-4f6b-96b3-ad766c4a75d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:46.983504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-06fb3178-74af-48c0-9e80-b9bf0fa011d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74941c07-d12d-4a9f-925d-b1e62281f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999730 Oct 13 04:04:47.057388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46518d42-7671-4eb3-a022-8bb1336eb626 req-a69b61dc-3aff-436b-9a38-6016ed3c49ee tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128540 Oct 13 04:04:47.066076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-a8983169-e7d1-41e4-8235-9dd01e54f16f service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970097 Oct 13 04:04:47.175059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-4c4fdb24-f890-4e51-881e-4ee56b4905c3 service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773524 Oct 13 04:04:47.243593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-15563b55-72b8-4f6e-8c8e-f0b741f5524f service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712303 Oct 13 04:04:47.277544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.286999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a56e4f15-43de-4b19-ab09-c02755c699c8 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:47.296914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-518bc567-03b6-4a40-b6f4-77331e4f5827 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:47.305346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-518bc567-03b6-4a40-b6f4-77331e4f5827 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1775975 Oct 13 04:04:47.313277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-7239c93d-93c0-4572-b00c-6c6ddb3c9463 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b HTTP/1.1" status: 200 len: 217 time: 0.0568278 Oct 13 04:04:47.348621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bb423-f1d9-4ac3-abe8-51be6d3119bc req-fa3bac8d-8f6c-414d-b09e-1068d53863ae tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:47.350206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f80bb423-f1d9-4ac3-abe8-51be6d3119bc req-fa3bac8d-8f6c-414d-b09e-1068d53863ae tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 943 time: 0.0859356 Oct 13 04:04:47.354055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15c027fb-77d5-4027-801f-9af99bf28096 req-bd7d0653-c69a-4270-bd6b-48f1926ca7ee service neutron] 10.222.0.26 "GET /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710286 Oct 13 04:04:47.358900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-9dcb966e-b17f-41f6-a4a7-998d22d5e38d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0510466 Oct 13 04:04:47.390787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a56e4f15-43de-4b19-ab09-c02755c699c8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a56e4f15-43de-4b19-ab09-c02755c699c8,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:47.397265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-5eda7995-d1df-4773-881f-6adaf04f1c59 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374718 Oct 13 04:04:47.405049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'a56e4f15-43de-4b19-ab09-c02755c699c8', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': 'a56e4f15-43de-4b19-ab09-c02755c699c8', 'mac_address': 'fa:16:3e:25:31:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:47.411844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.446812 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.455357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-079c905a-33f0-4427-ab2b-6550faeed82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:47.457153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f80bb423-f1d9-4ac3-abe8-51be6d3119bc req-cbfc14d0-9462-4fd0-a4be-76847ddf5c9b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783250 Oct 13 04:04:47.457723 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-079c905a-33f0-4427-ab2b-6550faeed82f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.1351938 Oct 13 04:04:47.461838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56e4f15-43de-4b19-ab09-c02755c699c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:47.473527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Network 3088de98-61ad-4bbd-99aa-6699e4e15624 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:47.478052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Pushing event updated for resources: {'Port': ['ID=ae99ef16-2a21-4196-99d9-29ad5e9581b8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:47.488106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:47.494177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a56e4f15-43de-4b19-ab09-c02755c699c8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a56e4f15-43de-4b19-ab09-c02755c699c8,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:47.494565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:47.503628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.504492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 29937ab4-a1e0-41c1-bc55-ec25a217438a details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:47.532281 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-95c5f6f2-2b8b-4cfc-97aa-48cc33df169c service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319666 Oct 13 04:04:47.535185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-2f33b277-e517-4e66-9153-744cd61fe5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:47.536748 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-2f33b277-e517-4e66-9153-744cd61fe5f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682533 Oct 13 04:04:47.560601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:47.561521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.589419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-d8b7c372-b794-445f-80ec-24f88772c5b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1791990 Oct 13 04:04:47.606814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Request body: {'port': {'device_id': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:47.657401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bbf53e5-2b20-4cde-b30e-4a0ad4156de7 req-f755d595-911c-47c6-b96b-8eb4dcf3dacb tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "GET /v2.0/security-groups/600cf154-6a3e-4851-9adf-bf06ae83b97b HTTP/1.1" status: 200 len: 1812 time: 0.0780146 Oct 13 04:04:47.660008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 29937ab4-a1e0-41c1-bc55-ec25a217438a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a,segment=NetworkSegment(dbd15ee4-ecbd-464f-a87c-4faaaabe35c2),segment_id=dbd15ee4-ecbd-464f-a87c-4faaaabe35c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:47.662532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a56e4f15-43de-4b19-ab09-c02755c699c8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:47.682917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '29937ab4-a1e0-41c1-bc55-ec25a217438a', 'network_id': 'b63e9990-e70d-4006-8a4b-c36443358aca', 'port_id': '29937ab4-a1e0-41c1-bc55-ec25a217438a', 'mac_address': 'fa:16:3e:3c:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9229aea0-4bce-454f-86c1-1a47e7996471', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:47.697856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.733354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.747514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29937ab4-a1e0-41c1-bc55-ec25a217438a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:47.747922 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-1b52d00e-6a92-441d-95f7-cc1220fd2cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079268 Oct 13 04:04:47.751310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-eed452ee-c4ee-44d2-8135-b884157e419b service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039051 Oct 13 04:04:47.771623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 29937ab4-a1e0-41c1-bc55-ec25a217438a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a,segment=NetworkSegment(dbd15ee4-ecbd-464f-a87c-4faaaabe35c2),segment_id=dbd15ee4-ecbd-464f-a87c-4faaaabe35c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:47.778462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.793543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bbf53e5-2b20-4cde-b30e-4a0ad4156de7 req-fcc55e2d-2e19-42aa-9aca-ec6fbe655290 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.836064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=29937ab4-a1e0-41c1-bc55-ec25a217438a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:47.883672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bbf53e5-2b20-4cde-b30e-4a0ad4156de7 req-fcc55e2d-2e19-42aa-9aca-ec6fbe655290 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.887201 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-2a450f48-3599-4509-a1f8-5db83240bedb service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261051 Oct 13 04:04:47.936441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-4d9736fd-c1a3-4275-9548-bc5117fa136d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=e083914d-ccbf-491d-a9f1-798a0df9898e HTTP/1.1" status: 200 len: 217 time: 0.0408747 Oct 13 04:04:47.996094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bbf53e5-2b20-4cde-b30e-4a0ad4156de7 req-fcc55e2d-2e19-42aa-9aca-ec6fbe655290 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.999292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bbf53e5-2b20-4cde-b30e-4a0ad4156de7 req-fcc55e2d-2e19-42aa-9aca-ec6fbe655290 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.000609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bbf53e5-2b20-4cde-b30e-4a0ad4156de7 req-fcc55e2d-2e19-42aa-9aca-ec6fbe655290 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] 10.222.0.44 "DELETE /v2.0/security-groups/600cf154-6a3e-4851-9adf-bf06ae83b97b HTTP/1.1" status: 204 len: 173 time: 0.3277900 Oct 13 04:04:48.010877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:48.013767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc55e2d-2e19-42aa-9aca-ec6fbe655290 tempest-SecurityGroupRulesNegativeTestJSON-370080091 tempest-SecurityGroupRulesNegativeTestJSON-370080091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600cf154-6a3e-4851-9adf-bf06ae83b97b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:48.020939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-3a052646-0baf-4083-a369-918f520a013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.022441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-3a052646-0baf-4083-a369-918f520a013a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.0766628 Oct 13 04:04:48.062045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a56e4f15-43de-4b19-ab09-c02755c699c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:48.091054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['29937ab4-a1e0-41c1-bc55-ec25a217438a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:48.134514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-783403a4-4c2a-4ff3-8a06-d332e832f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.136171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-783403a4-4c2a-4ff3-8a06-d332e832f507 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009436 Oct 13 04:04:48.138125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52e7d582-41c3-4f02-b921-f0b48f7331ae req-ec0cefda-85dc-4ef9-ab3a-0a82b58dd362 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0380654 Oct 13 04:04:48.151791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Deleting subnet 6abffe0b-5a57-4cfb-9c16-013cc1b7e795 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:04:48.168375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e97b10-3b3b-4219-a131-5ec9bc9d939a req-fdfc8356-2641-4588-9f8b-4ee58a84fa3e tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.170817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8e97b10-3b3b-4219-a131-5ec9bc9d939a req-fdfc8356-2641-4588-9f8b-4ee58a84fa3e tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 932 time: 0.1602781 Oct 13 04:04:48.180959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.219855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae99ef16-2a21-4196-99d9-29ad5e9581b8 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:48.231280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.264128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Transition to ACTIVE for port object ae99ef16-2a21-4196-99d9-29ad5e9581b8 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:48.276583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.386772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Pushing event updated for resources: {'Port': ['ID=ae99ef16-2a21-4196-99d9-29ad5e9581b8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:48.511632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cfd1c-d5fc-4c51-90a5-90ce07f4ea27 req-adc0299c-b882-4902-807e-5ca8fc85f855 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.513534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae4cfd1c-d5fc-4c51-90a5-90ce07f4ea27 req-adc0299c-b882-4902-807e-5ca8fc85f855 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 944 time: 0.1187294 Oct 13 04:04:48.530793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Attempting to bind port ae99ef16-2a21-4196-99d9-29ad5e9581b8 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:48.531426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Attempting to bind port ae99ef16-2a21-4196-99d9-29ad5e9581b8 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'd64695de-082f-4998-bd1d-a8629f031cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:48.531925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Attempting to bind port ae99ef16-2a21-4196-99d9-29ad5e9581b8 on network 3088de98-61ad-4bbd-99aa-6699e4e15624 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:48.538820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Port ae99ef16-2a21-4196-99d9-29ad5e9581b8 on network 3088de98-61ad-4bbd-99aa-6699e4e15624 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:48.539395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Attempting to bind port ae99ef16-2a21-4196-99d9-29ad5e9581b8 on network 3088de98-61ad-4bbd-99aa-6699e4e15624 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:48.559770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:48.560373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Checking segment: {'id': 'd64695de-082f-4998-bd1d-a8629f031cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:48.560981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Bound using segment: {'id': 'd64695de-082f-4998-bd1d-a8629f031cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:48.561584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Bound port: ae99ef16-2a21-4196-99d9-29ad5e9581b8, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64695de-082f-4998-bd1d-a8629f031cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:48.562114 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.622373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae4cfd1c-d5fc-4c51-90a5-90ce07f4ea27 req-ae449384-98bb-4220-88ab-adce2019cee4 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926223 Oct 13 04:04:48.656364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.687785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] For port ae99ef16-2a21-4196-99d9-29ad5e9581b8, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:48.691914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] For port ae99ef16-2a21-4196-99d9-29ad5e9581b8, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8,segment=NetworkSegment(d64695de-082f-4998-bd1d-a8629f031cbc),segment_id=d64695de-082f-4998-bd1d-a8629f031cbc)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:48.698756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.706168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8e97b10-3b3b-4219-a131-5ec9bc9d939a req-da2577bf-e1c0-4ce5-8a1c-74560c0c8d64 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223730 Oct 13 04:04:48.744647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.757315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.757924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.759458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] 10.222.0.26 "PUT /v2.0/ports/ae99ef16-2a21-4196-99d9-29ad5e9581b8 HTTP/1.1" status: 200 len: 1092 time: 1.1595840 Oct 13 04:04:48.759900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'tag': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:48.762165 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da57a3a0-0d9b-4325-8994-9c0472a5cd24" -d '{"events": [{"name": "network-changed", "server_uuid": "6089f123-c520-46ce-87e0-bdc2dedef8c4", "tag": "ae99ef16-2a21-4196-99d9-29ad5e9581b8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:48.772065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-8b8aae0c-1799-426d-a498-16fd4e9b9f21 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173227 Oct 13 04:04:48.784508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807b61-0bf3-4245-85e0-797da6b1ff10 service neutron] Pushing event updated for resources: {'Port': ['ID=ae99ef16-2a21-4196-99d9-29ad5e9581b8,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:48.851646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-4607d17b-8ce3-478f-a1e2-540af5b1f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.852997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-4607d17b-8ce3-478f-a1e2-540af5b1f096 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2be624d164aa4fa88d4d705379d2418c&device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 1095 time: 0.0476084 Oct 13 04:04:48.906136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-13e655b3-4e84-40fc-8a3a-0e2a6e82b354 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8 HTTP/1.1" status: 200 len: 217 time: 0.0412343 Oct 13 04:04:48.916768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.918121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf3b8-1f04-4893-917d-db29de55f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.943258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afbbcc-9565-4175-935b-294816f197bf req-00e2dbc5-8d08-4d99-915c-601f62492ac1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.945061 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18afbbcc-9565-4175-935b-294816f197bf req-00e2dbc5-8d08-4d99-915c-601f62492ac1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 944 time: 0.1345353 Oct 13 04:04:48.971985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abffe0b-5a57-4cfb-9c16-013cc1b7e795,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:48.972239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd42fb-db52-4482-ae37-335f754183fd req-f87b3cbc-cdfa-43f5-8819-ae31c376fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:48.973778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-f87b3cbc-cdfa-43f5-8819-ae31c376fbd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=998bb573-b41a-4f7e-ae90-18668774572f HTTP/1.1" status: 200 len: 852 time: 0.0605402 Oct 13 04:04:48.976403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:48.979652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-444ff64e-d14a-4ece-a196-81164fb4b593 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6abffe0b-5a57-4cfb-9c16-013cc1b7e795 HTTP/1.1" status: 204 len: 168 time: 0.9678533 Oct 13 04:04:48.985742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:48.989015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-0858a26e-90f8-4b19-83c2-682fc42addbe service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060277 Oct 13 04:04:49.025720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-6f611b29-9424-48f6-9490-597af837aaa2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3088de98-61ad-4bbd-99aa-6699e4e15624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440071 Oct 13 04:04:49.107724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-f6dc6d04-b893-41b1-b285-a3afd8827be2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 200 len: 217 time: 0.1040952 Oct 13 04:04:49.156365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18afbbcc-9565-4175-935b-294816f197bf req-cb568cdd-8a28-4054-b828-6c6fd661ef9e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889601 Oct 13 04:04:49.183628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.183748 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab4fa3-7b7e-4258-9596-4c132fd0c6b2 x-openstack-request-id: req-7bab4fa3-7b7e-4258-9596-4c132fd0c6b2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:49.183748 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6089f123-c520-46ce-87e0-bdc2dedef8c4", "tag": "ae99ef16-2a21-4196-99d9-29ad5e9581b8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:49.183748 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bab4fa3-7b7e-4258-9596-4c132fd0c6b2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:49.184037 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'tag': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8', 'status': 'completed', 'code': 200} Oct 13 04:04:49.209749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-5d891906-6866-4849-87f3-5678eccd9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:49.211260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-5d891906-6866-4849-87f3-5678eccd9018 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.0940139 Oct 13 04:04:49.277871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-2da888cc-46aa-4897-8e07-5f4b06500f22 service neutron] 10.222.0.26 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412190 Oct 13 04:04:49.289313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-777b65e8-e426-4834-98a4-f990b6312e76 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:49.291478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-777b65e8-e426-4834-98a4-f990b6312e76 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1897907 Oct 13 04:04:49.344352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Request body: {'port': {'device_id': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'admin_state_up': True, 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:49.359982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7f5faa3-1b21-49b2-b99c-4fd5c47dce2a req-f5c2c570-bb29-42ad-9ffb-658b8545fdd9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0684397 Oct 13 04:04:49.386715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-edd7bf1e-88ee-4e93-9cb8-ab826165a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:49.388354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-edd7bf1e-88ee-4e93-9cb8-ab826165a17f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1691778 Oct 13 04:04:49.390123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.453749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4dd70b-918d-4d31-8aad-d9090222cf49']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:49.466112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a32623-8ba1-49c9-9ae1-5e4193f59446') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:49.466514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a32623-8ba1-49c9-9ae1-5e4193f59446') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:49.482742 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.507071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.522695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:04:49.523206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:04:49.525139 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:04:49.568674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-427f1173-4595-46f0-a58f-1d741b80e316 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705966 Oct 13 04:04:49.641751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.661847 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.668578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8d4dd70b-918d-4d31-8aad-d9090222cf49 HTTP/1.1" status: 204 len: 168 time: 0.6816871 Oct 13 04:04:49.687381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfac7b-1107-4fd0-b78e-b82a5301a858 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4dd70b-918d-4d31-8aad-d9090222cf49,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:49.727109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-58ff1c20-7e26-45ff-91cd-da6f3c3504fa service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483836 Oct 13 04:04:49.782597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-32727ad0-1d7d-4d57-a0e4-ae6c489b4ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 200 len: 217 time: 0.0496616 Oct 13 04:04:49.844227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-10f905cf-0368-4f42-ba61-80b2c31c5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:49.846106 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-10f905cf-0368-4f42-ba61-80b2c31c5bbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.0556457 Oct 13 04:04:49.880170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2cd42fb-db52-4482-ae37-335f754183fd req-96aa22ad-27e5-4faa-a001-92e7ff316f2b service neutron] 10.222.0.26 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877049 Oct 13 04:04:49.894688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:49.898559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:49.926069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-4be4794e-3b09-436b-8bd9-894d46dc2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:49.927619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-4be4794e-3b09-436b-8bd9-894d46dc2d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745008 Oct 13 04:04:49.931072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a49c23-d3c0-4b31-bc22-cfa7be88c18d req-2e95d57e-740f-4aea-98bc-c9f55740e54c tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:49.932779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5a49c23-d3c0-4b31-bc22-cfa7be88c18d req-2e95d57e-740f-4aea-98bc-c9f55740e54c tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 944 time: 0.1053185 Oct 13 04:04:49.938878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:50.066792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b387-a2b9-442b-82f0-def6237a32bd req-ac1339f2-9934-4e07-9def-3b551e0360cd tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:50.068173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e182b387-a2b9-442b-82f0-def6237a32bd req-ac1339f2-9934-4e07-9def-3b551e0360cd tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 944 time: 0.0746143 Oct 13 04:04:50.075032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-4a49e27a-7080-4509-8b5e-3b89dc11406c service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392822 Oct 13 04:04:50.084248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5a49c23-d3c0-4b31-bc22-cfa7be88c18d req-0ece1ce5-2bfe-4f6a-a636-3385d763024f tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376104 Oct 13 04:04:50.089590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-480db9c6-7cd3-4a3f-8013-503194dc2933 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51b8d916d6ae4a6b83a7b14d5ce79a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498427 Oct 13 04:04:50.094922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:50.125890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-df02c62b-f2ee-4452-ae66-918adc581940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:50.127353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-df02c62b-f2ee-4452-ae66-918adc581940 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2be624d164aa4fa88d4d705379d2418c&device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 1095 time: 0.1789677 Oct 13 04:04:50.159741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e182b387-a2b9-442b-82f0-def6237a32bd req-a66fd074-0c99-419c-9752-160f1131e4dc tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831032 Oct 13 04:04:50.210519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7c415ec-13be-47c9-86cd-ced7b9c924f3 req-64b58e76-9bbc-4c03-8c38-62fddd863522 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269252 Oct 13 04:04:50.224261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Allocated IP 172.20.0.14 (876c5493-a918-4192-8574-9a25534ba797/b19abcdc-adaa-4d33-ab35-b2355c776749/3237dc25-b2ca-4f4e-8fca-aee8bc86bb92) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:50.282131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-faa2afc0-65de-49a7-86e5-0ebc36acebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:50.339109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-db90cded-c32a-49ad-8c87-c443dd11bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:50.340579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-db90cded-c32a-49ad-8c87-c443dd11bb33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3088de98-61ad-4bbd-99aa-6699e4e15624 HTTP/1.1" status: 200 len: 913 time: 0.2058117 Oct 13 04:04:50.349489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-faa2afc0-65de-49a7-86e5-0ebc36acebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:50.401345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab359e-3f05-44ee-8bc7-2a937af21ff2 req-4f7f0c7a-a831-444e-aa98-f3ed6fac5b28 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:50.408906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cdab359e-3f05-44ee-8bc7-2a937af21ff2 req-4f7f0c7a-a831-444e-aa98-f3ed6fac5b28 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 944 time: 0.0877059 Oct 13 04:04:50.442063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-9fc987cb-84ef-4220-b521-03d03a963e99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8 HTTP/1.1" status: 200 len: 217 time: 0.0908082 Oct 13 04:04:50.461096 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cdab359e-3f05-44ee-8bc7-2a937af21ff2 req-b312c6cb-07a4-49d1-b583-709e322b8f30 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Oct 13 04:04:50.545574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c04aa52-dd6c-4515-9128-934586c5e7ee req-1bd94f09-7878-499d-8abe-dae8e21b7a0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0509555 Oct 13 04:04:50.572870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-98e40bb1-952d-4b66-9977-a930c6ec29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:50.574311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-98e40bb1-952d-4b66-9977-a930c6ec29a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=998bb573-b41a-4f7e-ae90-18668774572f HTTP/1.1" status: 200 len: 852 time: 0.1227286 Oct 13 04:04:50.618685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-d3549750-5a38-4b7b-aa7a-b6857d4282c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3088de98-61ad-4bbd-99aa-6699e4e15624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347559 Oct 13 04:04:50.624010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-faa2afc0-65de-49a7-86e5-0ebc36acebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:50.626570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-faa2afc0-65de-49a7-86e5-0ebc36acebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:50.630805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-faa2afc0-65de-49a7-86e5-0ebc36acebd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d39b830-206f-4930-8006-3cb69e9e66c2 HTTP/1.1" status: 204 len: 168 time: 0.5296698 Oct 13 04:04:50.636253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:50.671963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2afc0-65de-49a7-86e5-0ebc36acebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39b830-206f-4930-8006-3cb69e9e66c2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:50.765714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:50.768846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-baac690a-b783-493a-9154-09bae6019f6b service neutron] 10.222.0.26 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395683 Oct 13 04:04:50.886991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Network 876c5493-a918-4192-8574-9a25534ba797 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:50.888029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event updated for resources: {'Port': ['ID=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:50.902006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:50.910126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:50.970189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da57a3a0-0d9b-4325-8994-9c0472a5cd24 req-612f12d4-4d11-463f-9920-30000bed4562 service neutron] 10.222.0.26 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713238 Oct 13 04:04:50.980081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:50.980665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.001359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-323b500b-dadc-464a-834d-8678b8ce11d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6612191 Oct 13 04:04:51.014132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Request body: {'port': {'device_id': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:51.070203 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.212924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdf11-2f12-45cb-a7ad-8ff27aa0681f req-f84da1fc-f7ee-4f7b-974e-c483ad9a0fd8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:51.220407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ababdf11-2f12-45cb-a7ad-8ff27aa0681f req-f84da1fc-f7ee-4f7b-974e-c483ad9a0fd8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 944 time: 0.0622232 Oct 13 04:04:51.266212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ababdf11-2f12-45cb-a7ad-8ff27aa0681f req-8b6fd14c-d0b9-41b1-ae61-ebaeb9d70f79 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Oct 13 04:04:51.304929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a56e4f15-43de-4b19-ab09-c02755c699c8 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:51.394875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port a56e4f15-43de-4b19-ab09-c02755c699c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:51.403624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port a56e4f15-43de-4b19-ab09-c02755c699c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:51.404454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.494785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:51.499952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b69f28-b2bb-4cea-a9f8-5d9f314f3d62 req-19b62de0-8683-4e25-bc6a-e28264de40df tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:51.502050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56b69f28-b2bb-4cea-a9f8-5d9f314f3d62 req-19b62de0-8683-4e25-bc6a-e28264de40df tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 944 time: 0.1108499 Oct 13 04:04:51.509480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.509664 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c415ad2-b39e-4964-9f70-24b0089d8256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.528018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Transition to ACTIVE for port object 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:04:51.535628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.580105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56b69f28-b2bb-4cea-a9f8-5d9f314f3d62 req-2f504c74-753d-4f2b-8736-2e38897b0342 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593832 Oct 13 04:04:51.610261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.629488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Pushing event updated for resources: {'Port': ['ID=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:51.641345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e4f15-43de-4b19-ab09-c02755c699c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:51.643652 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2666dcf-253a-403d-8e5b-311b79f1143e" -d '{"events": [{"server_uuid": "102dca75-9e1d-4d17-aaf8-691ff90e440c", "name": "network-vif-plugged", "status": "completed", "tag": "a56e4f15-43de-4b19-ab09-c02755c699c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:51.648604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:51.658373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a56e4f15-43de-4b19-ab09-c02755c699c8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a56e4f15-43de-4b19-ab09-c02755c699c8,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:51.665793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.666943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 29937ab4-a1e0-41c1-bc55-ec25a217438a up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:51.719242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Attempting to bind port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:51.719887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Attempting to bind port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:51.720769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Attempting to bind port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:51.728305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 on network 876c5493-a918-4192-8574-9a25534ba797 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:04:51.728913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Attempting to bind port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:51.734746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:51.735399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:51.736006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Bound using segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:51.736821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Bound port: 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:51.737982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.738383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127215-5ccb-417d-9606-eedc28489543 req-3f347bd0-9e11-41b7-858a-89cc7cd6d66e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:51.740123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7127215-5ccb-417d-9606-eedc28489543 req-3f347bd0-9e11-41b7-858a-89cc7cd6d66e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.0748494 Oct 13 04:04:51.767823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a56e4f15-43de-4b19-ab09-c02755c699c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:51.773557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 29937ab4-a1e0-41c1-bc55-ec25a217438a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:51.780296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 29937ab4-a1e0-41c1-bc55-ec25a217438a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:51.780418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.800665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c7127215-5ccb-417d-9606-eedc28489543 req-0780cae7-985e-4dea-98e1-a1f6f942ef42 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Oct 13 04:04:51.834416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-823763155-network', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:51.835558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] For port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:51.839445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] For port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:51.844780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.864376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Made reservation on behalf of 7b3ecc36c84f4aca88a721effb08ec26 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:51.868838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.879138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.898019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.915938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Pushing event updated for resources: {'Port': ['ID=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:51.925793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:51.927178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.927989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-bee03491-3157-4e2e-9b22-f0fc52b6dd14 service neutron] 10.222.0.26 "PUT /v2.0/ports/3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 HTTP/1.1" status: 200 len: 1092 time: 0.9184272 Oct 13 04:04:51.928436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'tag': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:51.931372 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3be88-f76f-4f3a-a427-09e364fac8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4", "tag": "3237dc25-b2ca-4f4e-8fca-aee8bc86bb92"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:51.952931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 29937ab4-a1e0-41c1-bc55-ec25a217438a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a,segment=NetworkSegment(dbd15ee4-ecbd-464f-a87c-4faaaabe35c2),segment_id=dbd15ee4-ecbd-464f-a87c-4faaaabe35c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:51.962607 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:51.975237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d392-88b4-442c-a3b9-2e3871bc8347 req-134ab0cd-451d-4aac-8251-8892840345b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:51.976749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c418d392-88b4-442c-a3b9-2e3871bc8347 req-134ab0cd-451d-4aac-8251-8892840345b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 944 time: 0.0936003 Oct 13 04:04:52.017297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-8c8cc398-9916-45e4-a93f-b473d1be8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.019282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-8c8cc398-9916-45e4-a93f-b473d1be8c56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 1095 time: 0.0455759 Oct 13 04:04:52.045941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c418d392-88b4-442c-a3b9-2e3871bc8347 req-a4cdc079-0d22-472c-942f-62555318980e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568857 Oct 13 04:04:52.052634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=29937ab4-a1e0-41c1-bc55-ec25a217438a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:52.055920 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.066005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.080139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-6e5ff8c6-4840-4a7e-a460-55268b22628f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 HTTP/1.1" status: 200 len: 217 time: 0.0528443 Oct 13 04:04:52.088194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:04:52.104998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb8e58b-3e01-49d5-94f0-810a41b62ee8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:52.105409 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9b1d58-3896-47b6-83d6-e1b99f1083aa x-openstack-request-id: req-7f9b1d58-3896-47b6-83d6-e1b99f1083aa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:52.105721 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102dca75-9e1d-4d17-aaf8-691ff90e440c", "name": "network-vif-plugged", "status": "completed", "tag": "a56e4f15-43de-4b19-ab09-c02755c699c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:52.106360 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f9b1d58-3896-47b6-83d6-e1b99f1083aa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:52.106801 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e4f15-43de-4b19-ab09-c02755c699c8', 'code': 200} Oct 13 04:04:52.108218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.108561 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Added segment d2dc6dba-4459-428e-97b0-eb8a002023a1 of type vlan for network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 Oct 13 04:04:52.149943 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff46de9-d692-476c-b319-044405f01f5a x-openstack-request-id: req-fff46de9-d692-476c-b319-044405f01f5a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:52.150477 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4", "tag": "3237dc25-b2ca-4f4e-8fca-aee8bc86bb92", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:52.150985 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fff46de9-d692-476c-b319-044405f01f5a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:52.151561 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'tag': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92', 'status': 'completed', 'code': 200} Oct 13 04:04:52.159612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.167610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-7e7231f7-8fc9-4bb7-9634-bdb41d3bd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.169512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-7e7231f7-8fc9-4bb7-9634-bdb41d3bd762 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0821621 Oct 13 04:04:52.202516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-02d2df4e-2680-4ea8-8ef9-7ed71e7faf44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253975 Oct 13 04:04:52.211813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.212939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.213519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.277233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6270638 Oct 13 04:04:52.280456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51076) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:52.286313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aa8cf-871e-473f-af71-58957279d370 req-1126c572-6527-41df-9fb5-5bef77e3939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.287787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d44aa8cf-871e-473f-af71-58957279d370 req-1126c572-6527-41df-9fb5-5bef77e3939c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 1096 time: 0.1106563 Oct 13 04:04:52.288127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Request body: {'subnet': {'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-823763155-subnet', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:52.294619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96d512-a874-448a-abc3-313ab9ed8ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=e574ccbc-4552-44e2-bc83-e2b75b3cdb35,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:52.306734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:04:52.332888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-67399b3b-5de6-43e3-b32a-ea87d4c96aed service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230981 Oct 13 04:04:52.334800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d44aa8cf-871e-473f-af71-58957279d370 req-b243c3b0-6cd2-4fbb-b4ed-1336392a04eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Oct 13 04:04:52.349636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Made reservation on behalf of 7b3ecc36c84f4aca88a721effb08ec26 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:52.352138 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.409653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d690b-c9ad-4541-ad8b-724ff25c2458 req-b9a5ac57-efe2-4578-a062-3141bd6469a9 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.411169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-414d690b-c9ad-4541-ad8b-724ff25c2458 req-b9a5ac57-efe2-4578-a062-3141bd6469a9 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 945 time: 0.0590115 Oct 13 04:04:52.454809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-414d690b-c9ad-4541-ad8b-724ff25c2458 req-f3179dbf-9afb-4027-a12d-f6351c9bbe30 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351651 Oct 13 04:04:52.497814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f418f54a-4c46-44ab-8720-74603b6b24c9 req-20d35e16-a793-4bad-8c29-3fbea1d874cf service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570163 Oct 13 04:04:52.610732 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.649372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-7d309eef-8f38-443f-b730-16a1151e9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.650873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-7d309eef-8f38-443f-b730-16a1151e9d4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 1095 time: 0.1069503 Oct 13 04:04:52.672374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51088) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:52.689950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72502e5f-688b-4ad8-933c-473cfb1494ef,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:52.714406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dcb8e-7552-4933-8d92-c82b6bba5a17 req-05cbb00e-5105-4290-ad92-44842a4e3200 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.718933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d9dcb8e-7552-4933-8d92-c82b6bba5a17 req-05cbb00e-5105-4290-ad92-44842a4e3200 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 944 time: 0.0506370 Oct 13 04:04:52.747487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Checking segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:52.747849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Network hostable DHCP agents. Network: e574ccbc-4552-44e2-bc83-e2b75b3cdb35, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:04:52.774257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d9dcb8e-7552-4933-8d92-c82b6bba5a17 req-a69cf5e1-70b3-40d6-afb6-844824379e10 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Oct 13 04:04:52.774870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.792115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:04:52.795575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-81abda1b-8aa5-48e8-8f6e-1193c0ef140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.797134 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-81abda1b-8aa5-48e8-8f6e-1193c0ef140f service neutron] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.1364899 Oct 13 04:04:52.805479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, e574ccbc-4552-44e2-bc83-e2b75b3cdb35) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:52.810470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.811328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.815655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7cbd1-b5f6-4ce7-9675-fe82d00105fd None None] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:52.876591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.880475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41ffbe1a-2dc4-4148-9f1b-9a8e322a4992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.889424 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-1f67a623-7e73-4ee3-915d-8945e852510f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 HTTP/1.1" status: 200 len: 217 time: 0.0850143 Oct 13 04:04:52.924448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73365b01-903f-44fa-bf73-9401b4e350e5 req-d97c7b3d-36a1-4441-9661-3b2ed9da7b40 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.926380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73365b01-903f-44fa-bf73-9401b4e350e5 req-d97c7b3d-36a1-4441-9661-3b2ed9da7b40 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.0508797 Oct 13 04:04:52.933665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f9f5c7be-08db-4b4b-b86a-a99c50430a62 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6516359 Oct 13 04:04:52.936705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:52.941467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:52.958329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-11694152-62b7-4868-8195-1ea37cc9ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:52.959473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-11694152-62b7-4868-8195-1ea37cc9ab98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0630860 Oct 13 04:04:52.990784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73365b01-903f-44fa-bf73-9401b4e350e5 req-2d01b342-fa66-47bf-aab1-a7428ac92ba9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Oct 13 04:04:52.991592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.992643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:52.999222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-9450ce76-fa75-44b8-92f1-ced4865acb04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314491 Oct 13 04:04:53.004720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:04:53.005952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.091214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41ffbe1a-2dc4-4148-9f1b-9a8e322a4992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.091498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.099932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41ffbe1a-2dc4-4148-9f1b-9a8e322a4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.176007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Allocated IP 172.20.0.2 (e574ccbc-4552-44e2-bc83-e2b75b3cdb35/72502e5f-688b-4ad8-933c-473cfb1494ef/96dcad29-6802-40e3-82e5-9e115d2be9d6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:53.195510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-41ffbe1a-2dc4-4148-9f1b-9a8e322a4992 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc9d72dc838449e4869200e1c7f7c158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199068 Oct 13 04:04:53.199818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-4356932b-9a8c-4fee-8cff-1890d41e6364 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916687 Oct 13 04:04:53.200927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffbe1a-2dc4-4148-9f1b-9a8e322a4992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd6e45-f45e-49b3-8894-9fb274f75704,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:53.205028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:53.246547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.308222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212f994-edd7-4f39-a78d-5080f7cc1886 req-c340a8ea-f2eb-4ca2-a3b0-3421679064ef tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:53.309762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c212f994-edd7-4f39-a78d-5080f7cc1886 req-c340a8ea-f2eb-4ca2-a3b0-3421679064ef tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 944 time: 0.1788371 Oct 13 04:04:53.329293 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.337739 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.360271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d87310f-ca6a-4983-8301-ceb821f3cfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.376768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:53.385750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:53.389242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:53.403450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Pushing event updated for resources: {'Port': ['ID=96dcad29-6802-40e3-82e5-9e115d2be9d6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:53.412934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c212f994-edd7-4f39-a78d-5080f7cc1886 req-4c50dfcc-701f-492a-b680-6371d308b713 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Oct 13 04:04:53.442430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62f3be88-f76f-4f3a-a427-09e364fac8ac req-bfbaf540-0ae4-4b2f-87d2-4e655f68afe5 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185490 Oct 13 04:04:53.444228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d87310f-ca6a-4983-8301-ceb821f3cfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.449820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Attempting to bind port 96dcad29-6802-40e3-82e5-9e115d2be9d6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:53.450115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Attempting to bind port 96dcad29-6802-40e3-82e5-9e115d2be9d6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:53.450473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Attempting to bind port 96dcad29-6802-40e3-82e5-9e115d2be9d6 on network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:53.456849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:53.457791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Checking segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:53.458208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.458603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Bound using segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:53.459063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Bound port: 96dcad29-6802-40e3-82e5-9e115d2be9d6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:53.459442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.511841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d87310f-ca6a-4983-8301-ceb821f3cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.515628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d87310f-ca6a-4983-8301-ceb821f3cfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.522118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d87310f-ca6a-4983-8301-ceb821f3cfc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78bd6e45-f45e-49b3-8894-9fb274f75704 HTTP/1.1" status: 204 len: 168 time: 0.3157010 Oct 13 04:04:53.534648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87310f-ca6a-4983-8301-ceb821f3cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd6e45-f45e-49b3-8894-9fb274f75704,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:53.556002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] For port 96dcad29-6802-40e3-82e5-9e115d2be9d6, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:53.561276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.573446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] For port 96dcad29-6802-40e3-82e5-9e115d2be9d6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=96dcad29-6802-40e3-82e5-9e115d2be9d6,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:53.578230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.601614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.645594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6b387-07e8-41b1-93ed-e45b0e61a9eb None None] Pushing event updated for resources: {'Port': ['ID=96dcad29-6802-40e3-82e5-9e115d2be9d6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:53.658324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10b841-b0c0-49c3-b9f7-2c168bc95032 req-abab0b59-e70d-46c9-8abd-3ccb40a5c1b9 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:53.659886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f10b841-b0c0-49c3-b9f7-2c168bc95032 req-abab0b59-e70d-46c9-8abd-3ccb40a5c1b9 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 945 time: 0.1130688 Oct 13 04:04:53.748635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f10b841-b0c0-49c3-b9f7-2c168bc95032 req-4b54f076-e6d5-4885-a1ca-8fad8ec77008 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771382 Oct 13 04:04:53.770007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Allocated IP 172.25.1.118 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/2cfbea5d-615b-4d07-b963-6996c828894d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:53.921237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51114) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:53.931823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.937976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76abca22-e5c9-4693-9df0-7baf7f973f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:53.971112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091cd11-aa98-4037-8593-6ba4b4a21b13 req-23d0edf0-e4c5-4db9-93bd-5c07c4e7b0f9 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:53.973260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1091cd11-aa98-4037-8593-6ba4b4a21b13 req-23d0edf0-e4c5-4db9-93bd-5c07c4e7b0f9 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 944 time: 0.0877421 Oct 13 04:04:53.981613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.017381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:54.022347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:54.027597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:54.053553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1091cd11-aa98-4037-8593-6ba4b4a21b13 req-5231d3ae-e9a4-4d98-a7b3-fe7637d114b6 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735068 Oct 13 04:04:54.067174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfbea5d-615b-4d07-b963-6996c828894d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:54.089001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76abca22-e5c9-4693-9df0-7baf7f973f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.093247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76abca22-e5c9-4693-9df0-7baf7f973f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.108126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29937ab4-a1e0-41c1-bc55-ec25a217438a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:54.110589 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d803827-00ea-47cd-ae48-43db5931bf82" -d '{"events": [{"server_uuid": "4cd558b8-b0ad-438b-8348-9c7f4ec4cf07", "name": "network-vif-plugged", "status": "completed", "tag": "29937ab4-a1e0-41c1-bc55-ec25a217438a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:54.133194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-76abca22-e5c9-4693-9df0-7baf7f973f20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec3b78c224eb4b49ad40031518aa7295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109954 Oct 13 04:04:54.134386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abca22-e5c9-4693-9df0-7baf7f973f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c28f60-ab96-4723-af34-c9c64061f7c5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:54.136921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:54.158846 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613a6d4c-2fe8-48d8-b2c0-cea08a68ede0 x-openstack-request-id: req-613a6d4c-2fe8-48d8-b2c0-cea08a68ede0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:54.159678 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd558b8-b0ad-438b-8348-9c7f4ec4cf07", "name": "network-vif-plugged", "status": "completed", "tag": "29937ab4-a1e0-41c1-bc55-ec25a217438a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:54.159933 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-613a6d4c-2fe8-48d8-b2c0-cea08a68ede0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:54.160325 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29937ab4-a1e0-41c1-bc55-ec25a217438a', 'code': 200} Oct 13 04:04:54.198148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed1428f-737d-40e3-925a-8f4f6262e2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.228613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955fce-6f69-4789-aca1-f00b992d2bd8 req-ac234d29-8737-46dd-848a-034c8e3f40fc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:54.230319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7955fce-6f69-4789-aca1-f00b992d2bd8 req-ac234d29-8737-46dd-848a-034c8e3f40fc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.1135001 Oct 13 04:04:54.230530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed1428f-737d-40e3-925a-8f4f6262e2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.233849 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:04:54.278406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed1428f-737d-40e3-925a-8f4f6262e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.281130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eed1428f-737d-40e3-925a-8f4f6262e2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.282331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eed1428f-737d-40e3-925a-8f4f6262e2d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23c28f60-ab96-4723-af34-c9c64061f7c5 HTTP/1.1" status: 204 len: 168 time: 0.1445189 Oct 13 04:04:54.290669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1428f-737d-40e3-925a-8f4f6262e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c28f60-ab96-4723-af34-c9c64061f7c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:54.345324 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7955fce-6f69-4789-aca1-f00b992d2bd8 req-94440d0e-86a9-4a49-a883-896e02a10976 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046216 Oct 13 04:04:54.376176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eb2c2-d98f-46da-8ae4-f09c732ff9ab req-c274f770-36d5-4036-9012-afc0bc76e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:54.377752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b8eb2c2-d98f-46da-8ae4-f09c732ff9ab req-c274f770-36d5-4036-9012-afc0bc76e807 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 1096 time: 0.1465094 Oct 13 04:04:54.468281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.490313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1c40-462b-47bc-b1c6-18c7d2fca834 req-e4f749d6-d4d1-4307-8076-e6d41df3d433 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:54.492031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c9b1c40-462b-47bc-b1c6-18c7d2fca834 req-e4f749d6-d4d1-4307-8076-e6d41df3d433 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.0682838 Oct 13 04:04:54.543872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c9b1c40-462b-47bc-b1c6-18c7d2fca834 req-ff8fba54-d2ef-4659-bd2c-278445024160 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Oct 13 04:04:54.706909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ae99ef16-2a21-4196-99d9-29ad5e9581b8 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:54.747967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.887005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ae99ef16-2a21-4196-99d9-29ad5e9581b8, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8,segment=NetworkSegment(d64695de-082f-4998-bd1d-a8629f031cbc),segment_id=d64695de-082f-4998-bd1d-a8629f031cbc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:54.901982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b8eb2c2-d98f-46da-8ae4-f09c732ff9ab req-d9106189-d9cc-499a-940f-f56184330cdb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141339 Oct 13 04:04:54.905201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8', 'network_id': '3088de98-61ad-4bbd-99aa-6699e4e15624', 'port_id': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8', 'mac_address': 'fa:16:3e:83:ba:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998bb573-b41a-4f7e-ae90-18668774572f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:54.952313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 96dcad29-6802-40e3-82e5-9e115d2be9d6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:54.955041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1339e-edcb-4677-a9c8-9c2c92fa983f req-ca0521eb-d306-40fb-ac65-86140370c19f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:54.957023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43c1339e-edcb-4677-a9c8-9c2c92fa983f req-ca0521eb-d306-40fb-ac65-86140370c19f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.0930307 Oct 13 04:04:54.967533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca7d733-9d5e-4214-8936-4203ee5083ca None None] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:54.997095 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:54.997375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb432f7-2f61-443d-8bfe-1d4e0f6750b2 req-e98a273e-acfd-4829-8ac9-bd08ac9f1dbb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:55.005460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bb432f7-2f61-443d-8bfe-1d4e0f6750b2 req-e98a273e-acfd-4829-8ac9-bd08ac9f1dbb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 944 time: 0.2587852 Oct 13 04:04:55.014313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43c1339e-edcb-4677-a9c8-9c2c92fa983f req-401f530c-ab94-417b-92c3-5ac110b93958 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Oct 13 04:04:55.093360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bb432f7-2f61-443d-8bfe-1d4e0f6750b2 req-36096e29-0641-41c0-af80-5c086ae083be tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869148 Oct 13 04:04:55.095442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.141877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae99ef16-2a21-4196-99d9-29ad5e9581b8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:55.216053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ae99ef16-2a21-4196-99d9-29ad5e9581b8, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8,segment=NetworkSegment(d64695de-082f-4998-bd1d-a8629f031cbc),segment_id=d64695de-082f-4998-bd1d-a8629f031cbc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:55.217257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3895dd9-5d1b-46d2-b3fd-2d4923ce95c9 None None] Provisioning complete for port 96dcad29-6802-40e3-82e5-9e115d2be9d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:55.217837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3895dd9-5d1b-46d2-b3fd-2d4923ce95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.249089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.258063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b2309-d4f4-4778-b0cc-c7886872a83e req-ccc5d71c-1178-4de9-b580-d7bcde343a48 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:55.265084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-181b2309-d4f4-4778-b0cc-c7886872a83e req-ccc5d71c-1178-4de9-b580-d7bcde343a48 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 945 time: 0.0803778 Oct 13 04:04:55.311657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-181b2309-d4f4-4778-b0cc-c7886872a83e req-77269b3d-50df-4c00-9110-653eea16c47e tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Oct 13 04:04:55.338477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 96dcad29-6802-40e3-82e5-9e115d2be9d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:55.338841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.338987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e11716-8cd4-4e8a-9061-68ca0e254b08 req-89bb07e8-586c-4268-971d-7069b8ea6efa tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:55.340383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5e11716-8cd4-4e8a-9061-68ca0e254b08 req-89bb07e8-586c-4268-971d-7069b8ea6efa tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0701301 Oct 13 04:04:55.360728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:04:55.405267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ae99ef16-2a21-4196-99d9-29ad5e9581b8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:55.441148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5e11716-8cd4-4e8a-9061-68ca0e254b08 req-9dd151ef-a68d-4116-9d7d-f9eba3af8489 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929067 Oct 13 04:04:55.471120 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3895dd9-5d1b-46d2-b3fd-2d4923ce95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.503679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:55.526560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.530840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-953a93f0-a84a-4a0f-b5ab-4a3cba2a6fe3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.5931697 Oct 13 04:04:55.531050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:55.535160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Sync routers for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:04:55.546563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a3895dd9-5d1b-46d2-b3fd-2d4923ce95c9 None None] For port 96dcad29-6802-40e3-82e5-9e115d2be9d6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=96dcad29-6802-40e3-82e5-9e115d2be9d6,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:55.560440 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3895dd9-5d1b-46d2-b3fd-2d4923ce95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.565543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:55.566224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:55.626467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ae99ef16-2a21-4196-99d9-29ad5e9581b8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:55.628837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.759642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3895dd9-5d1b-46d2-b3fd-2d4923ce95c9 None None] Pushing event updated for resources: {'Port': ['ID=96dcad29-6802-40e3-82e5-9e115d2be9d6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:55.963461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:55.991442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:04:55.991814 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:04:55.992284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46dba043-6edf-4776-9e1d-9ad50fb6fd9a None None] Provisioning complete for port 96dcad29-6802-40e3-82e5-9e115d2be9d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:55.992646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46dba043-6edf-4776-9e1d-9ad50fb6fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.003658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.185872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb72e9-5dc0-4ded-ba94-3498852689ee req-a2b93eca-c03a-46b0-96fc-dc00a38fa478 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:56.187380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-babb72e9-5dc0-4ded-ba94-3498852689ee req-a2b93eca-c03a-46b0-96fc-dc00a38fa478 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.0965607 Oct 13 04:04:56.236233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56142e09-fee2-471d-ae80-50c6c2d359ec req-c48f7b00-37bf-40bd-8571-801389d62702 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:56.237807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56142e09-fee2-471d-ae80-50c6c2d359ec req-c48f7b00-37bf-40bd-8571-801389d62702 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 944 time: 0.0526249 Oct 13 04:04:56.266115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Allocated IP 172.20.0.1 (e574ccbc-4552-44e2-bc83-e2b75b3cdb35/72502e5f-688b-4ad8-933c-473cfb1494ef/66370e9c-15e7-42a5-b6b5-0bf40dab94b5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:56.286196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56142e09-fee2-471d-ae80-50c6c2d359ec req-b8eaef92-9098-41a0-b036-606102d445b6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Oct 13 04:04:56.313034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-babb72e9-5dc0-4ded-ba94-3498852689ee req-988c239d-627e-4faa-8990-57ea1d1b9843 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668025 Oct 13 04:04:56.319083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:54Z', 'revision_number': 3, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:56.347941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Checking router: 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:04:56.348319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Updating router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b port 2cfbea5d-615b-4d07-b963-6996c828894d binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:04:56.379221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.448191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.490401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.552118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:56.555095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:56.558884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:56.607679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09351a3-604f-4e5e-9087-c11396a72573 req-4399b88d-7c6f-4403-8484-07773ae52249 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:56.609076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:56.609485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c09351a3-604f-4e5e-9087-c11396a72573 req-4399b88d-7c6f-4403-8484-07773ae52249 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 945 time: 0.0858190 Oct 13 04:04:56.625133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-9735c262-8b9a-4a20-8844-21f139aec2fb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:56.626637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-9735c262-8b9a-4a20-8844-21f139aec2fb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 945 time: 0.1437275 Oct 13 04:04:56.626811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-ab787c02-fc16-44d5-905b-416f2c8e0732 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=49db20d8771843c6ba5d92e78f944846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631328 Oct 13 04:04:56.702937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.713943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c09351a3-604f-4e5e-9087-c11396a72573 req-f4f872c3-c24e-4c8e-9e60-9a27569de07f tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857246 Oct 13 04:04:56.749391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:04:56.802058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-40fa23bd-0ce7-4062-800a-8ae481b9c095 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:56.804138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.809464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-40fa23bd-0ce7-4062-800a-8ae481b9c095 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757517 Oct 13 04:04:56.827402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.835824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-2a9634cc-db36-4eed-9814-02d2f6b82474 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/quotas/49db20d8771843c6ba5d92e78f944846 HTTP/1.1" status: 200 len: 375 time: 0.0253375 Oct 13 04:04:56.855402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadb92e-c930-4f82-a621-398142c55321 req-a8e0ac7a-02e9-49ba-afa5-a7c27b655fb1 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:56.864499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3aadb92e-c930-4f82-a621-398142c55321 req-a8e0ac7a-02e9-49ba-afa5-a7c27b655fb1 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0964687 Oct 13 04:04:56.886439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port a56e4f15-43de-4b19-ab09-c02755c699c8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:04:56.886954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.887114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-b8f62d80-be7b-455f-959d-1f645902eab1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500796 Oct 13 04:04:56.893839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 96dcad29-6802-40e3-82e5-9e115d2be9d6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:56.951451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:56.965354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3aadb92e-c930-4f82-a621-398142c55321 req-f6c522c0-4f19-4cc8-a7b8-3d69e1b9001a tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998032 Oct 13 04:04:57.020535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Attempting to bind port 2cfbea5d-615b-4d07-b963-6996c828894d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:57.021005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Attempting to bind port 2cfbea5d-615b-4d07-b963-6996c828894d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:57.021271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Attempting to bind port 2cfbea5d-615b-4d07-b963-6996c828894d on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:57.026269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2719f1d7-21e1-488a-9201-ab834f3fcaec None None] Provisioning complete for port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:57.026633 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2719f1d7-21e1-488a-9201-ab834f3fcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.064263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ace28-66d7-43c2-84cd-88befed4bbcd None None] Pushing event updated for resources: {'Port': ['ID=2cfbea5d-615b-4d07-b963-6996c828894d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:57.073410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2719f1d7-21e1-488a-9201-ab834f3fcaec None None] Port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:57.078261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:57.078630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:57.079029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.079412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:57.079890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Bound port: 2cfbea5d-615b-4d07-b963-6996c828894d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:57.080268 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.082767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 96dcad29-6802-40e3-82e5-9e115d2be9d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:57.083119 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.086447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port a56e4f15-43de-4b19-ab09-c02755c699c8, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a56e4f15-43de-4b19-ab09-c02755c699c8,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:57.086447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.110289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for a56e4f15-43de-4b19-ab09-c02755c699c8 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:04:57.169967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:57.213128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92', 'mac_address': 'fa:16:3e:64:f6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:04:57.219790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] For port 2cfbea5d-615b-4d07-b963-6996c828894d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:57.226170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] For port 2cfbea5d-615b-4d07-b963-6996c828894d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2cfbea5d-615b-4d07-b963-6996c828894d,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:57.252922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-7c31d751-da78-4f80-bd46-d238c44dfd6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=49db20d8771843c6ba5d92e78f944846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445786 Oct 13 04:04:57.253506 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.286660 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.317161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.332152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.382822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:04:57.396469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:04:57.397417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:57.416470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.445782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ace28-66d7-43c2-84cd-88befed4bbcd None None] Pushing event updated for resources: {'Port': ['ID=2cfbea5d-615b-4d07-b963-6996c828894d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:57.457796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6', 'a56e4f15-43de-4b19-ab09-c02755c699c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:57.463077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:57.493183 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.525968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=a56e4f15-43de-4b19-ab09-c02755c699c8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:57.537600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port a56e4f15-43de-4b19-ab09-c02755c699c8 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:04:57.540561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.545347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-edfdc3a6-f6ff-448f-af67-d3eee47039e8 req-187249ef-526d-46e7-b46e-6a6bf336951d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "DELETE /v2.0/ports/a56e4f15-43de-4b19-ab09-c02755c699c8 HTTP/1.1" status: 204 len: 173 time: 0.9093463 Oct 13 04:04:57.562831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'name': 'network-vif-deleted', 'tag': 'a56e4f15-43de-4b19-ab09-c02755c699c8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:57.566841 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc6ff9f-41ea-4e58-9987-e5a8148794ec" -d '{"events": [{"server_uuid": "102dca75-9e1d-4d17-aaf8-691ff90e440c", "name": "network-vif-deleted", "tag": "a56e4f15-43de-4b19-ab09-c02755c699c8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:57.600904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5456d7f-3865-4d6b-ae01-5186087297d6 req-95d59ee9-13ff-41ed-88c5-f9afbbb421bc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:57.603625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5456d7f-3865-4d6b-ae01-5186087297d6 req-95d59ee9-13ff-41ed-88c5-f9afbbb421bc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 945 time: 0.1187747 Oct 13 04:04:57.617579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:57.636066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:04:57.718835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5456d7f-3865-4d6b-ae01-5186087297d6 req-c3873345-d83e-422b-bf1d-312d8ecc7629 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009524 Oct 13 04:04:57.858910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbfb8995-6a74-49f0-b9d5-9e9e8e7f8572 req-536e3849-f0a8-44a8-9c60-8af62ea21cc8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=102dca75-9e1d-4d17-aaf8-691ff90e440c HTTP/1.1" status: 200 len: 210 time: 0.0447350 Oct 13 04:04:57.900842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3237dc25-b2ca-4f4e-8fca-aee8bc86bb92'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:04:57.919071 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:57.933410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:58.036275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-c0babc54-9909-4919-9f5a-50dea3dd02ee tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:58.041226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-c0babc54-9909-4919-9f5a-50dea3dd02ee tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7739353 Oct 13 04:04:58.086306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-6cc42670-fd65-41c7-ab1b-1e4383e6e162 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/quotas/49db20d8771843c6ba5d92e78f944846 HTTP/1.1" status: 200 len: 375 time: 0.0302920 Oct 13 04:04:58.138090 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb2008-2267-4522-84df-d92f8121cca0 x-openstack-request-id: req-c9cb2008-2267-4522-84df-d92f8121cca0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:58.138390 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102dca75-9e1d-4d17-aaf8-691ff90e440c", "name": "network-vif-deleted", "tag": "a56e4f15-43de-4b19-ab09-c02755c699c8", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:58.138643 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9cb2008-2267-4522-84df-d92f8121cca0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:58.139207 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102dca75-9e1d-4d17-aaf8-691ff90e440c', 'name': 'network-vif-deleted', 'tag': 'a56e4f15-43de-4b19-ab09-c02755c699c8', 'status': 'completed', 'code': 200} Oct 13 04:04:58.173259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-14848e15-a436-4780-b828-026fcc41e003 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684547 Oct 13 04:04:58.191659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:04:57Z', 'revision_number': 2, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:04:58.192613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:58.195065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:58.230584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51bfa9-7a70-47ad-a51d-10cb1d997a73 None None] The sync data for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 is: [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:04:57Z', 'revision_number': 2, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:04:58.305903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ee9dd-6089-4682-960a-b558e714eb07 req-15cc0785-cf22-4af9-a482-96393e304b01 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:58.314329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a49ee9dd-6089-4682-960a-b558e714eb07 req-15cc0785-cf22-4af9-a482-96393e304b01 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 945 time: 0.1031077 Oct 13 04:04:58.382211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:04:58.406736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a49ee9dd-6089-4682-960a-b558e714eb07 req-ced319d5-1eb9-4aa2-8d2c-cfe1d975dc03 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907898 Oct 13 04:04:58.568490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6474552a-9458-48e2-97b6-3ea120c5a85c req-a1e6392a-91e2-4122-9939-2f32d41259ab tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 210 time: 0.0685408 Oct 13 04:04:58.591498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-f4cb6107-f8e9-4bdd-832c-ac4447b0b733 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=49db20d8771843c6ba5d92e78f944846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598376 Oct 13 04:04:58.654624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:04:58.681613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a5e6693-1706-40a0-bdc1-9c8ead07e0b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1474664 Oct 13 04:04:58.707270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-78d73662-f5b7-49a6-a34b-feace9c1e4dd None None] Provisioning complete for port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:58.709008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d73662-f5b7-49a6-a34b-feace9c1e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:58.776030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ae99ef16-2a21-4196-99d9-29ad5e9581b8 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:58.878112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-78d73662-f5b7-49a6-a34b-feace9c1e4dd None None] Port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:04:58.886135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port ae99ef16-2a21-4196-99d9-29ad5e9581b8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:04:58.893026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port ae99ef16-2a21-4196-99d9-29ad5e9581b8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:58.893323 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:58.904252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-bbf37fb3-7fef-44ed-ae9c-d8f0ca041d4c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:58.907500 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-bbf37fb3-7fef-44ed-ae9c-d8f0ca041d4c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091931 Oct 13 04:04:58.929063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Request body: {'port': {'device_id': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '49db20d8771843c6ba5d92e78f944846'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:58.987713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21575557-80a4-4bd2-be77-dff73eb6e6b1 req-99829e4e-d70f-4359-9183-a31a966eed16 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:58.993410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21575557-80a4-4bd2-be77-dff73eb6e6b1 req-99829e4e-d70f-4359-9183-a31a966eed16 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 945 time: 0.1194448 Oct 13 04:04:59.035427 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.076104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:04:59.078506 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153b7a3-0d46-4657-94cf-5983e064274d" -d '{"events": [{"server_uuid": "6089f123-c520-46ce-87e0-bdc2dedef8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ae99ef16-2a21-4196-99d9-29ad5e9581b8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:04:59.090445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21575557-80a4-4bd2-be77-dff73eb6e6b1 req-fb7c97d8-3d1a-49ae-9a3f-91fd8cbddfd9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889347 Oct 13 04:04:59.104317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ae99ef16-2a21-4196-99d9-29ad5e9581b8, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8,segment=NetworkSegment(d64695de-082f-4998-bd1d-a8629f031cbc),segment_id=d64695de-082f-4998-bd1d-a8629f031cbc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:59.119754 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.160437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Made reservation on behalf of 49db20d8771843c6ba5d92e78f944846 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:59.170391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.190160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.218843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ae99ef16-2a21-4196-99d9-29ad5e9581b8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:59.293744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.303568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.419103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:59.497711 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dffed3-c85c-40fd-b8d5-39575bded299 x-openstack-request-id: req-03dffed3-c85c-40fd-b8d5-39575bded299 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:04:59.497999 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f123-c520-46ce-87e0-bdc2dedef8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ae99ef16-2a21-4196-99d9-29ad5e9581b8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:04:59.498252 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03dffed3-c85c-40fd-b8d5-39575bded299 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:04:59.498770 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8', 'code': 200} Oct 13 04:04:59.568447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Allocated IP 192.168.233.233 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/5c3d3134-ff06-4fe1-b33f-28bc0f9a4995) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:59.643761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdbc31-f049-4dfa-9616-7852cb1535e6 req-b9565142-e024-42a7-ae59-6bac026c523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:59.645562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ecdbc31-f049-4dfa-9616-7852cb1535e6 req-b9565142-e024-42a7-ae59-6bac026c523e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 1097 time: 0.0702307 Oct 13 04:04:59.693168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-fd6d67d2-cb23-49f4-b074-3358599fb587 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:59.694853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-fd6d67d2-cb23-49f4-b074-3358599fb587 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1168320 Oct 13 04:04:59.721406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-b7b989fb-02d0-4545-89f0-8b5925d931ef tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0126815 Oct 13 04:04:59.771916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51296) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:59.776394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720338667', 'description': 'tempest-description--1433968027'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:59.815249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-5b6a4b15-6825-4a34-954c-3bb131adef1a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839062 Oct 13 04:04:59.834944 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.848249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.862137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ecdbc31-f049-4dfa-9616-7852cb1535e6 req-f2ce9536-9a2c-4f75-80a5-e51d98a55910 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083912 Oct 13 04:04:59.889007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:59.935872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-21282050-6a7f-4fdf-a688-4405fb8be9f6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=49db20d8771843c6ba5d92e78f944846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848389 Oct 13 04:04:59.964841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:59.968695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:59.973395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:00.013381 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.038245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.061820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:00.092108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:00.092893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.116962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495f00-25a4-4d4a-bdad-2dfa9c12957b req-1df4250b-8f4e-49cb-9286-dfbf4d179e66 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:00.119101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6495f00-25a4-4d4a-bdad-2dfa9c12957b req-1df4250b-8f4e-49cb-9286-dfbf4d179e66 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1020601 Oct 13 04:05:00.127558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa628424-6b0d-41ef-8503-3bd6891b61d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:00.134900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-49b740c5-787e-429c-8f0b-001ee582a89e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2157984 Oct 13 04:05:00.138379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.139576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7dcb27be-fa16-4257-b433-598fcab06a88 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3668342 Oct 13 04:05:00.143628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:00.150345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Request body: {'port': {'device_id': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:00.150944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Request body: {'security_group_rule': {'security_group_id': 'aa628424-6b0d-41ef-8503-3bd6891b61d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:00.216532 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-345d489c-0e98-4346-91c9-689569bc5a0b service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909869 Oct 13 04:05:00.233979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.249487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6495f00-25a4-4d4a-bdad-2dfa9c12957b req-b8788989-e712-48d3-b1eb-273689f6a80d tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205208 Oct 13 04:05:00.307039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.316473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24557b9b-9b34-4d15-8cf9-6335e7ce77f6 None None] Provisioning complete for port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:00.318266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24557b9b-9b34-4d15-8cf9-6335e7ce77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.326311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-5fc0a5b8-7d64-4333-b610-fde47afda899 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:00.327781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-5fc0a5b8-7d64-4333-b610-fde47afda899 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068404 Oct 13 04:05:00.344349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Request body: {'port': {'device_id': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '49db20d8771843c6ba5d92e78f944846'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:00.389807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24557b9b-9b34-4d15-8cf9-6335e7ce77f6 None None] Port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:05:00.443636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-da5b5a9c-8074-41af-be1c-ed7bf4c378ba service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260294 Oct 13 04:05:00.466282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71476fb9-557c-4cda-b8a2-bac6236b4401 req-12799e2f-9960-406c-9c79-c254dbd37628 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 210 time: 0.0805590 Oct 13 04:05:00.475694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.486829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.506022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ad7c2d-0fff-4291-a07b-f8a74e4e9ad1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:00.537190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.538396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-94172aa6-9d98-4405-b525-d5980be9153a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3910193 Oct 13 04:05:00.541429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51308) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:00.547049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Request body: {'security_group_rule': {'security_group_id': 'aa628424-6b0d-41ef-8503-3bd6891b61d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:00.564625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Made reservation on behalf of 49db20d8771843c6ba5d92e78f944846 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:00.573921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.623898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:00.628180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.634229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.661411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Transition to ACTIVE for port object 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:00.669707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.752631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:00.762838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:00.879381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Attempting to bind port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:00.879856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Attempting to bind port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:00.880533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Attempting to bind port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:00.886354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:00.886878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Attempting to bind port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:00.898853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:00.903868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:00.904642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.907995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Allocated IP 192.168.233.45 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/1b8f7681-bb8a-4103-b628-984bd1d9c7f9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:00.911572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:00.911893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:00.912283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:00.912918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Bound port: 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:00.913485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.943032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.961368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:00.966037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2cfbea5d-615b-4d07-b963-6996c828894d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:00.998077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c344-b0c8-45ff-8667-67a0f528ecfb req-25aea823-931a-4861-91b2-490b792e5236 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:00.999686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8166c344-b0c8-45ff-8667-67a0f528ecfb req-25aea823-931a-4861-91b2-490b792e5236 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 945 time: 0.2549632 Oct 13 04:05:01.042906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21e2b2b-72de-4ee6-bf92-a01199d1a42b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:01.081901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.083125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d47b863c-5b19-4169-9a9e-57afd447eb53 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5407648 Oct 13 04:05:01.091203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:01.099161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:01.111625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2cfbea5d-615b-4d07-b963-6996c828894d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:01.112047 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.142661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.146538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:01.154828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.208960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8166c344-b0c8-45ff-8667-67a0f528ecfb req-12f6b115-a8d4-45b3-bb1f-28a686e76ba3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916709 Oct 13 04:05:01.226319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc11af00-3f8c-4517-9afb-2178b42f9764 req-693ea9af-4ac8-4777-950b-da39183d923c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 210 time: 0.0967519 Oct 13 04:05:01.239845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:01.249396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:01.251219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.290381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.355932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.375303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a56e4f15-43de-4b19-ab09-c02755c699c8 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:01.391327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:01.392701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.394098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 HTTP/1.1" status: 200 len: 1096 time: 1.2489576 Oct 13 04:05:01.394098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:01.396633 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:01.468100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa8f7-c8e3-47b1-8049-50c2cb7bd676 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:01.519912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:01.526455 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a633b-2dd3-49eb-a4fd-a564581b6e91" -d '{"events": [{"server_uuid": "bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4", "name": "network-vif-plugged", "status": "completed", "tag": "3237dc25-b2ca-4f4e-8fca-aee8bc86bb92"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:01.547099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: a56e4f15-43de-4b19-ab09-c02755c699c8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:01.548346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a56e4f15-43de-4b19-ab09-c02755c699c8 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:01.559251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 2cfbea5d-615b-4d07-b963-6996c828894d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2cfbea5d-615b-4d07-b963-6996c828894d,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:01.562340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:01.564008 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122acb4-bffc-4f29-aff1-13df4161b77e x-openstack-request-id: req-d122acb4-bffc-4f29-aff1-13df4161b77e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:01.564318 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:01.564578 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d122acb4-bffc-4f29-aff1-13df4161b77e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:01.567110 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'status': 'completed', 'code': 200} Oct 13 04:05:01.571729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.575982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5761c-0ddf-42ff-833c-74fa7a8c165d req-4fda7f6b-1707-47ca-b765-24cb32e7d699 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:01.577612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7a5761c-0ddf-42ff-833c-74fa7a8c165d req-4fda7f6b-1707-47ca-b765-24cb32e7d699 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1930630 Oct 13 04:05:01.577989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.579526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-ad1f0fb5-eacd-42a1-8e88-320e6f55e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:01.580915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-ad1f0fb5-eacd-42a1-8e88-320e6f55e35f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1099 time: 0.1222484 Oct 13 04:05:01.601676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.651909 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Sync routers for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:05:01.665279 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:01.666587 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:01.698433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-985e2cab-2331-4f1e-a475-7ac41ed9c966 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 HTTP/1.1" status: 200 len: 217 time: 0.1001327 Oct 13 04:05:01.705877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=2cfbea5d-615b-4d07-b963-6996c828894d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:01.727489 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:01.802856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7a5761c-0ddf-42ff-833c-74fa7a8c165d req-87dedfec-b14f-4f2e-9e5a-20b55ca34909 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033055 Oct 13 04:05:01.821044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-3aced7fe-84a0-414a-bff7-b3476579a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:01.822923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-3aced7fe-84a0-414a-bff7-b3476579a605 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1131954 Oct 13 04:05:01.834773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event updated for resources: {'Port': ['ID=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:01.847720 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a85518-48a2-46a7-bcc8-1bf5d95a1db9 x-openstack-request-id: req-c3a85518-48a2-46a7-bcc8-1bf5d95a1db9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:01.848488 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4", "name": "network-vif-plugged", "status": "completed", "tag": "3237dc25-b2ca-4f4e-8fca-aee8bc86bb92", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:01.848488 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3a85518-48a2-46a7-bcc8-1bf5d95a1db9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:01.848714 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92', 'code': 200} Oct 13 04:05:01.870445 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:01.898355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608090cc-7326-428d-9886-a1c98bac0adf req-4bacc1f5-b695-4e4c-b4ae-3c3064c203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:01.900492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-4bacc1f5-b695-4e4c-b4ae-3c3064c203b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691533 Oct 13 04:05:01.901245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:01.902458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Allocated IP 172.25.1.89 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/034f74b0-0a51-4bc2-84b6-e190480ca7d8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:01.914085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:01.922950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:01.997556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c1d6-c398-405d-8f3d-9e91fdb356af req-d5f275f7-cc0f-4d54-ab72-b7e56aa7818b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:02.005217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ab7c1d6-c398-405d-8f3d-9e91fdb356af req-d5f275f7-cc0f-4d54-ab72-b7e56aa7818b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 935 time: 0.1766350 Oct 13 04:05:02.043219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e4653-f9af-4aa0-a367-0e4352ac36b1 req-e9821912-86ee-4d31-9eeb-6c672843ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:02.045030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3e4653-f9af-4aa0-a367-0e4352ac36b1 req-e9821912-86ee-4d31-9eeb-6c672843ab23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 1097 time: 0.1277223 Oct 13 04:05:02.117334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-46a6494f-1351-4f3a-bc45-29b720578744 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821260 Oct 13 04:05:02.122136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3e4653-f9af-4aa0-a367-0e4352ac36b1 req-a221b3e1-ce47-4422-bdcf-bc826de315cc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Oct 13 04:05:02.338365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:04:57Z', 'revision_number': 2, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:02.343176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-6c08877d-3ae3-4f1f-bc8f-debe19566bdf tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:02.344757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-6c08877d-3ae3-4f1f-bc8f-debe19566bdf tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1993732 Oct 13 04:05:02.360622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:02.389131 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Checking router: 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:05:02.389847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Updating router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:05:02.394647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96d9b1c6-50b7-4567-929b-b6e89621e82c None None] Provisioning complete for port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:02.395145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96d9b1c6-50b7-4567-929b-b6e89621e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.398256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:02.399773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.423104 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.447104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ab7c1d6-c398-405d-8f3d-9e91fdb356af req-d9527c5f-a666-40d7-94ef-4a8a623aa810 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408798 Oct 13 04:05:02.463969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-94064bc5-03ce-4ea4-afe6-47b1edf98302 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1124973 Oct 13 04:05:02.470226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Request body: {'port': {'device_id': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:02.477985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96d9b1c6-50b7-4567-929b-b6e89621e82c None None] Port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:05:02.568273 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.579327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-608090cc-7326-428d-9886-a1c98bac0adf req-61ef6866-bca0-4088-b7f2-275ad50c5711 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331610 Oct 13 04:05:02.587379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.614925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:02.620017 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.718567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a04b2bb9-90c5-4d82-a8c4-1a3e1308d879 req-b416b62a-d2b5-4ecb-a5ba-c3ab3e0001aa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 210 time: 0.0344300 Oct 13 04:05:02.822438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.873854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2cfbea5d-615b-4d07-b963-6996c828894d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:02.894499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-d4c191a5-78f1-455a-9ba7-472c35ffdcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:02.896433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-d4c191a5-78f1-455a-9ba7-472c35ffdcc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1099 time: 0.2334871 Oct 13 04:05:02.911016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:02.920104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:02.921027 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.926595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:02.939186 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:02.942182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119488-0de4-4ec3-81b6-8ecbef1c64c4 req-798a5c30-ce28-4495-99bb-c75b128b2417 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:02.952958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event updated for resources: {'Port': ['ID=034f74b0-0a51-4bc2-84b6-e190480ca7d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:02.954428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c119488-0de4-4ec3-81b6-8ecbef1c64c4 req-798a5c30-ce28-4495-99bb-c75b128b2417 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 946 time: 0.2736418 Oct 13 04:05:02.986713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2cfbea5d-615b-4d07-b963-6996c828894d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:02.987364 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.049362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-6c6b5314-c070-4bc3-9a56-f32f51274057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:03.051995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-6c6b5314-c070-4bc3-9a56-f32f51274057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2be624d164aa4fa88d4d705379d2418c&device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 1097 time: 0.3013289 Oct 13 04:05:03.066421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.2 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/22f1c63c-f82a-4a81-88e3-7853103f71e2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:03.110751 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Pushing event updated for resources: {'Port': ['ID=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:03.126645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.126998 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.127334 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.127777 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.128183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.128645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.129244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.129377 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.129697 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.130007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.130321 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.130634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:03.154741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.164481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c119488-0de4-4ec3-81b6-8ecbef1c64c4 req-22c1ef54-8839-4d8f-a54b-78e46a108ba2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089572 Oct 13 04:05:03.167052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475edfd-8c67-43f8-a0ed-507debb0dde6 req-d01af916-a51d-43ef-a9f7-a74621481736 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:03.168779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c475edfd-8c67-43f8-a0ed-507debb0dde6 req-d01af916-a51d-43ef-a9f7-a74621481736 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1264205 Oct 13 04:05:03.180187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Attempting to bind port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:03.181212 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Attempting to bind port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:03.181564 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Attempting to bind port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 on network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:03.195792 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:03.198130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Checking segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:03.198588 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.198991 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Bound using segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:03.199498 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Bound port: 66370e9c-15e7-42a5-b6b5-0bf40dab94b5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:03.205835 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.236737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:03.258452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c475edfd-8c67-43f8-a0ed-507debb0dde6 req-6bef2841-2b08-4a66-9521-3cebae873a6c tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747254 Oct 13 04:05:03.264882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.311255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-3dbd2498-1b02-4137-b893-9c47032b592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:03.313041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-3dbd2498-1b02-4137-b893-9c47032b592f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.4037232 Oct 13 04:05:03.331059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.334360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Transition to ACTIVE for port object 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:03.350117 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] For port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:03.354449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.355277 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] For port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:03.360045 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.418761 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:03.419396 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:04:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:03.426311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8bded25a-5003-40e2-9ebe-bde769e16836 None None] Provisioning complete for port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:03.426792 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bded25a-5003-40e2-9ebe-bde769e16836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.462471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:03.588193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-638683f5-2554-4c65-9d35-5cf7a5cb9e36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 HTTP/1.1" status: 200 len: 217 time: 0.2473321 Oct 13 04:05:03.657314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-e6c54299-ca3c-4310-bfcb-09ef8c6b1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:03.666308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-e6c54299-ca3c-4310-bfcb-09ef8c6b1006 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3088de98-61ad-4bbd-99aa-6699e4e15624 HTTP/1.1" status: 200 len: 913 time: 0.6016018 Oct 13 04:05:03.666698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bded25a-5003-40e2-9ebe-bde769e16836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.704919 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:03.729520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8bded25a-5003-40e2-9ebe-bde769e16836 None None] For port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:03.738642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bded25a-5003-40e2-9ebe-bde769e16836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.834283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Attempting to bind port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:03.838991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Attempting to bind port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:03.839351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Attempting to bind port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:03.842533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bded25a-5003-40e2-9ebe-bde769e16836 None None] Pushing event updated for resources: {'Port': ['ID=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:03.855992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:03.856330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Attempting to bind port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:03.881616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec731f9-ffb6-4ce4-933d-c20f7dcec135 req-6f380e01-b7a8-451a-b4cb-acef26533a67 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:03.884318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-b3ff7860-6494-48b1-b03e-47fda1fc09ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8 HTTP/1.1" status: 200 len: 217 time: 0.1088622 Oct 13 04:05:03.888939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec731f9-ffb6-4ce4-933d-c20f7dcec135 req-6f380e01-b7a8-451a-b4cb-acef26533a67 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 947 time: 0.2123084 Oct 13 04:05:03.918608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6dd99acc-9f55-492f-a5b1-090e62384e3e None None] Provisioning complete for port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:03.918971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6dd99acc-9f55-492f-a5b1-090e62384e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.928988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:03.929319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:03.929706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:03.930150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Bound port: 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:03.930506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.979998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:03.993355 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e4789-8db7-424a-8a0a-286d6d01b277 None None] Pushing event updated for resources: {'Port': ['ID=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:04.003966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.033816 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:04.038559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8778d0f3-bba7-4f92-b27e-f81d46513aea req-56f6bada-2286-4521-86da-b795ef7c8782 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 210 time: 0.1124985 Oct 13 04:05:04.050737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-6a63a9c2-b829-46eb-8949-a9ba17c90b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.056762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-6a63a9c2-b829-46eb-8949-a9ba17c90b97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.4556170 Oct 13 04:05:04.070778 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386128f1-457c-4ac6-b148-216dc82ba4f2 None None] The sync data for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 is: [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:05:04.095244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-f624ddb1-9cd6-443e-8cde-6416167a8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.096723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-f624ddb1-9cd6-443e-8cde-6416167a8721 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=998bb573-b41a-4f7e-ae90-18668774572f HTTP/1.1" status: 200 len: 852 time: 0.2113142 Oct 13 04:05:04.099668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.130409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec731f9-ffb6-4ce4-933d-c20f7dcec135 req-768ef8a8-4133-4b73-ba60-54ea70a73dfe tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352324 Oct 13 04:05:04.153820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-ea357ed1-6694-4926-aea9-a939b466e966 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3088de98-61ad-4bbd-99aa-6699e4e15624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497348 Oct 13 04:05:04.175778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event updated for resources: {'Port': ['ID=034f74b0-0a51-4bc2-84b6-e190480ca7d8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:04.182425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.189995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] For port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:04.195665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] For port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:04.203794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.210921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.217232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ced8f7c-2ebc-41a5-ac3b-04fafffa88d0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1247499 Oct 13 04:05:04.256427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-7c5e9c6d-ec2b-4223-aad4-e0d4c53f99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.258951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-7c5e9c6d-ec2b-4223-aad4-e0d4c53f99bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785975 Oct 13 04:05:04.259181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.260002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.261809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b8f7681-bb8a-4103-b628-984bd1d9c7f9 HTTP/1.1" status: 200 len: 1095 time: 1.7969928 Oct 13 04:05:04.262420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'tag': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:04.268581 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c06e265-2003-4347-b820-8cfd49a5a46c" -d '{"events": [{"name": "network-changed", "server_uuid": "47958d6a-47fe-4f3b-8173-9a8bc29e1726", "tag": "1b8f7681-bb8a-4103-b628-984bd1d9c7f9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:04.338780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db52af-99a1-44c4-8c4c-5c22a0f5cdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:04.385579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f33b32-8126-4446-8652-23bd20217930 req-75e92c1f-2a7f-4bef-ba3e-446db7b8b2cd tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.387391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7f33b32-8126-4446-8652-23bd20217930 req-75e92c1f-2a7f-4bef-ba3e-446db7b8b2cd tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 946 time: 0.1067321 Oct 13 04:05:04.399264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-15f548f6-785c-4288-b466-083f9e5a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.401039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-15f548f6-785c-4288-b466-083f9e5a637e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 1098 time: 0.0761788 Oct 13 04:05:04.475091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-411d6b17-a9c0-4336-b419-ba1db1ba27c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9 HTTP/1.1" status: 200 len: 217 time: 0.0512557 Oct 13 04:05:04.481399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7f33b32-8126-4446-8652-23bd20217930 req-b8bcd908-5554-460f-b002-f36205ab5332 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791819 Oct 13 04:05:04.555396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-aa5f2774-4f9a-4d67-a771-c3c826759e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.558525 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-aa5f2774-4f9a-4d67-a771-c3c826759e4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0750840 Oct 13 04:05:04.646818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-b03ada03-bc23-42af-a81e-c5f163492dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.648439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-b03ada03-bc23-42af-a81e-c5f163492dbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814266 Oct 13 04:05:04.713506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af70c51-0e27-42d0-a082-163316bcb2df req-13ab1808-f4ec-48fa-84eb-c236e1445a4d tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.715065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3af70c51-0e27-42d0-a082-163316bcb2df req-13ab1808-f4ec-48fa-84eb-c236e1445a4d tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1128531 Oct 13 04:05:04.756203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba000-27c7-461f-9ae0-cc59107ae79e req-8a03ff5d-73ea-40c0-8c9f-6bc8b8533edc tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.766662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ffba000-27c7-461f-9ae0-cc59107ae79e req-8a03ff5d-73ea-40c0-8c9f-6bc8b8533edc tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 945 time: 0.6334710 Oct 13 04:05:04.768028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3af70c51-0e27-42d0-a082-163316bcb2df req-2a270328-7184-4df3-bad4-fd3189508ffe tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 Oct 13 04:05:04.778824 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.792233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:04.801154 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-62845403-3498-41c3-805d-4ca1c4fac47b service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430194 Oct 13 04:05:04.822246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:04.866504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:04.869221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:04.905921 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70566b13-2476-4558-90c4-1af2921f7af9 x-openstack-request-id: req-70566b13-2476-4558-90c4-1af2921f7af9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:04.906464 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47958d6a-47fe-4f3b-8173-9a8bc29e1726", "tag": "1b8f7681-bb8a-4103-b628-984bd1d9c7f9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:04.906779 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70566b13-2476-4558-90c4-1af2921f7af9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:04.907188 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'tag': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9', 'status': 'completed', 'code': 200} Oct 13 04:05:04.933236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:04.933851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:04.958377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:04.974401 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ffa49c4-d1bb-45e8-aea6-1f9ee3920d41 req-b67a8a1a-fbcb-4536-89dc-e3dc7a0f3e48 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649573 Oct 13 04:05:04.976182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ffba000-27c7-461f-9ae0-cc59107ae79e req-a1ca3f12-c70f-463b-8c86-f27ecf1f5ee8 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/security-groups?id=65e29092-7a4a-4158-aedd-58f69e4355b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086678 Oct 13 04:05:04.978434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-15fb0640-d453-4df3-9d0e-590a6ee3da17 service neutron] 10.222.0.26 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8108194 Oct 13 04:05:04.990684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=22f1c63c-f82a-4a81-88e3-7853103f71e2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:05.033219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.033523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.035138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.035491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.035825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.036157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.036482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.036848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.037366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.037702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.038024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.038342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:05.133614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:05.134266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:05.162781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-f9680e0c-c5fd-4338-8e5b-125d953d8c76 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1720338667&fields=id&tenant_id=7b3ecc36c84f4aca88a721effb08ec26 HTTP/1.1" status: 200 len: 267 time: 0.1121235 Oct 13 04:05:05.187934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-0054b76f-1468-4460-a81b-0798e1b4b03b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8320575 Oct 13 04:05:05.190370 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-4d8307bc-182c-4cb0-b740-a5af34a1e6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720491 Oct 13 04:05:05.193219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-534096eb-7b62-4ad1-b8ed-7b0915a9f40e req-76af2d78-7fff-4c8b-a2d3-651f7d48910a service neutron] 10.222.0.26 "GET /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809144 Oct 13 04:05:05.200556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Request body: {'port': {'device_id': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:05.249963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-660c13b8-c2b4-4878-a778-5b6ca17ecf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.251956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-660c13b8-c2b4-4878-a778-5b6ca17ecf1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 1098 time: 0.1865022 Oct 13 04:05:05.284541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-f7c40fea-1f99-4d08-a38e-c90cd0cf5532 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.286024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-f7c40fea-1f99-4d08-a38e-c90cd0cf5532 tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 945 time: 0.1925728 Oct 13 04:05:05.327072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:05.403555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7bcfee4-0e52-47c9-accc-feb8e9cc80d6 req-ea61e864-f3a3-4575-91b9-b321a466ec65 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958494 Oct 13 04:05:05.466245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-475c1fd1-a0ac-4082-bcef-fa0bda75634e tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.467685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-475c1fd1-a0ac-4082-bcef-fa0bda75634e tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/networks?id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35 HTTP/1.1" status: 200 len: 805 time: 0.3041098 Oct 13 04:05:05.495125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-651be67c-e210-4148-b060-dd5d4abed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.496535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-651be67c-e210-4148-b060-dd5d4abed96b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.2340722 Oct 13 04:05:05.499090 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-31d24413-eac8-4451-82e5-25e3b4f2f36b tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/quotas/7b3ecc36c84f4aca88a721effb08ec26 HTTP/1.1" status: 200 len: 375 time: 0.0196707 Oct 13 04:05:05.524165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Deleting port 29937ab4-a1e0-41c1-bc55-ec25a217438a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:05.524505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:05.571427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4151b76-08bd-44b3-8986-4f968fd0566a req-f40b2f3c-75a4-498c-8fe6-4c396666c011 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.572925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c4151b76-08bd-44b3-8986-4f968fd0566a req-f40b2f3c-75a4-498c-8fe6-4c396666c011 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 931 time: 0.1035650 Oct 13 04:05:05.579440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-da8250eb-ea7b-44ad-8c66-343534a7f639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9 HTTP/1.1" status: 200 len: 217 time: 0.0721607 Oct 13 04:05:05.633071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c4151b76-08bd-44b3-8986-4f968fd0566a req-f158b34e-33b3-42ce-8017-b26359f59708 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Oct 13 04:05:05.688293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-a194fe7e-cb53-4877-ba8d-36de7fbb9156 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b3ecc36c84f4aca88a721effb08ec26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782079 Oct 13 04:05:05.700657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-7daa5836-5ff5-453d-9737-437038cda7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.702361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-7daa5836-5ff5-453d-9737-437038cda7d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0966005 Oct 13 04:05:05.742983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f1c63c-f82a-4a81-88e3-7853103f71e2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:05.752511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:05.770428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Transition to ACTIVE for port object 22f1c63c-f82a-4a81-88e3-7853103f71e2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:05.779229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59213da-c04e-4fc6-902f-879a8c5135ba req-65e8527f-ea37-4e99-aae5-ccd2415127cf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.780852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c59213da-c04e-4fc6-902f-879a8c5135ba req-65e8527f-ea37-4e99-aae5-ccd2415127cf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 947 time: 0.0745561 Oct 13 04:05:05.782071 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:05.802447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] For port 29937ab4-a1e0-41c1-bc55-ec25a217438a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=29937ab4-a1e0-41c1-bc55-ec25a217438a,segment=NetworkSegment(dbd15ee4-ecbd-464f-a87c-4faaaabe35c2),segment_id=dbd15ee4-ecbd-464f-a87c-4faaaabe35c2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:05.802814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:05.827414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Calling delete_port for 29937ab4-a1e0-41c1-bc55-ec25a217438a owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:05.845713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-16929674-9ea1-4b9b-9079-553497c99e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:05.847420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-16929674-9ea1-4b9b-9079-553497c99e80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362629 Oct 13 04:05:05.855129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Pushing event updated for resources: {'Port': ['ID=22f1c63c-f82a-4a81-88e3-7853103f71e2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:05.889651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c59213da-c04e-4fc6-902f-879a8c5135ba req-a491f84e-7e44-447f-802d-342796f6b759 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965271 Oct 13 04:05:05.943611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Attempting to bind port 22f1c63c-f82a-4a81-88e3-7853103f71e2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:05.944062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Attempting to bind port 22f1c63c-f82a-4a81-88e3-7853103f71e2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:05.944439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-6b551a65-b58e-4ee5-886c-9ae209ce5195 service neutron] 10.222.0.44 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457490 Oct 13 04:05:05.944572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Attempting to bind port 22f1c63c-f82a-4a81-88e3-7853103f71e2 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:05.956455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Port 22f1c63c-f82a-4a81-88e3-7853103f71e2 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:05.956909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Attempting to bind port 22f1c63c-f82a-4a81-88e3-7853103f71e2 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:05.970630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:05.970963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:05.971344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:05.971774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Bound port: 22f1c63c-f82a-4a81-88e3-7853103f71e2, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:05.972670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:06.041789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a6652-d1c4-4da5-8441-0c5c23bd5405 req-f6f390b9-b023-49bd-8e63-7eb3d81e251d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.043272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-353a6652-d1c4-4da5-8441-0c5c23bd5405 req-f6f390b9-b023-49bd-8e63-7eb3d81e251d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 946 time: 0.0889037 Oct 13 04:05:06.069735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-e2655025-d32a-4300-b11b-7f0062deadad service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130454 Oct 13 04:05:06.086557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] For port 22f1c63c-f82a-4a81-88e3-7853103f71e2, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:06.107403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] For port 22f1c63c-f82a-4a81-88e3-7853103f71e2, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:06.114009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-353a6652-d1c4-4da5-8441-0c5c23bd5405 req-f3a0b665-c3b3-4a6b-9aa1-972d8e7007a9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 Oct 13 04:05:06.115549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:06.146013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.146816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:06.148395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] 10.222.0.15 "PUT /v2.0/ports/22f1c63c-f82a-4a81-88e3-7853103f71e2 HTTP/1.1" status: 200 len: 1091 time: 0.9526355 Oct 13 04:05:06.150919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'tag': '22f1c63c-f82a-4a81-88e3-7853103f71e2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:06.154153 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f52861a-9d79-4f05-83c0-43d32273dcac" -d '{"events": [{"name": "network-changed", "server_uuid": "c05935b3-43d3-4101-83af-a6f270f2da85", "tag": "22f1c63c-f82a-4a81-88e3-7853103f71e2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:06.163920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-022293fb-7dea-455a-9fde-46d448f2092a service neutron] 10.222.0.44 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067113 Oct 13 04:05:06.200564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce49b6-08ae-4cb3-9414-52d4457d4078 service neutron] Pushing event updated for resources: {'Port': ['ID=22f1c63c-f82a-4a81-88e3-7853103f71e2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:06.202970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:06.214564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['29937ab4-a1e0-41c1-bc55-ec25a217438a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:06.252575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Pushing event deleted for resources: {'Port': ['ID=29937ab4-a1e0-41c1-bc55-ec25a217438a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:06.266400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c06e265-2003-4347-b820-8cfd49a5a46c req-6549fef6-36e6-4756-b889-63cf1e16bddc service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868389 Oct 13 04:05:06.297845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-50f503c7-9de4-4d07-a7f1-6eaa7b55044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.299262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] No DVR routers for this DVR port 29937ab4-a1e0-41c1-bc55-ec25a217438a on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:06.301927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-50f503c7-9de4-4d07-a7f1-6eaa7b55044a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 1094 time: 0.0943701 Oct 13 04:05:06.302505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:06.305891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27038cfc-6c1d-4da6-95cc-b12b5794fcd3 req-d728bf1c-f837-4eda-8393-9d66cbf32eba tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.15 "DELETE /v2.0/ports/29937ab4-a1e0-41c1-bc55-ec25a217438a HTTP/1.1" status: 204 len: 173 time: 1.0049436 Oct 13 04:05:06.314629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce859e-5a20-48d6-8d8c-ea77a0cc8c05 req-c2a46ed8-13bc-4c1e-a4d2-3834d240a262 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.316141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9ce859e-5a20-48d6-8d8c-ea77a0cc8c05 req-c2a46ed8-13bc-4c1e-a4d2-3834d240a262 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1111307 Oct 13 04:05:06.377786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-dba2354f-9e94-4ac9-9d1d-e55bc19c941b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2 HTTP/1.1" status: 200 len: 217 time: 0.0606604 Oct 13 04:05:06.396536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9ce859e-5a20-48d6-8d8c-ea77a0cc8c05 req-3df85b19-4a12-4471-bea6-43495a23793a tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733373 Oct 13 04:05:06.436621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b59682c4-69ee-4906-81e3-b98f9814c1bd req-b4b0c397-fc75-468f-ae67-7bfd8bdb811b tempest-ServerTagsTestJSON-579309543 tempest-ServerTagsTestJSON-579309543-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd558b8-b0ad-438b-8348-9c7f4ec4cf07 HTTP/1.1" status: 200 len: 210 time: 0.0449929 Oct 13 04:05:06.449087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-7081190b-60e4-4c0a-abb7-23e7e514d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.451269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-7081190b-60e4-4c0a-abb7-23e7e514d11a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0587103 Oct 13 04:05:06.498065 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1b904-ddbd-4d26-b633-1d199be3bb7e x-openstack-request-id: req-b4a1b904-ddbd-4d26-b633-1d199be3bb7e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:06.498361 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05935b3-43d3-4101-83af-a6f270f2da85", "tag": "22f1c63c-f82a-4a81-88e3-7853103f71e2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:06.498621 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4a1b904-ddbd-4d26-b633-1d199be3bb7e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:06.499088 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'tag': '22f1c63c-f82a-4a81-88e3-7853103f71e2', 'status': 'completed', 'code': 200} Oct 13 04:05:06.501084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-89fbfe7b-df26-44f1-89ba-c4550c2361f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373406 Oct 13 04:05:06.606344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2fd64f42-843e-4b33-b5a3-2a8834a796ca req-1a937219-d7d8-411e-8b39-25a6dfc2535a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 210 time: 0.0614021 Oct 13 04:05:06.651080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-b857d0ee-1f7a-4924-a66f-a16e7490884c service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381831 Oct 13 04:05:06.775803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:06.889207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4cf83-4a86-4dc9-a750-1463be391ffc req-ea59faab-fe70-434d-ab35-3c9860ab1e6d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.897939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-05d4cf83-4a86-4dc9-a750-1463be391ffc req-ea59faab-fe70-434d-ab35-3c9860ab1e6d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 943 time: 0.1717265 Oct 13 04:05:06.898434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:06.912136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'mac_address': 'fa:16:3e:50:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:06.912424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-6e1ee7ac-a1ce-4480-b437-e227ecdef9a5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.913816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-6e1ee7ac-a1ce-4480-b437-e227ecdef9a5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 946 time: 0.1173952 Oct 13 04:05:06.919067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'name': 'network-vif-deleted', 'tag': '29937ab4-a1e0-41c1-bc55-ec25a217438a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:06.922053 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2d22b-1ee4-410c-a7d9-ef1818a4e69f" -d '{"events": [{"server_uuid": "4cd558b8-b0ad-438b-8348-9c7f4ec4cf07", "name": "network-vif-deleted", "tag": "29937ab4-a1e0-41c1-bc55-ec25a217438a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:06.939689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620893c8-bd06-4fd0-8f79-79862cba5aac req-42e8dc40-8b1c-4129-9fde-73bcc2ff40dd tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:06.954011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41f09d24-14cd-4527-8d34-14b1d0f26292 req-b1db080a-6f62-48e6-b0f0-54cad9ba3f52 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952404 Oct 13 04:05:06.956043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-620893c8-bd06-4fd0-8f79-79862cba5aac req-42e8dc40-8b1c-4129-9fde-73bcc2ff40dd tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1117754 Oct 13 04:05:06.961888 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:06.985927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:07.016541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-620893c8-bd06-4fd0-8f79-79862cba5aac req-5d691d5e-0436-4996-afea-bc1ae05ffa6e tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497050 Oct 13 04:05:07.021748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:07.022309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-05d4cf83-4a86-4dc9-a750-1463be391ffc req-8307e858-00aa-47da-ad22-1310c98402db tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235297 Oct 13 04:05:07.030525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.099024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:07.102512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-5075110c-689c-4113-b091-cb254abe319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:07.104000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-5075110c-689c-4113-b091-cb254abe319a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 1094 time: 0.0618391 Oct 13 04:05:07.105944 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb734376-8170-4a5b-9557-01c80c935385 x-openstack-request-id: req-cb734376-8170-4a5b-9557-01c80c935385 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:07.106237 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd558b8-b0ad-438b-8348-9c7f4ec4cf07", "name": "network-vif-deleted", "tag": "29937ab4-a1e0-41c1-bc55-ec25a217438a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:07.106489 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb734376-8170-4a5b-9557-01c80c935385 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:07.107579 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd558b8-b0ad-438b-8348-9c7f4ec4cf07', 'name': 'network-vif-deleted', 'tag': '29937ab4-a1e0-41c1-bc55-ec25a217438a', 'status': 'completed', 'code': 200} Oct 13 04:05:07.108144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.108806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.109303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.109642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.109974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.110303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.110628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.110950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.111265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.111450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Deleting port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:07.111794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.112121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.112450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.113334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:07.243094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf5e15-4e81-492a-b79a-fbdafed006c0 req-4f065b31-b076-49c7-b86f-bc9295f591e2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:07.244712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ecf5e15-4e81-492a-b79a-fbdafed006c0 req-4f065b31-b076-49c7-b86f-bc9295f591e2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 946 time: 0.0550022 Oct 13 04:05:07.283130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ecf5e15-4e81-492a-b79a-fbdafed006c0 req-5bd6ddf2-b530-484f-a1e1-c90f08c89280 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Oct 13 04:05:07.309056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7a2f-a3e8-4413-a6cc-1a7327cc7ca6 req-a22d4b48-0364-41f5-b81d-21d441c35efd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:07.310511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59fa7a2f-a3e8-4413-a6cc-1a7327cc7ca6 req-a22d4b48-0364-41f5-b81d-21d441c35efd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 947 time: 0.1756437 Oct 13 04:05:07.316989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] For port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:07.317361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.320446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-6d7a55f1-68a7-4409-b543-7c5d041b4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:07.322173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-6d7a55f1-68a7-4409-b543-7c5d041b4dd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.2068348 Oct 13 04:05:07.348690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Calling delete_port for 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:07.384864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-5c9a5875-e347-457f-8804-bbe1cf727128 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2 HTTP/1.1" status: 200 len: 217 time: 0.0495696 Oct 13 04:05:07.398814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:07.423461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:07.459681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59fa7a2f-a3e8-4413-a6cc-1a7327cc7ca6 req-7d810b5f-e37d-470b-ac46-7cbede561314 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365449 Oct 13 04:05:07.498773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-1127a642-b31f-4f4f-a5c6-cc7dc6ebcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:07.500226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-1127a642-b31f-4f4f-a5c6-cc7dc6ebcbba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0741067 Oct 13 04:05:07.553230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:07.573509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:07.582791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-52798877-3ebf-43d7-a376-9a0dab179289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653980 Oct 13 04:05:07.587910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9', 'mac_address': 'fa:16:3e:b9:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:07.672715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.688891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Deleting subnet 9229aea0-4bce-454f-86c1-1a47e7996471 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:05:07.692673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.715052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:07.761153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:07.770865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-814086de-7701-4f88-ae08-0d5336ecc936 req-3e403ab6-943d-4603-969b-b6b3ca3172c0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 210 time: 0.0466096 Oct 13 04:05:07.772088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.816725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.861614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event deleted for resources: {'Port': ['ID=3237dc25-b2ca-4f4e-8fca-aee8bc86bb92,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:07.862133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:07.874405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.875139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-3966aacf-a3b0-4f60-8354-9320c16cd886 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826953 Oct 13 04:05:07.946102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] No DVR routers for this DVR port 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:07.950072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:07.953380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11793cf4-e7ff-4ba7-b178-ccdee9ef3afc req-5fa2d39a-71be-43d6-a723-eb2f71cd5cd3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "DELETE /v2.0/ports/3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 HTTP/1.1" status: 204 len: 173 time: 1.0252187 Oct 13 04:05:08.001910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f52861a-9d79-4f05-83c0-43d32273dcac req-14fe5f55-b81f-4869-ae23-8e66f66729cc service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119108 Oct 13 04:05:08.006875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.042531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e92658db-5201-4cf3-9003-cbef31d9d79e tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:08.044061 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e92658db-5201-4cf3-9003-cbef31d9d79e tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.15 "GET /v2.0/networks?id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35 HTTP/1.1" status: 200 len: 805 time: 0.5261242 Oct 13 04:05:08.068356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b8f7681-bb8a-4103-b628-984bd1d9c7f9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:08.073421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.164527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-31c7b600-d3fd-40f8-9cf7-2b64a63146a4 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3ecc36c84f4aca88a721effb08ec26 HTTP/1.1" status: 200 len: 380 time: 0.1102414 Oct 13 04:05:08.174760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Request body: {'port': {'device_id': '09163bcb-6969-4144-a378-5ac5e065a60c', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'admin_state_up': True, 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'security_groups': ['aa628424-6b0d-41ef-8503-3bd6891b61d8']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:08.194747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b4f8-a571-42b5-9b3f-d4f5bef74bf2 req-4607c56a-f6db-4ba8-aa53-3babcf54f7a7 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:08.196631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be5b4f8-a571-42b5-9b3f-d4f5bef74bf2 req-4607c56a-f6db-4ba8-aa53-3babcf54f7a7 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.0595033 Oct 13 04:05:08.241244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be5b4f8-a571-42b5-9b3f-d4f5bef74bf2 req-489ace94-9b82-4864-b361-c3b6e60ba908 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/security-groups?id=8aa543e1-adb3-479c-a136-b80f1d2c2b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Oct 13 04:05:08.255093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3704-8941-4ccb-83ec-bc85f9c6a049 req-18b78bce-0585-48e2-bde3-d9ab3af2892f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:08.256582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d6a3704-8941-4ccb-83ec-bc85f9c6a049 req-18b78bce-0585-48e2-bde3-d9ab3af2892f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 943 time: 0.1512847 Oct 13 04:05:08.259593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.300894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9229aea0-4bce-454f-86c1-1a47e7996471,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:08.322124 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.325304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9229aea0-4bce-454f-86c1-1a47e7996471 HTTP/1.1" status: 204 len: 168 time: 0.7708344 Oct 13 04:05:08.327912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:08.333370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.333714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.334058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.334395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.334727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.335053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.335395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.335694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.336015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.336341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.336657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.337001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fd907-d01d-46ca-ac91-4b718c694892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:08.370666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d6a3704-8941-4ccb-83ec-bc85f9c6a049 req-c9efacfc-c893-4f46-91ca-53c1da7e5f59 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008964 Oct 13 04:05:08.385247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Made reservation on behalf of 7b3ecc36c84f4aca88a721effb08ec26 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:08.389813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.426193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbb5558c-7815-4bbe-b532-bb586ff6f1a5 req-ce17ff71-a2e1-498c-b2c7-67ca4d2a11af tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0419331 Oct 13 04:05:08.439051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.526433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'name': 'network-vif-deleted', 'tag': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:08.528978 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d258ad4-fc19-4112-b70e-97f9a61933f5" -d '{"events": [{"server_uuid": "bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4", "name": "network-vif-deleted", "tag": "3237dc25-b2ca-4f4e-8fca-aee8bc86bb92"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:08.531482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Allocated IP 172.20.0.4 (e574ccbc-4552-44e2-bc83-e2b75b3cdb35/72502e5f-688b-4ad8-933c-473cfb1494ef/5ce4dbb0-6f72-452e-83cc-404112b10804) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:08.598303 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9207196-a956-40a6-9906-b4f575e683c3 x-openstack-request-id: req-a9207196-a956-40a6-9906-b4f575e683c3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:08.598592 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4", "name": "network-vif-deleted", "tag": "3237dc25-b2ca-4f4e-8fca-aee8bc86bb92", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:08.598837 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9207196-a956-40a6-9906-b4f575e683c3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:08.599223 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc77a0ba-b0ec-4e03-8529-67dcaa1bcfa4', 'name': 'network-vif-deleted', 'tag': '3237dc25-b2ca-4f4e-8fca-aee8bc86bb92', 'status': 'completed', 'code': 200} Oct 13 04:05:08.610294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.640162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63e9990-e70d-4006-8a4b-c36443358aca']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:08.658212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-e3c1a3f5-5225-40bd-b84e-2eb8947bd2d9 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:08.659441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-e3c1a3f5-5225-40bd-b84e-2eb8947bd2d9 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.26 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 946 time: 0.1149323 Oct 13 04:05:08.662377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:08.662377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd15ee4-ecbd-464f-a87c-4faaaabe35c2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:08.670978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf538-1ef1-4d7e-bc9a-d63a4a312685 req-227cf703-902a-4f23-bd68-58bfa1274344 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:08.672553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-194cf538-1ef1-4d7e-bc9a-d63a4a312685 req-227cf703-902a-4f23-bd68-58bfa1274344 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 948 time: 0.1137769 Oct 13 04:05:08.719227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.749312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-194cf538-1ef1-4d7e-bc9a-d63a4a312685 req-aa09c010-7b8b-44c2-bb68-2b9fcaa14ccd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634589 Oct 13 04:05:08.756653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.766796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:05:08.767713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:05:08.768827 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:05:08.775095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.803207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:08.812115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.838680 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.844481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.848293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] 10.222.0.44 "DELETE /v2.0/networks/b63e9990-e70d-4006-8a4b-c36443358aca HTTP/1.1" status: 204 len: 168 time: 0.5190675 Oct 13 04:05:08.855522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:08.858935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:08.872099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Deleting port ae99ef16-2a21-4196-99d9-29ad5e9581b8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:08.872528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.878953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73c93a-3c89-42d2-a152-8840996914da admin admin] Pushing event deleted for resources: {'Network': ['ID=b63e9990-e70d-4006-8a4b-c36443358aca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:08.902380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:08.914327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:08.919800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:08.920008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:08.952913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event updated for resources: {'Port': ['ID=5ce4dbb0-6f72-452e-83cc-404112b10804,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:08.991197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a4-92d0-4db0-b376-f18c228424b0 req-5c90769b-7f73-459e-8e08-df970628968b tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:08.992880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf9102a4-92d0-4db0-b376-f18c228424b0 req-5c90769b-7f73-459e-8e08-df970628968b tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 931 time: 0.1313004 Oct 13 04:05:09.022022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] For port ae99ef16-2a21-4196-99d9-29ad5e9581b8, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ae99ef16-2a21-4196-99d9-29ad5e9581b8,segment=NetworkSegment(d64695de-082f-4998-bd1d-a8629f031cbc),segment_id=d64695de-082f-4998-bd1d-a8629f031cbc)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:09.022758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.038552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Calling delete_port for ae99ef16-2a21-4196-99d9-29ad5e9581b8 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:09.042962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:09.043785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.057709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.104123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:09.106402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:09.109517 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2da152-be6b-4b75-88eb-a379f205517e" -d '{"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:09.117879 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.119002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ae99ef16-2a21-4196-99d9-29ad5e9581b8 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:09.119705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf9102a4-92d0-4db0-b376-f18c228424b0 req-83f0a39b-c2fc-40df-b5ec-de8de5f5658f tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172626 Oct 13 04:05:09.126910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-e64b8fa7-702f-47cf-a866-554855cd463d tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9561331 Oct 13 04:05:09.142537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Request body: {'port': {'device_id': '09163bcb-6969-4144-a378-5ac5e065a60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:09.156143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51468) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:09.173554 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599d9606-077e-4812-9279-9f0064e51b36 x-openstack-request-id: req-599d9606-077e-4812-9279-9f0064e51b36 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:09.174198 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:09.174816 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-599d9606-077e-4812-9279-9f0064e51b36 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:09.182475 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'code': 200} Oct 13 04:05:09.220400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.236744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.238858 n-d-810220-9 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No ports have port_id starting with ae99ef16-2a21-4196-99d9-29ad5e9581b8 Oct 13 04:05:09.240340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:09.243127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:09.268296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:09.268732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3237dc25-b2ca-4f4e-8fca-aee8bc86bb92 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:09.280632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd080505-54e3-43f8-bb7c-3dc8637eb7fc None None] Provisioning complete for port 5ce4dbb0-6f72-452e-83cc-404112b10804 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:09.281028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd080505-54e3-43f8-bb7c-3dc8637eb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.308786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Pushing event deleted for resources: {'Port': ['ID=ae99ef16-2a21-4196-99d9-29ad5e9581b8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:09.325686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b8e2c17-397e-45ab-9ad5-3f274d2f55e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac7d5c134b4f4dfcab6ae56298979141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680021 Oct 13 04:05:09.330651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:09.333577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd080505-54e3-43f8-bb7c-3dc8637eb7fc None None] Port 5ce4dbb0-6f72-452e-83cc-404112b10804 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:05:09.378431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f38bfc56-38b9-4e73-b112-099a591d65e8 req-fc5251da-f01f-415f-8358-6504076b751c tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.44 "GET /v2.0/ports?device_id=6089f123-c520-46ce-87e0-bdc2dedef8c4 HTTP/1.1" status: 200 len: 210 time: 0.0394752 Oct 13 04:05:09.403454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] No DVR routers for this DVR port ae99ef16-2a21-4196-99d9-29ad5e9581b8 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:09.404031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 22f1c63c-f82a-4a81-88e3-7853103f71e2 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:09.406239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6135a-bfd5-4fdf-a157-8a46d6c6d01c req-c4001f37-881b-4827-9d32-e5733a7b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:09.406768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:09.407755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08c6135a-bfd5-4fdf-a157-8a46d6c6d01c req-c4001f37-881b-4827-9d32-e5733a7b3171 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1101 time: 0.1657693 Oct 13 04:05:09.408831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.412562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71b1cbeb-7ee9-4e2d-b09d-8c3cfe33abb7 req-bd2e9dd9-2de5-4344-acbd-e8f7b70f71a5 tempest-InstanceActionsTestJSON-1913399328 tempest-InstanceActionsTestJSON-1913399328-project] 10.222.0.26 "DELETE /v2.0/ports/ae99ef16-2a21-4196-99d9-29ad5e9581b8 HTTP/1.1" status: 204 len: 173 time: 0.7442231 Oct 13 04:05:09.465096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-294a9524-cbf9-49cb-9d3a-bcfe48e0e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.486668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08c6135a-bfd5-4fdf-a157-8a46d6c6d01c req-c701be57-27d4-42b3-9187-e890f6131064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Oct 13 04:05:09.531561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-294a9524-cbf9-49cb-9d3a-bcfe48e0e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.575952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497381c-55ad-4b75-adf0-b0b416cd062b req-b77ee0aa-d081-4215-b344-9c598de5e87f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:09.577491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2497381c-55ad-4b75-adf0-b0b416cd062b req-b77ee0aa-d081-4215-b344-9c598de5e87f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 943 time: 0.1077871 Oct 13 04:05:09.600083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:09.616715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:09.616899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.624131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce4dbb0-6f72-452e-83cc-404112b10804 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:09.636474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2497381c-55ad-4b75-adf0-b0b416cd062b req-d538d831-7961-4999-9287-b84ab9e9d657 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498235 Oct 13 04:05:09.641111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.652554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 22f1c63c-f82a-4a81-88e3-7853103f71e2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:09.659328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-294a9524-cbf9-49cb-9d3a-bcfe48e0e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.664025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-294a9524-cbf9-49cb-9d3a-bcfe48e0e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.670142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Transition to ACTIVE for port object 5ce4dbb0-6f72-452e-83cc-404112b10804 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:09.674893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.682276 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-294a9524-cbf9-49cb-9d3a-bcfe48e0e0c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65e29092-7a4a-4158-aedd-58f69e4355b0 HTTP/1.1" status: 204 len: 168 time: 0.3365047 Oct 13 04:05:09.701128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '22f1c63c-f82a-4a81-88e3-7853103f71e2', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': '22f1c63c-f82a-4a81-88e3-7853103f71e2', 'mac_address': 'fa:16:3e:fe:77:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:09.720992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9524-cbf9-49cb-9d3a-bcfe48e0e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e29092-7a4a-4158-aedd-58f69e4355b0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:09.734767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.798754 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.849338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f1c63c-f82a-4a81-88e3-7853103f71e2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:09.857127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4dbb0-6f72-452e-83cc-404112b10804,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:09.872965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.878824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 22f1c63c-f82a-4a81-88e3-7853103f71e2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:09.890468 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.952724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Attempting to bind port 5ce4dbb0-6f72-452e-83cc-404112b10804 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:09.953419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Attempting to bind port 5ce4dbb0-6f72-452e-83cc-404112b10804 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:09.953560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Attempting to bind port 5ce4dbb0-6f72-452e-83cc-404112b10804 on network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:09.958761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:09.962883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9380efac-a854-4dab-9c92-3942cd7cfa4d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:09.965323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9380efac-a854-4dab-9c92-3942cd7cfa4d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.2466733 Oct 13 04:05:09.968562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Port 5ce4dbb0-6f72-452e-83cc-404112b10804 on network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:09.968916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Attempting to bind port 5ce4dbb0-6f72-452e-83cc-404112b10804 on network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:09.977566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:09.977824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Checking segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:09.978253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Bound using segment: {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:09.979195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Bound port: 5ce4dbb0-6f72-452e-83cc-404112b10804, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2dc6dba-4459-428e-97b0-eb8a002023a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:09.979195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.980114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:09.981053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 29937ab4-a1e0-41c1-bc55-ec25a217438a no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:10.003000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-2062f24f-14cc-48e9-94d7-879bfc4142a6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0274103 Oct 13 04:05:10.027374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=22f1c63c-f82a-4a81-88e3-7853103f71e2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:10.034264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 29937ab4-a1e0-41c1-bc55-ec25a217438a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:10.040193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 29937ab4-a1e0-41c1-bc55-ec25a217438a not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:10.102149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-864f5c9f-b011-43d7-80c2-cffc7d818d32 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623629 Oct 13 04:05:10.110780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fae72-a786-4476-947c-73beb0530647 req-96441759-531d-47e6-a275-dc64502b2755 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.114938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf3fae72-a786-4476-947c-73beb0530647 req-96441759-531d-47e6-a275-dc64502b2755 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.0793827 Oct 13 04:05:10.124491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:10.174965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf3fae72-a786-4476-947c-73beb0530647 req-7dcabb2a-a3a1-4000-b15c-6d508fd88686 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Oct 13 04:05:10.199313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['22f1c63c-f82a-4a81-88e3-7853103f71e2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:10.222617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] For port 5ce4dbb0-6f72-452e-83cc-404112b10804, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:10.227324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] For port 5ce4dbb0-6f72-452e-83cc-404112b10804, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5ce4dbb0-6f72-452e-83cc-404112b10804,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:10.236914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.301752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011491-7d0b-4555-9277-380550354126 req-4a5deba2-1f76-462b-a6fd-0d5e2f05a7b2 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.304752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18011491-7d0b-4555-9277-380550354126 req-4a5deba2-1f76-462b-a6fd-0d5e2f05a7b2 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 943 time: 0.0756404 Oct 13 04:05:10.307048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.307469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.309735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ce4dbb0-6f72-452e-83cc-404112b10804 HTTP/1.1" status: 200 len: 1091 time: 1.1737401 Oct 13 04:05:10.311615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:10.313954 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176" -d '{"events": [{"name": "network-changed", "server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:10.341236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-b2cbfa23-230c-4413-8313-deb802c8fa6c service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284746 Oct 13 04:05:10.384756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18011491-7d0b-4555-9277-380550354126 req-596541b8-1689-4910-9907-2e364c9dcf0c tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686090 Oct 13 04:05:10.398274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316f20f-0e2b-4236-811e-9c7e6945ab96 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4dbb0-6f72-452e-83cc-404112b10804,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:10.446438 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c296d0-8214-47b3-9016-63bc364c2004 x-openstack-request-id: req-f7c296d0-8214-47b3-9016-63bc364c2004 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:10.446836 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:10.447150 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7c296d0-8214-47b3-9016-63bc364c2004 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:10.447618 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'status': 'completed', 'code': 200} Oct 13 04:05:10.477565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51514) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:10.486775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-3ee6d726-0d2c-45d4-9877-a7720554744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.488966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-3ee6d726-0d2c-45d4-9877-a7720554744f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3ecc36c84f4aca88a721effb08ec26&device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 1094 time: 0.1236737 Oct 13 04:05:10.524668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Deleting subnet 998bb573-b41a-4f7e-ae90-18668774572f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:05:10.528053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.537880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d79b90f0-270a-499a-ae92-6d003fa9670c service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949184 Oct 13 04:05:10.572966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.577304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-f275b86e-ace3-41a2-bac3-2c81f336277b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce4dbb0-6f72-452e-83cc-404112b10804 HTTP/1.1" status: 200 len: 217 time: 0.0616717 Oct 13 04:05:10.600045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'name': 'network-vif-deleted', 'tag': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:10.602461 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b97d52-931a-4063-9950-6d724395efc2" -d '{"events": [{"server_uuid": "6089f123-c520-46ce-87e0-bdc2dedef8c4", "name": "network-vif-deleted", "tag": "ae99ef16-2a21-4196-99d9-29ad5e9581b8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:10.621979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.649062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-3d1d7c7d-e036-4a11-9e30-4a5d746c4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.650931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-3d1d7c7d-e036-4a11-9e30-4a5d746c4ccf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72502e5f-688b-4ad8-933c-473cfb1494ef HTTP/1.1" status: 200 len: 844 time: 0.0659933 Oct 13 04:05:10.691458 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705a180b-7a99-4bf4-8f1e-6cc63d035333 x-openstack-request-id: req-705a180b-7a99-4bf4-8f1e-6cc63d035333 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:10.691749 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f123-c520-46ce-87e0-bdc2dedef8c4", "name": "network-vif-deleted", "tag": "ae99ef16-2a21-4196-99d9-29ad5e9581b8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:10.692175 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-705a180b-7a99-4bf4-8f1e-6cc63d035333 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:10.694040 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6089f123-c520-46ce-87e0-bdc2dedef8c4', 'name': 'network-vif-deleted', 'tag': 'ae99ef16-2a21-4196-99d9-29ad5e9581b8', 'status': 'completed', 'code': 200} Oct 13 04:05:10.740628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-ccc3d027-70a0-4465-ad14-bc4363976eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.741460 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.742414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-ccc3d027-70a0-4465-ad14-bc4363976eba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839334 Oct 13 04:05:10.829638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.838262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:10.839809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/998bb573-b41a-4f7e-ae90-18668774572f HTTP/1.1" status: 204 len: 168 time: 0.3610761 Oct 13 04:05:10.842848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b3d5f-0b1e-4824-9ee6-6cbe9b78f97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998bb573-b41a-4f7e-ae90-18668774572f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:10.872149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67313498-f54a-4ba5-a562-01030cbed1ed req-eb4d1907-c9bb-4f97-9bd0-982a9864e032 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0519123 Oct 13 04:05:10.943534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5ec1a-e42a-42a0-84f4-e1066ee829dc req-2de4322d-2086-43f7-bf5d-8b8c04f840fa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:10.952128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ae5ec1a-e42a-42a0-84f4-e1066ee829dc req-2de4322d-2086-43f7-bf5d-8b8c04f840fa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 944 time: 0.1655076 Oct 13 04:05:10.979637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:10.994587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-4bff7fb4-dc19-43a4-a5c7-36bdd873c268 service neutron] 10.222.0.15 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437530 Oct 13 04:05:11.010394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ae5ec1a-e42a-42a0-84f4-e1066ee829dc req-4493d1f1-6521-4df5-9e3a-cc75bbcccdd2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Oct 13 04:05:11.136318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.169260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3088de98-61ad-4bbd-99aa-6699e4e15624']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:11.183941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:11.186170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64695de-082f-4998-bd1d-a8629f031cbc') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:11.186465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64695de-082f-4998-bd1d-a8629f031cbc') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:11.189023 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cce9c-5be9-4c82-a61b-20fd1301be46" -d '{"events": [{"server_uuid": "47958d6a-47fe-4f3b-8173-9a8bc29e1726", "name": "network-vif-plugged", "status": "completed", "tag": "1b8f7681-bb8a-4103-b628-984bd1d9c7f9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:11.200616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b424a94-ab5c-4261-ad99-b773a445c204 req-d0f3efe3-cf00-48c1-a952-02d9bea1d7fc service neutron] 10.222.0.15 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974785 Oct 13 04:05:11.202787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.220946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.228819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:05:11.229234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:05:11.231109 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:05:11.360663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.375521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.379512 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9ac7e6-3dff-4ac5-b459-bcb0ae078e03 x-openstack-request-id: req-3b9ac7e6-3dff-4ac5-b459-bcb0ae078e03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:11.383770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3088de98-61ad-4bbd-99aa-6699e4e15624 HTTP/1.1" status: 204 len: 168 time: 0.5424047 Oct 13 04:05:11.389995 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47958d6a-47fe-4f3b-8173-9a8bc29e1726", "name": "network-vif-plugged", "status": "completed", "tag": "1b8f7681-bb8a-4103-b628-984bd1d9c7f9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:11.390186 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b9ac7e6-3dff-4ac5-b459-bcb0ae078e03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:11.390647 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9', 'code': 200} Oct 13 04:05:11.402556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466a9a2-a06b-4a3a-8637-74bbf39757b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3088de98-61ad-4bbd-99aa-6699e4e15624,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:11.408608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-cbe080cc-d674-406f-a464-2b2c4b9b20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.410253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-cbe080cc-d674-406f-a464-2b2c4b9b20b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3ecc36c84f4aca88a721effb08ec26&device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 1094 time: 0.1318390 Oct 13 04:05:11.410915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 22f1c63c-f82a-4a81-88e3-7853103f71e2 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:11.418735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb1f7-fa7f-40ef-9349-4e24f5356ca8 req-7954b6f0-77ab-439a-9b79-db4faf621535 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.426239 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c37fb1f7-fa7f-40ef-9349-4e24f5356ca8 req-7954b6f0-77ab-439a-9b79-db4faf621535 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.1466947 Oct 13 04:05:11.465545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-282c81ea-7bdd-44dd-8fd0-7247fab3709c req-41d9c2b9-cd53-4703-96d4-3d0da737d5ef tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0478830 Oct 13 04:05:11.540538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c37fb1f7-fa7f-40ef-9349-4e24f5356ca8 req-138d1786-b14f-4dfc-9b12-18b625f531da tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126208 Oct 13 04:05:11.579684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 22f1c63c-f82a-4a81-88e3-7853103f71e2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:11.585824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 22f1c63c-f82a-4a81-88e3-7853103f71e2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:11.586585 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.604853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-d6723b9c-fc8e-4359-98a0-c2f62d1285f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.609225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-d6723b9c-fc8e-4359-98a0-c2f62d1285f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35 HTTP/1.1" status: 200 len: 906 time: 0.1765065 Oct 13 04:05:11.633916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028879a-51b1-4a73-abc3-dbace94551f6 req-a929dad0-c062-4fe1-93f3-2484a71b4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.635999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e028879a-51b1-4a73-abc3-dbace94551f6 req-a929dad0-c062-4fe1-93f3-2484a71b4e8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 1100 time: 0.1342225 Oct 13 04:05:11.639035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:11.676602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-8b8983c4-98cf-427b-b221-0d07beafd67b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce4dbb0-6f72-452e-83cc-404112b10804 HTTP/1.1" status: 200 len: 217 time: 0.0601032 Oct 13 04:05:11.718230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.732788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e028879a-51b1-4a73-abc3-dbace94551f6 req-e81038ab-d45b-4b3d-8511-48de60031b8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782406 Oct 13 04:05:11.748080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-7d79f11b-e565-4751-870b-9a51b749b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.750073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-7d79f11b-e565-4751-870b-9a51b749b0ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72502e5f-688b-4ad8-933c-473cfb1494ef HTTP/1.1" status: 200 len: 844 time: 0.0645797 Oct 13 04:05:11.762016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 22f1c63c-f82a-4a81-88e3-7853103f71e2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:11.765487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-640c3953-188c-4c99-b967-eb0abb57a112 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2be624d164aa4fa88d4d705379d2418c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251230 Oct 13 04:05:11.768284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:11.771135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.774606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764b3d-dcf7-4fb0-8295-260014887173 req-8736abf8-90e2-439f-a1e9-d2a9a5d816bd tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.782507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e764b3d-dcf7-4fb0-8295-260014887173 req-8736abf8-90e2-439f-a1e9-d2a9a5d816bd tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 943 time: 0.1450896 Oct 13 04:05:11.819032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e764b3d-dcf7-4fb0-8295-260014887173 req-eb1f7c27-6f92-4c6c-86a7-e274cda0c5c2 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349936 Oct 13 04:05:11.824537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53a54313-34fd-48f2-a703-fb06db65113a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.836504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=22f1c63c-f82a-4a81-88e3-7853103f71e2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:11.855073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53a54313-34fd-48f2-a703-fb06db65113a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.909037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53a54313-34fd-48f2-a703-fb06db65113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.911649 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53a54313-34fd-48f2-a703-fb06db65113a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:11.912886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53a54313-34fd-48f2-a703-fb06db65113a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8aa543e1-adb3-479c-a136-b80f1d2c2b8f HTTP/1.1" status: 204 len: 168 time: 0.1434715 Oct 13 04:05:11.921404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a54313-34fd-48f2-a703-fb06db65113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa543e1-adb3-479c-a136-b80f1d2c2b8f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:11.969128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-5e602d44-83c8-452e-98ae-fb2f1a7b15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:11.970685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-5e602d44-83c8-452e-98ae-fb2f1a7b15c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469584 Oct 13 04:05:12.063042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa23c453-9823-4b10-8b1d-9a7e240a27dd req-24fe0a89-faba-49a3-8e6d-0d6596a00627 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0715473 Oct 13 04:05:12.139243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-73dfd3c5-b28e-4bb8-805a-d409688f69cc service neutron] 10.222.0.15 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577554 Oct 13 04:05:12.171144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-f387aaed-2926-4fb3-b726-be0a8b4f1b97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:12.172725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-f387aaed-2926-4fb3-b726-be0a8b4f1b97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1541519 Oct 13 04:05:12.209616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Request body: {'port': {'device_id': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'admin_state_up': True, 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:12.275760 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd44c9a-fa98-4bfc-9cf4-24c2d4308176 req-179a03b8-f2b3-4fa3-8829-32e2cdfbf52f service neutron] 10.222.0.15 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273534 Oct 13 04:05:12.286834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52977b8f-1283-4243-b733-b752b6ec17f8 req-5f3b8b08-aa6a-4d56-923f-b11d8ba17672 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:12.288283 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52977b8f-1283-4243-b733-b752b6ec17f8 req-5f3b8b08-aa6a-4d56-923f-b11d8ba17672 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.1399002 Oct 13 04:05:12.366968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52977b8f-1283-4243-b733-b752b6ec17f8 req-244c2d20-358c-4dce-939e-411273e009a2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664372 Oct 13 04:05:12.382036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:12.385817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:12.514643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Allocated IP 172.20.0.14 (876c5493-a918-4192-8574-9a25534ba797/b19abcdc-adaa-4d33-ab35-b2355c776749/9bf24a8d-1f8a-484d-bd31-312e7bbb857f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:12.566930 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee6ea3b1-269a-4027-9d38-9608dcc469ee req-9da133ae-e002-4c79-88a6-1a486b303c87 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Oct 13 04:05:12.717859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cbfc-f742-43cc-b5d4-363bb2438c97 req-9af18a99-eddc-4489-8a85-e1085725521f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:12.719355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7a4cbfc-f742-43cc-b5d4-363bb2438c97 req-9af18a99-eddc-4489-8a85-e1085725521f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.0844817 Oct 13 04:05:12.758634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:12.782241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7a4cbfc-f742-43cc-b5d4-363bb2438c97 req-dd5e6bd2-0844-4495-a693-13ebf6f7d968 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Oct 13 04:05:12.820561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:12.855876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:12.892443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Network 876c5493-a918-4192-8574-9a25534ba797 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:12.898293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:12.903853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:12.907684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event updated for resources: {'Port': ['ID=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:12.958389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:12.959362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:12.963212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf5bb2-5da6-43d8-862f-64d9f02130be req-5523f767-e7d0-4e33-9f53-a34673fa08de tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:12.964807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cbaf5bb2-5da6-43d8-862f-64d9f02130be req-5523f767-e7d0-4e33-9f53-a34673fa08de tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 943 time: 0.0515106 Oct 13 04:05:12.976827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-d46cb987-992c-405c-a8bb-0d0b1b28980f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7802196 Oct 13 04:05:12.988637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Request body: {'port': {'device_id': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:12.988991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-950975710-network', 'tenant_id': '9906f3e2089b4a6894055f9be1f6b082'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:13.022367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cbaf5bb2-5da6-43d8-862f-64d9f02130be req-7502d005-112e-4e95-8170-139fd4cf640a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508120 Oct 13 04:05:13.023498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Made reservation on behalf of 9906f3e2089b4a6894055f9be1f6b082 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:13.025897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.034918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.043009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.118559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.126366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.147948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:05:13.175206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2623e0a-8705-476f-bec1-0cb4ab21979c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:13.335083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf24a8d-1f8a-484d-bd31-312e7bbb857f {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:13.342958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.356058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Transition to ACTIVE for port object 9bf24a8d-1f8a-484d-bd31-312e7bbb857f will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:13.360593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.391835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f1c63c-f82a-4a81-88e3-7853103f71e2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:13.396072 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79944c5a-8c76-4dd0-9b15-17df86e495bb" -d '{"events": [{"server_uuid": "c05935b3-43d3-4101-83af-a6f270f2da85", "name": "network-vif-plugged", "status": "completed", "tag": "22f1c63c-f82a-4a81-88e3-7853103f71e2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:13.411447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:13.443802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.444168 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Added segment c793beed-b5aa-4ea6-b342-1fa1be1d814e of type vlan for network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 Oct 13 04:05:13.490857 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.505431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f9d2-2b20-4bd8-8853-594ad6da71dd req-f8c5d363-091e-46e3-bafe-40c46767f61f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:13.506899 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06a5f9d2-2b20-4bd8-8853-594ad6da71dd req-f8c5d363-091e-46e3-bafe-40c46767f61f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 932 time: 0.3503406 Oct 13 04:05:13.520248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Attempting to bind port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:13.520871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Attempting to bind port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:13.520991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Attempting to bind port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:13.531335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359ceee-5c82-4286-a9e1-6108acf39eb4 req-b0e723ce-ad6c-4b00-9c56-8e074ef61152 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:13.532820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9359ceee-5c82-4286-a9e1-6108acf39eb4 req-b0e723ce-ad6c-4b00-9c56-8e074ef61152 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.0764241 Oct 13 04:05:13.535620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f on network 876c5493-a918-4192-8574-9a25534ba797 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:13.535944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Attempting to bind port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:13.542144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.543076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:13.543651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.543900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:13.544239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:13.544618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Bound using segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:13.545080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Bound port: 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:13.545437 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.601201 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06a5f9d2-2b20-4bd8-8853-594ad6da71dd req-d456eb78-60dc-4a07-a457-43fb5083b782 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880198 Oct 13 04:05:13.611667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7545784 Oct 13 04:05:13.618419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:13.625442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Request body: {'subnet': {'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-950975710-subnet', 'tenant_id': '9906f3e2089b4a6894055f9be1f6b082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:13.634545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c609e-f260-4577-b5e0-4a725f4ffd83 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:13.649714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:05:13.655956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Made reservation on behalf of 9906f3e2089b4a6894055f9be1f6b082 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:13.658488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.695648 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5823c150-a225-407d-a6a0-4adcc8f8c528 x-openstack-request-id: req-5823c150-a225-407d-a6a0-4adcc8f8c528 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:13.696457 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05935b3-43d3-4101-83af-a6f270f2da85", "name": "network-vif-plugged", "status": "completed", "tag": "22f1c63c-f82a-4a81-88e3-7853103f71e2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:13.696734 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5823c150-a225-407d-a6a0-4adcc8f8c528 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:13.697315 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f1c63c-f82a-4a81-88e3-7853103f71e2', 'code': 200} Oct 13 04:05:13.819625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4da1488-4da1-4348-8077-e69c24c7dd34 req-c81bb247-72e9-499e-87f8-67d6e858cba6 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0517640 Oct 13 04:05:13.917289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd256b5f-f476-4f8b-9aee-7726f990dc7c req-c64ad057-c02c-4a3b-b9b8-23a861041bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:13.918675 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd256b5f-f476-4f8b-9aee-7726f990dc7c req-c64ad057-c02c-4a3b-b9b8-23a861041bba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 1096 time: 0.1677518 Oct 13 04:05:13.946654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9359ceee-5c82-4286-a9e1-6108acf39eb4 req-1fb15985-2602-4930-975a-995b525eb1ae tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047592 Oct 13 04:05:13.973355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] For port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:13.977188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] For port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:13.979088 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:13.981427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:14.012480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.013207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:14.014603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] 10.222.0.26 "PUT /v2.0/ports/9bf24a8d-1f8a-484d-bd31-312e7bbb857f HTTP/1.1" status: 200 len: 1092 time: 1.0300055 Oct 13 04:05:14.016859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'tag': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:14.020290 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0537787-7e19-44db-af1f-f8be3e96e172" -d '{"events": [{"name": "network-changed", "server_uuid": "719c7ba5-1690-47f6-8458-a4fb46c6da2f", "tag": "9bf24a8d-1f8a-484d-bd31-312e7bbb857f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:14.021727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd256b5f-f476-4f8b-9aee-7726f990dc7c req-04ca3988-0f79-4fd1-8506-9ff1fb795547 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946748 Oct 13 04:05:14.035029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4479e96-3906-4921-bbf3-d5ded1080104 req-e8d95df3-ff83-4262-a102-bd10802055f2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.036621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4479e96-3906-4921-bbf3-d5ded1080104 req-e8d95df3-ff83-4262-a102-bd10802055f2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.1478405 Oct 13 04:05:14.054429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0022ec-8162-4ee1-aa8f-7ed95aa6a719 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:14.061395 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5bd15-1619-4488-999f-80cab9213e12 x-openstack-request-id: req-9bb5bd15-1619-4488-999f-80cab9213e12 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:14.061735 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719c7ba5-1690-47f6-8458-a4fb46c6da2f", "tag": "9bf24a8d-1f8a-484d-bd31-312e7bbb857f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:14.062083 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bb5bd15-1619-4488-999f-80cab9213e12 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:14.062485 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'tag': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f', 'status': 'completed', 'code': 200} Oct 13 04:05:14.076641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea59188-b083-4ef7-b359-59e92b12692c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:14.096791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Checking segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:14.097152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Network hostable DHCP agents. Network: d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:05:14.115159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4479e96-3906-4921-bbf3-d5ded1080104 req-03ffd0fb-f52c-4ba4-a76e-d39ec6afcb4f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546167 Oct 13 04:05:14.128053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:05:14.139139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:14.144371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.145376 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:14.154972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c14d6-418b-4a6a-9c14-9b6da6a23e9a None None] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:05:14.164084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-fc20d073-6684-4840-aaf6-c05ab870fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.164303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-92d4b63a-1698-44d0-8d2d-95dbdfc1f8c2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5448248 Oct 13 04:05:14.165862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-fc20d073-6684-4840-aaf6-c05ab870fb8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 1095 time: 0.0790451 Oct 13 04:05:14.181008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f0e2f-93c1-4a08-bb36-d2aed34d91fc req-d458ac50-60ca-4d5a-b925-618aefbcf7ab tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.182462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df6f0e2f-93c1-4a08-bb36-d2aed34d91fc req-d458ac50-60ca-4d5a-b925-618aefbcf7ab tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 943 time: 0.0674920 Oct 13 04:05:14.228157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-e4baea0e-946f-4b86-8a23-4b7e5771c1d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f HTTP/1.1" status: 200 len: 217 time: 0.0431561 Oct 13 04:05:14.288510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df6f0e2f-93c1-4a08-bb36-d2aed34d91fc req-33787c0f-5fdb-4dc3-964c-04434ab0cf4c tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960627 Oct 13 04:05:14.294908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87bbc2-bd6d-4309-ac02-26861a4271a7 req-35834da4-63d4-4c7b-a7bf-c3e3e17cacaf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.296576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f87bbc2-bd6d-4309-ac02-26861a4271a7 req-35834da4-63d4-4c7b-a7bf-c3e3e17cacaf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0665023 Oct 13 04:05:14.304187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-0ceb8873-4eb5-4c9c-a705-5a9830824951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.305991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-0ceb8873-4eb5-4c9c-a705-5a9830824951 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0670331 Oct 13 04:05:14.351921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f87bbc2-bd6d-4309-ac02-26861a4271a7 req-81e6133d-c7d4-4dc4-b378-2d25519302f1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Oct 13 04:05:14.353896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908562c4-d362-4fc7-bcf3-69ef509e803d None None] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:05:14.360118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-2ef1d317-e72a-4c4d-8ee6-d45fa6fe6ee7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458069 Oct 13 04:05:14.509848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-8e714852-4011-4f52-8eba-f2a7ee097c8a service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430266 Oct 13 04:05:14.631686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d36aec-83e3-40d2-8cad-1eb9674a9664 req-6de61b36-d1e6-4b1b-a82d-e81373d75f46 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126170 Oct 13 04:05:14.652218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-01f8940e-b5a2-4691-9bc8-e31986b9c67c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=49db20d8771843c6ba5d92e78f944846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436964 Oct 13 04:05:14.744363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-b1201ddb-8bc1-48d8-9673-eb5e8e5eacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.746753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-b1201ddb-8bc1-48d8-9673-eb5e8e5eacd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 1095 time: 0.0516105 Oct 13 04:05:14.781454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-a17a3885-be0d-4eb6-a759-a51b2a2d02f2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.782886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-a17a3885-be0d-4eb6-a759-a51b2a2d02f2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297855 Oct 13 04:05:14.799374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-c4f40c4a-6a54-4f43-8a28-ecdca0b418ba tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/quotas/49db20d8771843c6ba5d92e78f944846 HTTP/1.1" status: 200 len: 375 time: 0.0090404 Oct 13 04:05:14.850984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-06e1e19f-d0a3-4ccd-ba5c-5af6856e384f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455506 Oct 13 04:05:14.927236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-60e7adac-0cdf-4217-ac89-f127db7c2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.928864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-60e7adac-0cdf-4217-ac89-f127db7c2800 service neutron] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.1734476 Oct 13 04:05:14.937155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-90463f1e-5b6b-4a56-be8e-8539c33c408b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:14.938620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-90463f1e-5b6b-4a56-be8e-8539c33c408b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 817 time: 0.1726968 Oct 13 04:05:14.984219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-4985a65b-baf2-4022-adf5-3ac151a6ff82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f HTTP/1.1" status: 200 len: 217 time: 0.0446064 Oct 13 04:05:14.991202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5680980d-3ae2-4071-8ef1-2961eab24fb5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/quotas/9906f3e2089b4a6894055f9be1f6b082 HTTP/1.1" status: 200 len: 375 time: 0.0448003 Oct 13 04:05:15.070284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-e65e8ecc-abcf-4105-a263-dec854c6ceea tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780571 Oct 13 04:05:15.075240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93ac65-a769-4558-87c3-3525291d920c req-50244c78-f179-4eff-804f-3782dde3734b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:15.078431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc93ac65-a769-4558-87c3-3525291d920c req-50244c78-f179-4eff-804f-3782dde3734b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 944 time: 0.0639436 Oct 13 04:05:15.093499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-d3e572a5-cf8c-48e5-bd10-97eb8e2154c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:15.095060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-d3e572a5-cf8c-48e5-bd10-97eb8e2154c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.1012897 Oct 13 04:05:15.140072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc93ac65-a769-4558-87c3-3525291d920c req-08100a00-27bf-4d38-9876-f66e92403a06 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 Oct 13 04:05:15.176777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-c1cff5de-6170-4879-8e3d-e842ef8ec0a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652037 Oct 13 04:05:15.268654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f78b0d2-5320-4a40-9888-70a53719f189 req-e01740b2-4255-46bc-8605-f4657ef8835a tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0451610 Oct 13 04:05:15.293384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-29020883-d95e-440d-8b13-5cad8bbf9f8a service neutron] 10.222.0.44 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124565 Oct 13 04:05:15.368719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8aed9d0-20f4-4a36-904b-90f905f378a2 req-da25d6f4-3ba1-4b44-b131-a403e5f00382 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 210 time: 0.0411193 Oct 13 04:05:15.399120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-e2c1edd4-0cf6-402a-a312-0c79d529fc6e service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080030 Oct 13 04:05:15.429896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5ce4dbb0-6f72-452e-83cc-404112b10804 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:15.527324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-4a30bfc9-809d-4cf0-b99e-3a48a19943eb service neutron] 10.222.0.44 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303920 Oct 13 04:05:15.562113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179fc4f-ad6e-4835-9726-26de42a14236 req-fcaae7b7-fa0c-4788-87bc-e9de8b01fe0c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:15.563499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0537787-7e19-44db-af1f-f8be3e96e172 req-024033e1-c5ee-4106-ad32-c50ab88c4f96 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550808 Oct 13 04:05:15.566089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3179fc4f-ad6e-4835-9726-26de42a14236 req-fcaae7b7-fa0c-4788-87bc-e9de8b01fe0c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.1473701 Oct 13 04:05:15.610429 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3179fc4f-ad6e-4835-9726-26de42a14236 req-e1e5ec75-7733-443a-adf5-0afee883dffb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Oct 13 04:05:15.684976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5ce4dbb0-6f72-452e-83cc-404112b10804, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5ce4dbb0-6f72-452e-83cc-404112b10804,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:15.713802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'port_id': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'mac_address': 'fa:16:3e:c8:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:15.801561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:15.817709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2557202-bdee-4ecf-8cbe-5abefe1dbdd4 req-2b5e6c01-03da-493e-a3ba-b25be2711418 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0823569 Oct 13 04:05:15.834655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce4dbb0-6f72-452e-83cc-404112b10804 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:15.866773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b2e6a-ee07-4ea9-a44e-ef9fbb2b7d08 req-f769af0f-818b-4b30-9dd0-ed5601f269ae tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:15.868359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-258b2e6a-ee07-4ea9-a44e-ef9fbb2b7d08 req-f769af0f-818b-4b30-9dd0-ed5601f269ae tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 943 time: 0.0945034 Oct 13 04:05:15.873923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5ce4dbb0-6f72-452e-83cc-404112b10804, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5ce4dbb0-6f72-452e-83cc-404112b10804,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:15.884325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:15.920449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-258b2e6a-ee07-4ea9-a44e-ef9fbb2b7d08 req-5253c6b2-ea0c-430b-8eb7-817940e4ee50 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 Oct 13 04:05:15.972897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=5ce4dbb0-6f72-452e-83cc-404112b10804,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:16.171499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-191e7ea9-43bc-460e-bc40-4cb122a7f6e8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:16.172986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-191e7ea9-43bc-460e-bc40-4cb122a7f6e8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1241472 Oct 13 04:05:16.189926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['5ce4dbb0-6f72-452e-83cc-404112b10804'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:16.192328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-f23b6251-3b65-47f2-a1fd-11f90dd2af3e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0121715 Oct 13 04:05:16.213402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07978ac0-0869-4a2f-8b80-e720e545d34c req-418ebfdf-a399-4c9f-86e0-b8ba889eae60 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 210 time: 0.0335989 Oct 13 04:05:16.263024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-b95f2b17-4f36-491b-9dfd-99b0daed7cff tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635700 Oct 13 04:05:16.345094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb897b-f08a-4da8-b419-c296763f8421 req-63617c54-10bd-44da-836b-2e90e99b224e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:16.347024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ebcb897b-f08a-4da8-b419-c296763f8421 req-63617c54-10bd-44da-836b-2e90e99b224e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 944 time: 0.0594108 Oct 13 04:05:16.385256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-40aded1c-392b-48cf-ade5-a471af9f39d6 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134667 Oct 13 04:05:16.399994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ebcb897b-f08a-4da8-b419-c296763f8421 req-0a7ad7a3-e301-4db8-b14d-ec514317990f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Oct 13 04:05:16.481038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-ad5c5511-c235-45bd-8881-014b260929a0 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908229 Oct 13 04:05:16.502665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cf90978-50ce-41da-a953-6dac5221e8d0 req-e0cf8c8e-d31d-4877-93a0-b8980c43d161 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0373054 Oct 13 04:05:16.601116 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12f84ae2-07c2-4e69-b56a-6ddc1335fcbe req-87317ceb-34cf-4502-b36f-72e67a9e410d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Oct 13 04:05:16.627047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-41c083e4-0a8d-43da-90b5-afa03150eb8e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=49db20d8771843c6ba5d92e78f944846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234880 Oct 13 04:05:16.713612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8148a4e5-7060-4472-a00c-64d10aaf61dc req-028081a8-1fa2-43e6-acd4-2a22db051df5 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 210 time: 0.0418231 Oct 13 04:05:16.803437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-805c923a-0588-48c3-9ea7-9377524f8491 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:16.804953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-805c923a-0588-48c3-9ea7-9377524f8491 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649721 Oct 13 04:05:16.820551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Request body: {'port': {'device_id': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '49db20d8771843c6ba5d92e78f944846'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:16.946424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Made reservation on behalf of 49db20d8771843c6ba5d92e78f944846 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:16.965071 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.187600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedfec-92dc-4960-b074-b98c3479c438 req-5fff4ab2-3aaf-4eec-8576-b0d9198446c1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:17.189109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31bedfec-92dc-4960-b074-b98c3479c438 req-5fff4ab2-3aaf-4eec-8576-b0d9198446c1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 944 time: 0.1025004 Oct 13 04:05:17.240629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Allocated IP 192.168.233.213 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/4d4cdde1-b6e6-4d49-8223-771d47b0a012) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:17.274416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31bedfec-92dc-4960-b074-b98c3479c438 req-5dec22fa-0ec8-4c0d-9e59-645874307758 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745473 Oct 13 04:05:17.320313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2701a17a-e6be-4428-815c-f0556324fef2 req-9745fea2-a30e-4073-92b4-f5b3a831e8cb tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 210 time: 0.0283823 Oct 13 04:05:17.426537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.431832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5ce4dbb0-6f72-452e-83cc-404112b10804 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:17.491820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.507058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b8f7681-bb8a-4103-b628-984bd1d9c7f9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:17.509742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:17.516406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 5ce4dbb0-6f72-452e-83cc-404112b10804 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:17.585030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:17.590733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:17.595633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:17.596307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 5ce4dbb0-6f72-452e-83cc-404112b10804 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:17.596876 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.645996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:17.646670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.771895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-57e3708d-f30c-4537-95b2-dc82e1089435 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:17.773744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-57e3708d-f30c-4537-95b2-dc82e1089435 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 817 time: 0.1243813 Oct 13 04:05:17.786808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event updated for resources: {'Port': ['ID=4d4cdde1-b6e6-4d49-8223-771d47b0a012,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:17.795238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d65c75a-e324-483c-a18f-f227053971a4 req-0c110aa1-1f12-43b8-8833-b36ee0047094 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0859098 Oct 13 04:05:17.805166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfba67-d2b1-436a-b1b7-ff4968c85d4e req-8ab55219-ab89-45d7-9c4f-bbc09ed3d9e5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:17.813002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73bfba67-d2b1-436a-b1b7-ff4968c85d4e req-8ab55219-ab89-45d7-9c4f-bbc09ed3d9e5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 944 time: 0.3242321 Oct 13 04:05:17.820777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Request body: {'port': {'device_id': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'admin_state_up': True, 'tenant_id': '9906f3e2089b4a6894055f9be1f6b082'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:17.858262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-14802cb8-e492-489d-8214-60bebf7f353e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0369771 Oct 13 04:05:17.882784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Request body: {'port': {'device_id': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:17.893646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ac9b6209-b2e5-4ea4-ba14-0aaf8f96d122 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:17.900658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ac9b6209-b2e5-4ea4-ba14-0aaf8f96d122 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.15 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 817 time: 0.3259950 Oct 13 04:05:17.944820 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.949148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Request body: {'port': {'device_id': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'admin_state_up': True, 'tenant_id': '9906f3e2089b4a6894055f9be1f6b082'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:18.019928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5ce4dbb0-6f72-452e-83cc-404112b10804, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5ce4dbb0-6f72-452e-83cc-404112b10804,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:18.031244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:18.034446 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5928d0f-6a07-41b4-98af-d664d66764bd" -d '{"events": [{"server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:18.064042 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.068283 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73bfba67-d2b1-436a-b1b7-ff4968c85d4e req-bf7c675b-6619-4fe6-b264-70c5933ba7c0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540886 Oct 13 04:05:18.082941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86200c4d-30a7-44c4-a8a8-bdabc835d9ef req-3fc69c3e-8108-47be-8729-096ee0e1bece tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:18.093545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-86200c4d-30a7-44c4-a8a8-bdabc835d9ef req-3fc69c3e-8108-47be-8729-096ee0e1bece tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 936 time: 0.1908026 Oct 13 04:05:18.180431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-916bf21b-54d8-4b92-b87e-481496dd57ba None None] Provisioning complete for port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:18.180849 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-916bf21b-54d8-4b92-b87e-481496dd57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.182918 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.226017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-86200c4d-30a7-44c4-a8a8-bdabc835d9ef req-af80ada2-d09f-44cc-8c2a-be3449e9ef39 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316273 Oct 13 04:05:18.279889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=5ce4dbb0-6f72-452e-83cc-404112b10804,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:18.291841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Made reservation on behalf of 9906f3e2089b4a6894055f9be1f6b082 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:18.292036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-916bf21b-54d8-4b92-b87e-481496dd57ba None None] Port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:05:18.293369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ec97b1a-24e8-420f-8afa-201f15617fdb req-7b15521f-4cea-4083-9ced-194217ae1eab tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 210 time: 0.1227977 Oct 13 04:05:18.297956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.358007 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277df15a-68e9-41c7-9073-a55b7cb17f63 x-openstack-request-id: req-277df15a-68e9-41c7-9073-a55b7cb17f63 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:18.358337 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:18.358586 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-277df15a-68e9-41c7-9073-a55b7cb17f63 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:18.359095 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'code': 200} Oct 13 04:05:18.467139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-f069793a-d04f-4303-9f6b-4f14c1ab3515 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:18.469013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-f069793a-d04f-4303-9f6b-4f14c1ab3515 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.4339590 Oct 13 04:05:18.494033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:18.520860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925d17f-caf2-4da5-be14-65f3c9d60b62 req-b6be5b31-4015-4e3d-9d0d-e3b0b721a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:18.522458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7925d17f-caf2-4da5-be14-65f3c9d60b62 req-b6be5b31-4015-4e3d-9d0d-e3b0b721a9e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 1096 time: 0.0880935 Oct 13 04:05:18.544503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Allocated IP 172.20.0.11 (d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81/eea59188-b083-4ef7-b359-59e92b12692c/d6438498-f6f9-4d94-b380-82112796ef86) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:18.585178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7925d17f-caf2-4da5-be14-65f3c9d60b62 req-16ff4668-3429-4610-8d16-502ea16f46c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504391 Oct 13 04:05:18.618737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Made reservation on behalf of 9906f3e2089b4a6894055f9be1f6b082 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:18.622754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.632596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-c4301b16-6180-43e8-895d-02140d44a085 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:18.634280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-c4301b16-6180-43e8-895d-02140d44a085 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 817 time: 0.4644754 Oct 13 04:05:18.658933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Request body: {'port': {'device_id': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'admin_state_up': True, 'tenant_id': '9906f3e2089b4a6894055f9be1f6b082'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:18.714971 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa01291a-fda8-421c-8501-e56224867d94 req-3a330d4d-5bb8-4980-b36b-72c12f8e7cce tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 210 time: 0.0727034 Oct 13 04:05:18.781417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.829285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7881a7a-5484-47ec-8a06-5c79142b8cf9 req-b8c77827-5415-4136-806d-49bcb4c02760 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0348566 Oct 13 04:05:18.841950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.866758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9bf24a8d-1f8a-484d-bd31-312e7bbb857f details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:18.892489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:18.897510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:18.904154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:18.940343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Pushing event updated for resources: {'Port': ['ID=d6438498-f6f9-4d94-b380-82112796ef86,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:18.964214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:18.965296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:18.975507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7d9eb-261c-42e3-a86a-a8e1726999ea req-0c7ff39c-2748-4732-a129-c3fe1f8de6e1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:18.977163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ac7d9eb-261c-42e3-a86a-a8e1726999ea req-0c7ff39c-2748-4732-a129-c3fe1f8de6e1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.3038731 Oct 13 04:05:18.986982 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2f994ba-75b7-4860-a5a1-34f3635f0426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.013104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:19.023253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f', 'mac_address': 'fa:16:3e:de:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:19.063250 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.067778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-553efbf1-f263-4aa6-bb7f-3ef91b6d7dcc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1233022 Oct 13 04:05:19.075923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:19.076644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf24a8d-1f8a-484d-bd31-312e7bbb857f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:19.079556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.080732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Request body: {'port': {'device_id': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:19.096432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:19.102970 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.149752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.153446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ac7d9eb-261c-42e3-a86a-a8e1726999ea req-ccbddf60-1778-46bb-b755-6ec464c22150 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616633 Oct 13 04:05:19.158671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:19.162072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Allocated IP 172.20.0.14 (d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81/eea59188-b083-4ef7-b359-59e92b12692c/df08fe34-8890-4e1b-a210-3ab688841d68) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:19.180847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Made reservation on behalf of 9906f3e2089b4a6894055f9be1f6b082 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:19.184379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.295860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52304a-2ff8-4645-aab1-f7cfd5a2b619 req-0a02c6ff-4bfb-4fe5-941e-71a6f851d459 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:19.297302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e52304a-2ff8-4645-aab1-f7cfd5a2b619 req-0a02c6ff-4bfb-4fe5-941e-71a6f851d459 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 945 time: 0.1305766 Oct 13 04:05:19.350879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e52304a-2ff8-4645-aab1-f7cfd5a2b619 req-c9a972d2-e912-4177-a7cc-7d8c4ef24260 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Oct 13 04:05:19.423118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9bf24a8d-1f8a-484d-bd31-312e7bbb857f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:19.439997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4169b6c-7756-45f5-bdc4-891a4ee35e3e req-28f5fd78-4f2e-477c-8ae1-31d7c4c87e74 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 210 time: 0.0278780 Oct 13 04:05:19.696529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4cdde1-b6e6-4d49-8223-771d47b0a012 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:19.718735 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.817528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Transition to ACTIVE for port object 4d4cdde1-b6e6-4d49-8223-771d47b0a012 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:19.818457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a81b7fc-b2b7-4d49-8cf2-483949a8acea req-69d8f53a-1df0-44b9-ab0e-7068fe65571c tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Oct 13 04:05:19.839226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:19.879988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.5 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/3f1eea87-0561-413e-9f2b-f3cc432b8acc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:19.889256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee86a-1a57-4927-848f-a940acda0ea5 req-ea4e3767-cc7c-4064-9ac6-55e7c2510114 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:19.890724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-118ee86a-1a57-4927-848f-a940acda0ea5 req-ea4e3767-cc7c-4064-9ac6-55e7c2510114 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 936 time: 0.2718198 Oct 13 04:05:19.951104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f428522d-a03c-477c-bf3f-62303cddf1b4 req-181eb7c6-957c-4b70-81af-6da68da4286d tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0316675 Oct 13 04:05:19.962436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Pushing event updated for resources: {'Port': ['ID=4d4cdde1-b6e6-4d49-8223-771d47b0a012,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:20.027922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.061213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-118ee86a-1a57-4927-848f-a940acda0ea5 req-8c174c6b-c9d9-4d98-84fd-713323ab7e7b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570487 Oct 13 04:05:20.173804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Attempting to bind port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:20.174121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Attempting to bind port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:20.174441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Attempting to bind port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:20.188967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:20.189287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Attempting to bind port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:20.194629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.230873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:20.231121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:20.231501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:20.231939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Bound port: 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:20.232292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.273567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:20.278253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.286503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:20.295968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e986cf8-4a7d-4f17-95ab-c220c08a2b37 req-2122da5c-4917-4ada-af59-2bf982c87d9c tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.297474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e986cf8-4a7d-4f17-95ab-c220c08a2b37 req-2122da5c-4917-4ada-af59-2bf982c87d9c tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.0750270 Oct 13 04:05:20.306289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Pushing event updated for resources: {'Port': ['ID=df08fe34-8890-4e1b-a210-3ab688841d68,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:20.310131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:20.362780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e986cf8-4a7d-4f17-95ab-c220c08a2b37 req-61950fb3-7502-4bde-b1c7-c5e83febc1e4 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573726 Oct 13 04:05:20.400719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.401320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.402335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6438498-f6f9-4d94-b380-82112796ef86 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:20.404108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] For port 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:20.408488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] For port 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:20.413551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.420899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.432259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.436112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Transition to ACTIVE for port object d6438498-f6f9-4d94-b380-82112796ef86 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:20.442593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.444188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6', '22f1c63c-f82a-4a81-88e3-7853103f71e2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:20.460069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ec26523b-55d2-48ef-8952-a630db399ab6 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6446350 Oct 13 04:05:20.471558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.472167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.474081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] 10.222.0.26 "PUT /v2.0/ports/4d4cdde1-b6e6-4d49-8223-771d47b0a012 HTTP/1.1" status: 200 len: 1096 time: 2.6108580 Oct 13 04:05:20.494304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'tag': '4d4cdde1-b6e6-4d49-8223-771d47b0a012'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:20.496456 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7321c3-a090-4549-9f27-e39cc0cf8f98", "tag": "4d4cdde1-b6e6-4d49-8223-771d47b0a012"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:20.504239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Request body: {'port': {'device_id': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:20.615503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Pushing event updated for resources: {'Port': ['ID=d6438498-f6f9-4d94-b380-82112796ef86,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:20.621578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:20.637111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Attempting to bind port d6438498-f6f9-4d94-b380-82112796ef86 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:20.637466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Attempting to bind port d6438498-f6f9-4d94-b380-82112796ef86 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:20.637762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Attempting to bind port d6438498-f6f9-4d94-b380-82112796ef86 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:20.638382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:20.645005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:20.653542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ddabf-f40b-4169-95a2-7a0e4f4badd6 req-f30c3cc2-7610-41f5-b65e-72a9e5dd883b tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.656103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Allocated IP 172.20.0.13 (d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81/eea59188-b083-4ef7-b359-59e92b12692c/3a1f5776-a867-4615-9188-eb25c188f572) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:20.664018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892da4-c365-4320-9288-ed48a5e4bebc service neutron] Pushing event updated for resources: {'Port': ['ID=4d4cdde1-b6e6-4d49-8223-771d47b0a012,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:20.664142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-601ddabf-f40b-4169-95a2-7a0e4f4badd6 req-f30c3cc2-7610-41f5-b65e-72a9e5dd883b tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.1726284 Oct 13 04:05:20.664142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:20.685211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Request body: {'floatingip': {'port_id': '5ce4dbb0-6f72-452e-83cc-404112b10804'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:20.757474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Port d6438498-f6f9-4d94-b380-82112796ef86 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:20.757801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Attempting to bind port d6438498-f6f9-4d94-b380-82112796ef86 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:20.782679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:20.783015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Checking segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:20.783395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Bound using segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:20.783823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Bound port: d6438498-f6f9-4d94-b380-82112796ef86, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:20.784177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.785712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.786411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.801594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.819773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d5301-2980-4bce-85fe-b3e97a8ae01a req-94992e9d-6f8f-44c8-81c7-d8f20510a82b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.821634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a6d5301-2980-4bce-85fe-b3e97a8ae01a req-94992e9d-6f8f-44c8-81c7-d8f20510a82b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 945 time: 0.3604000 Oct 13 04:05:20.828053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.862852 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9bf24a8d-1f8a-484d-bd31-312e7bbb857f up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:20.868670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-5f1fbfb7-88c7-4e3c-a76c-0a96364024e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.870211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-5f1fbfb7-88c7-4e3c-a76c-0a96364024e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 1099 time: 0.3422348 Oct 13 04:05:20.870849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=3f1eea87-0561-413e-9f2b-f3cc432b8acc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:20.875731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-b298eed8-3478-4f4b-8c4b-14f2b42bb219 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3876965 Oct 13 04:05:20.917230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:20.921167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:20.921539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:20.932539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Request body: {'port': {'device_id': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:20.948042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e75a1-6668-4c60-9a84-381a48b8f399 req-18935d4b-ec42-4c36-9fa6-d214ebc9b441 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:20.949565 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f46e75a1-6668-4c60-9a84-381a48b8f399 req-18935d4b-ec42-4c36-9fa6-d214ebc9b441 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 931 time: 0.1931219 Oct 13 04:05:20.996653 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-dc468b96-35a4-4ac7-98f8-4042098324fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012 HTTP/1.1" status: 200 len: 217 time: 0.1051121 Oct 13 04:05:21.005709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] For port d6438498-f6f9-4d94-b380-82112796ef86, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:21.009511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.034490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:21.036824 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e0cb5e-2773-4465-9c9f-69248f90d05b" -d '{"events": [{"server_uuid": "719c7ba5-1690-47f6-8458-a4fb46c6da2f", "name": "network-vif-plugged", "status": "completed", "tag": "9bf24a8d-1f8a-484d-bd31-312e7bbb857f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:21.050148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:21.055115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.060006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] For port d6438498-f6f9-4d94-b380-82112796ef86, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d6438498-f6f9-4d94-b380-82112796ef86,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:21.078304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.089248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f46e75a1-6668-4c60-9a84-381a48b8f399 req-bd583955-b312-44be-8829-741bc813956f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233752 Oct 13 04:05:21.098260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a6d5301-2980-4bce-85fe-b3e97a8ae01a req-02446500-2d54-473f-8951-5a1609f2eac0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663293 Oct 13 04:05:21.134842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.134842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.135160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:21.135257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6438498-f6f9-4d94-b380-82112796ef86 HTTP/1.1" status: 200 len: 1092 time: 2.0571549 Oct 13 04:05:21.139145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'tag': 'd6438498-f6f9-4d94-b380-82112796ef86'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:21.141781 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bb1205-8c46-4c28-94de-46bf864c3bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c47a-ae2b-4406-8687-cf0a2bf8a275", "tag": "d6438498-f6f9-4d94-b380-82112796ef86"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:21.204352 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7318b3-0222-4949-80f9-b10330b50515 x-openstack-request-id: req-ad7318b3-0222-4949-80f9-b10330b50515 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:21.204724 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7321c3-a090-4549-9f27-e39cc0cf8f98", "tag": "4d4cdde1-b6e6-4d49-8223-771d47b0a012", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:21.205413 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad7318b3-0222-4949-80f9-b10330b50515 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:21.205413 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'tag': '4d4cdde1-b6e6-4d49-8223-771d47b0a012', 'status': 'completed', 'code': 200} Oct 13 04:05:21.218807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.233738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-315d0819-6ffe-4355-8419-f5114b1de3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.235238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-315d0819-6ffe-4355-8419-f5114b1de3e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2253635 Oct 13 04:05:21.387360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.390450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c2ced8d-239b-4aed-b982-7a6d0ab8b2f7 req-72e2ca86-9f65-4dd1-9bf4-cfade0e44bc8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 210 time: 0.0807235 Oct 13 04:05:21.422651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-3f640266-dbe7-4569-8b1b-ed92f11580ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.424161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-3f640266-dbe7-4569-8b1b-ed92f11580ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655226 Oct 13 04:05:21.451300 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a96aeba-6bee-4714-bfa0-f594d25f8dbd x-openstack-request-id: req-1a96aeba-6bee-4714-bfa0-f594d25f8dbd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:21.451822 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719c7ba5-1690-47f6-8458-a4fb46c6da2f", "name": "network-vif-plugged", "status": "completed", "tag": "9bf24a8d-1f8a-484d-bd31-312e7bbb857f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:21.451822 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a96aeba-6bee-4714-bfa0-f594d25f8dbd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:21.452178 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f', 'code': 200} Oct 13 04:05:21.470049 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9d685d3-98b3-41d5-8578-dd90308a1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.576613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49f06dda-4826-4482-9743-98acc74deca0 req-b2ec5337-28cb-4056-8807-84ba52520fa0 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0732980 Oct 13 04:05:21.577254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83e94e-030c-49f3-a770-88c74c400745 service neutron] Pushing event updated for resources: {'Port': ['ID=d6438498-f6f9-4d94-b380-82112796ef86,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:21.635590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:21.647101 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4506ba27-5fd2-4020-98b0-f3714148cc45 x-openstack-request-id: req-4506ba27-5fd2-4020-98b0-f3714148cc45 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:21.647396 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c47a-ae2b-4406-8687-cf0a2bf8a275", "tag": "d6438498-f6f9-4d94-b380-82112796ef86", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:21.647645 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4506ba27-5fd2-4020-98b0-f3714148cc45 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:21.648034 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'tag': 'd6438498-f6f9-4d94-b380-82112796ef86', 'status': 'completed', 'code': 200} Oct 13 04:05:21.678238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-242e075b-f193-4080-89d2-033de8ba5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.679709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-242e075b-f193-4080-89d2-033de8ba5d08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 1095 time: 0.4925938 Oct 13 04:05:21.734221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c76f8d-6c63-41d2-a888-011f52c97b9b req-c3079110-a9e8-4110-9d40-ea3e25180723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.735711 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6c76f8d-6c63-41d2-a888-011f52c97b9b req-c3079110-a9e8-4110-9d40-ea3e25180723 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 1097 time: 0.2090740 Oct 13 04:05:21.779328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:21.783574 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-69018649-c0d7-4d0c-bade-5a0232c9b24b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6438498-f6f9-4d94-b380-82112796ef86 HTTP/1.1" status: 200 len: 217 time: 0.0677652 Oct 13 04:05:21.797287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-27a5bbb0-1a6d-4869-a295-ed52b2fc767d service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600774 Oct 13 04:05:21.798139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:21.800530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:21.817599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e045d1-fb2e-47d8-ba7a-267054a9a454 req-1daf81a9-af68-44a8-9eec-5b891a4a1b03 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.819163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00e045d1-fb2e-47d8-ba7a-267054a9a454 req-1daf81a9-af68-44a8-9eec-5b891a4a1b03 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 948 time: 0.3013961 Oct 13 04:05:21.861389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Pushing event updated for resources: {'Port': ['ID=3a1f5776-a867-4615-9188-eb25c188f572,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:21.919552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6c76f8d-6c63-41d2-a888-011f52c97b9b req-829affd7-fe85-4d80-b965-a219e63c65b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466179 Oct 13 04:05:21.949744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5f3eb4fc-2b5e-47f8-be11-4ec589917a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.951173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5f3eb4fc-2b5e-47f8-be11-4ec589917a79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 200 len: 857 time: 0.1556008 Oct 13 04:05:21.981250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:21.981862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.024098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-2789f0d0-21e9-467e-bbe3-9c18b2ee012c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647826 Oct 13 04:05:22.055855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-dbfe2a46-0bb4-4b05-ba6f-24340d2ee5b4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4028490 Oct 13 04:05:22.064599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00e045d1-fb2e-47d8-ba7a-267054a9a454 req-4d6d3cbc-e85d-4bb3-bc60-2d5f5812c194 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043946 Oct 13 04:05:22.088551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:05:22.114317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1eea87-0561-413e-9f2b-f3cc432b8acc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:22.142375 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.156091 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a57f9907-81e2-433c-9e75-b2fa97fe6419 req-bb2b747d-9b1d-4f0a-82e7-b322ec9a1a96 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121319 Oct 13 04:05:22.156423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.164822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df08fe34-8890-4e1b-a210-3ab688841d68 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:22.165744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.172882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Transition to ACTIVE for port object 3f1eea87-0561-413e-9f2b-f3cc432b8acc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:22.175487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.187697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.226486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Request body: {'port': {'device_id': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:22.233338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Transition to ACTIVE for port object df08fe34-8890-4e1b-a210-3ab688841d68 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:22.242982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-37ca5c10-0012-479b-9e2c-1ac2236d04c6 service neutron] 10.222.0.15 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056756 Oct 13 04:05:22.271802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.349043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4092b-2a01-40c8-9fed-dbfe41f885c7 req-ba3e714b-46d3-4bee-8321-c827e6bf7138 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:22.350581 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3f4092b-2a01-40c8-9fed-dbfe41f885c7 req-ba3e714b-46d3-4bee-8321-c827e6bf7138 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 943 time: 0.1441436 Oct 13 04:05:22.402132 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Floating IP b3d336df-8b0a-497b-8493-95b2c7217f77 associated. External IP: 172.25.1.89, port: 5ce4dbb0-6f72-452e-83cc-404112b10804. Oct 13 04:05:22.463173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3f4092b-2a01-40c8-9fed-dbfe41f885c7 req-9ed1a320-5129-4e1f-821b-5a355fccf975 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060848 Oct 13 04:05:22.473271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-9bf1aa50-7ed5-463c-91d5-9be11e24f051 service neutron] 10.222.0.15 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179799 Oct 13 04:05:22.616463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-bcb925a0-1c47-4efe-b925-5a58720999b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:22.618030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-bcb925a0-1c47-4efe-b925-5a58720999b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 1095 time: 0.0866253 Oct 13 04:05:22.666762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1eea87-0561-413e-9f2b-f3cc432b8acc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:22.778929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.782156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.786741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:05:22.802596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ddbbc-9234-4ba7-8874-958907ab68d8 req-2e779854-1ec5-4666-be4d-7bb2ca4776b8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:22.804020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a57ddbbc-9234-4ba7-8874-958907ab68d8 req-2e779854-1ec5-4666-be4d-7bb2ca4776b8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 932 time: 0.1303692 Oct 13 04:05:22.814851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-9dace157-f434-446f-af76-e7732c353499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:22.815840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7890b-5394-402b-bfe3-8e3685e7f917 req-c0767a89-e9a2-4549-b193-8b568554c14a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:22.816786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-9dace157-f434-446f-af76-e7732c353499 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 918 time: 0.1908665 Oct 13 04:05:22.817890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3f7890b-5394-402b-bfe3-8e3685e7f917 req-c0767a89-e9a2-4549-b193-8b568554c14a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 946 time: 0.5835130 Oct 13 04:05:22.848011 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:22.853294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Pushing event updated for resources: {'Port': ['ID=df08fe34-8890-4e1b-a210-3ab688841d68,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:22.856753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-03ec2e8f-3ebc-45f0-a7d8-85665ac806ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:22.858234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-03ec2e8f-3ebc-45f0-a7d8-85665ac806ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 1099 time: 0.5920529 Oct 13 04:05:22.978812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Attempting to bind port 3f1eea87-0561-413e-9f2b-f3cc432b8acc on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:22.979052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Attempting to bind port 3f1eea87-0561-413e-9f2b-f3cc432b8acc by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:22.979368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Attempting to bind port 3f1eea87-0561-413e-9f2b-f3cc432b8acc on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:23.016079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Port 3f1eea87-0561-413e-9f2b-f3cc432b8acc on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:23.016416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Attempting to bind port 3f1eea87-0561-413e-9f2b-f3cc432b8acc on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:23.075273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3f7890b-5394-402b-bfe3-8e3685e7f917 req-343b3bb4-c821-45f1-b265-8bff71e1d5c0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423055 Oct 13 04:05:23.089979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:23.090319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:23.090708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:23.091150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Bound port: 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:23.091510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.097779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Attempting to bind port df08fe34-8890-4e1b-a210-3ab688841d68 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:23.097949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Attempting to bind port df08fe34-8890-4e1b-a210-3ab688841d68 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:23.098285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Attempting to bind port df08fe34-8890-4e1b-a210-3ab688841d68 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:23.136781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Port df08fe34-8890-4e1b-a210-3ab688841d68 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:23.137456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Attempting to bind port df08fe34-8890-4e1b-a210-3ab688841d68 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:23.158024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-de97135d-8687-40d7-8a91-432259ea21d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6438498-f6f9-4d94-b380-82112796ef86 HTTP/1.1" status: 200 len: 217 time: 0.3328414 Oct 13 04:05:23.188360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:23.188706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Checking segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:23.189091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Bound using segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:23.189521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Bound port: df08fe34-8890-4e1b-a210-3ab688841d68, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:23.189881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.212037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-01eefbce-1bea-41c8-b08c-a13cfccaaceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.213513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-01eefbce-1bea-41c8-b08c-a13cfccaaceb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3447678 Oct 13 04:05:23.238876 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a57ddbbc-9234-4ba7-8874-958907ab68d8 req-af70c79c-3c21-42de-adc3-01a0cfa03698 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246285 Oct 13 04:05:23.255250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7b6c18c-05b1-45ac-a783-afc112e97834 req-3567baeb-4a2c-44ea-8532-da8884c03ce1 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0955966 Oct 13 04:05:23.274462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-c098cd3e-5f24-44ad-8af3-211749f2e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.275892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-c098cd3e-5f24-44ad-8af3-211749f2e72f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 200 len: 857 time: 0.1072123 Oct 13 04:05:23.282536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:05:23.299926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] Sync routers for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:05:23.302458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.308919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:23.309786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:23.325353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-7f8c981a-861a-4adb-a6c4-491501ddc951 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408089 Oct 13 04:05:23.326347 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-258489a3-7614-46ae-ba5f-07b57c43a08b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012 HTTP/1.1" status: 200 len: 217 time: 0.0747344 Oct 13 04:05:23.422100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a6149be-6045-4395-a4b8-c72822e31bc1 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "PUT /v2.0/floatingips/b3d336df-8b0a-497b-8493-95b2c7217f77 HTTP/1.1" status: 200 len: 990 time: 2.7568445 Oct 13 04:05:23.435829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:23.437808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] For port 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:23.450015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] For port df08fe34-8890-4e1b-a210-3ab688841d68, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:23.459083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] For port 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:23.466826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-8e12140e-3f00-4448-8884-9279220273be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.468307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-8e12140e-3f00-4448-8884-9279220273be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1297519 Oct 13 04:05:23.476784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] For port df08fe34-8890-4e1b-a210-3ab688841d68, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=df08fe34-8890-4e1b-a210-3ab688841d68,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:23.478343 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.498927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-3ce96920-90e0-4205-9fed-6559f1944ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577692 Oct 13 04:05:23.507107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3914cad-3c40-448a-a85d-8c56eb44d918 req-e46d47cc-1063-4677-8d85-9d2b7527fe0b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.508754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.514449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3914cad-3c40-448a-a85d-8c56eb44d918 req-e46d47cc-1063-4677-8d85-9d2b7527fe0b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 948 time: 0.1744368 Oct 13 04:05:23.584879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.585498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.586852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] 10.222.0.15 "PUT /v2.0/ports/3f1eea87-0561-413e-9f2b-f3cc432b8acc HTTP/1.1" status: 200 len: 1091 time: 2.6931512 Oct 13 04:05:23.591045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'tag': '3f1eea87-0561-413e-9f2b-f3cc432b8acc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:23.593260 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29784b84-d3ca-4c79-8795-c28421c5c966" -d '{"events": [{"name": "network-changed", "server_uuid": "a491efaa-b784-4e5f-b323-0807d7b42c0f", "tag": "3f1eea87-0561-413e-9f2b-f3cc432b8acc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:23.635940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.636730 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.638406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] 10.222.0.26 "PUT /v2.0/ports/df08fe34-8890-4e1b-a210-3ab688841d68 HTTP/1.1" status: 200 len: 1092 time: 3.1634736 Oct 13 04:05:23.661857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1f5776-a867-4615-9188-eb25c188f572 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:23.666807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:23.668488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd8f46-cb56-4a45-b080-726d15fe4b61 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1eea87-0561-413e-9f2b-f3cc432b8acc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:23.677367 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:23.681917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.685861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-fbaa0a5c-260c-426f-8571-c1a453d30719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.687402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-fbaa0a5c-260c-426f-8571-c1a453d30719 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1928666 Oct 13 04:05:23.724870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7bb1205-8c46-4c28-94de-46bf864c3bb2 req-ade0def1-f0c5-4565-8f53-b32280f1da25 service neutron] 10.222.0.15 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993709 Oct 13 04:05:23.762012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3914cad-3c40-448a-a85d-8c56eb44d918 req-7c246de3-f07b-437c-8294-fed8a81f56e9 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464247 Oct 13 04:05:23.767499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'b3d336df-8b0a-497b-8493-95b2c7217f77', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'port_id': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'mac_address': 'fa:16:3e:c8:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09163bcb-6969-4144-a378-5ac5e065a60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:05:02Z', 'updated_at': '2021-10-13T04:05:21Z', 'revision_number': 1, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:23.799781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] Checking router: 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:05:23.808774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:23.809379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:23.822670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Transition to ACTIVE for port object 3a1f5776-a867-4615-9188-eb25c188f572 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:23.835898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06bfee-e80e-4c96-858e-35681600b49d req-b865ea2a-da24-47e3-8451-20657e679eba tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.837446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba06bfee-e80e-4c96-858e-35681600b49d req-b865ea2a-da24-47e3-8451-20657e679eba tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 943 time: 0.2608109 Oct 13 04:05:23.861427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:23.882158 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f00194-c35e-40f9-9dcd-1e42a2e824ac x-openstack-request-id: req-42f00194-c35e-40f9-9dcd-1e42a2e824ac {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:23.882446 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a491efaa-b784-4e5f-b323-0807d7b42c0f", "tag": "3f1eea87-0561-413e-9f2b-f3cc432b8acc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:23.882703 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42f00194-c35e-40f9-9dcd-1e42a2e824ac {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:23.883147 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'tag': '3f1eea87-0561-413e-9f2b-f3cc432b8acc', 'status': 'completed', 'code': 200} Oct 13 04:05:23.896470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5c97-39b9-4bbb-b857-ad7edd236cce service neutron] Pushing event updated for resources: {'Port': ['ID=df08fe34-8890-4e1b-a210-3ab688841d68,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:23.958644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-fd081396-6947-4141-bdcc-e90cd7d3f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.960150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-fd081396-6947-4141-bdcc-e90cd7d3f780 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 1095 time: 0.2519021 Oct 13 04:05:23.961796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-9d10d933-e045-48b5-8980-59b0c7f8e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:23.963106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-9d10d933-e045-48b5-8980-59b0c7f8e84d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 1094 time: 0.2322845 Oct 13 04:05:23.991486 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d34ce0-82d8-4868-93a6-4d01e7042203 x-openstack-request-id: req-16d34ce0-82d8-4868-93a6-4d01e7042203 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:23.991846 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:23.992156 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16d34ce0-82d8-4868-93a6-4d01e7042203 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:23.992614 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'status': 'completed', 'code': 200} Oct 13 04:05:24.015390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba06bfee-e80e-4c96-858e-35681600b49d req-a223f3bb-7bef-4333-b208-1aec9624509e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635454 Oct 13 04:05:24.069994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-585f23ca-6358-467c-9610-dac2e012a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.071735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-585f23ca-6358-467c-9610-dac2e012a787 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3ecc36c84f4aca88a721effb08ec26&device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 1096 time: 0.0499263 Oct 13 04:05:24.074326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:24.080540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1f5776-a867-4615-9188-eb25c188f572,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:24.087489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-b62248f3-de8a-4452-b3f9-d147d874c907 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691916 Oct 13 04:05:24.088785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-c46ecdd0-bffd-4afa-8322-86ad16978ce1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df08fe34-8890-4e1b-a210-3ab688841d68 HTTP/1.1" status: 200 len: 217 time: 0.1090953 Oct 13 04:05:24.090044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-999a72ea-0744-47d6-8ce8-e5e920cf5480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc HTTP/1.1" status: 200 len: 217 time: 0.1130302 Oct 13 04:05:24.204310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-7bf2a89c-3ffb-4dad-a3b5-a38a72a8c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.205824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-7bf2a89c-3ffb-4dad-a3b5-a38a72a8c00a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35 HTTP/1.1" status: 200 len: 906 time: 0.1243289 Oct 13 04:05:24.228629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93625f7f-5073-4b40-a455-4a186f6bdf23 req-afbbfc6e-a1ca-49f5-bf66-7770902ed4b3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.230167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93625f7f-5073-4b40-a455-4a186f6bdf23 req-afbbfc6e-a1ca-49f5-bf66-7770902ed4b3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 946 time: 0.0733321 Oct 13 04:05:24.295775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Attempting to bind port 3a1f5776-a867-4615-9188-eb25c188f572 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:24.296399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Attempting to bind port 3a1f5776-a867-4615-9188-eb25c188f572 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:24.298269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Attempting to bind port 3a1f5776-a867-4615-9188-eb25c188f572 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:24.307337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-f71827aa-b824-4efd-b031-a03f5b159789 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce4dbb0-6f72-452e-83cc-404112b10804 HTTP/1.1" status: 200 len: 998 time: 0.0927701 Oct 13 04:05:24.319117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93625f7f-5073-4b40-a455-4a186f6bdf23 req-3c04ca45-f0ee-4ae7-a929-428373eeb206 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619678 Oct 13 04:05:24.328525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-81b534b6-cace-4483-8649-1502a9676ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.340885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-81b534b6-cace-4483-8649-1502a9676ffa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 200 len: 857 time: 0.1767714 Oct 13 04:05:24.342690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'b3d336df-8b0a-497b-8493-95b2c7217f77', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'port_id': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'mac_address': 'fa:16:3e:c8:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09163bcb-6969-4144-a378-5ac5e065a60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:05:02Z', 'updated_at': '2021-10-13T04:05:21Z', 'revision_number': 1, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:24.371691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Port 3a1f5776-a867-4615-9188-eb25c188f572 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:24.372038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Attempting to bind port 3a1f5776-a867-4615-9188-eb25c188f572 on network d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:24.404524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a070b9c-6c50-4178-9dda-73aebd03c44e None None] The sync data for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 is: [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'b3d336df-8b0a-497b-8493-95b2c7217f77', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'port_id': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'mac_address': 'fa:16:3e:c8:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09163bcb-6969-4144-a378-5ac5e065a60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:05:02Z', 'updated_at': '2021-10-13T04:05:21Z', 'revision_number': 1, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:05:24.405644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-afce0883-f1bc-4e61-8563-3185c6d7b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.407615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-afce0883-f1bc-4e61-8563-3185c6d7b81e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72502e5f-688b-4ad8-933c-473cfb1494ef HTTP/1.1" status: 200 len: 844 time: 0.0874634 Oct 13 04:05:24.411975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5eefa-f688-4692-aad0-f43939429620 req-ca654fa7-4511-454a-be85-f7ab78d0dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.413458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-ca654fa7-4511-454a-be85-f7ab78d0dd33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.2624738 Oct 13 04:05:24.415277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-b5dde0b0-e30f-46a1-b03a-12ad4bb093de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681028 Oct 13 04:05:24.418499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:24.418840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Checking segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:24.419220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Bound using segment: {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:24.419665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Bound port: 3a1f5776-a867-4615-9188-eb25c188f572, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c793beed-b5aa-4ea6-b342-1fa1be1d814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:24.420024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:24.475940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:24.478328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c202034-5e4b-4598-902e-ac222562b96a req-53aa6256-eb4f-4799-822e-fffe9a375bb6 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0535419 Oct 13 04:05:24.518607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-b415a5d4-fada-459f-a874-d297c18a3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.520335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-b415a5d4-fada-459f-a874-d297c18a3ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e574ccbc-4552-44e2-bc83-e2b75b3cdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054578 Oct 13 04:05:24.543235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-79356601-fed9-4c50-9b73-3ca6dcd74ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114349 Oct 13 04:05:24.656132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-c5b19b8c-ea41-45a7-bb01-cd0fddc8cc29 service neutron] 10.222.0.15 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275244 Oct 13 04:05:24.661117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c24fb3-a3b9-43cb-af3c-d3f06e7baf26 req-51db2b63-cfe8-42a6-9aa1-e3c74c2caa14 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088506 Oct 13 04:05:24.678105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91235ce-47bb-486e-95e4-19052bac12df req-77c00f89-422b-4c21-94a1-6797d77e7257 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.695307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d91235ce-47bb-486e-95e4-19052bac12df req-77c00f89-422b-4c21-94a1-6797d77e7257 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 944 time: 0.3697455 Oct 13 04:05:24.740076 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a14f7a-94eb-46a2-acbc-f5b46c6e216a None None] New status for floating IP b3d336df-8b0a-497b-8493-95b2c7217f77: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:05:24.789164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] For port 3a1f5776-a867-4615-9188-eb25c188f572, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:24.822950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-a8357911-8075-4cd9-98a6-70a155c0cbc2 service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922265 Oct 13 04:05:24.824238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccc57fe0-c05b-4d11-8df0-5bc1e1bc4d9e req-260a5434-c734-4902-96b9-6258726cb6c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468358 Oct 13 04:05:24.824623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] For port 3a1f5776-a867-4615-9188-eb25c188f572, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a1f5776-a867-4615-9188-eb25c188f572,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:24.833375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d91235ce-47bb-486e-95e4-19052bac12df req-703c2c63-eca6-4816-b949-5a51cb10e651 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417239 Oct 13 04:05:24.846244 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:24.862256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-67425827-51c8-460e-84f6-cb17e329791f service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013804 Oct 13 04:05:24.980794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:24.981413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:24.982790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a1f5776-a867-4615-9188-eb25c188f572 HTTP/1.1" status: 200 len: 1092 time: 2.7620127 Oct 13 04:05:25.001479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ec83-9558-4d45-b886-09234e2dc3f6 req-e3f30cb2-192a-4a4e-b92c-9f2793269af2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.003317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbe4ec83-9558-4d45-b886-09234e2dc3f6 req-e3f30cb2-192a-4a4e-b92c-9f2793269af2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 948 time: 0.0992150 Oct 13 04:05:25.058892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbe4ec83-9558-4d45-b886-09234e2dc3f6 req-6d42720a-e470-4354-9d04-ee9e2e438fc3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470135 Oct 13 04:05:25.105013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf21e-e6ff-4c6f-b5fc-c1afec01ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1f5776-a867-4615-9188-eb25c188f572,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:25.178223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-a13ed6eb-01c3-468e-8b3e-6392047ebda8 service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424115 Oct 13 04:05:25.210244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be5eefa-f688-4692-aad0-f43939429620 req-ac4e72b7-6c67-4faf-8877-5fd5115f7ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144653 Oct 13 04:05:25.215428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5f30e38c-015b-485b-b22d-84c8f1fde5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.216891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-5f30e38c-015b-485b-b22d-84c8f1fde5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 1095 time: 0.1442449 Oct 13 04:05:25.225932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6a48-5b39-4f65-94b7-46a04bb7b515 req-e9eff729-e4fe-4caf-bdcf-8e5abad8b933 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.227354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b12a6a48-5b39-4f65-94b7-46a04bb7b515 req-e9eff729-e4fe-4caf-bdcf-8e5abad8b933 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 943 time: 0.0880284 Oct 13 04:05:25.273136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-8c0c8aa6-417f-4d13-8558-c9a7bfcf3253 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a1f5776-a867-4615-9188-eb25c188f572 HTTP/1.1" status: 200 len: 217 time: 0.0448198 Oct 13 04:05:25.516370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d6438498-f6f9-4d94-b380-82112796ef86 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:25.625307 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff27f926-0c7b-450b-8f6f-4f0417580908 req-5f4312b3-fe02-47a5-8c56-9c8b0698fa18 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0387163 Oct 13 04:05:25.643412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d6438498-f6f9-4d94-b380-82112796ef86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d6438498-f6f9-4d94-b380-82112796ef86,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:25.686861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'd6438498-f6f9-4d94-b380-82112796ef86', 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'port_id': 'd6438498-f6f9-4d94-b380-82112796ef86', 'mac_address': 'fa:16:3e:5c:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea59188-b083-4ef7-b359-59e92b12692c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:25.713006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b12a6a48-5b39-4f65-94b7-46a04bb7b515 req-b049baba-f7dc-4469-b1b6-d4683c925a0c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767442 Oct 13 04:05:25.726092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-48f7ecba-5626-4a32-be18-5c7076c8bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.727565 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-48f7ecba-5626-4a32-be18-5c7076c8bbc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 200 len: 857 time: 0.1139634 Oct 13 04:05:25.738097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-b58ee571-1f0f-415d-98a2-5829cc4da76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.738097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-b58ee571-1f0f-415d-98a2-5829cc4da76e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 1094 time: 0.4660492 Oct 13 04:05:25.744808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:25.760473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6438498-f6f9-4d94-b380-82112796ef86 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:25.783813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d6438498-f6f9-4d94-b380-82112796ef86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d6438498-f6f9-4d94-b380-82112796ef86,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:25.789980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:25.790489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-8a36c55d-678b-4a0a-9d53-19ed2f03c4e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459571 Oct 13 04:05:25.845067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d6438498-f6f9-4d94-b380-82112796ef86,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:25.884940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'tag': 'df08fe34-8890-4e1b-a210-3ab688841d68'}, {'name': 'network-changed', 'server_uuid': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'tag': '3a1f5776-a867-4615-9188-eb25c188f572'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:25.887262 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f713e31-4573-4bbb-beba-61a2e8353e74" -d '{"events": [{"name": "network-changed", "server_uuid": "2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8", "tag": "df08fe34-8890-4e1b-a210-3ab688841d68"}, {"name": "network-changed", "server_uuid": "2d8f91f9-6fc8-4ad0-b3dd-23950be30f42", "tag": "3a1f5776-a867-4615-9188-eb25c188f572"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:25.934151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-b324cfd7-b7e7-43ad-a7fe-245167f2efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.935650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-b324cfd7-b7e7-43ad-a7fe-245167f2efec service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.1832974 Oct 13 04:05:25.953479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-ee9e0959-6a03-4b81-988e-e9dff8dcac8d service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388602 Oct 13 04:05:25.963996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce71968-0526-4f4c-9eb9-a3a107c107c2 req-a9ccc1d1-3956-46e5-8098-aa7d6f060125 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:25.966197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ce71968-0526-4f4c-9eb9-a3a107c107c2 req-a9ccc1d1-3956-46e5-8098-aa7d6f060125 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 944 time: 0.0506527 Oct 13 04:05:25.991779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-d52dd711-7825-4e9e-8d2c-4ad6a57bc48a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc HTTP/1.1" status: 200 len: 217 time: 0.0458090 Oct 13 04:05:26.013701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ce71968-0526-4f4c-9eb9-a3a107c107c2 req-ff85d55c-9f91-41f9-98fd-70aa01cf75c9 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Oct 13 04:05:26.086455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc48dd-955a-451f-96ec-b6c36c12b68e req-88cd2277-f97a-4f8f-9a42-d7863010cc97 service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034205 Oct 13 04:05:26.095497 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3359e6-20bc-44e9-b4bb-0ae155f97028 x-openstack-request-id: req-5e3359e6-20bc-44e9-b4bb-0ae155f97028 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:26.095813 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8", "tag": "df08fe34-8890-4e1b-a210-3ab688841d68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d8f91f9-6fc8-4ad0-b3dd-23950be30f42", "tag": "3a1f5776-a867-4615-9188-eb25c188f572", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:26.096039 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e3359e6-20bc-44e9-b4bb-0ae155f97028 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:26.096430 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'tag': 'df08fe34-8890-4e1b-a210-3ab688841d68', 'status': 'completed', 'code': 200} Oct 13 04:05:26.096713 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'tag': '3a1f5776-a867-4615-9188-eb25c188f572', 'status': 'completed', 'code': 200} Oct 13 04:05:26.156414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d6438498-f6f9-4d94-b380-82112796ef86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:26.167692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-d26092e4-f381-4cfa-bb85-2165294bbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.172746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-d26092e4-f381-4cfa-bb85-2165294bbd42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0820260 Oct 13 04:05:26.190049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-36ce170d-ed85-44eb-abf7-0ad2bb525c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.191386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-36ce170d-ed85-44eb-abf7-0ad2bb525c77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 1095 time: 0.0737467 Oct 13 04:05:26.215359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-d3812f9a-13dc-4b20-ad09-586ebf613187 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343964 Oct 13 04:05:26.284112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956471-8e21-44b6-99fe-68f798865d75 req-96876250-a81c-4e6c-942c-ac51b6eb7f60 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.292054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78956471-8e21-44b6-99fe-68f798865d75 req-96876250-a81c-4e6c-942c-ac51b6eb7f60 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 948 time: 0.0727222 Oct 13 04:05:26.340796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78956471-8e21-44b6-99fe-68f798865d75 req-fbff8de4-4251-494e-a7aa-2b43aafcabc7 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Oct 13 04:05:26.361711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-fe767b39-812b-4edc-96e5-d348a7e9cbf5 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201434 Oct 13 04:05:26.453306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-c4b978e1-6c2a-4e07-92ce-1a80a89cd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.454682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-c4b978e1-6c2a-4e07-92ce-1a80a89cd1f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 918 time: 0.2417555 Oct 13 04:05:26.511091 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-e8ed8de0-531b-4580-8340-8f79af296d02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df08fe34-8890-4e1b-a210-3ab688841d68 HTTP/1.1" status: 200 len: 217 time: 0.0448434 Oct 13 04:05:26.516423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29784b84-d3ca-4c79-8795-c28421c5c966 req-ed1cf05b-18df-4082-9746-9cb3559d656c service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423156 Oct 13 04:05:26.561163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-0f0ce676-4210-4390-86c0-0ed7d7ead5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.562609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-0f0ce676-4210-4390-86c0-0ed7d7ead5d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 200 len: 857 time: 0.0441496 Oct 13 04:05:26.594263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-342f224c-acb9-41d7-bcb1-8674650bad0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240588 Oct 13 04:05:26.697964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-f2f4aebb-dd6b-4fe2-9f23-159c9fba236c service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863366 Oct 13 04:05:26.744121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48821fcb-b404-4636-8f66-9816f40e016c req-32171c3b-4181-46e7-a9e1-5973c848b5f6 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0337827 Oct 13 04:05:26.857405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-785947b9-b8f2-4ea7-aa49-760725731939 service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222043 Oct 13 04:05:26.879056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e62541-00a2-4c38-ab4f-2f5183ac9398 req-feac074a-8632-47dd-babf-c0383d2e7ef2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.880543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4e62541-00a2-4c38-ab4f-2f5183ac9398 req-feac074a-8632-47dd-babf-c0383d2e7ef2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 943 time: 0.0641453 Oct 13 04:05:26.895444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4d4cdde1-b6e6-4d49-8223-771d47b0a012 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:26.952445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4e62541-00a2-4c38-ab4f-2f5183ac9398 req-0e48febf-69ff-410b-bc01-50796f974baf tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624931 Oct 13 04:05:26.965233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-d2e17a4d-c13d-4b66-8746-8f015522b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:26.966636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-d2e17a4d-c13d-4b66-8746-8f015522b869 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9906f3e2089b4a6894055f9be1f6b082&device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 1095 time: 0.0544550 Oct 13 04:05:27.004396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:27.014602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '4d4cdde1-b6e6-4d49-8223-771d47b0a012', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '4d4cdde1-b6e6-4d49-8223-771d47b0a012', 'mac_address': 'fa:16:3e:19:79:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:27.054903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:27.064265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-66b3308a-9b46-4384-a33f-fc4d218e07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:27.065784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-66b3308a-9b46-4384-a33f-fc4d218e07f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 200 len: 918 time: 0.0915074 Oct 13 04:05:27.070223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4cdde1-b6e6-4d49-8223-771d47b0a012 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:27.094634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:27.099782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:27.116720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-be3cc56a-b41a-4109-8bb4-db7d37725d17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a1f5776-a867-4615-9188-eb25c188f572 HTTP/1.1" status: 200 len: 217 time: 0.0425916 Oct 13 04:05:27.153339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5663d-f295-4279-b4b1-a0d9c3ea7d17 req-b028bb5e-40d7-44c0-a3b6-6f809cf8a43e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:27.159177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=4d4cdde1-b6e6-4d49-8223-771d47b0a012,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:27.160749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03d5663d-f295-4279-b4b1-a0d9c3ea7d17 req-b028bb5e-40d7-44c0-a3b6-6f809cf8a43e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 944 time: 0.0692074 Oct 13 04:05:27.201153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-8b5fc920-3197-491b-bb92-4f19f701c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:27.205487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-8b5fc920-3197-491b-bb92-4f19f701c2ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 200 len: 857 time: 0.0785162 Oct 13 04:05:27.211495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03d5663d-f295-4279-b4b1-a0d9c3ea7d17 req-5ea932c9-e722-4d0a-b1a9-03587c356ae1 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Oct 13 04:05:27.244418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-4719d3f1-40b2-4224-a884-2ce3d1ba235e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312192 Oct 13 04:05:27.338858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-af0c0127-a9b2-4457-b973-212a98e7c6d0 service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869043 Oct 13 04:05:27.461612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f713e31-4573-4bbb-beba-61a2e8353e74 req-24b08bed-1b6c-4c13-a7aa-f3da3286c6ed service neutron] 10.222.0.26 "GET /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120038 Oct 13 04:05:27.482506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b3a5c-94d1-4401-96f3-d4dc04ea2862 req-e52704f0-74ba-45cc-95ea-8b88b4ef07ca tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:27.484002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-000b3a5c-94d1-4401-96f3-d4dc04ea2862 req-e52704f0-74ba-45cc-95ea-8b88b4ef07ca tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 949 time: 0.0644484 Oct 13 04:05:27.517588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d6438498-f6f9-4d94-b380-82112796ef86 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:27.524228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-000b3a5c-94d1-4401-96f3-d4dc04ea2862 req-484b5e28-5ad9-48c8-babd-9beafcc2c0bb tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335684 Oct 13 04:05:27.564255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port d6438498-f6f9-4d94-b380-82112796ef86 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:27.568437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port d6438498-f6f9-4d94-b380-82112796ef86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:27.568842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:27.647119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['4d4cdde1-b6e6-4d49-8223-771d47b0a012'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:27.669097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:27.703211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6438498-f6f9-4d94-b380-82112796ef86'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:27.705485 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570be8c3-d8b1-4828-ad91-5b3ab45fcd1e" -d '{"events": [{"server_uuid": "4f05c47a-ae2b-4406-8687-cf0a2bf8a275", "name": "network-vif-plugged", "status": "completed", "tag": "d6438498-f6f9-4d94-b380-82112796ef86"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:27.723890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d6438498-f6f9-4d94-b380-82112796ef86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d6438498-f6f9-4d94-b380-82112796ef86,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:27.731768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:27.778185 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44f9f9-0417-451a-885e-de5eee895d46 x-openstack-request-id: req-1d44f9f9-0417-451a-885e-de5eee895d46 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:27.778407 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f05c47a-ae2b-4406-8687-cf0a2bf8a275", "name": "network-vif-plugged", "status": "completed", "tag": "d6438498-f6f9-4d94-b380-82112796ef86", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:27.778625 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d44f9f9-0417-451a-885e-de5eee895d46 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:27.779007 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6438498-f6f9-4d94-b380-82112796ef86', 'code': 200} Oct 13 04:05:27.845932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d6438498-f6f9-4d94-b380-82112796ef86,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:27.868086 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c35740e5-93db-4406-ac20-253cc482b97b req-54f35110-9ed1-4081-b615-562ce51a37f8 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0346217 Oct 13 04:05:27.908447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362b682-5fea-4cff-b2f7-85321a70ae8a req-e0c3ab0d-82be-4bb2-a4b7-254cfe55505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:27.909993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7362b682-5fea-4cff-b2f7-85321a70ae8a req-e0c3ab0d-82be-4bb2-a4b7-254cfe55505c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 1097 time: 0.0446270 Oct 13 04:05:27.948043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7362b682-5fea-4cff-b2f7-85321a70ae8a req-1530517e-c548-41e3-adb5-f5bf55e9931d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286794 Oct 13 04:05:28.070523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60ec75-1709-4125-bbf2-dad457f577cb req-9e5de274-1fef-4b11-83d7-74aa36547e39 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:28.072226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c60ec75-1709-4125-bbf2-dad457f577cb req-9e5de274-1fef-4b11-83d7-74aa36547e39 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 943 time: 0.0514736 Oct 13 04:05:28.110053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c60ec75-1709-4125-bbf2-dad457f577cb req-8bcd2c23-20ca-4a90-b34f-94022356d647 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Oct 13 04:05:28.320419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea4991-3339-43cf-b66d-4f23324d7dda req-ef21f2d2-e519-4d7d-a484-7b3949305614 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:28.323054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fea4991-3339-43cf-b66d-4f23324d7dda req-ef21f2d2-e519-4d7d-a484-7b3949305614 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Oct 13 04:05:28.364669 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fea4991-3339-43cf-b66d-4f23324d7dda req-3ca89874-29a8-4ce8-92f8-c06c4fb213f4 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Oct 13 04:05:28.643908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70a94-63df-4fe2-aebd-f54b025ce82a req-01aeb37f-2bc4-4d8b-b81c-17ab520b8c71 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:28.646079 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bc70a94-63df-4fe2-aebd-f54b025ce82a req-01aeb37f-2bc4-4d8b-b81c-17ab520b8c71 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 949 time: 0.0517602 Oct 13 04:05:28.685080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bc70a94-63df-4fe2-aebd-f54b025ce82a req-1cbb21a1-0d63-4b08-a02f-707958275631 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Oct 13 04:05:28.914829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device df08fe34-8890-4e1b-a210-3ab688841d68 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:28.982980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11d100cf-835f-4b92-b9b9-92e1258f654c req-dec49981-3787-470f-a95f-848425cb3aa8 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0304711 Oct 13 04:05:29.028847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port df08fe34-8890-4e1b-a210-3ab688841d68, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=df08fe34-8890-4e1b-a210-3ab688841d68,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:29.040033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'df08fe34-8890-4e1b-a210-3ab688841d68', 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'port_id': 'df08fe34-8890-4e1b-a210-3ab688841d68', 'mac_address': 'fa:16:3e:83:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea59188-b083-4ef7-b359-59e92b12692c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:29.076495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:29.088841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df08fe34-8890-4e1b-a210-3ab688841d68 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:29.107296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port df08fe34-8890-4e1b-a210-3ab688841d68, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=df08fe34-8890-4e1b-a210-3ab688841d68,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:29.110551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:29.161495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=df08fe34-8890-4e1b-a210-3ab688841d68,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:29.227800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c5dd6-ae58-498d-a9dc-814b2da23b34 req-507a7d94-2ca7-4e97-a8c6-2a7986ee3c4a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:29.229279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b4c5dd6-ae58-498d-a9dc-814b2da23b34 req-507a7d94-2ca7-4e97-a8c6-2a7986ee3c4a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 943 time: 0.0486987 Oct 13 04:05:29.267394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b4c5dd6-ae58-498d-a9dc-814b2da23b34 req-2e4a0562-a765-49f0-9276-79788b4dcf30 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Oct 13 04:05:29.486042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d048-cc88-48ad-926c-fb404ea532f2 req-c7714b23-384f-4ac2-8c2c-85c8744c4e79 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:29.487599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5754d048-cc88-48ad-926c-fb404ea532f2 req-c7714b23-384f-4ac2-8c2c-85c8744c4e79 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 944 time: 0.0515614 Oct 13 04:05:29.527011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5754d048-cc88-48ad-926c-fb404ea532f2 req-d499033a-e6c6-4b8b-a7f7-78aa70bac3ee tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Oct 13 04:05:29.531736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['df08fe34-8890-4e1b-a210-3ab688841d68'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:29.535018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3f1eea87-0561-413e-9f2b-f3cc432b8acc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:29.701264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:29.722512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '3f1eea87-0561-413e-9f2b-f3cc432b8acc', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': '3f1eea87-0561-413e-9f2b-f3cc432b8acc', 'mac_address': 'fa:16:3e:96:68:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:29.789108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:29.809227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1eea87-0561-413e-9f2b-f3cc432b8acc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:29.812391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e605e29-235b-4a39-bcd8-8cfeeaa03cad req-db80a812-9a3c-4b03-8e2e-e0c023384809 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:29.814211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e605e29-235b-4a39-bcd8-8cfeeaa03cad req-db80a812-9a3c-4b03-8e2e-e0c023384809 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 949 time: 0.0571978 Oct 13 04:05:29.834134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:29.838846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:29.853963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e605e29-235b-4a39-bcd8-8cfeeaa03cad req-37c37674-ddac-4b53-a9e2-ad156354aaec tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Oct 13 04:05:29.892002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=3f1eea87-0561-413e-9f2b-f3cc432b8acc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:30.088908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65640c4e-a330-436b-8839-e60276c8ed6c req-77f3e791-5f0b-4699-936f-be33a265b760 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0264387 Oct 13 04:05:30.189790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['3f1eea87-0561-413e-9f2b-f3cc432b8acc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:30.405000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6748f-0764-4ba9-a3bd-3ba190bc7c7f req-699a3f80-b338-450a-8f8f-51ff19b07134 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:30.406816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62e6748f-0764-4ba9-a3bd-3ba190bc7c7f req-699a3f80-b338-450a-8f8f-51ff19b07134 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 944 time: 0.0669029 Oct 13 04:05:30.457383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62e6748f-0764-4ba9-a3bd-3ba190bc7c7f req-481ccc59-ae09-49d3-829e-7c30d1e40b39 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Oct 13 04:05:30.643977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b948-56c5-4b3d-aa1d-87639875da20 req-fc776eb4-5cc2-45d6-a4f7-96a158c18571 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:30.645392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c05b948-56c5-4b3d-aa1d-87639875da20 req-fc776eb4-5cc2-45d6-a4f7-96a158c18571 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 944 time: 0.0485678 Oct 13 04:05:30.682898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c05b948-56c5-4b3d-aa1d-87639875da20 req-1221e408-a0f0-4a94-8092-85f6f37a35d8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Oct 13 04:05:30.940223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a1f5776-a867-4615-9188-eb25c188f572 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:30.943415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4d4cdde1-b6e6-4d49-8223-771d47b0a012 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:30.974093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f91d9e-5fc7-44ed-a5d2-32c22d4fcb31 req-14c9b59d-7241-4e79-9675-57bde380db1d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:30.975477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6f91d9e-5fc7-44ed-a5d2-32c22d4fcb31 req-14c9b59d-7241-4e79-9675-57bde380db1d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 949 time: 0.0507398 Oct 13 04:05:31.014654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6f91d9e-5fc7-44ed-a5d2-32c22d4fcb31 req-7311ba87-6e2f-4b77-9bf7-36bfa63fa76e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Oct 13 04:05:31.055960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:31.061201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:31.061687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.108113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3a1f5776-a867-4615-9188-eb25c188f572, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a1f5776-a867-4615-9188-eb25c188f572,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:31.122559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '3a1f5776-a867-4615-9188-eb25c188f572', 'network_id': 'd3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81', 'port_id': '3a1f5776-a867-4615-9188-eb25c188f572', 'mac_address': 'fa:16:3e:f4:fa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea59188-b083-4ef7-b359-59e92b12692c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:31.190978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.193232 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efd9aa8f-c285-4f18-bc25-0e63f1f4ff18 req-0423dfac-8e24-4c04-ae28-8e4c0dcaba86 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0289848 Oct 13 04:05:31.206142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.218072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1f5776-a867-4615-9188-eb25c188f572 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:31.233218 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:05:31.250648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4cdde1-b6e6-4d49-8223-771d47b0a012'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:31.253200 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254c7cbb-8250-473f-9b17-5330f82cb950" -d '{"events": [{"server_uuid": "ac7321c3-a090-4549-9f27-e39cc0cf8f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d4cdde1-b6e6-4d49-8223-771d47b0a012"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:31.265382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3a1f5776-a867-4615-9188-eb25c188f572, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a1f5776-a867-4615-9188-eb25c188f572,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:31.269290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:31.271642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.278989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.279769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device df08fe34-8890-4e1b-a210-3ab688841d68 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:31.301255 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa73dd-6e5f-4aa6-bf9c-c7f92258d8c0 x-openstack-request-id: req-f9aa73dd-6e5f-4aa6-bf9c-c7f92258d8c0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:31.301542 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7321c3-a090-4549-9f27-e39cc0cf8f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d4cdde1-b6e6-4d49-8223-771d47b0a012", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:31.301790 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9aa73dd-6e5f-4aa6-bf9c-c7f92258d8c0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:31.302165 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4cdde1-b6e6-4d49-8223-771d47b0a012', 'code': 200} Oct 13 04:05:31.363006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3a1f5776-a867-4615-9188-eb25c188f572,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:31.400411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port df08fe34-8890-4e1b-a210-3ab688841d68 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:31.409859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port df08fe34-8890-4e1b-a210-3ab688841d68 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:31.410257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.416008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c229-84cb-4e82-81f6-8001ba672827 req-d7fff03a-774e-4749-bac9-0cc0fd7c2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:31.417949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e533c229-84cb-4e82-81f6-8001ba672827 req-d7fff03a-774e-4749-bac9-0cc0fd7c2741 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 1101 time: 0.0464418 Oct 13 04:05:31.455371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=4d4cdde1-b6e6-4d49-8223-771d47b0a012,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:31.456311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e533c229-84cb-4e82-81f6-8001ba672827 req-81419dd4-f14b-4a7d-90f9-867d167f22c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293758 Oct 13 04:05:31.528445 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.539375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3f1eea87-0561-413e-9f2b-f3cc432b8acc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:31.588804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a42485-bd82-483f-91a7-29f795139a58 req-13065fb1-17dc-43f7-b427-8353abcab005 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:31.590286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69a42485-bd82-483f-91a7-29f795139a58 req-13065fb1-17dc-43f7-b427-8353abcab005 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 944 time: 0.0541196 Oct 13 04:05:31.592484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port df08fe34-8890-4e1b-a210-3ab688841d68, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=df08fe34-8890-4e1b-a210-3ab688841d68,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:31.597519 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.628134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69a42485-bd82-483f-91a7-29f795139a58 req-a266b039-f375-4308-9906-3fa55e34a667 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Oct 13 04:05:31.647142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 3f1eea87-0561-413e-9f2b-f3cc432b8acc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:31.653855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=df08fe34-8890-4e1b-a210-3ab688841d68,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:31.656289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 3f1eea87-0561-413e-9f2b-f3cc432b8acc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:31.656647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.800805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fbba4-a0e0-472c-92b1-9adbd69d845a req-c467f5d2-3140-4f4d-93b9-7378809b958b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:31.802953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b14fbba4-a0e0-472c-92b1-9adbd69d845a req-c467f5d2-3140-4f4d-93b9-7378809b958b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 945 time: 0.0505278 Oct 13 04:05:31.805779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3a1f5776-a867-4615-9188-eb25c188f572'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:31.840506 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b14fbba4-a0e0-472c-92b1-9adbd69d845a req-1891e3f2-7427-4043-9516-9731e405cee9 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Oct 13 04:05:31.921529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:31.976899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:31.985588 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:32.044667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=3f1eea87-0561-413e-9f2b-f3cc432b8acc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:32.130802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d2d25-12e3-4de0-b52d-6c1322f1173e req-30829bdb-29e9-4740-b6bf-c9f5812eed8a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:32.132352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-991d2d25-12e3-4de0-b52d-6c1322f1173e req-30829bdb-29e9-4740-b6bf-c9f5812eed8a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 950 time: 0.0484476 Oct 13 04:05:32.171074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-991d2d25-12e3-4de0-b52d-6c1322f1173e req-5363f96a-7875-465b-8f8d-85ac9a1a21e8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Oct 13 04:05:32.295095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-397e5ed9-1a3d-49fa-b726-38f2de868735 req-f200f3fc-d7fd-405b-ae44-f61694d2305c tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Oct 13 04:05:32.745165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b68ff-4035-4d82-9525-427747e35a7f req-11439521-0c3d-4114-b696-577a2788beef tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:32.746625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d09b68ff-4035-4d82-9525-427747e35a7f req-11439521-0c3d-4114-b696-577a2788beef tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0514438 Oct 13 04:05:32.783309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d09b68ff-4035-4d82-9525-427747e35a7f req-2c890409-2590-4ea2-999b-397d5685883d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Oct 13 04:05:32.952570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033919dc-15b9-4fd7-827b-c5e6e3ad3208 req-cda68338-e60d-4901-b44d-3d6c04862ffc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:32.954045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-033919dc-15b9-4fd7-827b-c5e6e3ad3208 req-cda68338-e60d-4901-b44d-3d6c04862ffc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Oct 13 04:05:32.991142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-033919dc-15b9-4fd7-827b-c5e6e3ad3208 req-74ce9b52-81ae-46ea-b250-8ae79079699b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Oct 13 04:05:33.282563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae6c9b-8d4d-4452-824c-7c6f26a596ca req-297ef122-3e66-4c32-aebb-f69f94f046e0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.284004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6ae6c9b-8d4d-4452-824c-7c6f26a596ca req-297ef122-3e66-4c32-aebb-f69f94f046e0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 950 time: 0.0475016 Oct 13 04:05:33.303471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df08fe34-8890-4e1b-a210-3ab688841d68'}, {'server_uuid': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1eea87-0561-413e-9f2b-f3cc432b8acc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:33.305902 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b0818-6ec3-41cd-b790-48fc4bf471a2" -d '{"events": [{"server_uuid": "2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8", "name": "network-vif-plugged", "status": "completed", "tag": "df08fe34-8890-4e1b-a210-3ab688841d68"}, {"server_uuid": "a491efaa-b784-4e5f-b323-0807d7b42c0f", "name": "network-vif-plugged", "status": "completed", "tag": "3f1eea87-0561-413e-9f2b-f3cc432b8acc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:33.321630 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6ae6c9b-8d4d-4452-824c-7c6f26a596ca req-f5e62e0a-18a7-4341-9087-6b4e35009912 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Oct 13 04:05:33.354009 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a342e9-15aa-465f-910b-035d0a9881f6 x-openstack-request-id: req-73a342e9-15aa-465f-910b-035d0a9881f6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:33.354371 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8", "name": "network-vif-plugged", "status": "completed", "tag": "df08fe34-8890-4e1b-a210-3ab688841d68", "code": 200}, {"server_uuid": "a491efaa-b784-4e5f-b323-0807d7b42c0f", "name": "network-vif-plugged", "status": "completed", "tag": "3f1eea87-0561-413e-9f2b-f3cc432b8acc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:33.354719 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73a342e9-15aa-465f-910b-035d0a9881f6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:33.355154 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df08fe34-8890-4e1b-a210-3ab688841d68', 'code': 200} Oct 13 04:05:33.355466 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1eea87-0561-413e-9f2b-f3cc432b8acc', 'code': 200} Oct 13 04:05:33.416959 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ffaa933-ee57-48c7-b0c7-e0c814cd1576 req-18661581-2db9-43bd-a4f0-9dfcf76d7a3b tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0380883 Oct 13 04:05:33.504981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e082ee-aa6a-479e-ba6f-42d389cc50be req-d27a19b0-95ef-414a-aa75-4cb4374593bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.506666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7e082ee-aa6a-479e-ba6f-42d389cc50be req-d27a19b0-95ef-414a-aa75-4cb4374593bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 1097 time: 0.0713143 Oct 13 04:05:33.508218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf853-c3e8-4a5f-a8cf-5f16251f5a5b req-e9a21a94-7e9c-478f-ae25-412003d8642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.509562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92bcf853-c3e8-4a5f-a8cf-5f16251f5a5b req-e9a21a94-7e9c-478f-ae25-412003d8642d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 1096 time: 0.0655458 Oct 13 04:05:33.569502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92bcf853-c3e8-4a5f-a8cf-5f16251f5a5b req-5691e801-04a2-4932-a493-95e76022dffb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502965 Oct 13 04:05:33.571130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7e082ee-aa6a-479e-ba6f-42d389cc50be req-6e5e33cf-4c30-4c3f-801b-e83708bbe726 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467982 Oct 13 04:05:33.831737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.832218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.832700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.833174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.833634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.834098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.834557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.835014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.835476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.835931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.836387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.836875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.837330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.837784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.838235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.838692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.839141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.839591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.840043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.842770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-2ae6f9ee-f619-4005-8595-895043f8c5ac tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f&device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8&device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42&device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275&device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98&device_id=5086faaf-d8cf-4d48-88d4-578508702070&device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f&device_id=09163bcb-6969-4144-a378-5ac5e065a60c&device_id=c05935b3-43d3-4101-83af-a6f270f2da85&device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726&device_id=5565c508-e258-4d1e-a6d8-2953c0fae178&device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1&device_id=cef68603-6543-4200-a3a6-a1c4044d916b&device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 17150 time: 0.0687561 Oct 13 04:05:33.863390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-3edac5ad-c86b-4bac-b024-c558f10180b7 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:33.899280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c4f62-c829-41a7-99ae-fb6045b2954c req-d8b497b9-544d-4990-9d9f-504420bd45ed tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:33.901029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-538c4f62-c829-41a7-99ae-fb6045b2954c req-d8b497b9-544d-4990-9d9f-504420bd45ed tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0477550 Oct 13 04:05:33.937965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-3edac5ad-c86b-4bac-b024-c558f10180b7 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:33.940421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-538c4f62-c829-41a7-99ae-fb6045b2954c req-4b213037-34ec-44a1-a0bf-5206df56cc64 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Oct 13 04:05:33.943417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-3edac5ad-c86b-4bac-b024-c558f10180b7 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:33.977346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-785e9e11-cb7c-458d-8ab8-87313bfdf087 req-3edac5ad-c86b-4bac-b024-c558f10180b7 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&id=f2623e0a-8705-476f-bec1-0cb4ab21979c&id=4e9894cc-0215-4925-a90c-d39261fac7a4&id=aa628424-6b0d-41ef-8503-3bd6891b61d8&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&id=733807e3-3d3a-4a40-9a78-5996b3023e05&id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.1264472 Oct 13 04:05:33.989464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edac5ad-c86b-4bac-b024-c558f10180b7 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b4fe45-69a9-4913-9d64-38e2d51634f4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:34.107624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffd65-2fe6-4dab-8a24-ff562cdd50cd req-a53577c0-1d12-4800-a2d8-10f1d990187e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:34.109113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc5ffd65-2fe6-4dab-8a24-ff562cdd50cd req-a53577c0-1d12-4800-a2d8-10f1d990187e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 945 time: 0.0507624 Oct 13 04:05:34.148273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc5ffd65-2fe6-4dab-8a24-ff562cdd50cd req-f6dad59a-9da2-4f6c-90f4-da8e49d87c1a tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Oct 13 04:05:34.305012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582c3ba-7bd9-4a0c-82ff-ec39e2fc09eb req-3904e93f-eaa5-459a-af91-1c9c37b4117d tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:34.305494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582c3ba-7bd9-4a0c-82ff-ec39e2fc09eb req-3904e93f-eaa5-459a-af91-1c9c37b4117d tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:34.305968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582c3ba-7bd9-4a0c-82ff-ec39e2fc09eb req-3904e93f-eaa5-459a-af91-1c9c37b4117d tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:34.307621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f582c3ba-7bd9-4a0c-82ff-ec39e2fc09eb req-3904e93f-eaa5-459a-af91-1c9c37b4117d tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98&device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726&device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 2883 time: 0.0467808 Oct 13 04:05:34.341213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f582c3ba-7bd9-4a0c-82ff-ec39e2fc09eb req-ee305154-9e61-485c-bab6-59fc0725a11f tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277472 Oct 13 04:05:34.511007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-214ed81e-74b1-4f5a-8518-2dda96c794da req-e12bd8eb-1379-4d8c-a9fb-c0e45f625460 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0270369 Oct 13 04:05:34.862478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca564-2ede-41fe-a1a1-eb6e41689f41 req-48e24686-2fb6-46a1-8af0-aae3f0810532 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:34.864472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6aca564-2ede-41fe-a1a1-eb6e41689f41 req-48e24686-2fb6-46a1-8af0-aae3f0810532 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1101 time: 0.0411851 Oct 13 04:05:34.900613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6aca564-2ede-41fe-a1a1-eb6e41689f41 req-45c2e896-ee2c-4590-8173-64650c9b58cc tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301409 Oct 13 04:05:34.975775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a1f5776-a867-4615-9188-eb25c188f572 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:35.016308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005251-ef58-4a91-8f11-1ee7005154d6 req-5eff708d-f182-4cf4-8354-341fc3d092aa tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:35.024961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b005251-ef58-4a91-8f11-1ee7005154d6 req-5eff708d-f182-4cf4-8354-341fc3d092aa tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1101 time: 0.0554790 Oct 13 04:05:35.051630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 3a1f5776-a867-4615-9188-eb25c188f572 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:35.058684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 3a1f5776-a867-4615-9188-eb25c188f572 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:35.059106 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:35.067128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b005251-ef58-4a91-8f11-1ee7005154d6 req-17bfc71e-cc85-4c05-bb1a-2cb11266466d tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Oct 13 04:05:35.069092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599f0da-dde0-4cac-989a-713e179fa1f1 req-215b08d4-514c-4210-9db8-1de2773a39dc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:35.070568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5599f0da-dde0-4cac-989a-713e179fa1f1 req-215b08d4-514c-4210-9db8-1de2773a39dc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0569215 Oct 13 04:05:35.146306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5599f0da-dde0-4cac-989a-713e179fa1f1 req-697d9d5f-99d2-400b-bc2e-46bc9728da3a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691919 Oct 13 04:05:35.165276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:35.202316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 3a1f5776-a867-4615-9188-eb25c188f572, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a1f5776-a867-4615-9188-eb25c188f572,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:35.208332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:35.260337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=3a1f5776-a867-4615-9188-eb25c188f572,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:35.273067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2e88-3edf-4a18-9791-28c70b1455ae req-d51f8fc4-0fb5-4bcb-8322-b4a5fdb0b366 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:35.274538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b48a2e88-3edf-4a18-9791-28c70b1455ae req-d51f8fc4-0fb5-4bcb-8322-b4a5fdb0b366 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 946 time: 0.0551250 Oct 13 04:05:35.312309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b48a2e88-3edf-4a18-9791-28c70b1455ae req-87db7a47-b1eb-41e9-b10e-df5cdd7b5866 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Oct 13 04:05:35.356165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1f5776-a867-4615-9188-eb25c188f572'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:35.361327 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db57574f-6ae0-4b06-b1ef-c401b1633c24" -d '{"events": [{"server_uuid": "2d8f91f9-6fc8-4ad0-b3dd-23950be30f42", "name": "network-vif-plugged", "status": "completed", "tag": "3a1f5776-a867-4615-9188-eb25c188f572"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:35.420098 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e1b5b-1b7e-4576-8b2a-7b3c113b608c x-openstack-request-id: req-ea0e1b5b-1b7e-4576-8b2a-7b3c113b608c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:35.420394 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f91f9-6fc8-4ad0-b3dd-23950be30f42", "name": "network-vif-plugged", "status": "completed", "tag": "3a1f5776-a867-4615-9188-eb25c188f572", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:35.420651 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea0e1b5b-1b7e-4576-8b2a-7b3c113b608c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:35.421083 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1f5776-a867-4615-9188-eb25c188f572', 'code': 200} Oct 13 04:05:35.530321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccfb04-e398-4e90-8e8d-6982293ddb07 req-4730a0f6-017c-4a36-a80e-683dc4e5777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:35.531799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bccfb04-e398-4e90-8e8d-6982293ddb07 req-4730a0f6-017c-4a36-a80e-683dc4e5777c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 1097 time: 0.0398123 Oct 13 04:05:35.569903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bccfb04-e398-4e90-8e8d-6982293ddb07 req-7e94ae05-45d6-4f83-b4d7-65a0b4781604 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301881 Oct 13 04:05:35.612470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cf2e42e-f02f-4d33-8f95-a10680ac37fe req-ce7e37cf-578c-41b6-a17d-c83dbd29e2ae tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0259564 Oct 13 04:05:35.803402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad7853-51eb-49ea-8557-0d1294d00343 req-f45cb835-83a5-4582-b065-c8c9371765af tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:35.804791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c2ad7853-51eb-49ea-8557-0d1294d00343 req-f45cb835-83a5-4582-b065-c8c9371765af tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0517828 Oct 13 04:05:35.841647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c2ad7853-51eb-49ea-8557-0d1294d00343 req-4813fc30-adf5-4822-afc7-6de55dfd8cd6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 Oct 13 04:05:36.265693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254962-eb2e-49bc-81d2-51236e92d1ec req-751fab5d-8727-4ca2-9198-b2c2ff68eac2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:36.267132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63254962-eb2e-49bc-81d2-51236e92d1ec req-751fab5d-8727-4ca2-9198-b2c2ff68eac2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0478289 Oct 13 04:05:36.303997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63254962-eb2e-49bc-81d2-51236e92d1ec req-21d78446-d8f0-4bc8-94d3-7cf550a6dda4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Oct 13 04:05:36.418352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb90b6b-8450-40bc-849b-e079653a63ad req-dc6397dd-5f47-4bae-9d50-49e26d3ba6c4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:36.419758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fb90b6b-8450-40bc-849b-e079653a63ad req-dc6397dd-5f47-4bae-9d50-49e26d3ba6c4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Oct 13 04:05:36.426961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84758e-cc02-4bce-8fce-e90ca2380b4a req-2fb386b5-1d36-4766-8483-a3d702e3c13c tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:36.428394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df84758e-cc02-4bce-8fce-e90ca2380b4a req-2fb386b5-1d36-4766-8483-a3d702e3c13c tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 946 time: 0.0510628 Oct 13 04:05:36.457754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fb90b6b-8450-40bc-849b-e079653a63ad req-5fc15bca-0b27-4fef-a1c3-b51e5a3de99c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Oct 13 04:05:36.465473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df84758e-cc02-4bce-8fce-e90ca2380b4a req-853e0a88-f58a-46dd-99f1-aa66faccb32f tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Oct 13 04:05:36.569240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb4869-e981-4707-8408-b000b24005df req-90b7f261-9598-409e-ba90-11702682e3fd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:36.570864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9cb4869-e981-4707-8408-b000b24005df req-90b7f261-9598-409e-ba90-11702682e3fd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0482368 Oct 13 04:05:36.608032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9cb4869-e981-4707-8408-b000b24005df req-d4b0475f-0755-419b-982e-0f5e96b9e250 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Oct 13 04:05:36.714426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3f0cefd-4762-462b-b16a-1f31055c9610 req-5ee4f954-a3a0-431d-94d6-dceae432566b tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0283344 Oct 13 04:05:36.844740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078388-40a4-405e-ad64-8ea448d35112 req-3ec3325e-d226-49a7-8148-e80c45178dd0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:36.846157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8078388-40a4-405e-ad64-8ea448d35112 req-3ec3325e-d226-49a7-8148-e80c45178dd0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0474336 Oct 13 04:05:36.885923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8078388-40a4-405e-ad64-8ea448d35112 req-ddbecdd5-86d2-464a-a72a-c58a3a843a31 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Oct 13 04:05:36.957369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb0ac2-bc22-4e3f-b3e9-61096459a029 req-bfcd149a-b8d5-450e-8b8f-4259939d893e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:36.959562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3dfb0ac2-bc22-4e3f-b3e9-61096459a029 req-bfcd149a-b8d5-450e-8b8f-4259939d893e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0500393 Oct 13 04:05:36.997699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3dfb0ac2-bc22-4e3f-b3e9-61096459a029 req-683c8d3a-6bee-4bde-8d69-113f12d362a3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Oct 13 04:05:37.582970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17220c7e-2916-4299-a2c6-c856d6fdc740 req-ab17c405-847d-461a-9b11-f5e07e2580d0 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:37.584418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17220c7e-2916-4299-a2c6-c856d6fdc740 req-ab17c405-847d-461a-9b11-f5e07e2580d0 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 946 time: 0.0532842 Oct 13 04:05:37.621462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17220c7e-2916-4299-a2c6-c856d6fdc740 req-7a74b772-2850-4166-96bf-6fe17fb0f497 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Oct 13 04:05:37.737728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c344953-379b-4931-9d1f-62cb06a8a86f req-1ed53384-bf76-4c2e-846d-af1cb4a50560 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:37.739859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c344953-379b-4931-9d1f-62cb06a8a86f req-1ed53384-bf76-4c2e-846d-af1cb4a50560 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 946 time: 0.0505333 Oct 13 04:05:37.777901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c344953-379b-4931-9d1f-62cb06a8a86f req-78e578be-d4e6-4ff9-9b7a-cf916fb37995 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Oct 13 04:05:37.820997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a882a3c-ce77-45bb-ab3b-691fb9f1bed0 req-77506b94-8cba-4a0b-aaf5-965b19b388c1 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0295255 Oct 13 04:05:37.870762 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:37.894622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bab1a-7738-424f-9523-475bd0f47cd8 req-af549692-364d-4e61-9caa-3db777d4a553 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:37.896665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da4bab1a-7738-424f-9523-475bd0f47cd8 req-af549692-364d-4e61-9caa-3db777d4a553 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 946 time: 0.0505376 Oct 13 04:05:37.934249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da4bab1a-7738-424f-9523-475bd0f47cd8 req-15356aef-a240-4cbc-8cc3-afedf97723f2 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Oct 13 04:05:38.042002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d51e6d-ca84-4ea4-b682-59641e563df7 req-737cf986-339a-4300-997c-dcd0c7d11f7d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:38.043454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11d51e6d-ca84-4ea4-b682-59641e563df7 req-737cf986-339a-4300-997c-dcd0c7d11f7d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0542743 Oct 13 04:05:38.086503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11d51e6d-ca84-4ea4-b682-59641e563df7 req-31bb5592-a8f9-4b8f-8f1b-30bd08d8860c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Oct 13 04:05:38.188785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5501b-8614-4cd7-9a81-1aa2ed0f5cb2 req-374158e8-cc5e-4e60-a098-ee6e1a6a41d5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:38.190264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99c5501b-8614-4cd7-9a81-1aa2ed0f5cb2 req-374158e8-cc5e-4e60-a098-ee6e1a6a41d5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 946 time: 0.0488393 Oct 13 04:05:38.229079 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99c5501b-8614-4cd7-9a81-1aa2ed0f5cb2 req-7774450f-0fea-46d1-b1d4-bd3c415be756 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Oct 13 04:05:38.277245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3946340-5e30-421a-85b9-a69e5f3bd8ea req-5770e641-e4f5-40c8-8348-1163dd661ccf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:38.278841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3946340-5e30-421a-85b9-a69e5f3bd8ea req-5770e641-e4f5-40c8-8348-1163dd661ccf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0488939 Oct 13 04:05:38.317208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3946340-5e30-421a-85b9-a69e5f3bd8ea req-5efc2e59-e2d3-4ef3-a6f4-65bcbdd84a02 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Oct 13 04:05:38.330386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c79883-916a-4162-bc03-40b94cf6d642 req-d199784c-1f3b-486b-b368-a181a672677a tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:38.331910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14c79883-916a-4162-bc03-40b94cf6d642 req-d199784c-1f3b-486b-b368-a181a672677a tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 946 time: 0.0490026 Oct 13 04:05:38.371479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14c79883-916a-4162-bc03-40b94cf6d642 req-55369870-e0da-42ed-ad1e-6146153641d0 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Oct 13 04:05:38.831155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-e70b789a-1d06-4205-bfd9-59d04a061793 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:38.832575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-e70b789a-1d06-4205-bfd9-59d04a061793 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 945 time: 0.0480361 Oct 13 04:05:38.922857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8bd5e18-5a3e-4bd0-b7c4-3e55ad394f41 req-f7b5b38c-14de-4ca9-9a19-3e42929683fd tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Oct 13 04:05:38.932373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port 3f1eea87-0561-413e-9f2b-f3cc432b8acc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:38.932943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:39.025056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port 3f1eea87-0561-413e-9f2b-f3cc432b8acc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3f1eea87-0561-413e-9f2b-f3cc432b8acc,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:39.025411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:39.037881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for 3f1eea87-0561-413e-9f2b-f3cc432b8acc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:39.193783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:39.211558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6', '22f1c63c-f82a-4a81-88e3-7853103f71e2', '3f1eea87-0561-413e-9f2b-f3cc432b8acc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:39.226354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=3f1eea87-0561-413e-9f2b-f3cc432b8acc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:39.261936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a2582-169f-4dc9-a157-c0ff73ba8cc3 req-9885eae7-4aa2-4668-803f-a18947c35e27 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:39.266971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab2a2582-169f-4dc9-a157-c0ff73ba8cc3 req-9885eae7-4aa2-4668-803f-a18947c35e27 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a491efaa-b784-4e5f-b323-0807d7b42c0f HTTP/1.1" status: 200 len: 867 time: 0.0994556 Oct 13 04:05:39.284646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port 3f1eea87-0561-413e-9f2b-f3cc432b8acc on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:39.287400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:39.290778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-780f4f39-df3d-4cf1-b868-2cb17362119b req-8fb84b7a-57b1-4412-8463-5104bbfc4675 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "DELETE /v2.0/ports/3f1eea87-0561-413e-9f2b-f3cc432b8acc HTTP/1.1" status: 204 len: 173 time: 0.4499009 Oct 13 04:05:39.291246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'name': 'network-vif-deleted', 'tag': '3f1eea87-0561-413e-9f2b-f3cc432b8acc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:39.293468 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb471ac9-c782-47df-a723-9519ccedb309" -d '{"events": [{"server_uuid": "a491efaa-b784-4e5f-b323-0807d7b42c0f", "name": "network-vif-deleted", "tag": "3f1eea87-0561-413e-9f2b-f3cc432b8acc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:39.334450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab2a2582-169f-4dc9-a157-c0ff73ba8cc3 req-d0400126-b34c-4b0e-8a06-9f48d7c77290 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Oct 13 04:05:39.391720 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d36f4-b869-438f-af00-c7d78c041e7b x-openstack-request-id: req-902d36f4-b869-438f-af00-c7d78c041e7b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:39.392459 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a491efaa-b784-4e5f-b323-0807d7b42c0f", "name": "network-vif-deleted", "tag": "3f1eea87-0561-413e-9f2b-f3cc432b8acc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:39.392987 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-902d36f4-b869-438f-af00-c7d78c041e7b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:39.393687 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a491efaa-b784-4e5f-b323-0807d7b42c0f', 'name': 'network-vif-deleted', 'tag': '3f1eea87-0561-413e-9f2b-f3cc432b8acc', 'status': 'completed', 'code': 200} Oct 13 04:05:39.440794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b261ffc-05dc-444e-8b2d-011a778edb39 req-7e9c7eef-1d71-4f28-b9f8-0c01a99795b0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:39.442760 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b261ffc-05dc-444e-8b2d-011a778edb39 req-7e9c7eef-1d71-4f28-b9f8-0c01a99795b0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 946 time: 0.1072614 Oct 13 04:05:39.489431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b261ffc-05dc-444e-8b2d-011a778edb39 req-1748ea56-bd97-4e45-9833-b0de5e6d230f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Oct 13 04:05:39.518566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4753f2-7fe0-4853-a20e-dbf8524086ab req-0cdf3620-5bd2-4c03-9928-a032bcda8f5a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:39.520266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa4753f2-7fe0-4853-a20e-dbf8524086ab req-0cdf3620-5bd2-4c03-9928-a032bcda8f5a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0723319 Oct 13 04:05:39.562658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa4753f2-7fe0-4853-a20e-dbf8524086ab req-f74b9364-a86b-49c5-a0d3-cfd3ea40a34d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364149 Oct 13 04:05:39.666040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2c08-dc62-4feb-9812-e3f69ab552e6 req-c930424f-267d-4d25-9278-65e6a79b1570 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:39.667417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-227c2c08-dc62-4feb-9812-e3f69ab552e6 req-c930424f-267d-4d25-9278-65e6a79b1570 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 946 time: 0.0511699 Oct 13 04:05:39.711965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-227c2c08-dc62-4feb-9812-e3f69ab552e6 req-5e92f72b-f8cf-428d-964a-f33df62bef5b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Oct 13 04:05:39.717549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:40.020253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a44859e-eac6-4cf4-954a-355e108cfae1 req-e99d0496-ffb1-4c58-b7c3-f1b3c8e6f742 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0255578 Oct 13 04:05:40.323128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-01627770-8df8-4776-bc06-6530e5738f58 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:40.324576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-01627770-8df8-4776-bc06-6530e5738f58 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Oct 13 04:05:40.428053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Deleting port df08fe34-8890-4e1b-a210-3ab688841d68 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:40.428397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:40.526575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] For port df08fe34-8890-4e1b-a210-3ab688841d68, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=df08fe34-8890-4e1b-a210-3ab688841d68,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:40.526905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:40.544008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Calling delete_port for df08fe34-8890-4e1b-a210-3ab688841d68 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:40.617217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad1ec2-c8a1-4d48-a78d-7630b1e01e2f req-d55129a0-93fc-4b40-93b2-4313c3bd2df9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:40.618682 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99ad1ec2-c8a1-4d48-a78d-7630b1e01e2f req-d55129a0-93fc-4b40-93b2-4313c3bd2df9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Oct 13 04:05:40.653585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b03b56-ef29-4402-ad5a-23cf3556f0a1 req-2f5e770c-f52d-4c6e-b029-b59f3b1a64d5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:40.655048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77b03b56-ef29-4402-ad5a-23cf3556f0a1 req-2f5e770c-f52d-4c6e-b029-b59f3b1a64d5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 946 time: 0.0700564 Oct 13 04:05:40.656240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99ad1ec2-c8a1-4d48-a78d-7630b1e01e2f req-3b30d148-a998-4d16-bdd4-ce43ee5d5f13 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Oct 13 04:05:40.736358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77b03b56-ef29-4402-ad5a-23cf3556f0a1 req-3d93998e-f7d1-4559-bc9c-f8c06786c8df tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746703 Oct 13 04:05:40.750323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:40.772136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['df08fe34-8890-4e1b-a210-3ab688841d68', '3a1f5776-a867-4615-9188-eb25c188f572'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:40.775326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d6438498-f6f9-4d94-b380-82112796ef86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:40.802535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Pushing event deleted for resources: {'Port': ['ID=df08fe34-8890-4e1b-a210-3ab688841d68,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:40.863547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f2cd-d6e3-481d-84dc-52e41f49e56c req-74a53069-c242-467f-882e-6adee07f7d18 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:40.866029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6027f2cd-d6e3-481d-84dc-52e41f49e56c req-74a53069-c242-467f-882e-6adee07f7d18 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0636694 Oct 13 04:05:40.906774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] No DVR routers for this DVR port df08fe34-8890-4e1b-a210-3ab688841d68 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:40.909654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:40.913401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc2b7e23-071f-4227-a626-8dbc6cb34b4d req-79610e21-6e21-4855-9510-0fc29f002c9e tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "DELETE /v2.0/ports/df08fe34-8890-4e1b-a210-3ab688841d68 HTTP/1.1" status: 204 len: 173 time: 0.5813570 Oct 13 04:05:40.929132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6027f2cd-d6e3-481d-84dc-52e41f49e56c req-6e69ad3b-d7ee-44a0-91d5-78c0ed2c342e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497649 Oct 13 04:05:40.951884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d57b7392-df20-496b-a828-275c082f92d6 req-5063c1ed-b138-4110-9678-fb6c9e1ce3fc tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8 HTTP/1.1" status: 200 len: 210 time: 0.0372176 Oct 13 04:05:40.976444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-c7ccb05c-e092-438f-9ba7-0b9667660f9e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:40.978546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-c7ccb05c-e092-438f-9ba7-0b9667660f9e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 946 time: 0.1550436 Oct 13 04:05:41.082156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e77d-4dad-46bd-a2c7-4fdfdda63db0 req-dda5a4dc-353d-4976-89ac-7efc152b3fee tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:41.083903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b319e77d-4dad-46bd-a2c7-4fdfdda63db0 req-dda5a4dc-353d-4976-89ac-7efc152b3fee tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0660563 Oct 13 04:05:41.119331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Deleting port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:41.119980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:41.128084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b319e77d-4dad-46bd-a2c7-4fdfdda63db0 req-af184121-fdb6-451e-a7d6-131c833c0703 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381200 Oct 13 04:05:41.177024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-354ebbce-702d-44af-b4a9-6120b8764dae req-fdd3fc62-9d6f-4a99-b070-1d7cf342afed tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0705781 Oct 13 04:05:41.232230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] For port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:41.232618 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:41.247518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Calling delete_port for 9bf24a8d-1f8a-484d-bd31-312e7bbb857f owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:41.386150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:41.412414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'name': 'network-vif-deleted', 'tag': 'df08fe34-8890-4e1b-a210-3ab688841d68'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:41.412542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9bf24a8d-1f8a-484d-bd31-312e7bbb857f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:41.412667 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278b02c-5361-40b0-a57a-169584e33af9" -d '{"events": [{"server_uuid": "2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8", "name": "network-vif-deleted", "tag": "df08fe34-8890-4e1b-a210-3ab688841d68"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:41.418193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event deleted for resources: {'Port': ['ID=9bf24a8d-1f8a-484d-bd31-312e7bbb857f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:41.463189 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe74b57-62c3-462d-b81f-94a81d9b280b x-openstack-request-id: req-afe74b57-62c3-462d-b81f-94a81d9b280b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:41.463476 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8", "name": "network-vif-deleted", "tag": "df08fe34-8890-4e1b-a210-3ab688841d68", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:41.463731 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afe74b57-62c3-462d-b81f-94a81d9b280b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:41.464117 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d78ffe1-7af7-40f7-b3f7-79a5f98b73d8', 'name': 'network-vif-deleted', 'tag': 'df08fe34-8890-4e1b-a210-3ab688841d68', 'status': 'completed', 'code': 200} Oct 13 04:05:41.464951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] No DVR routers for this DVR port 9bf24a8d-1f8a-484d-bd31-312e7bbb857f on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:41.467307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:41.470668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2551f77-aeb8-459c-8d5b-1f234860d21d req-387ae4f6-f28b-4be0-b460-b855f6a298fc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "DELETE /v2.0/ports/9bf24a8d-1f8a-484d-bd31-312e7bbb857f HTTP/1.1" status: 204 len: 173 time: 0.4851391 Oct 13 04:05:41.774650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c82f6-2d94-4865-aa27-bee5ce712279 req-063c6e70-a3c2-4cf1-97ea-e5acde30eb0d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:41.776299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-164c82f6-2d94-4865-aa27-bee5ce712279 req-063c6e70-a3c2-4cf1-97ea-e5acde30eb0d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.0504627 Oct 13 04:05:41.814644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-164c82f6-2d94-4865-aa27-bee5ce712279 req-8ad4b119-9939-440a-8c28-6db53f681a2e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Oct 13 04:05:41.839846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07d13bae-93f9-4f1f-9251-826d9df541d4 req-f7babf9c-4400-47d1-856c-a0c1b89fcf73 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0285628 Oct 13 04:05:42.053475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ab8d1-ce5a-4b2a-8cc2-f4a13300379b req-8218d7e3-536a-4159-ab2b-4b87959497c7 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:42.055313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-139ab8d1-ce5a-4b2a-8cc2-f4a13300379b req-8218d7e3-536a-4159-ab2b-4b87959497c7 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0614145 Oct 13 04:05:42.097749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-139ab8d1-ce5a-4b2a-8cc2-f4a13300379b req-52ce70f8-1bca-41cb-923b-02f1609a3fff tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Oct 13 04:05:42.149223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65e29-2ce3-413c-9a31-820a03ffd3d8 req-f4051ca5-b2f2-4a70-8251-e429e529335c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:42.151993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bb65e29-2ce3-413c-9a31-820a03ffd3d8 req-f4051ca5-b2f2-4a70-8251-e429e529335c tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0661008 Oct 13 04:05:42.191990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bb65e29-2ce3-413c-9a31-820a03ffd3d8 req-b436977b-a29e-474a-8783-f7f135483d19 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Oct 13 04:05:42.294063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a6e96a0-c4fb-432f-9f23-7b1e7465e4a6 req-2a8b32b8-97a8-4b99-b826-d53eb2f74ab0 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0278172 Oct 13 04:05:42.499496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a6964-c639-4503-9eb4-f7512820de32 req-2b1e2f12-5508-4e84-a60e-4a907baeb3b1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:42.501277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-983a6964-c639-4503-9eb4-f7512820de32 req-2b1e2f12-5508-4e84-a60e-4a907baeb3b1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 945 time: 0.0596547 Oct 13 04:05:42.608950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port 22f1c63c-f82a-4a81-88e3-7853103f71e2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:42.609479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:42.704240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port 22f1c63c-f82a-4a81-88e3-7853103f71e2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=22f1c63c-f82a-4a81-88e3-7853103f71e2,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:42.704607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:42.717678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for 22f1c63c-f82a-4a81-88e3-7853103f71e2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:42.885887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78521b-b85e-402d-ba62-b6f1a3106433 req-71e02d8f-4743-4b9d-9f54-51f966591609 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:42.891780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78521b-b85e-402d-ba62-b6f1a3106433 req-71e02d8f-4743-4b9d-9f54-51f966591609 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:42.893375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b78521b-b85e-402d-ba62-b6f1a3106433 req-71e02d8f-4743-4b9d-9f54-51f966591609 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42&device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 1683 time: 0.0865233 Oct 13 04:05:42.894606 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:42.908498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6', '22f1c63c-f82a-4a81-88e3-7853103f71e2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:42.919493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85bae7d4-c1aa-465e-ab21-d92451d3573c req-3d96ef6f-7232-4e7c-8f04-fea9ebb4f55a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05935b3-43d3-4101-83af-a6f270f2da85 HTTP/1.1" status: 200 len: 210 time: 0.0319042 Oct 13 04:05:42.953648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=22f1c63c-f82a-4a81-88e3-7853103f71e2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:43.003459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b78521b-b85e-402d-ba62-b6f1a3106433 req-4535e15a-60b0-41c1-92b2-dfdb7afd5caa tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987179 Oct 13 04:05:43.004187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port 22f1c63c-f82a-4a81-88e3-7853103f71e2 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:43.006970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:43.010655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-983a6964-c639-4503-9eb4-f7512820de32 req-a1bec872-3acf-400e-96a6-6c33fb9dec67 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "DELETE /v2.0/ports/22f1c63c-f82a-4a81-88e3-7853103f71e2 HTTP/1.1" status: 204 len: 173 time: 0.5029738 Oct 13 04:05:43.038892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-381a987d-8a7c-4e34-89e9-4eb36b98c853 req-006ce56b-eda8-46de-95b4-80c250ba0e0e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0380979 Oct 13 04:05:43.252270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36db9b-731a-4bff-a46d-d2205adce608 req-4f99a827-af78-4869-a693-85464fa1cd5e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:43.253917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a36db9b-731a-4bff-a46d-d2205adce608 req-4f99a827-af78-4869-a693-85464fa1cd5e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0585494 Oct 13 04:05:43.298385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a36db9b-731a-4bff-a46d-d2205adce608 req-54fc7060-a0fd-48f2-8e9f-b1bce29054ca tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Oct 13 04:05:43.346121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b620-fc90-4e73-865e-b47a23664075 req-f7327bc2-7b26-42e7-9b1a-6b10949544a6 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:43.348095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f85b620-fc90-4e73-865e-b47a23664075 req-f7327bc2-7b26-42e7-9b1a-6b10949544a6 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0529845 Oct 13 04:05:43.404567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f85b620-fc90-4e73-865e-b47a23664075 req-4ee29649-d23f-4f2f-9124-6811258a5408 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488214 Oct 13 04:05:43.465469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'name': 'network-vif-deleted', 'tag': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f'}, {'server_uuid': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'name': 'network-vif-deleted', 'tag': '22f1c63c-f82a-4a81-88e3-7853103f71e2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:43.468209 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e73ee9-65b3-4573-8db6-f02a32ff6bde" -d '{"events": [{"server_uuid": "719c7ba5-1690-47f6-8458-a4fb46c6da2f", "name": "network-vif-deleted", "tag": "9bf24a8d-1f8a-484d-bd31-312e7bbb857f"}, {"server_uuid": "c05935b3-43d3-4101-83af-a6f270f2da85", "name": "network-vif-deleted", "tag": "22f1c63c-f82a-4a81-88e3-7853103f71e2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:43.544274 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac4b82-e438-469b-b600-595d1d67b19e x-openstack-request-id: req-47ac4b82-e438-469b-b600-595d1d67b19e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:43.544977 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719c7ba5-1690-47f6-8458-a4fb46c6da2f", "name": "network-vif-deleted", "tag": "9bf24a8d-1f8a-484d-bd31-312e7bbb857f", "status": "completed", "code": 200}, {"server_uuid": "c05935b3-43d3-4101-83af-a6f270f2da85", "name": "network-vif-deleted", "tag": "22f1c63c-f82a-4a81-88e3-7853103f71e2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:43.546012 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47ac4b82-e438-469b-b600-595d1d67b19e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:43.548104 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719c7ba5-1690-47f6-8458-a4fb46c6da2f', 'name': 'network-vif-deleted', 'tag': '9bf24a8d-1f8a-484d-bd31-312e7bbb857f', 'status': 'completed', 'code': 200} Oct 13 04:05:43.548866 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05935b3-43d3-4101-83af-a6f270f2da85', 'name': 'network-vif-deleted', 'tag': '22f1c63c-f82a-4a81-88e3-7853103f71e2', 'status': 'completed', 'code': 200} Oct 13 04:05:43.559216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-071739e6-c0e7-4202-b548-51271bbd616e req-c40c432f-cbe8-4eda-9be4-7752b7566473 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0399563 Oct 13 04:05:43.629064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3f1eea87-0561-413e-9f2b-f3cc432b8acc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:43.652081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 3f1eea87-0561-413e-9f2b-f3cc432b8acc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:43.652425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3f1eea87-0561-413e-9f2b-f3cc432b8acc not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:43.653089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 22f1c63c-f82a-4a81-88e3-7853103f71e2 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:43.675499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 22f1c63c-f82a-4a81-88e3-7853103f71e2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:43.675886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 22f1c63c-f82a-4a81-88e3-7853103f71e2 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:43.859447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a579284-69ef-4d82-b44e-233c1a1d08df req-e67937d4-4ba8-4fb0-a488-f2bfd6191515 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:43.860937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a579284-69ef-4d82-b44e-233c1a1d08df req-e67937d4-4ba8-4fb0-a488-f2bfd6191515 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Oct 13 04:05:43.909971 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a579284-69ef-4d82-b44e-233c1a1d08df req-a7f7e86e-7dac-478f-8ccc-d4c25c03d44b tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Oct 13 04:05:44.135457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a2f133a-8bb1-4cf1-acd8-c9a02422c0e3 req-ddde0b5d-2d02-4ead-b10b-4f5e5d493bda tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0340023 Oct 13 04:05:44.200291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-899cae47-4f9f-4f89-9d03-d91cf403818b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:44.202592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-899cae47-4f9f-4f89-9d03-d91cf403818b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1108367 Oct 13 04:05:44.212877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-224b7fc5-b42e-4514-b0db-82e155c1dd13 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:44.214595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-224b7fc5-b42e-4514-b0db-82e155c1dd13 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0596366 Oct 13 04:05:44.221002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-992ee065-0cb1-4d57-96a7-abd9397f8ad9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0093877 Oct 13 04:05:44.284735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-e4cc38f5-7a18-447c-a03a-3176ecbb3571 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554721 Oct 13 04:05:44.326187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Deleting port 35d38c47-a562-41a4-a3b6-5b7878285374 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:44.327319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:44.398024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-74ae6693-d81c-4a2c-b8b2-ad9183fb4086 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048121 Oct 13 04:05:44.455572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] For port 35d38c47-a562-41a4-a3b6-5b7878285374, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35d38c47-a562-41a4-a3b6-5b7878285374,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:44.455958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:44.471338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da982d4-4ee2-495d-82dc-dca7224047a3 req-9e97d0da-f773-4c44-8652-1c02c7b677d2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:44.472854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8da982d4-4ee2-495d-82dc-dca7224047a3 req-9e97d0da-f773-4c44-8652-1c02c7b677d2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0850577 Oct 13 04:05:44.495840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-1a4a35a2-9311-46b6-8213-df1b52e89e21 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Oct 13 04:05:44.587400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8da982d4-4ee2-495d-82dc-dca7224047a3 req-55283579-1a2f-4d40-8be4-004c805849ff tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763576 Oct 13 04:05:44.754098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a444-0edc-4fe4-ba63-c4e150f0e1ca req-d838c3de-bb32-4ee0-9f5d-f70eddb4b15f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:44.755843 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90e8a444-0edc-4fe4-ba63-c4e150f0e1ca req-d838c3de-bb32-4ee0-9f5d-f70eddb4b15f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 946 time: 0.0875802 Oct 13 04:05:44.801998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90e8a444-0edc-4fe4-ba63-c4e150f0e1ca req-08264f93-3556-4d79-9cf8-6b201f94c20a tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e9894cc-0215-4925-a90c-d39261fac7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378411 Oct 13 04:05:44.885941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88b8d544-600b-4779-85c1-2ef2c236ce71 req-f3082c50-47fd-4ce1-95bd-436c245b35b8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 210 time: 0.0293396 Oct 13 04:05:45.049636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device df08fe34-8890-4e1b-a210-3ab688841d68 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:45.080818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: df08fe34-8890-4e1b-a210-3ab688841d68 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:45.081760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.082211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.083017 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510 disassociated. External IP: 172.25.1.2, port: 35d38c47-a562-41a4-a3b6-5b7878285374. Oct 13 04:05:45.083331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Calling delete_port for 35d38c47-a562-41a4-a3b6-5b7878285374 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:45.084448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device df08fe34-8890-4e1b-a210-3ab688841d68 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:45.086131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9bf24a8d-1f8a-484d-bd31-312e7bbb857f no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:45.132176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16472a-9966-4389-9797-6fb880b41b76 req-f8a1b329-919b-43d9-ab39-adc6fbd867cf tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:45.134228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b16472a-9966-4389-9797-6fb880b41b76 req-f8a1b329-919b-43d9-ab39-adc6fbd867cf tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 946 time: 0.1116214 Oct 13 04:05:45.136475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 9bf24a8d-1f8a-484d-bd31-312e7bbb857f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:45.136958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9bf24a8d-1f8a-484d-bd31-312e7bbb857f not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:45.174741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ffabb67-3965-49b6-9852-1c498c03355e req-8101492b-f536-425b-bae9-14aea560e22b tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.1329868 Oct 13 04:05:45.182600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b16472a-9966-4389-9797-6fb880b41b76 req-3a628976-6f89-495a-bc47-248cad44ca85 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2623e0a-8705-476f-bec1-0cb4ab21979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Oct 13 04:05:45.289908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-5cee7c43-a46e-4365-984a-85df3b83bd76 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:45.291698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-5cee7c43-a46e-4365-984a-85df3b83bd76 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 946 time: 0.1431091 Oct 13 04:05:45.314718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b2f286d-f934-49a5-a9ff-bc712ecb99c4 req-fd82fe64-7269-48f3-ab55-fe7c076a8dc8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0509732 Oct 13 04:05:45.437517 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.478497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event deleted for resources: {'Port': ['ID=35d38c47-a562-41a4-a3b6-5b7878285374,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:45.500576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-c98137a0-fe35-4dcc-9534-75fce85ae0b5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:45.502102 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-c98137a0-fe35-4dcc-9534-75fce85ae0b5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 946 time: 0.1082540 Oct 13 04:05:45.513577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Deleting port d6438498-f6f9-4d94-b380-82112796ef86 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:45.513932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.758797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] For port d6438498-f6f9-4d94-b380-82112796ef86, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d6438498-f6f9-4d94-b380-82112796ef86,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:45.759194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.779261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Calling delete_port for d6438498-f6f9-4d94-b380-82112796ef86 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:45.786466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Router 319a552a-12b5-45ba-b5ba-0c54260b333b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:05:45.807973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Deleting port 3a1f5776-a867-4615-9188-eb25c188f572 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:45.808394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.959704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a96ba-615f-402a-a825-cc1a13e11b64 req-0329a0b2-cb55-4444-bf4a-2b1c59fec071 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:45.961291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-709a96ba-615f-402a-a825-cc1a13e11b64 req-0329a0b2-cb55-4444-bf4a-2b1c59fec071 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0568783 Oct 13 04:05:46.022542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-709a96ba-615f-402a-a825-cc1a13e11b64 req-889bea78-13db-4d9f-b803-5df6c7a8ee8b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495424 Oct 13 04:05:46.057729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1985358-19ce-4c89-b5fd-6b23a5ee499d req-fe8c09bc-cdf8-4642-8809-d3ea615108ef tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 210 time: 0.1499746 Oct 13 04:05:46.128067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-859aca16-8c80-4b09-b856-73d2583d3c7e req-dc5b047c-2722-499e-9cab-23dd52320a69 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 210 time: 0.0339930 Oct 13 04:05:46.183048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:05:46.195275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:05:46.205632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:46.208131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:46.218808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] For port 3a1f5776-a867-4615-9188-eb25c188f572, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=3a1f5776-a867-4615-9188-eb25c188f572,segment=NetworkSegment(c793beed-b5aa-4ea6-b342-1fa1be1d814e),segment_id=c793beed-b5aa-4ea6-b342-1fa1be1d814e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:46.219540 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.302128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Calling delete_port for 3a1f5776-a867-4615-9188-eb25c188f572 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:46.360558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] No DVR routers for this DVR port 35d38c47-a562-41a4-a3b6-5b7878285374 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:46.367923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.377250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9bed0f3-4b40-4231-b1fc-22144c3d3221 req-9f7990b1-5ac7-49a6-b11a-3b763116ea4d tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.26 "DELETE /v2.0/ports/35d38c47-a562-41a4-a3b6-5b7878285374 HTTP/1.1" status: 204 len: 173 time: 2.1556375 Oct 13 04:05:46.377929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.401783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d6438498-f6f9-4d94-b380-82112796ef86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:46.404212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['3a1f5776-a867-4615-9188-eb25c188f572'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:46.406172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'name': 'network-vif-deleted', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:46.409095 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f90ae69-d8b6-4c6d-83f8-a4a0825289d1" -d '{"events": [{"server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "name": "network-vif-deleted", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:46.417780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ed0c431-0291-49e5-b033-063fa19025a6 req-930dc412-02f5-4754-a99c-7b2c01887fbb tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f05c47a-ae2b-4406-8687-cf0a2bf8a275 HTTP/1.1" status: 200 len: 210 time: 0.0931835 Oct 13 04:05:46.435320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-964622a6-27ca-490b-a382-c02724a0ce57 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:46.437731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-964622a6-27ca-490b-a382-c02724a0ce57 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.2360544 Oct 13 04:05:46.451112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea090a96-daef-4b79-af63-a78f3ae44b42 req-ffb1bc4d-0b8e-4bff-b98f-64e70c5c5469 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0955310 Oct 13 04:05:46.463461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:46.565238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-b841a79f-c769-4dfa-9963-1be03f687dae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2458069 Oct 13 04:05:46.596695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7004195c-d48d-4614-9d7e-9f1642fb389f req-06d9f7af-b876-492a-8840-b254889fc496 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=719c7ba5-1690-47f6-8458-a4fb46c6da2f HTTP/1.1" status: 200 len: 210 time: 0.0285563 Oct 13 04:05:46.606226 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f4999-1f4d-4fa5-8832-f16fea2d4266 x-openstack-request-id: req-1e4f4999-1f4d-4fa5-8832-f16fea2d4266 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:46.606601 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97c2fe1-c71a-4ca0-98c3-1e561d2a946e", "name": "network-vif-deleted", "tag": "35d38c47-a562-41a4-a3b6-5b7878285374", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:46.606825 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e4f4999-1f4d-4fa5-8832-f16fea2d4266 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:46.607210 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97c2fe1-c71a-4ca0-98c3-1e561d2a946e', 'name': 'network-vif-deleted', 'tag': '35d38c47-a562-41a4-a3b6-5b7878285374', 'status': 'completed', 'code': 200} Oct 13 04:05:46.609467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Pushing event deleted for resources: {'Port': ['ID=d6438498-f6f9-4d94-b380-82112796ef86,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:46.634223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] No DVR routers for this DVR port d6438498-f6f9-4d94-b380-82112796ef86 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:46.637037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.640737 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0036cf-134a-4a8b-a4b9-59138d1ba6ec req-23bc88da-e5b5-417c-9b29-1bbec2a1f0f8 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.15 "DELETE /v2.0/ports/d6438498-f6f9-4d94-b380-82112796ef86 HTTP/1.1" status: 204 len: 173 time: 1.3420937 Oct 13 04:05:46.659460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-db00f5a9-a875-4e32-a01a-7847186df117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:46.661795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-db00f5a9-a875-4e32-a01a-7847186df117 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 1097 time: 0.0622268 Oct 13 04:05:46.700739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:46.768911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.797406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:46.803145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.812335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d6438498-f6f9-4d94-b380-82112796ef86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:46.824554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Pushing event deleted for resources: {'Port': ['ID=3a1f5776-a867-4615-9188-eb25c188f572,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:46.856172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-fb4371a3-3a1e-4fe2-8de5-59e5cc5e52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:46.857676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-fb4371a3-3a1e-4fe2-8de5-59e5cc5e52c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.1577988 Oct 13 04:05:46.885709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] No DVR routers for this DVR port 3a1f5776-a867-4615-9188-eb25c188f572 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:46.888462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:46.892495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23425cdc-8830-4f3e-9284-be840dbaeb53 req-6b684910-8f67-4b7c-9b80-799713cf78a5 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.26 "DELETE /v2.0/ports/3a1f5776-a867-4615-9188-eb25c188f572 HTTP/1.1" status: 204 len: 173 time: 1.3816628 Oct 13 04:05:46.960261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-73810642-5239-4cd2-abd5-d1cfa6d03b05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03048929-e593-4f73-adba-677cf4c759b6 HTTP/1.1" status: 200 len: 217 time: 0.0417264 Oct 13 04:05:46.973071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65628813-5f68-42aa-9e59-c7c095a22e44 req-a1d2dabe-c0af-4bcd-9a8d-a2d25fbbc4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0382133 Oct 13 04:05:47.007579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:47.040074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:05:47.049808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:47.050888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:47.051668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-dfa551d5-4027-4228-bcb9-4e9482cfcad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:47.053289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-dfa551d5-4027-4228-bcb9-4e9482cfcad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0852196 Oct 13 04:05:47.064190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65628813-5f68-42aa-9e59-c7c095a22e44 req-be6731f2-a663-4d91-bb40-c6c7f2174aee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95037c62f14143c9b98321e9592ea43d&device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 210 time: 0.0400362 Oct 13 04:05:47.095487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-46545e1e-d11e-4a67-b77a-420b32ee1e70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332894 Oct 13 04:05:47.096636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.8 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/e890dc1b-a340-4c14-ba19-9e40a72d397f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:47.213396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6053780-91fe-4710-a75c-de93af5671f1 req-b9107575-ca9c-4379-bc8f-28da8be3ca5e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:47.214901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6053780-91fe-4710-a75c-de93af5671f1 req-b9107575-ca9c-4379-bc8f-28da8be3ca5e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1297216 Oct 13 04:05:47.231920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05699e08-7494-4abc-b3f9-1bd3f584db5a req-5864b28e-6946-48cf-9e84-12b4dbe27d32 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/ports?device_id=d97c2fe1-c71a-4ca0-98c3-1e561d2a946e HTTP/1.1" status: 200 len: 210 time: 0.0550895 Oct 13 04:05:47.241010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:47.300587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628813-5f68-42aa-9e59-c7c095a22e44 req-7144e80d-16a3-4cf5-874a-a55aec10b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:47.301799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65628813-5f68-42aa-9e59-c7c095a22e44 req-7144e80d-16a3-4cf5-874a-a55aec10b1aa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=95037c62f14143c9b98321e9592ea43d&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2058547 Oct 13 04:05:47.305372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6053780-91fe-4710-a75c-de93af5671f1 req-4512a438-c406-425d-932e-c0e5fdf4d1cf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649388 Oct 13 04:05:47.432374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628813-5f68-42aa-9e59-c7c095a22e44 req-782ad128-5fca-4faf-b027-58bba817953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:47.434519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65628813-5f68-42aa-9e59-c7c095a22e44 req-782ad128-5fca-4faf-b027-58bba817953a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250353 Oct 13 04:05:47.619337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:47.623643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-39b97d30-fadd-403f-a047-4fc63df291fd req-54eaef4a-5e16-403d-bc31-d175ee0b8a23 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Oct 13 04:05:47.662217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1dbe05-e01f-4026-a880-ecac2d5c6dda None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T03:58:07Z', 'revision_number': 4, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd214d5de-b5f2-480f-8a0f-119ed43b2875', 'name': '', 'network_id': '74941c07-d12d-4a9f-925d-b1e62281f19e', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'mac_address': 'fa:16:3e:92:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:04Z', 'updated_at': '2021-10-13T03:58:13Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'subnets': [{'id': '4dc73512-d18e-424e-8cd1-1f7dca14eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:05:47.736110 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c869fa5d-5066-4a58-8bc3-0e0de267004b req-f83c7302-c0a4-4033-b0c9-882562c29126 tempest-ListServersNegativeTestJSON-1104324595 tempest-ListServersNegativeTestJSON-1104324595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8f91f9-6fc8-4ad0-b3dd-23950be30f42 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Oct 13 04:05:47.745647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba287bb8-89d5-496c-bba8-a4d1ad0c0227 req-cb5a2ebe-037d-4093-9f6c-ff3e31c989dc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 210 time: 0.3763740 Oct 13 04:05:47.758164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-f353e9bb-46c3-44e0-9871-f31830dfd086 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540134 Oct 13 04:05:47.865064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:47.928302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87cdefe6-e245-4808-a3a8-3b6af21edda4 req-2cef4ee4-5d75-49b0-ac21-dbfee24dec16 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603427 Oct 13 04:05:47.936563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:47.950903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:48.019077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:48.027256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:48.031571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:48.043288 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c862d9-38fe-4fce-9bf3-c7f686c2af2c None None] New status for floating IP c55d0388-bfd4-400a-bd5e-6ac02eda2510: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:05:48.109043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:48.110027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.124169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=e890dc1b-a340-4c14-ba19-9e40a72d397f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:48.156911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-d7da201d-10dd-450d-92f9-c660fabea559 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6952233 Oct 13 04:05:48.170762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Request body: {'port': {'device_id': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:48.261901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.414788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:48.494111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2968474f-503e-46f8-b750-09dcb75e24b2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.533527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f981d4b-7408-43ed-99e5-62705277a300 req-a55c32ef-8be7-4409-8bd8-b83b6681ac0d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:48.534999 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f981d4b-7408-43ed-99e5-62705277a300 req-a55c32ef-8be7-4409-8bd8-b83b6681ac0d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1041052 Oct 13 04:05:48.560110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2968474f-503e-46f8-b750-09dcb75e24b2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.602848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f981d4b-7408-43ed-99e5-62705277a300 req-bc5f05f8-5c3a-41a3-b5a1-c9ef262315a4 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572608 Oct 13 04:05:48.607745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'name': 'network-vif-deleted', 'tag': 'd6438498-f6f9-4d94-b380-82112796ef86'}, {'server_uuid': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'name': 'network-vif-deleted', 'tag': '3a1f5776-a867-4615-9188-eb25c188f572'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:48.610042 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745e05b6-a5a3-46c7-a6c6-d1386156b07b" -d '{"events": [{"server_uuid": "4f05c47a-ae2b-4406-8687-cf0a2bf8a275", "name": "network-vif-deleted", "tag": "d6438498-f6f9-4d94-b380-82112796ef86"}, {"server_uuid": "2d8f91f9-6fc8-4ad0-b3dd-23950be30f42", "name": "network-vif-deleted", "tag": "3a1f5776-a867-4615-9188-eb25c188f572"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:48.633469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffb1d9-b85e-44d7-8c52-df10a340e8f1 req-727038be-0dba-4d9f-91e2-8142ef01b845 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:48.634955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dffb1d9-b85e-44d7-8c52-df10a340e8f1 req-727038be-0dba-4d9f-91e2-8142ef01b845 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1537454 Oct 13 04:05:48.661115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dffb1d9-b85e-44d7-8c52-df10a340e8f1 req-d8b4525b-4d92-4f95-b06c-6a402efa591f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0138001 Oct 13 04:05:48.663438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2968474f-503e-46f8-b750-09dcb75e24b2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.666692 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2968474f-503e-46f8-b750-09dcb75e24b2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.670311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2968474f-503e-46f8-b750-09dcb75e24b2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "DELETE /v2.0/security-groups/4e9894cc-0215-4925-a90c-d39261fac7a4 HTTP/1.1" status: 204 len: 168 time: 0.2520809 Oct 13 04:05:48.671253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:48.676212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e890dc1b-a340-4c14-ba19-9e40a72d397f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:48.695222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.698179 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-038b9cf8-6080-4c84-8314-5984a894197f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] show failed (client error): The resource could not be found. Oct 13 04:05:48.702190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-038b9cf8-6080-4c84-8314-5984a894197f tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "GET /v2.0/security-groups/4e9894cc-0215-4925-a90c-d39261fac7a4 HTTP/1.1" status: 404 len: 347 time: 0.0284173 Oct 13 04:05:48.703961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:48.705852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968474f-503e-46f8-b750-09dcb75e24b2 tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9894cc-0215-4925-a90c-d39261fac7a4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:48.716104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dffb1d9-b85e-44d7-8c52-df10a340e8f1 req-25fda994-f736-4df0-b8e2-df775f46e06c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470655 Oct 13 04:05:48.758202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Transition to ACTIVE for port object e890dc1b-a340-4c14-ba19-9e40a72d397f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:48.763185 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e5ef1e-9c0c-4694-bba4-a45fdffa0a76 x-openstack-request-id: req-48e5ef1e-9c0c-4694-bba4-a45fdffa0a76 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:48.763185 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f05c47a-ae2b-4406-8687-cf0a2bf8a275", "name": "network-vif-deleted", "tag": "d6438498-f6f9-4d94-b380-82112796ef86", "status": "completed", "code": 200}, {"server_uuid": "2d8f91f9-6fc8-4ad0-b3dd-23950be30f42", "name": "network-vif-deleted", "tag": "3a1f5776-a867-4615-9188-eb25c188f572", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:48.763185 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48e5ef1e-9c0c-4694-bba4-a45fdffa0a76 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:48.763587 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f05c47a-ae2b-4406-8687-cf0a2bf8a275', 'name': 'network-vif-deleted', 'tag': 'd6438498-f6f9-4d94-b380-82112796ef86', 'status': 'completed', 'code': 200} Oct 13 04:05:48.763929 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f91f9-6fc8-4ad0-b3dd-23950be30f42', 'name': 'network-vif-deleted', 'tag': '3a1f5776-a867-4615-9188-eb25c188f572', 'status': 'completed', 'code': 200} Oct 13 04:05:48.803623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.818816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dffb1d9-b85e-44d7-8c52-df10a340e8f1 req-cdab75a2-cb4e-4df8-ab68-d30bed8f9cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016736 Oct 13 04:05:48.900009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85ab9447-c985-446a-9a26-08abf1fe6858 req-f15258c4-9252-419f-bb01-a7ddc01c7f70 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0570576 Oct 13 04:05:48.920178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Pushing event updated for resources: {'Port': ['ID=e890dc1b-a340-4c14-ba19-9e40a72d397f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:48.935951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96185065-af90-4087-8d01-88aca66d6102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:48.939664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dffb1d9-b85e-44d7-8c52-df10a340e8f1 req-bb0793aa-b67d-4acb-899b-8dfe26cab22f service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199141 Oct 13 04:05:48.987830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:48.991860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Deleting port 11c2e850-ef0c-4d40-899e-1d35b0cd04b1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:48.992218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.045774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Deleting subnet eea59188-b083-4ef7-b359-59e92b12692c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:05:49.051158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.081002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a1f5776-a867-4615-9188-eb25c188f572 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:49.104641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Attempting to bind port e890dc1b-a340-4c14-ba19-9e40a72d397f on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:49.104883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Attempting to bind port e890dc1b-a340-4c14-ba19-9e40a72d397f by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:49.105263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Attempting to bind port e890dc1b-a340-4c14-ba19-9e40a72d397f on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:49.129656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.140742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 3a1f5776-a867-4615-9188-eb25c188f572 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:49.143097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 3a1f5776-a867-4615-9188-eb25c188f572 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:49.143788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35d38c47-a562-41a4-a3b6-5b7878285374 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:49.157356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Port e890dc1b-a340-4c14-ba19-9e40a72d397f on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:49.157356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Attempting to bind port e890dc1b-a340-4c14-ba19-9e40a72d397f on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:49.178919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.187190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 35d38c47-a562-41a4-a3b6-5b7878285374 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:49.188161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35d38c47-a562-41a4-a3b6-5b7878285374 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:49.198303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:49.198656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:49.200386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:49.200862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Bound port: e890dc1b-a340-4c14-ba19-9e40a72d397f, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:49.201223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.278300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6961cdcb-5814-4c02-b676-dd280fcfff23 req-c4221340-def1-458a-acdf-cc8d4b494522 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=139f41b4-f89c-473b-8428-bced21230f99 HTTP/1.1" status: 200 len: 210 time: 0.0441010 Oct 13 04:05:49.282028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f09ab6-bc89-406e-a451-81136dff69cb req-28dabce2-dc1a-46f9-8764-44e1322adb6b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:49.285587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.290177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f09ab6-bc89-406e-a451-81136dff69cb req-28dabce2-dc1a-46f9-8764-44e1322adb6b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 943 time: 0.1817355 Oct 13 04:05:49.324658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.325093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.345007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.352691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Calling delete_port for 11c2e850-ef0c-4d40-899e-1d35b0cd04b1 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:49.359749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:49.364464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eea59188-b083-4ef7-b359-59e92b12692c HTTP/1.1" status: 204 len: 168 time: 0.3589711 Oct 13 04:05:49.366246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf9def-6b18-4d64-8c37-0956755daaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea59188-b083-4ef7-b359-59e92b12692c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:49.446160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f09ab6-bc89-406e-a451-81136dff69cb req-7e2f05b8-39b7-43e8-887c-1283ea787420 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549289 Oct 13 04:05:49.485253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] For port e890dc1b-a340-4c14-ba19-9e40a72d397f, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:49.539565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] For port e890dc1b-a340-4c14-ba19-9e40a72d397f, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:49.555811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.564727 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.619470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:49.620247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.621679 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] 10.222.0.15 "PUT /v2.0/ports/e890dc1b-a340-4c14-ba19-9e40a72d397f HTTP/1.1" status: 200 len: 1091 time: 1.4560740 Oct 13 04:05:49.628373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'tag': 'e890dc1b-a340-4c14-ba19-9e40a72d397f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:49.631727 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b7917-bb92-4493-87f5-2a4a8385acd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f26d5bb2-8a35-468a-85e4-c9483c9f9fe5", "tag": "e890dc1b-a340-4c14-ba19-9e40a72d397f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:49.660151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d6438498-f6f9-4d94-b380-82112796ef86 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:49.687273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d45da1-fdcd-47cd-966d-2e1255598b75 service neutron] Pushing event updated for resources: {'Port': ['ID=e890dc1b-a340-4c14-ba19-9e40a72d397f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:49.753983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: d6438498-f6f9-4d94-b380-82112796ef86 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:49.757618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d6438498-f6f9-4d94-b380-82112796ef86 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:49.819284 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b127c-184d-4d90-84b7-52472149eca6 x-openstack-request-id: req-365b127c-184d-4d90-84b7-52472149eca6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:49.819284 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26d5bb2-8a35-468a-85e4-c9483c9f9fe5", "tag": "e890dc1b-a340-4c14-ba19-9e40a72d397f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:49.820013 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-365b127c-184d-4d90-84b7-52472149eca6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:49.820013 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'tag': 'e890dc1b-a340-4c14-ba19-9e40a72d397f', 'status': 'completed', 'code': 200} Oct 13 04:05:49.831769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.889855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:49.903316 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.908420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c793beed-b5aa-4ea6-b342-1fa1be1d814e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:49.908746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c793beed-b5aa-4ea6-b342-1fa1be1d814e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:49.912969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-f8b7ff10-3856-4969-a3d0-0cf56c07eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:49.916182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-f8b7ff10-3856-4969-a3d0-0cf56c07eddb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 1094 time: 0.1712105 Oct 13 04:05:49.959514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:49.999792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Pushing event deleted for resources: {'Port': ['ID=11c2e850-ef0c-4d40-899e-1d35b0cd04b1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:50.013470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62a7c3-f7fc-4bfb-962c-9cc545e7d4db req-14ff6cb7-4b9e-4401-9ea4-b91ad28ce220 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:50.014993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f62a7c3-f7fc-4bfb-962c-9cc545e7d4db req-14ff6cb7-4b9e-4401-9ea4-b91ad28ce220 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.2019806 Oct 13 04:05:50.032922 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-f0097fcb-4b85-4250-bd1b-1f67a07657b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f HTTP/1.1" status: 200 len: 217 time: 0.1024904 Oct 13 04:05:50.042590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.083377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:05:50.083797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:05:50.087970 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:05:50.161229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-7814fa59-253a-428a-8e02-6ed9e5b056da tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:50.163335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-7814fa59-253a-428a-8e02-6ed9e5b056da tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1247709 Oct 13 04:05:50.184399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-5cb30200-8207-4a7b-b4fa-dfb6b2f3db35 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0147846 Oct 13 04:05:50.184739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f62a7c3-f7fc-4bfb-962c-9cc545e7d4db req-4fbe6cf2-b927-4db1-b985-97e1ca8fa00a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508272 Oct 13 04:05:50.198615 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.200584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.203358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.207501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c57fe58-23d0-461a-9175-676ed1e997ac tempest-ServersWithSpecificFlavorTestJSON-74431128 tempest-ServersWithSpecificFlavorTestJSON-74431128-project] 10.222.0.44 "DELETE /v2.0/floatingips/c55d0388-bfd4-400a-bd5e-6ac02eda2510 HTTP/1.1" status: 204 len: 168 time: 1.5025556 Oct 13 04:05:50.226991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.230329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81 HTTP/1.1" status: 204 len: 168 time: 0.8675423 Oct 13 04:05:50.231999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-8e4ba7fc-1ec8-4a99-8e64-5485905eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:50.234223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-8e4ba7fc-1ec8-4a99-8e64-5485905eb459 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.1878307 Oct 13 04:05:50.240917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-a63b72df-da3e-4afd-a81b-e2b118466adf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322497 Oct 13 04:05:50.257312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd80c9-7923-4754-8533-0aa56552e9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b8ad5e-dd3a-46c2-96ad-ba6e60a58d81,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:50.290152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-951ed940-d467-4a26-820b-04c20b2eca5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422552 Oct 13 04:05:50.322900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e38383e-c25b-405a-b19c-ff3ca9e09fe7 req-57bcff8a-a8cb-4de9-98e0-80394436af4c tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0357952 Oct 13 04:05:50.370056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-79bb8cf9-7c2f-46d8-95a9-5362951e4f14 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281731 Oct 13 04:05:50.423399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-818d853d-2227-490d-88b4-d065dd92e437 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031036 Oct 13 04:05:50.444624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52456) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:50.484919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-4db8d510-4572-408f-96be-4d0290f0d8b8 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013935 Oct 13 04:05:50.589621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c62d3f22-107f-4d05-9346-4aee9929d92c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9906f3e2089b4a6894055f9be1f6b082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413980 Oct 13 04:05:50.590231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52460) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:50.639664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fc3177d-2da7-4c79-bda0-f81d66246c76 req-e2fe59c5-0c2e-4eb9-8440-05cf5fac6b70 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075088 Oct 13 04:05:50.663169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f02-512f-4a67-aeea-b4a2611f233b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.698877 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f02-512f-4a67-aeea-b4a2611f233b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.767340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-42bad80a-eccf-439b-971f-0f15da26d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:50.769938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-42bad80a-eccf-439b-971f-0f15da26d95e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0677307 Oct 13 04:05:50.799218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0f29f-6547-4acd-acc4-b94f58b39a95 req-ad2f7c71-af06-4117-b316-b1219d0ce625 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:50.809214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54e0f29f-6547-4acd-acc4-b94f58b39a95 req-ad2f7c71-af06-4117-b316-b1219d0ce625 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 943 time: 0.0758162 Oct 13 04:05:50.816827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f02-512f-4a67-aeea-b4a2611f233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.819619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f02-512f-4a67-aeea-b4a2611f233b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.819839 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff134cc5-65e9-42c9-89ab-a8e74f4ceac1 req-9c835fac-294b-4065-8463-fba1d4059fb7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0485873 Oct 13 04:05:50.833034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bcd63f02-512f-4a67-aeea-b4a2611f233b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2623e0a-8705-476f-bec1-0cb4ab21979c HTTP/1.1" status: 204 len: 168 time: 0.2350276 Oct 13 04:05:50.857248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd63f02-512f-4a67-aeea-b4a2611f233b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2623e0a-8705-476f-bec1-0cb4ab21979c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:50.892110 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54e0f29f-6547-4acd-acc4-b94f58b39a95 req-0f958909-08cf-4f56-b577-dda6dba3e934 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764349 Oct 13 04:05:50.938591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-4281e39f-b8d7-4942-81e9-a0d3656e747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:50.940306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-4281e39f-b8d7-4942-81e9-a0d3656e747a service neutron] 10.222.0.15 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.1547649 Oct 13 04:05:50.990946 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-cd97f8e9-51eb-4e20-a9a4-14867a3cc4c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f HTTP/1.1" status: 200 len: 217 time: 0.0413227 Oct 13 04:05:51.066629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-c97290e1-03a3-4f68-afb8-c779a990b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:51.068583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-c97290e1-03a3-4f68-afb8-c779a990b76c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0695434 Oct 13 04:05:51.111890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-b7077542-12da-4f20-bd89-edfd4c798765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357304 Oct 13 04:05:51.220994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-9726dd25-5909-41f9-8345-24d2bc12b6e0 service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007421 Oct 13 04:05:51.285383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:51.342965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe9b7917-bb92-4493-87f5-2a4a8385acd5 req-f324c2c2-03b5-4de6-82b5-ad8084d0b33e service neutron] 10.222.0.15 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133471 Oct 13 04:05:51.450473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1646b92-b2b5-415c-bfa3-d7f2d8a3528a req-644044f4-1335-4fe2-ae13-297a008d22f8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:51.461136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1646b92-b2b5-415c-bfa3-d7f2d8a3528a req-644044f4-1335-4fe2-ae13-297a008d22f8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1020195 Oct 13 04:05:51.474089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b047a631-ae12-4948-baf9-7de0a828cc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.476761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-84d3a5d7-4763-43f6-9281-780ea8f144e5 req-4b8eca5c-c513-47c5-b04c-5e5b0d526e05 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0385697 Oct 13 04:05:51.576445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1646b92-b2b5-415c-bfa3-d7f2d8a3528a req-45a19ed2-853a-4c7c-9768-39763abc4ad1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143382 Oct 13 04:05:51.920556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.974611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0928ba1-cce5-4036-ad1a-a3b0def3633b req-6065e98e-eceb-4802-9552-2ff9ef85bcf6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0754251 Oct 13 04:05:52.101118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-3d2bee07-b237-4729-9c6c-c1620124e317 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:52.102814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-3d2bee07-b237-4729-9c6c-c1620124e317 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.2638631 Oct 13 04:05:52.117724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Request body: {'port': {'device_id': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'admin_state_up': True, 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:52.203597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37656ade-f990-401a-959e-0e379bef3e6f req-374aa5d3-960d-41e7-95ac-3014345548cb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:52.205109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37656ade-f990-401a-959e-0e379bef3e6f req-374aa5d3-960d-41e7-95ac-3014345548cb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 943 time: 0.1593356 Oct 13 04:05:52.258185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c489b3e-ad1e-40e7-8aa3-cc81d5eb238f req-76426d0c-1e1f-4e8c-a974-8e3146e4b3dc tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0301967 Oct 13 04:05:52.304205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37656ade-f990-401a-959e-0e379bef3e6f req-0734e320-8b6f-4051-8eba-fe344a6ae5ec tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782175 Oct 13 04:05:52.358773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:05:52.362231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:52.784651 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:52.801398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9605-b5ef-40f7-a478-b6df2983dbd7 req-5a1f9573-a7b5-45fa-b88f-0d9826537ae6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:52.813530 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d69b9605-b5ef-40f7-a478-b6df2983dbd7 req-5a1f9573-a7b5-45fa-b88f-0d9826537ae6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0909097 Oct 13 04:05:52.822535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1692476e-d98b-48e2-aacb-d7171b795f5d req-fc8ed4e0-dab3-46b0-8c99-77638352a285 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0570817 Oct 13 04:05:52.858666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:52.864709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d69b9605-b5ef-40f7-a478-b6df2983dbd7 req-f15ad951-3bd8-4b3d-8bf6-54f9927ac269 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495143 Oct 13 04:05:52.956932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Deleting port d214d5de-b5f2-480f-8a0f-119ed43b2875 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:52.957260 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:52.964195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-195733df-b7c2-4e58-9bbf-5d1cc8a66e1d req-3d4147d0-7478-4c72-b52a-2f18042a7357 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0571818 Oct 13 04:05:53.019069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Allocated IP 172.20.0.7 (876c5493-a918-4192-8574-9a25534ba797/b19abcdc-adaa-4d33-ab35-b2355c776749/94c350c5-59d6-4cb5-856a-7bab360e418a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:05:53.085989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b99b6f6a-e37e-4dcd-a64f-fe99dfae891e req-ede7cd82-8397-4913-bd45-45bae91eb51b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0364537 Oct 13 04:05:53.096493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:53.098926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] For port d214d5de-b5f2-480f-8a0f-119ed43b2875, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d214d5de-b5f2-480f-8a0f-119ed43b2875,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:53.099382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.101272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:53.127335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Calling delete_port for d214d5de-b5f2-480f-8a0f-119ed43b2875 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:53.289978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.398937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.405453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.424370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:53.445152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:53.447690 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618465a3-df4a-4b15-a06e-0c99985b3b8c" -d '{"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:53.457582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'mac_address': 'fa:16:3e:50:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:53.499059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d694b-a499-4f14-96bb-dc240fa49946 req-01fccb1c-3af9-48a0-8e00-0a283687408b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:53.499696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:53.500390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.508556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c645d7d6-9cce-4422-b126-5bb216a53867 req-91e454c0-d4f0-4363-b967-12fbf39b3109 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.1075537 Oct 13 04:05:53.511175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a88d694b-a499-4f14-96bb-dc240fa49946 req-01fccb1c-3af9-48a0-8e00-0a283687408b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 943 time: 0.0902145 Oct 13 04:05:53.516145 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae152df6-6743-4b3c-baec-0e6c423e6f06 x-openstack-request-id: req-ae152df6-6743-4b3c-baec-0e6c423e6f06 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:53.516732 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:53.517170 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae152df6-6743-4b3c-baec-0e6c423e6f06 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:53.517715 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'code': 200} Oct 13 04:05:53.519308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:53.543114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Network 876c5493-a918-4192-8574-9a25534ba797 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:05:53.545775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event updated for resources: {'Port': ['ID=94c350c5-59d6-4cb5-856a-7bab360e418a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:53.549941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:05:53.555102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:05:53.567909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.575126 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:05:53.575717 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:05:53.577274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a88d694b-a499-4f14-96bb-dc240fa49946 req-5686245c-986a-46be-926e-a785029b652f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Oct 13 04:05:53.599850 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.624628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:53.638493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d214d5de-b5f2-480f-8a0f-119ed43b2875,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:53.646804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:53.647443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.675276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e890dc1b-a340-4c14-ba19-9e40a72d397f details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:53.708768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-2549033f-f0b8-43ae-8b8d-808e523e13ee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5950799 Oct 13 04:05:53.793724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e890dc1b-a340-4c14-ba19-9e40a72d397f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:53.808919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e890dc1b-a340-4c14-ba19-9e40a72d397f', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': 'e890dc1b-a340-4c14-ba19-9e40a72d397f', 'mac_address': 'fa:16:3e:a6:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:53.814675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Request body: {'port': {'device_id': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:05:53.855227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.882151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e890dc1b-a340-4c14-ba19-9e40a72d397f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:53.903260 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.917284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.933859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e890dc1b-a340-4c14-ba19-9e40a72d397f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:53.940039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:53.941939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9bef3d29-2f43-4003-a215-a6da7d57ae73 req-4a702dbb-4a5d-43f0-bb4f-f0cb63521e56 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0458343 Oct 13 04:05:54.006172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e890dc1b-a340-4c14-ba19-9e40a72d397f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:54.079053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-daf0b3c6-638c-4d54-afb9-8b3e215c7d77 req-527c7b2c-8d30-4a56-9ee2-5f334554d441 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0331450 Oct 13 04:05:54.116408 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.133138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:54.164135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:54.168942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e202d-076c-4307-be1d-3f2755059fc4 req-25cee081-9dfe-4a67-9964-e707b1259a3b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:54.170439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f95e202d-076c-4307-be1d-3f2755059fc4 req-25cee081-9dfe-4a67-9964-e707b1259a3b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 948 time: 0.1638920 Oct 13 04:05:54.174278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.209846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e447d-123d-40bf-bca8-788bef101cb1 req-86dc8f0d-9ad4-4f59-8a57-e94667896b5d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:54.211315 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de2e447d-123d-40bf-bca8-788bef101cb1 req-86dc8f0d-9ad4-4f59-8a57-e94667896b5d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 931 time: 0.0577309 Oct 13 04:05:54.229195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:54.263225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de2e447d-123d-40bf-bca8-788bef101cb1 req-432814b9-1f6c-4775-86e5-e4d45fe8c12e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Oct 13 04:05:54.300075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e890dc1b-a340-4c14-ba19-9e40a72d397f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:54.328486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f95e202d-076c-4307-be1d-3f2755059fc4 req-b65cba96-12b0-4e42-995e-fc3a114a4c98 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497974 Oct 13 04:05:54.388628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Router 319a552a-12b5-45ba-b5ba-0c54260b333b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:05:54.465615 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.472937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c350c5-59d6-4cb5-856a-7bab360e418a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:54.483360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.529816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Transition to ACTIVE for port object 94c350c5-59d6-4cb5-856a-7bab360e418a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:05:54.534566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.584514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:05:54.592823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-de485219-fdb0-45c1-8b58-04d5cc783cfb admin admin] 10.222.0.44 "PUT /v2.0/routers/319a552a-12b5-45ba-b5ba-0c54260b333b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3063173 Oct 13 04:05:54.595212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Pushing event updated for resources: {'Port': ['ID=94c350c5-59d6-4cb5-856a-7bab360e418a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:54.596040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52600) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:54.596510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] Sync routers for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:05:54.609181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:54.611341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:54.649883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:54.711995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db0935-a0ac-487b-8ed1-863d6d0cecfb req-c9fea221-4f83-45c2-b3e9-19e464ec9a75 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:54.713701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75db0935-a0ac-487b-8ed1-863d6d0cecfb req-c9fea221-4f83-45c2-b3e9-19e464ec9a75 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 944 time: 0.0716116 Oct 13 04:05:54.716010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Attempting to bind port 94c350c5-59d6-4cb5-856a-7bab360e418a on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:05:54.716501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Attempting to bind port 94c350c5-59d6-4cb5-856a-7bab360e418a by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:05:54.716913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Attempting to bind port 94c350c5-59d6-4cb5-856a-7bab360e418a on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:54.722428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Port 94c350c5-59d6-4cb5-856a-7bab360e418a on network 876c5493-a918-4192-8574-9a25534ba797 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:05:54.722821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Attempting to bind port 94c350c5-59d6-4cb5-856a-7bab360e418a on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:05:54.739255 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.741449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:05:54.741786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:05:54.742207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Bound using segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:05:54.742741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Bound port: 94c350c5-59d6-4cb5-856a-7bab360e418a, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:05:54.743088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.794464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75db0935-a0ac-487b-8ed1-863d6d0cecfb req-c697526f-78a2-44b7-a5ad-2ea7198e63c2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688009 Oct 13 04:05:54.838606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:54.855575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] For port 94c350c5-59d6-4cb5-856a-7bab360e418a, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:05:54.859387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] For port 94c350c5-59d6-4cb5-856a-7bab360e418a, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=94c350c5-59d6-4cb5-856a-7bab360e418a,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:05:54.867221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.898923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5daf22c8-bfb0-45bd-94e0-d38c8604251c req-edee3710-59d6-49b6-a1ba-cf012fe87d5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0314445 Oct 13 04:05:54.918606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:54.919425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.921123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] 10.222.0.26 "PUT /v2.0/ports/94c350c5-59d6-4cb5-856a-7bab360e418a HTTP/1.1" status: 200 len: 1091 time: 1.1126912 Oct 13 04:05:54.921728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'tag': '94c350c5-59d6-4cb5-856a-7bab360e418a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:54.924671 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f70c1c-a404-4f46-bca2-417023a6f464" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe91f9c-5ece-440a-9a47-d3231ff5e0c6", "tag": "94c350c5-59d6-4cb5-856a-7bab360e418a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:54.943834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:54.951632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5272032-a06d-49cc-9547-337782cc5703 service neutron] Pushing event updated for resources: {'Port': ['ID=94c350c5-59d6-4cb5-856a-7bab360e418a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:54.979382 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f57245-6b35-4295-a31d-50c0e4751096 x-openstack-request-id: req-c8f57245-6b35-4295-a31d-50c0e4751096 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:54.979908 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe91f9c-5ece-440a-9a47-d3231ff5e0c6", "tag": "94c350c5-59d6-4cb5-856a-7bab360e418a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:54.980336 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8f57245-6b35-4295-a31d-50c0e4751096 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:54.980958 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'tag': '94c350c5-59d6-4cb5-856a-7bab360e418a', 'status': 'completed', 'code': 200} Oct 13 04:05:55.014957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Deleting port 3feb0784-e6aa-49be-8ea6-d7165e33a44a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:55.015296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.063585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e5ada4e-4c16-45cc-8d76-a6cde3524186 req-17d4cc70-680d-4cb9-bb55-c289522ccaec tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Oct 13 04:05:55.066000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-09af4144-99c7-40ef-b517-bddd433def1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.067814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-09af4144-99c7-40ef-b517-bddd433def1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 1094 time: 0.0846913 Oct 13 04:05:55.122459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] For port 3feb0784-e6aa-49be-8ea6-d7165e33a44a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3feb0784-e6aa-49be-8ea6-d7165e33a44a,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:55.123091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.134645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-c867c63c-4f3c-4df3-b971-23841406626a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c350c5-59d6-4cb5-856a-7bab360e418a HTTP/1.1" status: 200 len: 217 time: 0.0456688 Oct 13 04:05:55.138623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Calling delete_port for 3feb0784-e6aa-49be-8ea6-d7165e33a44a owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:55.155203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T04:05:53Z', 'revision_number': 5, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port': {'id': '3feb0784-e6aa-49be-8ea6-d7165e33a44a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:57:59Z', 'updated_at': '2021-10-13T03:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:55.197743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb578-b365-44fe-a641-75e660290b41 req-dba38b9c-2cee-4b7a-aaa7-b11432f5756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.198263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] Checking router: 319a552a-12b5-45ba-b5ba-0c54260b333b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:05:55.199906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-dba38b9c-2cee-4b7a-aaa7-b11432f5756a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0565891 Oct 13 04:05:55.206774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] Routers {'319a552a-12b5-45ba-b5ba-0c54260b333b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:55.207379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['319a552a-12b5-45ba-b5ba-0c54260b333b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:55.227706 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc083870-c11e-4f6b-8598-e90f9518a1ef req-ef7d85df-c5b2-483b-99e1-7e5a4a2500e4 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0320230 Oct 13 04:05:55.233223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-5b22d20b-3c32-4f59-839b-0cf84ef550c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254166 Oct 13 04:05:55.295653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] Set router 319a552a-12b5-45ba-b5ba-0c54260b333b gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:55.335858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-52ebc4ce-c98d-484e-925f-a641d5401e6d service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910830 Oct 13 04:05:55.356889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T04:05:54Z', 'revision_number': 6, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:55.389115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a088b1-6bb1-4084-afea-cd4a8e6214ae None None] The sync data for ids ['319a552a-12b5-45ba-b5ba-0c54260b333b'] in n-d-810220-9 is: [{'id': '319a552a-12b5-45ba-b5ba-0c54260b333b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060936810-router', 'tenant_id': '95037c62f14143c9b98321e9592ea43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:57:57Z', 'updated_at': '2021-10-13T04:05:54Z', 'revision_number': 6, 'project_id': '95037c62f14143c9b98321e9592ea43d', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:05:55.470508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347b1b4-519c-4401-b4fb-fcfc77a84b00 req-e09608af-15c0-42c9-ab92-c7e94feb7ba7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.471622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8347b1b4-519c-4401-b4fb-fcfc77a84b00 req-e09608af-15c0-42c9-ab92-c7e94feb7ba7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 943 time: 0.1285334 Oct 13 04:05:55.521030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f4cb578-b365-44fe-a641-75e660290b41 req-636f6117-b7ba-4ef0-814d-18d6ae747412 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431720 Oct 13 04:05:55.542124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8347b1b4-519c-4401-b4fb-fcfc77a84b00 req-6ed12ab8-9fd1-43f7-8779-5a1ea38e6cb9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465965 Oct 13 04:05:55.612375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-6d13231c-6328-4c76-b355-e8a9aab934c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.613910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-6d13231c-6328-4c76-b355-e8a9aab934c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 1094 time: 0.0452206 Oct 13 04:05:55.649515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-780cda14-e3dc-41d6-8b84-bb182fc924a9 req-9c5db6ca-1f2e-4b61-9bed-f09160d720ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0540216 Oct 13 04:05:55.678398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e890dc1b-a340-4c14-ba19-9e40a72d397f up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:55.699205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccddb3-e798-4c3f-9e92-d4e84230fa8a req-48a61410-32d6-48c2-9a39-88f89eedc24f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.700674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fccddb3-e798-4c3f-9e92-d4e84230fa8a req-48a61410-32d6-48c2-9a39-88f89eedc24f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 949 time: 0.1063733 Oct 13 04:05:55.715260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-4abd04cf-bb76-4e0e-86b7-f331774ff742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.716883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-4abd04cf-bb76-4e0e-86b7-f331774ff742 service neutron] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.0864465 Oct 13 04:05:55.741263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e890dc1b-a340-4c14-ba19-9e40a72d397f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:05:55.747927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e890dc1b-a340-4c14-ba19-9e40a72d397f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:55.748448 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.757658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.774491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-e6d78206-577c-4521-99b7-b09f016b097e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c350c5-59d6-4cb5-856a-7bab360e418a HTTP/1.1" status: 200 len: 217 time: 0.0486319 Oct 13 04:05:55.792880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fccddb3-e798-4c3f-9e92-d4e84230fa8a req-885f1b02-d63f-4da9-abeb-6b6b7fc5b95d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Oct 13 04:05:55.796303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3feb0784-e6aa-49be-8ea6-d7165e33a44a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:55.864583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.866319 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.867810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-181e2168-424e-4389-8221-0badc6221257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:55.869625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-181e2168-424e-4389-8221-0badc6221257 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0859601 Oct 13 04:05:55.912941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e890dc1b-a340-4c14-ba19-9e40a72d397f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:55.915406 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71feaad-a98d-4cc3-b0f1-57d49eab5254" -d '{"events": [{"server_uuid": "f26d5bb2-8a35-468a-85e4-c9483c9f9fe5", "name": "network-vif-plugged", "status": "completed", "tag": "e890dc1b-a340-4c14-ba19-9e40a72d397f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:55.922864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-cbdb21d6-0410-4503-9d41-daf484011e5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465004 Oct 13 04:05:55.930930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e890dc1b-a340-4c14-ba19-9e40a72d397f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:55.937293 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.964650 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefba5e3-a195-46ce-b782-b682110f55ee x-openstack-request-id: req-cefba5e3-a195-46ce-b782-b682110f55ee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:55.965071 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26d5bb2-8a35-468a-85e4-c9483c9f9fe5", "name": "network-vif-plugged", "status": "completed", "tag": "e890dc1b-a340-4c14-ba19-9e40a72d397f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:55.965418 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cefba5e3-a195-46ce-b782-b682110f55ee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:55.966396 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e890dc1b-a340-4c14-ba19-9e40a72d397f', 'code': 200} Oct 13 04:05:55.987866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.991366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:55.997315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e890dc1b-a340-4c14-ba19-9e40a72d397f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:56.038657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-8e2a6b48-5520-41b9-80a6-6863f7644084 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078193 Oct 13 04:05:56.079996 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.080536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319a552a-12b5-45ba-b5ba-0c54260b333b {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:05:56.085799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.086919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a13a0926-ee2c-4203-9a21-798ded618ba9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/319a552a-12b5-45ba-b5ba-0c54260b333b HTTP/1.1" status: 204 len: 168 time: 1.4874792 Oct 13 04:05:56.089702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:56.097344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84f6ce-5a4d-4468-b290-951130e051c1 req-c39f4cdf-1e15-47c2-962c-69f3288288fd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:56.098803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba84f6ce-5a4d-4468-b290-951130e051c1 req-c39f4cdf-1e15-47c2-962c-69f3288288fd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.1626132 Oct 13 04:05:56.133259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35f70c1c-a404-4f46-bca2-417023a6f464 req-c7212f1d-4419-4f9f-98a0-eccd5ba9464b service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Oct 13 04:05:56.164069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75426723-0fda-454b-821b-bf7a2e28d2ca req-46e0c549-a19e-4369-868f-685c51401b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:56.165565 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75426723-0fda-454b-821b-bf7a2e28d2ca req-46e0c549-a19e-4369-868f-685c51401b15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1203034 Oct 13 04:05:56.174988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b994c88-9cfe-4083-be6c-e8f715980c83 req-e3863d64-055d-467b-9cc9-338d770b768f tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Oct 13 04:05:56.182212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Deleting subnet 4dc73512-d18e-424e-8cd1-1f7dca14eb23 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:05:56.198443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.208081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba84f6ce-5a4d-4468-b290-951130e051c1 req-376de0cf-255f-4ad6-bd26-93c7ffa941af tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991848 Oct 13 04:05:56.253737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75426723-0fda-454b-821b-bf7a2e28d2ca req-d231a3fe-c7b5-4d04-bbd5-6a77747b1888 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Oct 13 04:05:56.256406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.393693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6dfd252-505d-4f8f-aa79-f3eca10e899f req-7327eb64-7f70-48d3-b2c0-8dd44ecde765 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0669320 Oct 13 04:05:56.415241 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.430754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0526c27b-ea95-45d8-90e6-1d472a7ebdd6 req-d99c68d5-9029-4d85-b866-dc7aaa5cf0a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6194aed0da2412eb8c9b1f0a4761712&device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0319104 Oct 13 04:05:56.484077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.486553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bdfaea6-799f-416f-99a3-9a6d14ecec1f req-95f25fe3-2ae0-4687-9831-9ae69f5d7455 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0538142 Oct 13 04:05:56.488124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0526c27b-ea95-45d8-90e6-1d472a7ebdd6 req-7f1a259f-ed84-4151-96e9-60f9e5b45f3e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a6194aed0da2412eb8c9b1f0a4761712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472832 Oct 13 04:05:56.517758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc73512-d18e-424e-8cd1-1f7dca14eb23,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:56.525104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.531057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7e952ea3-6f49-44a6-8910-beb3c38ad8c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4dc73512-d18e-424e-8cd1-1f7dca14eb23 HTTP/1.1" status: 204 len: 168 time: 0.4311514 Oct 13 04:05:56.537474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:56.539878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49214445-5fc1-4f83-adb9-25871e6081f1 None None] Network 74941c07-d12d-4a9f-925d-b1e62281f19e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:05:56.603957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526c27b-ea95-45d8-90e6-1d472a7ebdd6 req-fe3cae4f-5728-4d79-a26f-d604ae234885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:56.605596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0526c27b-ea95-45d8-90e6-1d472a7ebdd6 req-fe3cae4f-5728-4d79-a26f-d604ae234885 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098607 Oct 13 04:05:56.632507 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.695109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Deleting port e14a2d08-ada1-4319-ad97-4c28ea170503 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:56.695699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.718898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8dfc6-d7f3-412f-9eb1-16651077d01a req-8d2dae2a-cd1c-4d86-aa18-e766615b18f9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:56.720406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dc8dfc6-d7f3-412f-9eb1-16651077d01a req-8d2dae2a-cd1c-4d86-aa18-e766615b18f9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 943 time: 0.0692589 Oct 13 04:05:56.738029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] DHCP port deletion for 74941c07-d12d-4a9f-925d-b1e62281f19e request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:05:56.760620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dc8dfc6-d7f3-412f-9eb1-16651077d01a req-1aa1bb05-d9d3-4494-b3cd-548cf20b21c0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Oct 13 04:05:56.771390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] For port e14a2d08-ada1-4319-ad97-4c28ea170503, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e14a2d08-ada1-4319-ad97-4c28ea170503,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:56.772118 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.786092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Calling delete_port for e14a2d08-ada1-4319-ad97-4c28ea170503 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:56.799486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] Deleting port e14a2d08-ada1-4319-ad97-4c28ea170503 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:56.799967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.863522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3feb0784-e6aa-49be-8ea6-d7165e33a44a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:56.869416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.893558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3feb0784-e6aa-49be-8ea6-d7165e33a44a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:56.894110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3feb0784-e6aa-49be-8ea6-d7165e33a44a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:56.894217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d214d5de-b5f2-480f-8a0f-119ed43b2875 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:56.898353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] No DVR routers for this DVR port e14a2d08-ada1-4319-ad97-4c28ea170503 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:56.900444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] For port e14a2d08-ada1-4319-ad97-4c28ea170503, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e14a2d08-ada1-4319-ad97-4c28ea170503,segment=NetworkSegment(4173d3bd-40d2-497c-a707-32b05deffba8),segment_id=4173d3bd-40d2-497c-a707-32b05deffba8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:56.900873 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:56.910805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e14a2d08-ada1-4319-ad97-4c28ea170503,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:56.923016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d214d5de-b5f2-480f-8a0f-119ed43b2875 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:56.923348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d214d5de-b5f2-480f-8a0f-119ed43b2875 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:56.923759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e14a2d08-ada1-4319-ad97-4c28ea170503 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:05:56.946786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] Calling delete_port for e14a2d08-ada1-4319-ad97-4c28ea170503 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:56.948838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e14a2d08-ada1-4319-ad97-4c28ea170503 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:05:56.949244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e14a2d08-ada1-4319-ad97-4c28ea170503 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:05:57.007091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.016465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d1e12-7eb7-4607-960e-398820f1f37e req-819f73ca-4ca8-4a6e-92cb-f9e1b08c0378 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:57.017962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d4d1e12-7eb7-4607-960e-398820f1f37e req-819f73ca-4ca8-4a6e-92cb-f9e1b08c0378 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 949 time: 0.1227400 Oct 13 04:05:57.025461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.050897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74941c07-d12d-4a9f-925d-b1e62281f19e']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:57.055419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] No DVR routers for this DVR port e14a2d08-ada1-4319-ad97-4c28ea170503 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:05:57.059275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cb40b-4fe1-4a40-98a5-a18b4d896470 None None] Pushing event deleted for resources: {'Port': ['ID=e14a2d08-ada1-4319-ad97-4c28ea170503,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:57.066724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4173d3bd-40d2-497c-a707-32b05deffba8') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:57.066724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4173d3bd-40d2-497c-a707-32b05deffba8') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:57.082969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.091451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d4d1e12-7eb7-4607-960e-398820f1f37e req-3d39318c-7665-44f0-a7bc-b50056397a45 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662212 Oct 13 04:05:57.098834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.105404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:05:57.105798 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:05:57.107432 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:05:57.117208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:05:57.160638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.164256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:05:57.164611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.166530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.172623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:57.172957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] 10.222.0.44 "DELETE /v2.0/networks/74941c07-d12d-4a9f-925d-b1e62281f19e HTTP/1.1" status: 204 len: 168 time: 0.6339152 Oct 13 04:05:57.184034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8d2ea-b21a-4c54-9012-3ba7776887ba admin admin] Pushing event deleted for resources: {'Network': ['ID=74941c07-d12d-4a9f-925d-b1e62281f19e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:57.244591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.282425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:57.287774 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:57.346511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:57.497266 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52fa7a7-d287-4259-a39c-43c75bb05784 req-4fb7c8b5-c66f-43d4-a243-1c296ea67cb2 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0269532 Oct 13 04:05:57.585155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc30a379-76bc-4e3d-b8b1-b646fc673a2c req-9a69d7a3-be12-4cc7-96c8-966d5ad11228 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Oct 13 04:05:57.737502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb90d3-f16a-4a5d-8411-b48c8e598700 req-0c7eb781-dbce-46b3-a2d6-4f0b98e9be1d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:57.739129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96cb90d3-f16a-4a5d-8411-b48c8e598700 req-0c7eb781-dbce-46b3-a2d6-4f0b98e9be1d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.4162655 Oct 13 04:05:57.817674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96cb90d3-f16a-4a5d-8411-b48c8e598700 req-c7c464fa-f549-4c32-b63e-cf0f89cde011 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693841 Oct 13 04:05:57.965924 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9da0ed2-5194-4db9-9f61-4af7a67f3c3d req-23e5b4e1-ba8c-4497-9ec1-dedea30a603d tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0350332 Oct 13 04:05:57.967504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:05:57.969964 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1529460f-5451-49cd-a9ce-b3869f313616" -d '{"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:05:57.971579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660db2-1768-43b4-b2d5-e2745e0e5045 req-c9b8a65c-4935-4b20-b7d3-183629d0f26f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:57.973094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7660db2-1768-43b4-b2d5-e2745e0e5045 req-c9b8a65c-4935-4b20-b7d3-183629d0f26f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 943 time: 0.0858181 Oct 13 04:05:58.007641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:58.025151 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e9bda-ce68-4959-94b0-ac90cab7658c x-openstack-request-id: req-c42e9bda-ce68-4959-94b0-ac90cab7658c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:05:58.025528 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:05:58.025876 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c42e9bda-ce68-4959-94b0-ac90cab7658c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:05:58.026351 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'code': 200} Oct 13 04:05:58.050699 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7660db2-1768-43b4-b2d5-e2745e0e5045 req-e8d77c70-b9c1-40b9-a479-3973fb13c551 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Oct 13 04:05:58.263633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0526c27b-ea95-45d8-90e6-1d472a7ebdd6 req-2a14abb1-c9dc-4697-a9da-6fd6cbcffb5c tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.26 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0542789 Oct 13 04:05:58.287949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ab78c-6baf-4591-a46b-39be141f8e24 req-a410f0f1-e9a7-415c-935f-a924e8a8358f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:58.289408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b40ab78c-6baf-4591-a46b-39be141f8e24 req-a410f0f1-e9a7-415c-935f-a924e8a8358f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1255581 Oct 13 04:05:58.300886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87ddd-0463-4334-ad1d-5fb733f3cbf9 req-57a97891-c2fc-42cb-966b-4ff753ef0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:58.302273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8c87ddd-0463-4334-ad1d-5fb733f3cbf9 req-57a97891-c2fc-42cb-966b-4ff753ef0b7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1101 time: 0.0919614 Oct 13 04:05:58.379726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b40ab78c-6baf-4591-a46b-39be141f8e24 req-093c708e-3815-4a1c-b33a-51976844a1f3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830784 Oct 13 04:05:58.391800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8c87ddd-0463-4334-ad1d-5fb733f3cbf9 req-483007e4-c4dd-44a7-9b86-b7ec663747bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823548 Oct 13 04:05:58.433684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Deleting port fb682e18-6835-44e7-9f9e-88e73a27a1fc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:58.434019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:58.509356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] For port fb682e18-6835-44e7-9f9e-88e73a27a1fc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb682e18-6835-44e7-9f9e-88e73a27a1fc,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:58.509717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:58.524756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Calling delete_port for fb682e18-6835-44e7-9f9e-88e73a27a1fc owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:05:58.693277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1efdcff-f5cd-4a12-8edd-492b27c6e7a9 req-15bc4357-2536-4f09-8f68-6858faba0b99 tempest-ServerShowV257Test-295449919 tempest-ServerShowV257Test-295449919-project] 10.222.0.44 "GET /v2.0/ports?device_id=5086faaf-d8cf-4d48-88d4-578508702070 HTTP/1.1" status: 200 len: 210 time: 0.0257485 Oct 13 04:05:58.699360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:58.725127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb682e18-6835-44e7-9f9e-88e73a27a1fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:58.943943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:59.011958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52dbeb-31c9-4ea1-aa5c-4debe638337f req-a5ab9aaf-d336-466d-af59-66cb7514b90e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:59.013786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b52dbeb-31c9-4ea1-aa5c-4debe638337f req-a5ab9aaf-d336-466d-af59-66cb7514b90e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.1036949 Oct 13 04:05:59.078535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4aa00009-c629-4668-8bb4-45c98240edcf req-c524cb55-32da-4f3c-a2a9-a87311dcfdda tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0259941 Oct 13 04:05:59.092955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b52dbeb-31c9-4ea1-aa5c-4debe638337f req-7c4be696-28f2-48cf-bf9a-6f8025c28e27 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Oct 13 04:05:59.147280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 94c350c5-59d6-4cb5-856a-7bab360e418a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:05:59.203186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0633-842c-4aea-b681-388712533c83 req-1cf27286-e806-4d73-a0af-3b0b87f9b787 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:59.204939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee0633-842c-4aea-b681-388712533c83 req-1cf27286-e806-4d73-a0af-3b0b87f9b787 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 943 time: 0.0601275 Oct 13 04:05:59.257442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee0633-842c-4aea-b681-388712533c83 req-92b67dc8-cbc4-4a34-bcc4-81f1c20daa82 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Oct 13 04:05:59.258173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Router d5f9aad3-cb78-4e28-b318-2dd235f166c4 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:05:59.260178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 94c350c5-59d6-4cb5-856a-7bab360e418a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=94c350c5-59d6-4cb5-856a-7bab360e418a,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:59.275859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '94c350c5-59d6-4cb5-856a-7bab360e418a', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': '94c350c5-59d6-4cb5-856a-7bab360e418a', 'mac_address': 'fa:16:3e:eb:10:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:05:59.319962 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:59.333574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c350c5-59d6-4cb5-856a-7bab360e418a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:05:59.355252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 94c350c5-59d6-4cb5-856a-7bab360e418a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=94c350c5-59d6-4cb5-856a-7bab360e418a,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:05:59.361558 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:59.378744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:05:59.384174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d24a107-5add-4ec9-93b9-836a0937a3a0 admin admin] 10.222.0.44 "PUT /v2.0/routers/d5f9aad3-cb78-4e28-b318-2dd235f166c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2103214 Oct 13 04:05:59.387121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3d63-9742-4ab5-997f-03304870722f req-9a457ed8-543f-4890-a35b-3c87e8d17c05 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:59.389150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52692) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:59.389353 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] Sync routers for ids ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:05:59.398467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-368d3d63-9742-4ab5-997f-03304870722f req-9a457ed8-543f-4890-a35b-3c87e8d17c05 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.0731134 Oct 13 04:05:59.404371 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] Routers {'d5f9aad3-cb78-4e28-b318-2dd235f166c4'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:59.405013 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:59.423777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=94c350c5-59d6-4cb5-856a-7bab360e418a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:59.453236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-368d3d63-9742-4ab5-997f-03304870722f req-c567f92e-1807-4f7d-a0fe-15c122907126 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Oct 13 04:05:59.509714 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] Set router d5f9aad3-cb78-4e28-b318-2dd235f166c4 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:05:59.555973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:59.562209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f628ec-0fd2-42eb-9284-4715fe582ba8 req-5c5624b5-8ab8-4973-b363-efaf9c488a2a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:59.563879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0f628ec-0fd2-42eb-9284-4715fe582ba8 req-5c5624b5-8ab8-4973-b363-efaf9c488a2a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.0504069 Oct 13 04:05:59.602323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e7d4-bfeb-4923-8e92-64b1be6daafe req-5b7ea708-7a17-4e91-9c91-dd3e9bb15619 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:05:59.604003 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-76d0e7d4-bfeb-4923-8e92-64b1be6daafe req-5b7ea708-7a17-4e91-9c91-dd3e9bb15619 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1014447 Oct 13 04:05:59.610289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0f628ec-0fd2-42eb-9284-4715fe582ba8 req-7a4d2f29-9dea-43da-b5f2-6d236bfea995 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Oct 13 04:05:59.689686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-76d0e7d4-bfeb-4923-8e92-64b1be6daafe req-ba5aebdb-5875-47c1-8e14-a466ff00dc05 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777323 Oct 13 04:05:59.707161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:59.738801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['94c350c5-59d6-4cb5-856a-7bab360e418a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:05:59.739951 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T04:05:58Z', 'revision_number': 5, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port': {'id': '91d2a0c2-9b7f-483c-aa04-db855065efd0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T03:58:15Z', 'updated_at': '2021-10-13T03:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:59.777093 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] Checking router: d5f9aad3-cb78-4e28-b318-2dd235f166c4 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:05:59.791415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] Routers {'d5f9aad3-cb78-4e28-b318-2dd235f166c4'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:05:59.792315 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:05:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:05:59.917533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Deleting port 91d2a0c2-9b7f-483c-aa04-db855065efd0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:05:59.918347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:59.997761 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] Set router d5f9aad3-cb78-4e28-b318-2dd235f166c4 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:06:00.013281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762874b-40d4-4bd4-b0db-fd311c60c1ba req-ac3acebe-0d0a-4fce-ab2f-af705a6bf3b0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:00.015246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4762874b-40d4-4bd4-b0db-fd311c60c1ba req-ac3acebe-0d0a-4fce-ab2f-af705a6bf3b0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.1484857 Oct 13 04:06:00.056516 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T04:05:59Z', 'revision_number': 6, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:00.083651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4762874b-40d4-4bd4-b0db-fd311c60c1ba req-d922467d-ed58-478b-95bf-242e75f30579 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Oct 13 04:06:00.083948 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199c394-8fa8-4b80-b361-72a012c1f95d None None] The sync data for ids ['d5f9aad3-cb78-4e28-b318-2dd235f166c4'] in n-d-810220-9 is: [{'id': 'd5f9aad3-cb78-4e28-b318-2dd235f166c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-759342154-router', 'tenant_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T03:58:14Z', 'updated_at': '2021-10-13T04:05:59Z', 'revision_number': 6, 'project_id': 'cfe71c622dd1403a96c3c2006dec9ab0', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:06:00.120445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] For port 91d2a0c2-9b7f-483c-aa04-db855065efd0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=91d2a0c2-9b7f-483c-aa04-db855065efd0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:00.120899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.154120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Calling delete_port for 91d2a0c2-9b7f-483c-aa04-db855065efd0 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:00.229623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83d3b217-6c7a-411e-8e8d-ceb27afcab86 req-be703e80-baa9-40ba-890f-015b5f007f44 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0322721 Oct 13 04:06:00.236974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:00.334315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.365962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d2a0c2-9b7f-483c-aa04-db855065efd0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:00.370186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08589eb6-61be-4ef0-bd96-d8f6c1e5e038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.398747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ee2-841e-4705-a225-81887244a9a8 req-40828db7-f30f-455c-8b80-59dc2f6214ec tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:00.400119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4771ee2-841e-4705-a225-81887244a9a8 req-40828db7-f30f-455c-8b80-59dc2f6214ec tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 944 time: 0.0816772 Oct 13 04:06:00.425479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.457027 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4771ee2-841e-4705-a225-81887244a9a8 req-2fa1122f-bfb4-4641-8b45-3eb6c9f8e196 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505738 Oct 13 04:06:00.506837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08589eb6-61be-4ef0-bd96-d8f6c1e5e038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.511564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08589eb6-61be-4ef0-bd96-d8f6c1e5e038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.523947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.526910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.551333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08589eb6-61be-4ef0-bd96-d8f6c1e5e038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e88db-6f1d-47f4-bee5-420ef8247cf1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:00.556807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08589eb6-61be-4ef0-bd96-d8f6c1e5e038 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6194aed0da2412eb8c9b1f0a4761712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187449 Oct 13 04:06:00.559484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:00.579884 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.580497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f9aad3-cb78-4e28-b318-2dd235f166c4 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:06:00.586165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.587479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-45a830d0-b9a2-424e-b91e-862f88b40452 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d5f9aad3-cb78-4e28-b318-2dd235f166c4 HTTP/1.1" status: 204 len: 168 time: 1.1971884 Oct 13 04:06:00.589961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:00.619366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ad4a51-d735-47b2-8b7d-b51f0700f12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.637479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Deleting subnet d10e9fda-054d-4ccc-bc4a-73a30ed31da3 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:06:00.640422 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ad4a51-d735-47b2-8b7d-b51f0700f12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.640591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.674334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.687100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ad4a51-d735-47b2-8b7d-b51f0700f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.689918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ad4a51-d735-47b2-8b7d-b51f0700f12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.691063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57ad4a51-d735-47b2-8b7d-b51f0700f12a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/138e88db-6f1d-47f4-bee5-420ef8247cf1 HTTP/1.1" status: 204 len: 168 time: 0.1305079 Oct 13 04:06:00.700512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad4a51-d735-47b2-8b7d-b51f0700f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e88db-6f1d-47f4-bee5-420ef8247cf1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:00.765670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.856459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc50025-5798-4794-bde2-0d2b09d36105 req-12546da7-38fe-4373-8315-1abf39d4a522 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:00.857910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3fc50025-5798-4794-bde2-0d2b09d36105 req-12546da7-38fe-4373-8315-1abf39d4a522 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0688086 Oct 13 04:06:00.863310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.903483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:00.908760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617f940-c2c5-4933-ba09-bf1214d73dfb None None] Network d63e4264-6b6e-4ac0-81c8-30f2a104caff requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:00.910945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d10e9fda-054d-4ccc-bc4a-73a30ed31da3 HTTP/1.1" status: 204 len: 168 time: 0.3197944 Oct 13 04:06:00.912026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff0539-0543-4fac-867a-8a724535353a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10e9fda-054d-4ccc-bc4a-73a30ed31da3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:00.913571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:00.941984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3fc50025-5798-4794-bde2-0d2b09d36105 req-e46fd781-8c58-497b-92aa-9f65d8490a54 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743070 Oct 13 04:06:01.057345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91d2a0c2-9b7f-483c-aa04-db855065efd0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:01.071548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.087596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 91d2a0c2-9b7f-483c-aa04-db855065efd0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:01.088015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91d2a0c2-9b7f-483c-aa04-db855065efd0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:01.088541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fb682e18-6835-44e7-9f9e-88e73a27a1fc no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:01.099206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36526ce2-4b7c-474a-b1c5-26c3651a813a req-9feb450c-47cb-42d7-be91-6c3a6f66d540 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:01.106790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36526ce2-4b7c-474a-b1c5-26c3651a813a req-9feb450c-47cb-42d7-be91-6c3a6f66d540 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0850918 Oct 13 04:06:01.112851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fb682e18-6835-44e7-9f9e-88e73a27a1fc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:01.113523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fb682e18-6835-44e7-9f9e-88e73a27a1fc not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:01.153229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 94c350c5-59d6-4cb5-856a-7bab360e418a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:01.182331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36526ce2-4b7c-474a-b1c5-26c3651a813a req-006212b1-c331-4e3e-bbcb-c2d45304ba5e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744672 Oct 13 04:06:01.216900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] DHCP port deletion for d63e4264-6b6e-4ac0-81c8-30f2a104caff request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:06:01.218622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Deleting port 43476cf4-2c26-4130-bf7d-2bb5d218526a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:01.219077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.284853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 94c350c5-59d6-4cb5-856a-7bab360e418a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:06:01.307622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 94c350c5-59d6-4cb5-856a-7bab360e418a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:01.308215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.326816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2f747-4674-4153-9ee4-b7fbedb204b8 req-4582955e-90dd-48f3-9f3a-3c65e84dd208 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:01.337572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35c2f747-4674-4153-9ee4-b7fbedb204b8 req-4582955e-90dd-48f3-9f3a-3c65e84dd208 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.0894971 Oct 13 04:06:01.452855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35c2f747-4674-4153-9ee4-b7fbedb204b8 req-1e970ce6-cadf-4a17-ac7b-bb948ebafa25 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142945 Oct 13 04:06:01.495961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] For port 43476cf4-2c26-4130-bf7d-2bb5d218526a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43476cf4-2c26-4130-bf7d-2bb5d218526a,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:01.496547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.530171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-5ee1b393-cc91-40df-bfd4-440d90594285 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:01.531991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-5ee1b393-cc91-40df-bfd4-440d90594285 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 945 time: 0.2140253 Oct 13 04:06:01.602820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-effbffda-8ea6-4107-80c8-716771db0d6b req-cf6fa8e0-c19f-4f12-a0b0-d6ba75898ef5 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0588803 Oct 13 04:06:01.621902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Calling delete_port for 43476cf4-2c26-4130-bf7d-2bb5d218526a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:01.664446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] Deleting port 43476cf4-2c26-4130-bf7d-2bb5d218526a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:01.664842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.745976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] For port 43476cf4-2c26-4130-bf7d-2bb5d218526a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43476cf4-2c26-4130-bf7d-2bb5d218526a,segment=NetworkSegment(b9e68084-c8cc-43b9-9a19-1353ba500cb0),segment_id=b9e68084-c8cc-43b9-9a19-1353ba500cb0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:01.746269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.747899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fce35-66a1-45d8-b051-4dee9fd902c5 req-8a3ac398-f72f-42b6-b650-e6138eea5d97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:01.758729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30fce35-66a1-45d8-b051-4dee9fd902c5 req-8a3ac398-f72f-42b6-b650-e6138eea5d97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 944 time: 0.0700178 Oct 13 04:06:01.785023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] Calling delete_port for 43476cf4-2c26-4130-bf7d-2bb5d218526a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:01.807406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.825116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30fce35-66a1-45d8-b051-4dee9fd902c5 req-7f2c7263-8436-4f5e-969e-40ef78c43854 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Oct 13 04:06:01.866217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c350c5-59d6-4cb5-856a-7bab360e418a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:01.868495 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69891834-e83f-4cc1-a58b-cc574d5cffa1" -d '{"events": [{"server_uuid": "fbe91f9c-5ece-440a-9a47-d3231ff5e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "94c350c5-59d6-4cb5-856a-7bab360e418a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:01.889208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 94c350c5-59d6-4cb5-856a-7bab360e418a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=94c350c5-59d6-4cb5-856a-7bab360e418a,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:01.901889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.927101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbb30c-2df3-4ff8-bf8e-3402818293d1 req-0675df74-a54a-4f9b-be2d-849d9e8f26ef tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:01.939193 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6232f3ea-9972-4bb3-999e-b647eaace728 x-openstack-request-id: req-6232f3ea-9972-4bb3-999e-b647eaace728 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:01.939724 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe91f9c-5ece-440a-9a47-d3231ff5e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "94c350c5-59d6-4cb5-856a-7bab360e418a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:01.939724 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6232f3ea-9972-4bb3-999e-b647eaace728 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:01.940097 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c350c5-59d6-4cb5-856a-7bab360e418a', 'code': 200} Oct 13 04:06:01.949498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50fbb30c-2df3-4ff8-bf8e-3402818293d1 req-0675df74-a54a-4f9b-be2d-849d9e8f26ef tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1750722 Oct 13 04:06:01.961309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:01.978544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=94c350c5-59d6-4cb5-856a-7bab360e418a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:01.981187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] No DVR routers for this DVR port 43476cf4-2c26-4130-bf7d-2bb5d218526a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:01.999324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port e890dc1b-a340-4c14-ba19-9e40a72d397f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:02.000219 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.005230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.008507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47334b-ea47-4418-a7b8-8870163c6ebd None None] Pushing event deleted for resources: {'Port': ['ID=43476cf4-2c26-4130-bf7d-2bb5d218526a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:02.046354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3d62d-e66c-4c17-9b66-f4795a942c48 req-a5838830-9696-48a8-98c2-02db2738cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:02.047929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f3d62d-e66c-4c17-9b66-f4795a942c48 req-a5838830-9696-48a8-98c2-02db2738cd13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0526569 Oct 13 04:06:02.090493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=43476cf4-2c26-4130-bf7d-2bb5d218526a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:02.092622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f3d62d-e66c-4c17-9b66-f4795a942c48 req-c6150c50-e2ac-417d-8f2d-d2b27074a7b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374539 Oct 13 04:06:02.094642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] No DVR routers for this DVR port 43476cf4-2c26-4130-bf7d-2bb5d218526a on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:02.125108 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50fbb30c-2df3-4ff8-bf8e-3402818293d1 req-766eb86f-eda8-46dc-9e4c-5df6336a035b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632428 Oct 13 04:06:02.196454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.229728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port e890dc1b-a340-4c14-ba19-9e40a72d397f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e890dc1b-a340-4c14-ba19-9e40a72d397f,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:02.230110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.239696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63e4264-6b6e-4ac0-81c8-30f2a104caff']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:02.252293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for e890dc1b-a340-4c14-ba19-9e40a72d397f owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:02.254933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e68084-c8cc-43b9-9a19-1353ba500cb0') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:02.255108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e68084-c8cc-43b9-9a19-1353ba500cb0') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:02.270519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.314320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.322852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:06:02.323536 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:06:02.325199 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:06:02.400754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.405344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.410983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d63e4264-6b6e-4ac0-81c8-30f2a104caff HTTP/1.1" status: 204 len: 168 time: 1.4938166 Oct 13 04:06:02.426093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa293e-9013-4b62-9dac-0806723afa87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63e4264-6b6e-4ac0-81c8-30f2a104caff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:02.478254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.491706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6', 'e890dc1b-a340-4c14-ba19-9e40a72d397f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:02.520666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=e890dc1b-a340-4c14-ba19-9e40a72d397f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:02.571323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a4586f2-327b-4a75-bce6-0ca1c3177eea req-05a0262f-f1a4-4389-9c88-bd1df1736d8b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26d5bb2-8a35-468a-85e4-c9483c9f9fe5 HTTP/1.1" status: 200 len: 210 time: 0.0596881 Oct 13 04:06:02.587437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port e890dc1b-a340-4c14-ba19-9e40a72d397f on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:02.599827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.606117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb2ec501-c8b4-4a48-9f63-83cc40b341ba req-8137051c-a784-47e9-b8e5-766096a15740 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "DELETE /v2.0/ports/e890dc1b-a340-4c14-ba19-9e40a72d397f HTTP/1.1" status: 204 len: 173 time: 1.0517764 Oct 13 04:06:02.606851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'name': 'network-vif-deleted', 'tag': 'e890dc1b-a340-4c14-ba19-9e40a72d397f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:02.612767 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814cb833-4007-4394-bd89-fb7365d644a5" -d '{"events": [{"server_uuid": "f26d5bb2-8a35-468a-85e4-c9483c9f9fe5", "name": "network-vif-deleted", "tag": "e890dc1b-a340-4c14-ba19-9e40a72d397f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:02.694847 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cf8e69-443e-4759-bd62-2fe35ebdf896 x-openstack-request-id: req-f9cf8e69-443e-4759-bd62-2fe35ebdf896 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:02.695175 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26d5bb2-8a35-468a-85e4-c9483c9f9fe5", "name": "network-vif-deleted", "tag": "e890dc1b-a340-4c14-ba19-9e40a72d397f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:02.695475 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9cf8e69-443e-4759-bd62-2fe35ebdf896 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:02.695857 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26d5bb2-8a35-468a-85e4-c9483c9f9fe5', 'name': 'network-vif-deleted', 'tag': 'e890dc1b-a340-4c14-ba19-9e40a72d397f', 'status': 'completed', 'code': 200} Oct 13 04:06:02.713699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:02.757594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0806405e-bae3-4902-b5c5-72220b650008 req-c3c6b78c-24fd-4f0c-b633-f55e7c724ae1 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0328975 Oct 13 04:06:02.792103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-baa5e8b1-37be-4201-a7d8-21e24bf8bd7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95037c62f14143c9b98321e9592ea43d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0742145 Oct 13 04:06:02.792363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:02.853901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43476cf4-2c26-4130-bf7d-2bb5d218526a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:02.859275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acb363eb-fb3b-4da4-b669-987308267020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.875737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 43476cf4-2c26-4130-bf7d-2bb5d218526a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:02.876053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43476cf4-2c26-4130-bf7d-2bb5d218526a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:02.883352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acb363eb-fb3b-4da4-b669-987308267020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.939019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acb363eb-fb3b-4da4-b669-987308267020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.942433 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acb363eb-fb3b-4da4-b669-987308267020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:02.943680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd8d4-ba2b-464a-9c41-779b17fb66a1 req-901902e1-cc98-494a-838b-9d6ee1ed98e7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:02.943881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-acb363eb-fb3b-4da4-b669-987308267020 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d6ddb77-1a97-45a5-be14-083a2b0ab978 HTTP/1.1" status: 204 len: 168 time: 0.1504104 Oct 13 04:06:02.945402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-604fd8d4-ba2b-464a-9c41-779b17fb66a1 req-901902e1-cc98-494a-838b-9d6ee1ed98e7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Oct 13 04:06:02.964665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb363eb-fb3b-4da4-b669-987308267020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ddb77-1a97-45a5-be14-083a2b0ab978,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:02.998485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-604fd8d4-ba2b-464a-9c41-779b17fb66a1 req-4a8ce140-946e-4efa-a30c-7995c68a2f51 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Oct 13 04:06:03.270699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b41428-3c68-45a8-853b-4df710e0c618 req-05365d43-0149-4f35-a408-bfc0f9a49055 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:03.273112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73b41428-3c68-45a8-853b-4df710e0c618 req-05365d43-0149-4f35-a408-bfc0f9a49055 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0663800 Oct 13 04:06:03.325520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73b41428-3c68-45a8-853b-4df710e0c618 req-18322d1c-2199-4808-aa84-f66d5fd33efc tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Oct 13 04:06:03.390968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:03.434249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2821d61c-0d07-4d8f-9110-1a9a90c0be6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfe71c622dd1403a96c3c2006dec9ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415711 Oct 13 04:06:03.436318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:03.490846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d1000e2-c995-4c35-80cb-51b70928d4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:03.513877 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d1000e2-c995-4c35-80cb-51b70928d4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:03.561577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d1000e2-c995-4c35-80cb-51b70928d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:03.564140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d1000e2-c995-4c35-80cb-51b70928d4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:03.565336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4d1000e2-c995-4c35-80cb-51b70928d4c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adcfcdd9-bbe0-43f1-b0f9-e5121cbd5bb0 HTTP/1.1" status: 204 len: 168 time: 0.1280220 Oct 13 04:06:03.574969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1000e2-c995-4c35-80cb-51b70928d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcfcdd9-bbe0-43f1-b0f9-e5121cbd5bb0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:03.885324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b70246e8-7da3-439c-8f04-276ebde936dd req-7d577601-9009-4115-8c8b-a15ee8fc86f6 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0380907 Oct 13 04:06:03.916058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-ce42294d-0e8f-45b8-87da-6db16809c048 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:03.923363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-ce42294d-0e8f-45b8-87da-6db16809c048 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1301646 Oct 13 04:06:03.940287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-2a1e4256-aa56-4737-9e9c-80fe7b0f3097 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/quotas/f8e4f3c6c192494baf2ae4eec87b04db HTTP/1.1" status: 200 len: 375 time: 0.0161581 Oct 13 04:06:03.987104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-a836c6e3-e2a4-4529-a8c3-5a7d3b55c89f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459473 Oct 13 04:06:04.113500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-4fddd9d2-64af-46f3-9005-d154c441c5b3 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165118 Oct 13 04:06:04.132469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e987e-af58-4724-8f05-369429abc540 req-40862899-9671-4090-9b08-abc7ba16424a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:04.142057 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3e987e-af58-4724-8f05-369429abc540 req-40862899-9671-4090-9b08-abc7ba16424a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.0620921 Oct 13 04:06:04.193564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3e987e-af58-4724-8f05-369429abc540 req-8e04e8de-1405-4319-b868-01827accc21c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 Oct 13 04:06:04.209577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-a6726a08-56c0-460b-b436-45ccfa07ae10 service neutron] 10.222.0.44 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925276 Oct 13 04:06:04.478707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36729d9-3572-4c79-8024-a056166c82bd req-b8940d48-7ddf-4f05-8d19-eef31aa1c175 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:04.483240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f36729d9-3572-4c79-8024-a056166c82bd req-b8940d48-7ddf-4f05-8d19-eef31aa1c175 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.0849638 Oct 13 04:06:04.509217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73533f-f35c-433f-931f-721de77551e1 req-4d240f42-8ef1-42fc-8dd6-8eadacbd4017 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:04.515533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cf73533f-f35c-433f-931f-721de77551e1 req-4d240f42-8ef1-42fc-8dd6-8eadacbd4017 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0790834 Oct 13 04:06:04.577196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f36729d9-3572-4c79-8024-a056166c82bd req-49908d1e-ef6e-456f-88c7-df9ae7d0781c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893641 Oct 13 04:06:04.590555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cf73533f-f35c-433f-931f-721de77551e1 req-225713e8-718c-458b-b1bf-1cf152ecc498 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668821 Oct 13 04:06:04.664947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:04.674644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6798f25-a478-492e-a3a9-d6f9a6696dc5 req-994c527b-3940-477b-855d-27a700b2b7f9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 210 time: 0.0394402 Oct 13 04:06:04.799498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-478fae20-6c32-492e-9f17-7526c8518f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:04.887493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-478fae20-6c32-492e-9f17-7526c8518f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:04.891443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-478fae20-6c32-492e-9f17-7526c8518f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:04.936695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-478fae20-6c32-492e-9f17-7526c8518f9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da77296026c44c1dacdab925c237767b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698472 Oct 13 04:06:04.938389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fae20-6c32-492e-9f17-7526c8518f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fb2caf-c227-4542-a947-f83be6f515d3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:04.939405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52922) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:05.006697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-552a50b2-4500-4f83-bc71-81bfd91f6408 req-475d5e6f-1d7c-487b-9183-f30b60bdd262 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0438991 Oct 13 04:06:05.040038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.067832 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.120494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.124027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.128243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70fb2caf-c227-4542-a947-f83be6f515d3 HTTP/1.1" status: 204 len: 168 time: 0.1849315 Oct 13 04:06:05.135695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fb2caf-c227-4542-a947-f83be6f515d3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:05.144471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.144911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.145500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.145909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.146249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.146606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.146932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.147253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.147580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.147896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.148213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.148527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc0684-d583-4ac0-8a4a-5cfcff8621fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:05.461585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:05.476622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ccff93-2e87-478f-a48d-ea0c8718309d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.573916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-7d8d9c1a-4227-486d-a857-1c556b6aae90 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fd7aae6fa33b46c29f69856b325c9679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304415 Oct 13 04:06:05.601813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ccff93-2e87-478f-a48d-ea0c8718309d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.605071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-87f36921-ce24-4590-a936-9c2e2b27a3b8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:05.606459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-87f36921-ce24-4590-a936-9c2e2b27a3b8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.26 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 806 time: 0.1322207 Oct 13 04:06:05.621589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Request body: {'port': {'device_id': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'admin_state_up': True, 'tenant_id': 'f8e4f3c6c192494baf2ae4eec87b04db'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:05.625470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ccff93-2e87-478f-a48d-ea0c8718309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.690184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e890dc1b-a340-4c14-ba19-9e40a72d397f no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:05.701891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a7ccff93-2e87-478f-a48d-ea0c8718309d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8d6e8985efa47a497521b463b99ee18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388914 Oct 13 04:06:05.706694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:05.712562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccff93-2e87-478f-a48d-ea0c8718309d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb477b-f463-44e8-9856-5d0556ed92f9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:05.717195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e890dc1b-a340-4c14-ba19-9e40a72d397f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:05.717737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e890dc1b-a340-4c14-ba19-9e40a72d397f not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:05.756743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-fc95b9de-d54a-418e-9670-1eb57a5f3a48 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:05.760702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-fc95b9de-d54a-418e-9670-1eb57a5f3a48 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808944 Oct 13 04:06:05.773467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-186b998d-0c24-49e2-972c-1a78f2998636 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/quotas/fd7aae6fa33b46c29f69856b325c9679 HTTP/1.1" status: 200 len: 375 time: 0.0093386 Oct 13 04:06:05.780431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433509fb-6bd2-43fd-920a-2d28c756c0ce req-48ea79d4-0647-4bcf-af70-f3c090a807e8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:05.781898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-433509fb-6bd2-43fd-920a-2d28c756c0ce req-48ea79d4-0647-4bcf-af70-f3c090a807e8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.1140361 Oct 13 04:06:05.805347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-1ec07af7-898c-4bb0-93f0-dd033f70b798 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd7aae6fa33b46c29f69856b325c9679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262649 Oct 13 04:06:05.836098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09582096-b4e5-4332-ab4c-0f3dbea78318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.844893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Made reservation on behalf of f8e4f3c6c192494baf2ae4eec87b04db for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:05.848312 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:05.862731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-433509fb-6bd2-43fd-920a-2d28c756c0ce req-06ee6bb9-420b-4ef8-85f5-c5f86117b54d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741220 Oct 13 04:06:05.894671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09582096-b4e5-4332-ab4c-0f3dbea78318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:06.052059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32443c08-1e35-4b97-bf93-f5d775fcfcb5 req-9e6ddbbb-4669-413c-bb9e-c109cd642737 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 210 time: 0.0332875 Oct 13 04:06:06.060974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fe07c-4d06-4b87-b640-8836076cd213 req-6cd720b5-db1e-4211-b367-8730b9010ab7 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:06.062455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b80fe07c-4d06-4b87-b640-8836076cd213 req-6cd720b5-db1e-4211-b367-8730b9010ab7 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1070189 Oct 13 04:06:06.073595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09582096-b4e5-4332-ab4c-0f3dbea78318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:06.075997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09582096-b4e5-4332-ab4c-0f3dbea78318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:06.081201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-09582096-b4e5-4332-ab4c-0f3dbea78318 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adbb477b-f463-44e8-9856-5d0556ed92f9 HTTP/1.1" status: 204 len: 168 time: 0.3732643 Oct 13 04:06:06.121641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09582096-b4e5-4332-ab4c-0f3dbea78318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb477b-f463-44e8-9856-5d0556ed92f9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:06.129984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Allocated IP 172.20.0.2 (57ec6ccd-90e8-49b6-b319-4247c0dc3428/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d/20a01fde-c47c-4197-93f7-bef28f40a0f4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:06.172211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b80fe07c-4d06-4b87-b640-8836076cd213 req-12cc9385-20cc-4f9f-9308-a23efd659d12 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003952 Oct 13 04:06:06.310129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f9f233c-9ca0-4416-a51d-97c51cd3d2e5 req-5fbaf4d6-3ff1-4d07-bb26-71a7733d59bf tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 210 time: 0.0669096 Oct 13 04:06:06.389412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:06.423022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65499586-f98c-4913-8f08-05e6f2d66021 req-1b878b9d-94ff-42b7-b986-52890a37c00b tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0304997 Oct 13 04:06:06.470807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:06.489558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:06.527975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:06.531198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:06.535162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:06.582452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event updated for resources: {'Port': ['ID=20a01fde-c47c-4197-93f7-bef28f40a0f4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:06.633411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:06.634022 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:06.654378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d0ba9-7c90-48ab-9b22-86e7c15d0c4c req-8458563f-17cf-4ce3-9f52-29530662f41a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:06.655854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f3d0ba9-7c90-48ab-9b22-86e7c15d0c4c req-8458563f-17cf-4ce3-9f52-29530662f41a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.0902686 Oct 13 04:06:06.665471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-e3254d4e-e0b7-4885-b1e8-e5d259b4a466 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0488760 Oct 13 04:06:06.680082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Request body: {'port': {'device_id': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:06.766116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f3d0ba9-7c90-48ab-9b22-86e7c15d0c4c req-0e249df0-f846-404f-bdfc-c84a22f9b784 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828280 Oct 13 04:06:06.766667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.045225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a01fde-c47c-4197-93f7-bef28f40a0f4 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:07.055996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.069038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Transition to ACTIVE for port object 20a01fde-c47c-4197-93f7-bef28f40a0f4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:06:07.073830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.138561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-95a71094-1eb4-4657-b7bd-38ee1c79a3a5 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd7aae6fa33b46c29f69856b325c9679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342305 Oct 13 04:06:07.273974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Pushing event updated for resources: {'Port': ['ID=20a01fde-c47c-4197-93f7-bef28f40a0f4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:07.310787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd23fe-9cfc-4e20-bf0e-c80b9ad66f57 req-5ad8e75b-bd50-4dbe-a682-dac798e79016 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:07.319137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cacd23fe-9cfc-4e20-bf0e-c80b9ad66f57 req-5ad8e75b-bd50-4dbe-a682-dac798e79016 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0558181 Oct 13 04:06:07.332825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5978e3-d1f3-40e3-b227-ec3b68aa9286 req-7981c3ec-2f88-4685-b568-5074e4fe5d08 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:07.334268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f5978e3-d1f3-40e3-b227-ec3b68aa9286 req-7981c3ec-2f88-4685-b568-5074e4fe5d08 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 943 time: 0.1664817 Oct 13 04:06:07.357357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cacd23fe-9cfc-4e20-bf0e-c80b9ad66f57 req-24fa006a-bac7-432d-86ea-65a91e67ead3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Oct 13 04:06:07.362486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Attempting to bind port 20a01fde-c47c-4197-93f7-bef28f40a0f4 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:07.362486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Attempting to bind port 20a01fde-c47c-4197-93f7-bef28f40a0f4 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:07.362803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Attempting to bind port 20a01fde-c47c-4197-93f7-bef28f40a0f4 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:07.376130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Port 20a01fde-c47c-4197-93f7-bef28f40a0f4 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:06:07.376702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Attempting to bind port 20a01fde-c47c-4197-93f7-bef28f40a0f4 on network 57ec6ccd-90e8-49b6-b319-4247c0dc3428 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:07.392804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-6a3ca2d4-59a2-4342-91c7-bbd16af5976a tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:07.394238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-6a3ca2d4-59a2-4342-91c7-bbd16af5976a tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345307 Oct 13 04:06:07.395434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:07.395763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Checking segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:07.396137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Bound using segment: {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:07.397797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Bound port: 20a01fde-c47c-4197-93f7-bef28f40a0f4, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa98fb14-5531-4419-bcbf-c2842c1988ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:07.398168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.419882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Request body: {'port': {'device_id': 'b561d143-3662-463b-bb92-21893d8a471f', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'fd7aae6fa33b46c29f69856b325c9679'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:07.451343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1e76b86f-1abe-4496-a877-06df48062e5b req-a25b1dac-0f4e-49dd-ac97-0e9e9694b85b tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 210 time: 0.0296426 Oct 13 04:06:07.494818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f5978e3-d1f3-40e3-b227-ec3b68aa9286 req-08b58850-31cb-4221-8e1b-16ac13a4e77c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508315 Oct 13 04:06:07.540364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] For port 20a01fde-c47c-4197-93f7-bef28f40a0f4, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:07.549420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] For port 20a01fde-c47c-4197-93f7-bef28f40a0f4, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:07.557506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.632941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:07.633539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.634999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] 10.222.0.26 "PUT /v2.0/ports/20a01fde-c47c-4197-93f7-bef28f40a0f4 HTTP/1.1" status: 200 len: 1091 time: 0.9595497 Oct 13 04:06:07.639092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'tag': '20a01fde-c47c-4197-93f7-bef28f40a0f4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:07.641340 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f1ba0d-bca4-411d-b211-039352a41a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "74a8cbc9-11b6-4f89-83e6-7ca3cd43018a", "tag": "20a01fde-c47c-4197-93f7-bef28f40a0f4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:07.645372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc6e0118-ff3f-4477-8426-4fa70b2cc0d6 req-978d5543-00f0-4eb5-81b3-923dc10217b0 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0735826 Oct 13 04:06:07.681598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd81bd-89e6-4895-a039-f23403622134 service neutron] Pushing event updated for resources: {'Port': ['ID=20a01fde-c47c-4197-93f7-bef28f40a0f4,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:07.685704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Made reservation on behalf of fd7aae6fa33b46c29f69856b325c9679 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:07.690478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:07.852726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:08.019433 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102043f-0f25-4a30-be17-ae348de724cd x-openstack-request-id: req-2102043f-0f25-4a30-be17-ae348de724cd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:08.019731 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a8cbc9-11b6-4f89-83e6-7ca3cd43018a", "tag": "20a01fde-c47c-4197-93f7-bef28f40a0f4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:08.019974 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2102043f-0f25-4a30-be17-ae348de724cd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:08.020348 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'tag': '20a01fde-c47c-4197-93f7-bef28f40a0f4', 'status': 'completed', 'code': 200} Oct 13 04:06:08.036475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:08.145830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-3d7ec1c2-c7d2-437f-9d89-40f64286d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:08.147354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-3d7ec1c2-c7d2-437f-9d89-40f64286d1e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 1094 time: 0.4533772 Oct 13 04:06:08.156652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a92-176b-4507-9c1b-5e28777e2226 req-3f3d86c7-3821-4500-8757-3e738f4544e8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:08.158043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ab04a92-176b-4507-9c1b-5e28777e2226 req-3f3d86c7-3821-4500-8757-3e738f4544e8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.1366756 Oct 13 04:06:08.167911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-c4fe0005-868b-4a47-84d6-0efd83a7b57e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:08.169352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-c4fe0005-868b-4a47-84d6-0efd83a7b57e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 945 time: 0.1467087 Oct 13 04:06:08.232151 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:06:08.250705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-01a40cef-b18d-4cdc-af17-bbc3ba8059bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0906234 Oct 13 04:06:08.340578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ab04a92-176b-4507-9c1b-5e28777e2226 req-a3183f1e-1a16-49c3-96a8-59384f2d3be2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636031 Oct 13 04:06:08.364533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466db554-dd1b-4e08-83d3-49379119a955 req-e70fe052-24c1-48a5-853d-54d72e2148e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:08.366670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-e70fe052-24c1-48a5-853d-54d72e2148e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.1055956 Oct 13 04:06:08.383614 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:08.408151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:08.418236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-c449e346-bd46-46da-bae9-134ade7f8b5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396032 Oct 13 04:06:08.490507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e110521-3bcd-4a62-a2f5-e5bfc418bd59 req-3f43431c-6660-4f3d-9d07-d7c38085b6e2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:08.493001 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e110521-3bcd-4a62-a2f5-e5bfc418bd59 req-3f43431c-6660-4f3d-9d07-d7c38085b6e2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0615001 Oct 13 04:06:08.538109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e110521-3bcd-4a62-a2f5-e5bfc418bd59 req-794c7172-81c7-4ab5-80b0-08f6cf0f1967 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374136 Oct 13 04:06:08.556607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe3e39d-ea05-44c2-af59-fd11330bfb2f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:08.573653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Deleting port 94c350c5-59d6-4cb5-856a-7bab360e418a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:08.573995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:08.614122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6f38000-e33d-4866-8660-7b093b7ddb97 req-920b18e8-a52e-40cf-8aaa-a0d42fd35e89 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 210 time: 0.0696199 Oct 13 04:06:08.661596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad8e7d-4c12-4207-a2df-ea524586d156 req-e1a18c0d-fe15-4dcd-9a09-c92852d2908d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:08.670247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aad8e7d-4c12-4207-a2df-ea524586d156 req-e1a18c0d-fe15-4dcd-9a09-c92852d2908d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 943 time: 0.0656371 Oct 13 04:06:08.717954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aad8e7d-4c12-4207-a2df-ea524586d156 req-b70b5936-10cd-48e3-98c0-f1aff4ef9014 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466771 Oct 13 04:06:08.751268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-6611171b-9ece-429d-9ac1-9b507cfebdfb service neutron] 10.222.0.26 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199813 Oct 13 04:06:08.768838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Allocated IP 192.168.233.129 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/90e20e4c-23c9-4d19-ba2f-2b60583f322a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:08.796334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] For port 94c350c5-59d6-4cb5-856a-7bab360e418a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=94c350c5-59d6-4cb5-856a-7bab360e418a,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:08.797084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:08.858402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0fa6496-81a0-4e10-8a9c-264382641764 req-d9cd25ad-f423-457a-8472-82a4478f9e84 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0799601 Oct 13 04:06:08.869180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Calling delete_port for 94c350c5-59d6-4cb5-856a-7bab360e418a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:09.021350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-466db554-dd1b-4e08-83d3-49379119a955 req-0e6727c1-fa1e-4305-923b-67baa88743a6 service neutron] 10.222.0.26 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589970 Oct 13 04:06:09.159342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-210d8dc6-c905-4c73-b9df-0297b2bc412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.160869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-210d8dc6-c905-4c73-b9df-0297b2bc412e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 1094 time: 0.0826192 Oct 13 04:06:09.170718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.181496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['94c350c5-59d6-4cb5-856a-7bab360e418a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:09.202751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.252339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event deleted for resources: {'Port': ['ID=94c350c5-59d6-4cb5-856a-7bab360e418a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:09.315152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] No DVR routers for this DVR port 94c350c5-59d6-4cb5-856a-7bab360e418a on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:09.324980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.328212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "DELETE /v2.0/ports/94c350c5-59d6-4cb5-856a-7bab360e418a HTTP/1.1" status: 204 len: 173 time: 1.1502523 Oct 13 04:06:09.355835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-54d16161-69ec-46d9-a7d2-db8b589f95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.357351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-54d16161-69ec-46d9-a7d2-db8b589f95ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 200 len: 907 time: 0.1879427 Oct 13 04:06:09.368727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.432227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-b2275e1d-33ab-4b4f-9cff-212cd55cf178 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0652556 Oct 13 04:06:09.494742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:09.515523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8364269-2c0b-4343-a8ed-789078e65173 req-8af1c87b-f831-4015-8306-6b6c70820cd8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe91f9c-5ece-440a-9a47-d3231ff5e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0768843 Oct 13 04:06:09.516351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:09.519756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Pushing event updated for resources: {'Port': ['ID=90e20e4c-23c9-4d19-ba2f-2b60583f322a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:09.523542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:09.537530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-ea1dcc00-d894-4c5e-8770-1b48666cb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.538966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-ea1dcc00-d894-4c5e-8770-1b48666cb992 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 200 len: 846 time: 0.0932872 Oct 13 04:06:09.587525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-f2dccd50-28ad-4794-bb1c-edaee9dedf7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57ec6ccd-90e8-49b6-b319-4247c0dc3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295372 Oct 13 04:06:09.668165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.668943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.689404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df3cd-17de-415d-9e68-a4b46c51e273 req-94fc02ea-b72a-47e2-b679-65d26d2f40e9 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.696598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c42df3cd-17de-415d-9e68-a4b46c51e273 req-94fc02ea-b72a-47e2-b679-65d26d2f40e9 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0775576 Oct 13 04:06:09.700417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d9fa04b1-158d-417a-b5ae-e785fdd1a2e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2894390 Oct 13 04:06:09.727911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Request body: {'port': {'device_id': 'b561d143-3662-463b-bb92-21893d8a471f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:09.733026 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.753253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c42df3cd-17de-415d-9e68-a4b46c51e273 req-6ba064f4-55eb-47b7-be97-a3d44db7836b tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Oct 13 04:06:09.772423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6aa9cf0b-d7cd-4bcf-91a5-dcb580e46fef None None] Provisioning complete for port 90e20e4c-23c9-4d19-ba2f-2b60583f322a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:09.772859 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6aa9cf0b-d7cd-4bcf-91a5-dcb580e46fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.826112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9cf0b-d7cd-4bcf-91a5-dcb580e46fef None None] Port 90e20e4c-23c9-4d19-ba2f-2b60583f322a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:06:09.826630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-ce631f16-0bab-45ee-8a6c-c23c3e2c1f8f service neutron] 10.222.0.26 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289658 Oct 13 04:06:09.892237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749095-ac2b-435f-961d-69cbba4b0d14 req-30f178e1-f58c-4143-9873-cbec31a2aebb tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.894630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5749095-ac2b-435f-961d-69cbba4b0d14 req-30f178e1-f58c-4143-9873-cbec31a2aebb tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 936 time: 0.1580708 Oct 13 04:06:09.909587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:09.964515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44159f38-dc37-4758-afa2-fae334749f1d req-9e71c4b3-09ea-4d20-a85b-28aa32aa8c8f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:09.967597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44159f38-dc37-4758-afa2-fae334749f1d req-9e71c4b3-09ea-4d20-a85b-28aa32aa8c8f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 943 time: 0.0680509 Oct 13 04:06:10.018033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5749095-ac2b-435f-961d-69cbba4b0d14 req-6d16ee38-ee21-4ebe-8d81-af70008dda68 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095331 Oct 13 04:06:10.022150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'name': 'network-vif-deleted', 'tag': '94c350c5-59d6-4cb5-856a-7bab360e418a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:10.024402 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf954a-462a-4c5e-88de-86e395c46f78" -d '{"events": [{"server_uuid": "fbe91f9c-5ece-440a-9a47-d3231ff5e0c6", "name": "network-vif-deleted", "tag": "94c350c5-59d6-4cb5-856a-7bab360e418a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:10.033286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44159f38-dc37-4758-afa2-fae334749f1d req-3e6a6744-d72a-4751-9df9-ca1bac0c63d0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544627 Oct 13 04:06:10.126799 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec1cd9-188a-4e56-bcdd-0eb040f5f924 x-openstack-request-id: req-e6ec1cd9-188a-4e56-bcdd-0eb040f5f924 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:10.127078 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe91f9c-5ece-440a-9a47-d3231ff5e0c6", "name": "network-vif-deleted", "tag": "94c350c5-59d6-4cb5-856a-7bab360e418a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:10.127316 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6ec1cd9-188a-4e56-bcdd-0eb040f5f924 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:10.127697 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe91f9c-5ece-440a-9a47-d3231ff5e0c6', 'name': 'network-vif-deleted', 'tag': '94c350c5-59d6-4cb5-856a-7bab360e418a', 'status': 'completed', 'code': 200} Oct 13 04:06:10.129852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54f1ba0d-bca4-411d-b211-039352a41a5c req-23b694bc-c9b4-42cb-a2f4-b24aca9163a4 service neutron] 10.222.0.26 "GET /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650342 Oct 13 04:06:10.131152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6eb03020-32b8-49ad-a8ba-92fe6e732f90 req-969a8520-1c67-47a0-94c3-7b579f9f08e5 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0271633 Oct 13 04:06:10.301815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e20e4c-23c9-4d19-ba2f-2b60583f322a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:10.309270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:10.321381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Transition to ACTIVE for port object 90e20e4c-23c9-4d19-ba2f-2b60583f322a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:06:10.325691 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:10.384221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Pushing event updated for resources: {'Port': ['ID=90e20e4c-23c9-4d19-ba2f-2b60583f322a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:10.454389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Attempting to bind port 90e20e4c-23c9-4d19-ba2f-2b60583f322a on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:10.454728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Attempting to bind port 90e20e4c-23c9-4d19-ba2f-2b60583f322a by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:10.455042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Attempting to bind port 90e20e4c-23c9-4d19-ba2f-2b60583f322a on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:10.459928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Port 90e20e4c-23c9-4d19-ba2f-2b60583f322a on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:06:10.460241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Attempting to bind port 90e20e4c-23c9-4d19-ba2f-2b60583f322a on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:10.468870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:10.469026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:10.469380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:10.469937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Bound port: 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:10.470294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:10.543879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] For port 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:10.547278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] For port 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:10.552716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:10.587135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:10.587689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:10.590054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] 10.222.0.26 "PUT /v2.0/ports/90e20e4c-23c9-4d19-ba2f-2b60583f322a HTTP/1.1" status: 200 len: 1096 time: 0.8728199 Oct 13 04:06:10.620117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1096b9b-5312-4bc2-bde6-007b2240bc60 service neutron] Pushing event updated for resources: {'Port': ['ID=90e20e4c-23c9-4d19-ba2f-2b60583f322a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:10.694905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-0df2282b-8303-486e-b673-d43ebab3a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:10.696999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-0df2282b-8303-486e-b673-d43ebab3a782 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7aae6fa33b46c29f69856b325c9679&device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 1099 time: 0.0564892 Oct 13 04:06:10.760313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-3e2358c5-9c38-4f28-bac8-5e003341e5db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a HTTP/1.1" status: 200 len: 217 time: 0.0522411 Oct 13 04:06:10.884152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-c6efc61f-8d55-4689-969e-25b4941fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:10.886728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-c6efc61f-8d55-4689-969e-25b4941fb2a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1172116 Oct 13 04:06:10.894862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81f80-ac1b-4df4-822c-b326222298f5 req-b04364ab-f47a-4456-9843-439d61d4eaf8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:10.903771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8f81f80-ac1b-4df4-822c-b326222298f5 req-b04364ab-f47a-4456-9843-439d61d4eaf8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0613918 Oct 13 04:06:10.946759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8f81f80-ac1b-4df4-822c-b326222298f5 req-e497e270-8701-4686-af9b-8cccc2db1005 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Oct 13 04:06:10.960582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e88c3090-b8ae-4905-923f-a832906b1328 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:10.962098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e88c3090-b8ae-4905-923f-a832906b1328 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1729085 Oct 13 04:06:10.979679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d10883c8-3691-43d1-b600-86bd3ddef559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:10.981176 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d10883c8-3691-43d1-b600-86bd3ddef559 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866525 Oct 13 04:06:10.983823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-5e4aefef-880b-4942-bd09-02a87a914e02 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0140996 Oct 13 04:06:11.064156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e9030abd-149c-4fd8-9b0e-0efca52e4002 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640881 Oct 13 04:06:11.151769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba083a-7784-4fbf-b9d6-e13b44d3b0aa req-af4d5ff5-3326-401a-8e86-583b78b69393 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:11.153966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fba083a-7784-4fbf-b9d6-e13b44d3b0aa req-af4d5ff5-3326-401a-8e86-583b78b69393 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 943 time: 0.0586512 Oct 13 04:06:11.157888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-8a23f8cb-7bb8-4cd0-85d0-37665f320fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667383 Oct 13 04:06:11.235574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-12f3cd1b-ee44-4f27-99cc-7caf0a2d02bb service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619251 Oct 13 04:06:11.333070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d727de18-a2fe-49e1-8b37-d7e4f1a05ddd req-d028d299-2c18-42c3-a9de-f6a79cbc0561 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640205 Oct 13 04:06:11.370476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-4029ff6d-f7ec-48aa-b48d-2cd1fda9c30a service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251464 Oct 13 04:06:11.479380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fba083a-7784-4fbf-b9d6-e13b44d3b0aa req-b08d4421-d8f0-429b-9af4-3d85ab6a1b42 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176107 Oct 13 04:06:11.589235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d21a15a-f321-4ec9-aaea-703bcf32fa7b req-2bc5fb6d-b42c-4bd9-893b-95981560693c tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0348802 Oct 13 04:06:11.597849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0571-117f-4fd3-b1d6-9506bf87c608 req-d4b55311-c675-4038-a378-e8f44aad3aaf tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:11.599456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624b0571-117f-4fd3-b1d6-9506bf87c608 req-d4b55311-c675-4038-a378-e8f44aad3aaf tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 948 time: 0.0556486 Oct 13 04:06:11.661390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624b0571-117f-4fd3-b1d6-9506bf87c608 req-3e7ac9c2-fd71-47f6-bf1f-609e4e468f50 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524144 Oct 13 04:06:11.745171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e971e318-3acd-4d75-8c72-54a60a7d8c8a req-62bfdd8c-1342-406a-9a21-063ef02fc6e9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 210 time: 0.0294037 Oct 13 04:06:12.075581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e98822-722f-44a6-875e-8e59e3dbac6b req-b0e39d6e-cc80-40b9-beac-aa9af1508f65 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:12.077489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64e98822-722f-44a6-875e-8e59e3dbac6b req-b0e39d6e-cc80-40b9-beac-aa9af1508f65 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0538256 Oct 13 04:06:12.123969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64e98822-722f-44a6-875e-8e59e3dbac6b req-a0004e8e-ed13-4210-86dd-372577da0b96 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Oct 13 04:06:12.128874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b561d143-3662-463b-bb92-21893d8a471f', 'tag': '90e20e4c-23c9-4d19-ba2f-2b60583f322a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:12.138149 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df22c2d1-0189-4259-b038-c5e045fd2627" -d '{"events": [{"name": "network-changed", "server_uuid": "b561d143-3662-463b-bb92-21893d8a471f", "tag": "90e20e4c-23c9-4d19-ba2f-2b60583f322a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:12.173443 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc0267d-0aa5-4700-8273-152a89715634 x-openstack-request-id: req-cbc0267d-0aa5-4700-8273-152a89715634 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:12.173738 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b561d143-3662-463b-bb92-21893d8a471f", "tag": "90e20e4c-23c9-4d19-ba2f-2b60583f322a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:12.173988 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbc0267d-0aa5-4700-8273-152a89715634 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:12.175638 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b561d143-3662-463b-bb92-21893d8a471f', 'tag': '90e20e4c-23c9-4d19-ba2f-2b60583f322a', 'status': 'completed', 'code': 200} Oct 13 04:06:12.241594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-cfb7d751-2001-4c24-a827-96bd96c90c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:12.243478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-cfb7d751-2001-4c24-a827-96bd96c90c80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7aae6fa33b46c29f69856b325c9679&device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 1099 time: 0.0416648 Oct 13 04:06:12.338353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-d33d9d39-f304-416f-aee3-9fc33e37c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:12.339818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-d33d9d39-f304-416f-aee3-9fc33e37c7d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.0879278 Oct 13 04:06:12.340801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:12.382970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-b4503030-c7f5-44be-ad2b-ac1875d5e897 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a HTTP/1.1" status: 200 len: 217 time: 0.0341284 Oct 13 04:06:12.431862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-24eba9a9-92a7-4a16-891b-2dd54d7b4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:12.433354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-24eba9a9-92a7-4a16-891b-2dd54d7b4f92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0435593 Oct 13 04:06:12.456197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60850f47-0f1e-4239-a2f2-183782b0e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:12.511230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-0f251ebb-76c5-44c6-8d60-ad891cef4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:12.512743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-0f251ebb-76c5-44c6-8d60-ad891cef4478 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676281 Oct 13 04:06:12.721787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dabf20c0-a6b5-42ee-bf93-237c77f4aa31 req-0f8f47ea-aa98-435b-9caf-db0688d5ee4c tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0286567 Oct 13 04:06:12.839156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d25af-2742-4df7-a883-9f8e976486d5 req-3c64b374-9365-4761-ad1b-55751af880f4 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:12.840636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff5d25af-2742-4df7-a883-9f8e976486d5 req-3c64b374-9365-4761-ad1b-55751af880f4 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 948 time: 0.0541863 Oct 13 04:06:12.878464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff5d25af-2742-4df7-a883-9f8e976486d5 req-63ea20b2-5d97-43ff-958a-3cd99047577c tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Oct 13 04:06:12.985665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60850f47-0f1e-4239-a2f2-183782b0e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:12.999219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60850f47-0f1e-4239-a2f2-183782b0e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.033709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43e54c7c-053c-4f5d-bbd8-c2218ffba571 req-47db4fc1-5782-4aac-b8fe-b92d5b1af5bb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 210 time: 0.0258284 Oct 13 04:06:13.071581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef400e7b-2562-40cf-838e-ccf9f799cc19 req-292df0d9-7e92-4519-b96e-4ce0da0ea1b5 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:13.073049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef400e7b-2562-40cf-838e-ccf9f799cc19 req-292df0d9-7e92-4519-b96e-4ce0da0ea1b5 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 943 time: 0.5263917 Oct 13 04:06:13.088330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-9c845fcf-1dc1-46af-adb0-9fc8a7158a47 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643489 Oct 13 04:06:13.110752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-60850f47-0f1e-4239-a2f2-183782b0e9f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52502a5f8f1547b9a9c15585b7f478f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689826 Oct 13 04:06:13.113354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:13.120487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850f47-0f1e-4239-a2f2-183782b0e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6b854-2e9a-42b6-a919-0d91bbac0584,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:13.147831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-21b2c2bb-7d01-4811-b66b-4fa97addd8da tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:13.149298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-21b2c2bb-7d01-4811-b66b-4fa97addd8da tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.2420342 Oct 13 04:06:13.169878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.181925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Request body: {'port': {'device_id': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'admin_state_up': True, 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:13.195256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.223750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 20a01fde-c47c-4197-93f7-bef28f40a0f4 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:13.250238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef400e7b-2562-40cf-838e-ccf9f799cc19 req-25de5c89-3fd8-4022-9c51-2b89c0bb12b4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537476 Oct 13 04:06:13.279519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.282079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.283200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbb6b854-2e9a-42b6-a919-0d91bbac0584 HTTP/1.1" status: 204 len: 168 time: 0.1688631 Oct 13 04:06:13.302746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6b854-2e9a-42b6-a919-0d91bbac0584,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:13.307130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df22c2d1-0189-4259-b038-c5e045fd2627 req-9e09a3a7-f59a-495a-9f84-5a42071be7d7 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993930 Oct 13 04:06:13.315237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 94c350c5-59d6-4cb5-856a-7bab360e418a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:13.324955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.325416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.325755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.326194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.326388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.326709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.327025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.327394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.327711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.328255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.328853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.329172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82eceab-8ada-4790-9889-9c720d170e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.342002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f984a0-fb55-447f-a0f7-06f2701f7a65 req-2de42557-8584-4923-9ba3-20a1e88002df tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:13.342222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:13.346014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.351609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5f984a0-fb55-447f-a0f7-06f2701f7a65 req-2de42557-8584-4923-9ba3-20a1e88002df tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1159804 Oct 13 04:06:13.366465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 94c350c5-59d6-4cb5-856a-7bab360e418a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:13.366786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 94c350c5-59d6-4cb5-856a-7bab360e418a not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:13.402670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5f984a0-fb55-447f-a0f7-06f2701f7a65 req-38a819b1-b80a-4283-8f5e-b6d8bc17abc8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500157 Oct 13 04:06:13.405542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 20a01fde-c47c-4197-93f7-bef28f40a0f4, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:13.420427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '20a01fde-c47c-4197-93f7-bef28f40a0f4', 'network_id': '57ec6ccd-90e8-49b6-b319-4247c0dc3428', 'port_id': '20a01fde-c47c-4197-93f7-bef28f40a0f4', 'mac_address': 'fa:16:3e:84:04:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:13.464351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.478858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a01fde-c47c-4197-93f7-bef28f40a0f4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:13.499212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 20a01fde-c47c-4197-93f7-bef28f40a0f4, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:13.506029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.506311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Allocated IP 172.20.0.5 (876c5493-a918-4192-8574-9a25534ba797/b19abcdc-adaa-4d33-ab35-b2355c776749/a62d8cec-b65a-47c3-bfc3-e10cc8c85b54) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:13.557495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=20a01fde-c47c-4197-93f7-bef28f40a0f4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:13.565862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.566192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.566717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.567049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.567369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.567853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.568332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.568862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.569348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.569664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.569979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.570292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:13.616958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:13.629828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6802ca54-cc9f-4b2b-bf05-281058023b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.661836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.696009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.706275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6802ca54-cc9f-4b2b-bf05-281058023b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.710202 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6802ca54-cc9f-4b2b-bf05-281058023b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.738456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Network 876c5493-a918-4192-8574-9a25534ba797 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:13.742073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:13.746264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:13.753434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6802ca54-cc9f-4b2b-bf05-281058023b72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=596fc6c1af5344d4b3496ea9e7c21990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351867 Oct 13 04:06:13.754613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:13.762544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802ca54-cc9f-4b2b-bf05-281058023b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04517f6-82e5-4161-ab46-5e253131d739,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:13.773055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:13.798774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:13.799401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.816864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e7b147-d1e8-4853-9da5-d0356d4da2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.833792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-938a0521-e1e1-4e50-b97e-79fe50e98f4b req-1df6d53f-a234-4989-a38b-a2857fc6dcfa tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0308337 Oct 13 04:06:13.837575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-e905f895-f8d3-4b24-9b39-0712d8371096 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6630876 Oct 13 04:06:13.839207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e7b147-d1e8-4853-9da5-d0356d4da2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.852231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Request body: {'port': {'device_id': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:13.872593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['20a01fde-c47c-4197-93f7-bef28f40a0f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:13.893297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e7b147-d1e8-4853-9da5-d0356d4da2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.896134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e7b147-d1e8-4853-9da5-d0356d4da2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.898033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-83e7b147-d1e8-4853-9da5-d0356d4da2ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a04517f6-82e5-4161-ab46-5e253131d739 HTTP/1.1" status: 204 len: 168 time: 0.1407955 Oct 13 04:06:13.920319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:13.934426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7b147-d1e8-4853-9da5-d0356d4da2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04517f6-82e5-4161-ab46-5e253131d739,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:14.058000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1684b-12ef-4051-b53c-2a820f873590 req-9f665631-2d72-4a14-8159-71c0541dcce7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.059555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6d1684b-12ef-4051-b53c-2a820f873590 req-9f665631-2d72-4a14-8159-71c0541dcce7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 948 time: 0.0621314 Oct 13 04:06:14.113231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6d1684b-12ef-4051-b53c-2a820f873590 req-6c098b9e-37b2-4aae-86e4-c9423e7183f3 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Oct 13 04:06:14.211713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc28a61-688e-477d-bf47-d92e575cfd1a req-daaf233b-9d4a-4216-af42-806348ab5174 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.213511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3cc28a61-688e-477d-bf47-d92e575cfd1a req-daaf233b-9d4a-4216-af42-806348ab5174 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 931 time: 0.1009305 Oct 13 04:06:14.280434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3cc28a61-688e-477d-bf47-d92e575cfd1a req-071ee1ed-bf6a-4e45-8141-15e8e7b7eb5f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565865 Oct 13 04:06:14.339039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:14.347973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:14.360872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Transition to ACTIVE for port object a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:06:14.365184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:14.394720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54a221-30ab-48f7-8f42-748de5f49eb8 req-3c981a60-f850-4177-b3f2-19e3ef06f69f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.397518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c54a221-30ab-48f7-8f42-748de5f49eb8 req-3c981a60-f850-4177-b3f2-19e3ef06f69f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 944 time: 0.0624990 Oct 13 04:06:14.422549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:14.452910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c54a221-30ab-48f7-8f42-748de5f49eb8 req-a319376e-a9cd-42db-b88a-8efabd125b9a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490022 Oct 13 04:06:14.503278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Attempting to bind port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:14.503612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Attempting to bind port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:14.504159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Attempting to bind port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:14.528508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 on network 876c5493-a918-4192-8574-9a25534ba797 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:06:14.528859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Attempting to bind port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:14.536433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:14.536794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:14.537169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Bound using segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:14.537635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Bound port: a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:14.537989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:14.583591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4068d05-e563-420f-b30d-688610682fb7 req-391d7723-4834-4b3c-bf7d-91cb01d58e43 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.586034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4068d05-e563-420f-b30d-688610682fb7 req-391d7723-4834-4b3c-bf7d-91cb01d58e43 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1029387 Oct 13 04:06:14.633837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:14.637312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:14.647639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:14.682361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4068d05-e563-420f-b30d-688610682fb7 req-081d4dff-5ddb-4d38-8f2a-69e15e3f617a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Oct 13 04:06:14.693354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.694520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:14.704076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] 10.222.0.26 "PUT /v2.0/ports/a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 HTTP/1.1" status: 200 len: 1091 time: 0.8574088 Oct 13 04:06:14.704553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:14.707585 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae36958-12bb-4717-8048-d14635ad3deb" -d '{"events": [{"name": "network-changed", "server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:14.733034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32325b-55c0-479c-9076-b9b1aafd7a12 service neutron] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:14.762463 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782b74a-61c0-48fc-8a7e-8414c3d1f91c x-openstack-request-id: req-c782b74a-61c0-48fc-8a7e-8414c3d1f91c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:14.762844 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:14.763227 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c782b74a-61c0-48fc-8a7e-8414c3d1f91c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:14.763859 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'status': 'completed', 'code': 200} Oct 13 04:06:14.820285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2decd156-fed1-43d3-a1d0-fa9de6d78956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.821901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-2decd156-fed1-43d3-a1d0-fa9de6d78956 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 1094 time: 0.0438232 Oct 13 04:06:14.871078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-4d5d4703-e256-4de0-8f8b-0ca824ea302e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 HTTP/1.1" status: 200 len: 217 time: 0.0399160 Oct 13 04:06:14.948490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ddeef7b4-1b9e-4ac5-9847-f4d79ff7016f req-74e01922-f93a-4862-8ad0-e588755eb9a3 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0294950 Oct 13 04:06:14.949756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-03e816b3-f963-490f-9c99-1d982f2c91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:14.951072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-03e816b3-f963-490f-9c99-1d982f2c91fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0697973 Oct 13 04:06:14.987014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-aaa50728-3415-4eba-966a-0d6b88400262 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270791 Oct 13 04:06:15.082180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-28aea9c7-84f5-4193-a42d-1d442204a638 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 Oct 13 04:06:15.194592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfaa13d0-2af7-4ffc-817a-516376fc32a1 req-56bc7a3a-07d4-4464-b1b3-67acde4eaf79 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049733 Oct 13 04:06:15.222975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 90e20e4c-23c9-4d19-ba2f-2b60583f322a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:15.226529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 20a01fde-c47c-4197-93f7-bef28f40a0f4 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:15.251448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8822df-792c-4d2e-a64e-4e3ef267691c req-afa3e60d-d40b-4df8-9961-ef0d89184065 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.252970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c8822df-792c-4d2e-a64e-4e3ef267691c req-afa3e60d-d40b-4df8-9961-ef0d89184065 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 948 time: 0.0567219 Oct 13 04:06:15.342482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c8822df-792c-4d2e-a64e-4e3ef267691c req-07a8d71f-1a08-4ab4-8820-640415d4c57f tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669365 Oct 13 04:06:15.352433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36958-12bb-4717-8048-d14635ad3deb req-9234881d-8c56-49f9-b9c7-5e0088fb13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.355058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-9234881d-8c56-49f9-b9c7-5e0088fb13c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 1094 time: 0.1011753 Oct 13 04:06:15.360111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 20a01fde-c47c-4197-93f7-bef28f40a0f4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:06:15.368835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 20a01fde-c47c-4197-93f7-bef28f40a0f4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:15.369650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.426338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:15.445052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '90e20e4c-23c9-4d19-ba2f-2b60583f322a', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '90e20e4c-23c9-4d19-ba2f-2b60583f322a', 'mac_address': 'fa:16:3e:be:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:15.520832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.531112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.547809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e20e4c-23c9-4d19-ba2f-2b60583f322a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:15.550126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36958-12bb-4717-8048-d14635ad3deb req-11efcfb5-ce7d-4612-a0f7-2681fd8bdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.551971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-11efcfb5-ce7d-4612-a0f7-2681fd8bdc29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.1892853 Oct 13 04:06:15.563039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b63e5-f491-478a-9d5e-c634f63c5bd6 req-86b746ed-8490-4497-8499-036e78f74e99 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.570789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a85b63e5-f491-478a-9d5e-c634f63c5bd6 req-86b746ed-8490-4497-8499-036e78f74e99 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 943 time: 0.1199429 Oct 13 04:06:15.571757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:15.582187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.591370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a01fde-c47c-4197-93f7-bef28f40a0f4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:15.594051 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8cef1-099a-4093-be06-42e49746a8b1" -d '{"events": [{"server_uuid": "74a8cbc9-11b6-4f89-83e6-7ca3cd43018a", "name": "network-vif-plugged", "status": "completed", "tag": "20a01fde-c47c-4197-93f7-bef28f40a0f4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:15.626122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 20a01fde-c47c-4197-93f7-bef28f40a0f4, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:15.638700 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.644588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-33a14489-4565-4c63-aa0c-863694850124 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 HTTP/1.1" status: 200 len: 217 time: 0.0714149 Oct 13 04:06:15.659268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=90e20e4c-23c9-4d19-ba2f-2b60583f322a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:15.664490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a85b63e5-f491-478a-9d5e-c634f63c5bd6 req-b4aef1fe-898b-4a37-8fc7-8b3e9a5888ab tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Oct 13 04:06:15.686575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d42a7-712e-424f-98ed-d2dcc56feb8a req-98aa9377-29a1-4a6d-8bde-067008cedb8e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.688205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e97d42a7-712e-424f-98ed-d2dcc56feb8a req-98aa9377-29a1-4a6d-8bde-067008cedb8e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 944 time: 0.0941513 Oct 13 04:06:15.730549 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b31377-c6d1-4af1-bf08-3a177e04ea7d x-openstack-request-id: req-a5b31377-c6d1-4af1-bf08-3a177e04ea7d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:15.730843 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a8cbc9-11b6-4f89-83e6-7ca3cd43018a", "name": "network-vif-plugged", "status": "completed", "tag": "20a01fde-c47c-4197-93f7-bef28f40a0f4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:15.731391 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5b31377-c6d1-4af1-bf08-3a177e04ea7d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:15.733322 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a01fde-c47c-4197-93f7-bef28f40a0f4', 'code': 200} Oct 13 04:06:15.736704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=20a01fde-c47c-4197-93f7-bef28f40a0f4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:15.763263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e97d42a7-712e-424f-98ed-d2dcc56feb8a req-0dcf8d95-daaa-4516-8aee-a12181751d7b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682931 Oct 13 04:06:15.766952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36958-12bb-4717-8048-d14635ad3deb req-2fc4dc1d-cbec-47b1-b631-21c45091e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.769871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-2fc4dc1d-cbec-47b1-b631-21c45091e17a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.1043987 Oct 13 04:06:15.806926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-d08a7d59-4ffe-46cb-a660-d9b0a95ad273 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289721 Oct 13 04:06:15.936257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adaad5-cc2a-4800-8ce3-60214091677c req-0479f471-1867-4b90-8f74-c4707dbe8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.937761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22adaad5-cc2a-4800-8ce3-60214091677c req-0479f471-1867-4b90-8f74-c4707dbe8b25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 1096 time: 0.1336477 Oct 13 04:06:15.947230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631164-8aac-4303-b269-5c486baf1844 req-89a0220f-38b0-4f61-b408-129b46ef6ca0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:15.948909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b631164-8aac-4303-b269-5c486baf1844 req-89a0220f-38b0-4f61-b408-129b46ef6ca0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1067874 Oct 13 04:06:15.958033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['90e20e4c-23c9-4d19-ba2f-2b60583f322a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:16.050186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-f1a3238c-e6d7-48cd-9225-7b62ad0a77b7 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330279 Oct 13 04:06:16.098170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22adaad5-cc2a-4800-8ce3-60214091677c req-77b72d6c-af35-4f16-883c-ea52c025ea1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391077 Oct 13 04:06:16.099960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2ac43b1-25bf-411c-a992-296f43d8d1ef req-a4bdfbc9-d570-4d22-bed7-2c3fe0849cb5 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0402937 Oct 13 04:06:16.151267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b631164-8aac-4303-b269-5c486baf1844 req-d073b048-fadb-4271-a005-935c17a6da0d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905987 Oct 13 04:06:16.196946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae36958-12bb-4717-8048-d14635ad3deb req-0b11ccbb-5584-4807-ac70-6da1be5d8a89 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271729 Oct 13 04:06:16.444707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc131-7d65-449c-969e-ea79b7c33fd8 req-865d6586-7ed6-432f-87ee-0eca23b3d68e tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:16.446201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a22cc131-7d65-449c-969e-ea79b7c33fd8 req-865d6586-7ed6-432f-87ee-0eca23b3d68e tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 949 time: 0.0504694 Oct 13 04:06:16.483798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a22cc131-7d65-449c-969e-ea79b7c33fd8 req-32a9848e-0421-4981-963b-1f4ec383143d tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Oct 13 04:06:16.778885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa42dda-12e9-4a84-a96a-bf50037e5746 req-47f227c9-3c05-4d5f-ba89-93ac04cd950b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:16.780492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fa42dda-12e9-4a84-a96a-bf50037e5746 req-47f227c9-3c05-4d5f-ba89-93ac04cd950b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 943 time: 0.0491815 Oct 13 04:06:16.829651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fa42dda-12e9-4a84-a96a-bf50037e5746 req-724d9b2b-dd1c-4484-a56b-503586aa2ad6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Oct 13 04:06:16.893116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6dfd-e8c4-4d21-81e2-181225e034e3 req-702e4d7a-dae8-4598-92d2-abf9c618ddbe tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:16.894607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eccc6dfd-e8c4-4d21-81e2-181225e034e3 req-702e4d7a-dae8-4598-92d2-abf9c618ddbe tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0550411 Oct 13 04:06:16.932715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eccc6dfd-e8c4-4d21-81e2-181225e034e3 req-a54476aa-4684-43f4-b5bf-79311a9c2168 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Oct 13 04:06:17.029052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:17.130071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfb34-d52b-4da3-9202-a7276a0e52a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.210995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 90e20e4c-23c9-4d19-ba2f-2b60583f322a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:17.211958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87b5358a-c288-4122-a8c7-4951343ec5b0 req-04be76ee-7825-4374-8d3e-95424cd80b5e tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0345757 Oct 13 04:06:17.236262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfb34-d52b-4da3-9202-a7276a0e52a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.242134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfb34-d52b-4da3-9202-a7276a0e52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.270319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 90e20e4c-23c9-4d19-ba2f-2b60583f322a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:06:17.275849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 90e20e4c-23c9-4d19-ba2f-2b60583f322a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:17.276214 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.303835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ca0dfb34-d52b-4da3-9202-a7276a0e52a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47bbb778d13442fc9301abd6f687b170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736905 Oct 13 04:06:17.304911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dfb34-d52b-4da3-9202-a7276a0e52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570db55c-7ee6-4fb2-96e1-3f5ed47770b6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:17.309184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:17.316014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9520d-5d80-4c1a-a5bc-cd0885defda6 req-b5745f0c-d1c9-4876-adad-fc6c7c1ce2fe tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:17.325094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38a9520d-5d80-4c1a-a5bc-cd0885defda6 req-b5745f0c-d1c9-4876-adad-fc6c7c1ce2fe tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0894332 Oct 13 04:06:17.367644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38a9520d-5d80-4c1a-a5bc-cd0885defda6 req-755b1cd5-6b80-45f0-ba80-19c717b7b04d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Oct 13 04:06:17.372487 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-716f5f40-ee5f-4e89-b369-bfad38f59677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.375446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.401900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-716f5f40-ee5f-4e89-b369-bfad38f59677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.409993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:17.413690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.453120 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-716f5f40-ee5f-4e89-b369-bfad38f59677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.456264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-716f5f40-ee5f-4e89-b369-bfad38f59677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.460553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-716f5f40-ee5f-4e89-b369-bfad38f59677 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/570db55c-7ee6-4fb2-96e1-3f5ed47770b6 HTTP/1.1" status: 204 len: 168 time: 0.1476684 Oct 13 04:06:17.466041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=90e20e4c-23c9-4d19-ba2f-2b60583f322a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:17.471692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f5f40-ee5f-4e89-b369-bfad38f59677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570db55c-7ee6-4fb2-96e1-3f5ed47770b6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:17.600822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42674cd6-cd61-4b6f-92b9-1de77a21a99b req-c13ee113-4c29-49f3-b401-c0ce4752daf6 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:17.602318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42674cd6-cd61-4b6f-92b9-1de77a21a99b req-c13ee113-4c29-49f3-b401-c0ce4752daf6 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 950 time: 0.0494518 Oct 13 04:06:17.644799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42674cd6-cd61-4b6f-92b9-1de77a21a99b req-da90cc78-27d9-450f-aea3-971189bae1e7 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Oct 13 04:06:17.725046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53334) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:17.735789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b561d143-3662-463b-bb92-21893d8a471f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e20e4c-23c9-4d19-ba2f-2b60583f322a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:17.738019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34423062-0004-4207-8977-face78bffdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.738497 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2da005-6cf0-4063-94ca-8b43f1be2c78" -d '{"events": [{"server_uuid": "b561d143-3662-463b-bb92-21893d8a471f", "name": "network-vif-plugged", "status": "completed", "tag": "90e20e4c-23c9-4d19-ba2f-2b60583f322a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:17.783879 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c438116-efe7-498e-8745-692d317f20f2 x-openstack-request-id: req-7c438116-efe7-498e-8745-692d317f20f2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:17.784171 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b561d143-3662-463b-bb92-21893d8a471f", "name": "network-vif-plugged", "status": "completed", "tag": "90e20e4c-23c9-4d19-ba2f-2b60583f322a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:17.784423 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c438116-efe7-498e-8745-692d317f20f2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:17.784932 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b561d143-3662-463b-bb92-21893d8a471f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e20e4c-23c9-4d19-ba2f-2b60583f322a', 'code': 200} Oct 13 04:06:17.832986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34423062-0004-4207-8977-face78bffdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.837296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34423062-0004-4207-8977-face78bffdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.877776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34423062-0004-4207-8977-face78bffdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f93b2-151a-44f0-bcb0-bc95d639b418,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:17.885107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-34423062-0004-4207-8977-face78bffdf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6c9b972c3434777b3a3f8834d9c109a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567054 Oct 13 04:06:17.885429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:17.946626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e712fc-f7a2-4941-a814-e4bb7a5883c7 req-5bbf8f8d-f187-4a71-8bbd-064d8219c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:17.948086 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1e712fc-f7a2-4941-a814-e4bb7a5883c7 req-5bbf8f8d-f187-4a71-8bbd-064d8219c818 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 1101 time: 0.0957000 Oct 13 04:06:17.994895 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ada7ba48-917f-43bd-8ee8-b17b3255adce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:18.008826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ec11a-92c2-444e-a24a-7617d243f2de req-747f2c24-0ec3-43e7-a1eb-306285b069cc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.010310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ec11a-92c2-444e-a24a-7617d243f2de req-747f2c24-0ec3-43e7-a1eb-306285b069cc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 943 time: 0.1042552 Oct 13 04:06:18.024992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1e712fc-f7a2-4941-a814-e4bb7a5883c7 req-9ee03099-870c-4277-b8d2-8fb18266b1f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671139 Oct 13 04:06:18.047866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ada7ba48-917f-43bd-8ee8-b17b3255adce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:18.050548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aa910-2914-4239-90c7-42aabf2f1e10 req-54cbb8b8-6e58-4bd0-8410-fa58aae3607a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.052032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c53aa910-2914-4239-90c7-42aabf2f1e10 req-54cbb8b8-6e58-4bd0-8410-fa58aae3607a tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0484419 Oct 13 04:06:18.083597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b2ec11a-92c2-444e-a24a-7617d243f2de req-8ff547a2-9d92-441a-9d2a-037feb8174cf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Oct 13 04:06:18.092280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c53aa910-2914-4239-90c7-42aabf2f1e10 req-f203619f-db6e-42f7-a44a-33285ee6a8f3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Oct 13 04:06:18.111196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ada7ba48-917f-43bd-8ee8-b17b3255adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:18.114089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ada7ba48-917f-43bd-8ee8-b17b3255adce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:18.115196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ada7ba48-917f-43bd-8ee8-b17b3255adce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a0f93b2-151a-44f0-bcb0-bc95d639b418 HTTP/1.1" status: 204 len: 168 time: 0.2288558 Oct 13 04:06:18.124186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7ba48-917f-43bd-8ee8-b17b3255adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f93b2-151a-44f0-bcb0-bc95d639b418,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:18.300385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e843a3-9b14-4c76-a888-a98e6066994a req-a4ea1c47-3586-4b47-a4a8-7f60eb735a02 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.301886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9e843a3-9b14-4c76-a888-a98e6066994a req-a4ea1c47-3586-4b47-a4a8-7f60eb735a02 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0491278 Oct 13 04:06:18.343215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9e843a3-9b14-4c76-a888-a98e6066994a req-37f64381-f34d-4bdf-b325-b80c59f1d126 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343084 Oct 13 04:06:18.346950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-734cd8dc-e3d0-4f0d-aa35-85ff513d1694 req-5c653f9e-dc86-44e2-8e98-53d2252abac0 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0337420 Oct 13 04:06:18.484012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bab6-8a4a-42a0-b39f-46ac59a4f6a1 req-f10cf844-3148-4cb3-8de5-9f58993d631c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.485634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b31bab6-8a4a-42a0-b39f-46ac59a4f6a1 req-f10cf844-3148-4cb3-8de5-9f58993d631c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0594683 Oct 13 04:06:18.525981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b31bab6-8a4a-42a0-b39f-46ac59a4f6a1 req-d1c69b02-ca23-4e0e-b1d6-e8279b33ac35 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344374 Oct 13 04:06:18.536764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aac15-cdb7-4e6c-ba72-5e8302b24dbc req-cba849db-0d17-463a-86f4-cd0ab924bbaf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.539247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e7aac15-cdb7-4e6c-ba72-5e8302b24dbc req-cba849db-0d17-463a-86f4-cd0ab924bbaf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0534964 Oct 13 04:06:18.579255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e7aac15-cdb7-4e6c-ba72-5e8302b24dbc req-da0f3d0a-3977-4ea5-bbd4-97db789d7288 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Oct 13 04:06:18.776099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273bbbc-7c69-409c-84d3-1e8265ae2506 req-531e4090-6374-4400-b12e-76e2fbafa0fe tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.777637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a273bbbc-7c69-409c-84d3-1e8265ae2506 req-531e4090-6374-4400-b12e-76e2fbafa0fe tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 950 time: 0.0545037 Oct 13 04:06:18.815280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308fa29-2184-4de2-9a26-f285205f7606 req-76ddff38-5c6f-4476-b304-61990b0414eb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:18.821289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8308fa29-2184-4de2-9a26-f285205f7606 req-76ddff38-5c6f-4476-b304-61990b0414eb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0577750 Oct 13 04:06:18.826552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a273bbbc-7c69-409c-84d3-1e8265ae2506 req-386dcd23-7f29-45df-a82b-b7f5c918253e tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Oct 13 04:06:18.860888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8308fa29-2184-4de2-9a26-f285205f7606 req-d039b4db-0ae1-4486-a2bf-af195cff85f3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Oct 13 04:06:18.918102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c71-94fe-496c-b884-c9b58ceea9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:19.200250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab5012-3fc0-4b9f-849f-9135ee1c2677 req-1b4c7024-7fa2-46ee-96ea-a639d2ceb064 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:19.201889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1ab5012-3fc0-4b9f-849f-9135ee1c2677 req-1b4c7024-7fa2-46ee-96ea-a639d2ceb064 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 943 time: 0.0510247 Oct 13 04:06:19.238390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1ab5012-3fc0-4b9f-849f-9135ee1c2677 req-6d4e597c-3575-4682-9eae-9d4345dcc50d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305667 Oct 13 04:06:19.239977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:19.343600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:19.354465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'mac_address': 'fa:16:3e:39:3a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:19.394207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:19.406912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:19.427374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:19.432948 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:19.491388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:19.493085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e87afc2a-a554-48bc-811a-c0dabc7272b7 req-8867a270-162f-4bbd-ac40-0a8f479eb9dc tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0494711 Oct 13 04:06:19.704722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636139e-ac87-4677-861b-d5470cc159ce req-e9f302b7-eddb-4f58-a68f-d2268bd153a3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:19.706141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4636139e-ac87-4677-861b-d5470cc159ce req-e9f302b7-eddb-4f58-a68f-d2268bd153a3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0553403 Oct 13 04:06:19.745349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4636139e-ac87-4677-861b-d5470cc159ce req-067ac862-04e7-47a0-bd6f-4b3696f27adf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Oct 13 04:06:19.807378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:19.958001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2a71-d466-46b6-841b-27e3f9cbaa78 req-4847a0fb-5b15-431e-b5c5-d68b0e977068 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:19.965275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b61d2a71-d466-46b6-841b-27e3f9cbaa78 req-4847a0fb-5b15-431e-b5c5-d68b0e977068 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 950 time: 0.0693412 Oct 13 04:06:20.005664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b61d2a71-d466-46b6-841b-27e3f9cbaa78 req-95d74592-4c45-4711-86c3-2546e0cdba41 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Oct 13 04:06:20.008607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb99d-10b4-4310-884a-027bc937cac9 req-137d3b77-5ec2-40c8-a8bd-01bfa0e729ed tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:20.010050 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86ffb99d-10b4-4310-884a-027bc937cac9 req-137d3b77-5ec2-40c8-a8bd-01bfa0e729ed tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0539987 Oct 13 04:06:20.059279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86ffb99d-10b4-4310-884a-027bc937cac9 req-9c12e380-7016-445c-baf0-1e9bd76882a9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Oct 13 04:06:20.364061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a4a3-0995-4ebf-921b-48add4848ba8 req-86e9a067-c619-4a9f-9450-6f5673b64958 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:20.369344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef09a4a3-0995-4ebf-921b-48add4848ba8 req-86e9a067-c619-4a9f-9450-6f5673b64958 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 944 time: 0.0625377 Oct 13 04:06:20.411132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef09a4a3-0995-4ebf-921b-48add4848ba8 req-3658632b-c245-4640-a2ef-1d713ffcf20f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Oct 13 04:06:20.456931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843c10-7fea-4042-9a67-5aac3e20b851 req-8d3422ac-de50-4e3a-a581-ceff31d69123 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:20.458462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43843c10-7fea-4042-9a67-5aac3e20b851 req-8d3422ac-de50-4e3a-a581-ceff31d69123 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 950 time: 0.0531521 Oct 13 04:06:20.496830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43843c10-7fea-4042-9a67-5aac3e20b851 req-40e70109-23e2-4336-a4ef-30a0fba35c91 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Oct 13 04:06:20.580938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:20.589400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59e7a4ac-a632-49ca-9349-4ee6c920055c req-5be510c3-e2fd-455f-bce8-129c0b0176c1 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0307808 Oct 13 04:06:20.697369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc8fd438-ac9a-44fe-9e23-aa938d062cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.777587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc8fd438-ac9a-44fe-9e23-aa938d062cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.782428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc8fd438-ac9a-44fe-9e23-aa938d062cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.819799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fc8fd438-ac9a-44fe-9e23-aa938d062cc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f50adcacf8c04443906bfec936db2287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377295 Oct 13 04:06:20.821875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fd438-ac9a-44fe-9e23-aa938d062cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677fc005-137b-49a2-9176-6ba273bed2b4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:20.822478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:20.887021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c947-458e-4996-a3c0-97a239b44801 req-9c764a20-7f6d-4b6f-a20e-c99c2d2827b1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:20.888469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8317c947-458e-4996-a3c0-97a239b44801 req-9c764a20-7f6d-4b6f-a20e-c99c2d2827b1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0757759 Oct 13 04:06:20.914788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1570b702-74d4-4b92-97de-cfd34de45897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.946989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1570b702-74d4-4b92-97de-cfd34de45897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.955342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8317c947-458e-4996-a3c0-97a239b44801 req-96c10a41-9b6d-404b-b001-fbc01ff05fb7 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607011 Oct 13 04:06:20.994675 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1570b702-74d4-4b92-97de-cfd34de45897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.997348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1570b702-74d4-4b92-97de-cfd34de45897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:20.998450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1570b702-74d4-4b92-97de-cfd34de45897 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/677fc005-137b-49a2-9176-6ba273bed2b4 HTTP/1.1" status: 204 len: 168 time: 0.1749175 Oct 13 04:06:21.005655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570b702-74d4-4b92-97de-cfd34de45897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677fc005-137b-49a2-9176-6ba273bed2b4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:21.172537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a910a-5828-4280-8036-2b8678d8f559 req-17fbe84a-5ec9-4ce3-af25-87b850f5d5bc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:21.174039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-263a910a-5828-4280-8036-2b8678d8f559 req-17fbe84a-5ec9-4ce3-af25-87b850f5d5bc tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0525568 Oct 13 04:06:21.213212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-263a910a-5828-4280-8036-2b8678d8f559 req-a0d07523-6dbd-4769-ac0c-7c0f2b6085d9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Oct 13 04:06:21.250918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:21.255749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:21.264545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45072f22-4787-4aa8-94df-9c5471ce838a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.303227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:06:21.306914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:21.307308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.337449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45072f22-4787-4aa8-94df-9c5471ce838a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.341502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45072f22-4787-4aa8-94df-9c5471ce838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.378082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45072f22-4787-4aa8-94df-9c5471ce838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c4dde1-dae6-41e2-9130-15affb920743,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:21.385486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-45072f22-4787-4aa8-94df-9c5471ce838a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5744130f40d04a309857f57f8af8d45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309881 Oct 13 04:06:21.385827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:21.391132 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.413273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:21.415632 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccde2d8-ffdf-4b87-8aba-6a4e70a194d9" -d '{"events": [{"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-plugged", "status": "completed", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:21.429239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:21.436348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.436967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f77217a9-2172-40c2-b09a-d33c2575ce65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.474826 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f3427-420b-447f-bcad-05e304d1afa1 x-openstack-request-id: req-b80f3427-420b-447f-bcad-05e304d1afa1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:21.475678 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-plugged", "status": "completed", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:21.476120 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b80f3427-420b-447f-bcad-05e304d1afa1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:21.476725 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'code': 200} Oct 13 04:06:21.478233 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f77217a9-2172-40c2-b09a-d33c2575ce65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.503506 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-402b7a62-a43c-416f-9a00-1225ca0c741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.514165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:21.565185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e997e-ed4c-49e4-a5fe-1fcfeb34dab3 req-4d9029a4-6b04-493a-950a-c10993cb5328 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:21.566807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-643e997e-ed4c-49e4-a5fe-1fcfeb34dab3 req-4d9029a4-6b04-493a-950a-c10993cb5328 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0803862 Oct 13 04:06:21.603815 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f77217a9-2172-40c2-b09a-d33c2575ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.604563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6521a5-c17b-4f5f-87a6-4f03543986e0 req-8cf73ae5-8b10-43c7-a7cb-e84846aa6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:21.606105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef6521a5-c17b-4f5f-87a6-4f03543986e0 req-8cf73ae5-8b10-43c7-a7cb-e84846aa6523 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 1096 time: 0.0751817 Oct 13 04:06:21.607249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f77217a9-2172-40c2-b09a-d33c2575ce65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:21.608355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f77217a9-2172-40c2-b09a-d33c2575ce65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42c4dde1-dae6-41e2-9130-15affb920743 HTTP/1.1" status: 204 len: 168 time: 0.2217660 Oct 13 04:06:21.621012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-643e997e-ed4c-49e4-a5fe-1fcfeb34dab3 req-c9727c71-90b1-4902-b2bf-8ef231a5a523 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Oct 13 04:06:21.624899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77217a9-2172-40c2-b09a-d33c2575ce65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c4dde1-dae6-41e2-9130-15affb920743,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:21.639396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af161946-2e3f-4fea-8df0-4285273faf5c req-028bf2a9-ea9e-4686-bb40-58f3d8ab2b8b tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:21.641356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af161946-2e3f-4fea-8df0-4285273faf5c req-028bf2a9-ea9e-4686-bb40-58f3d8ab2b8b tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 950 time: 0.0710256 Oct 13 04:06:21.659707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef6521a5-c17b-4f5f-87a6-4f03543986e0 req-a47d31c0-c6da-4fff-a2c0-b18a9492ac13 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Oct 13 04:06:21.697248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af161946-2e3f-4fea-8df0-4285273faf5c req-143dbd00-dfe5-4793-b33f-20aec9f76aa4 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Oct 13 04:06:21.786974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd7adb43-6897-4ee7-a7b7-a911da947029 req-0556311c-b239-46de-9938-828becf5ae64 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0290730 Oct 13 04:06:22.077730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc35b1-a725-4f64-a0c8-8a20954eab37 req-657f8bb8-5eac-4951-92dc-798efcbcb056 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:22.079321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-badc35b1-a725-4f64-a0c8-8a20954eab37 req-657f8bb8-5eac-4951-92dc-798efcbcb056 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0493684 Oct 13 04:06:22.118352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-badc35b1-a725-4f64-a0c8-8a20954eab37 req-8279f6bb-a41f-4579-84ae-f2a5379c695c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Oct 13 04:06:22.169094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-3f6cbf19-5461-454a-8ed6-a35a97345230 tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:22.170567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-3f6cbf19-5461-454a-8ed6-a35a97345230 tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 1101 time: 0.0433481 Oct 13 04:06:22.259622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Deleting port 90e20e4c-23c9-4d19-ba2f-2b60583f322a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:22.259969 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:22.375879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcaaee-ecf6-44fb-987b-bef36496cb24 req-381d9cf2-db53-4327-b6e3-55b05ff075e4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:22.377371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72dcaaee-ecf6-44fb-987b-bef36496cb24 req-381d9cf2-db53-4327-b6e3-55b05ff075e4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0823827 Oct 13 04:06:22.379470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] For port 90e20e4c-23c9-4d19-ba2f-2b60583f322a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=90e20e4c-23c9-4d19-ba2f-2b60583f322a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:22.379582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:22.399048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Calling delete_port for 90e20e4c-23c9-4d19-ba2f-2b60583f322a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:22.459146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72dcaaee-ecf6-44fb-987b-bef36496cb24 req-63432741-bda3-410e-9575-823ce7f6b456 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710831 Oct 13 04:06:22.547133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:22.559500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['90e20e4c-23c9-4d19-ba2f-2b60583f322a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:22.576881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Pushing event deleted for resources: {'Port': ['ID=90e20e4c-23c9-4d19-ba2f-2b60583f322a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:22.621217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] No DVR routers for this DVR port 90e20e4c-23c9-4d19-ba2f-2b60583f322a on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:22.624041 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:22.627632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fbb3933-47e2-46f7-8197-4432634e43cc req-e7ca3acb-f30f-434d-8e18-c6c57d9c872f tempest-DeleteServersAdminTestJSON-804712508 tempest-DeleteServersAdminTestJSON-804712508-project-admin] 10.222.0.26 "DELETE /v2.0/ports/90e20e4c-23c9-4d19-ba2f-2b60583f322a HTTP/1.1" status: 204 len: 173 time: 0.4493954 Oct 13 04:06:22.628099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b561d143-3662-463b-bb92-21893d8a471f', 'name': 'network-vif-deleted', 'tag': '90e20e4c-23c9-4d19-ba2f-2b60583f322a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:22.630574 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29771ed4-ecc1-42e2-8699-0410b7dc5908" -d '{"events": [{"server_uuid": "b561d143-3662-463b-bb92-21893d8a471f", "name": "network-vif-deleted", "tag": "90e20e4c-23c9-4d19-ba2f-2b60583f322a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:22.672853 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aad34fe-3835-462f-975f-d8a8a2ef386d x-openstack-request-id: req-9aad34fe-3835-462f-975f-d8a8a2ef386d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:22.673210 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b561d143-3662-463b-bb92-21893d8a471f", "name": "network-vif-deleted", "tag": "90e20e4c-23c9-4d19-ba2f-2b60583f322a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:22.673564 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9aad34fe-3835-462f-975f-d8a8a2ef386d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:22.674178 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b561d143-3662-463b-bb92-21893d8a471f', 'name': 'network-vif-deleted', 'tag': '90e20e4c-23c9-4d19-ba2f-2b60583f322a', 'status': 'completed', 'code': 200} Oct 13 04:06:22.774517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:22.812467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b901-366a-4557-b34c-b5e955e6d24b req-a44a101e-d253-44d5-83b0-a9b42437c8c9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:22.815504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-440f4d2b-43d4-41fa-9e92-037e33023ce3 req-cf3f0900-4563-40d1-bf1a-da61500af77c tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b561d143-3662-463b-bb92-21893d8a471f HTTP/1.1" status: 200 len: 210 time: 0.0449007 Oct 13 04:06:22.816516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f751b901-366a-4557-b34c-b5e955e6d24b req-a44a101e-d253-44d5-83b0-a9b42437c8c9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1046667 Oct 13 04:06:22.868884 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:22.871945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f751b901-366a-4557-b34c-b5e955e6d24b req-d945f7d3-8a32-41cb-9c79-1b878b9d74fd tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Oct 13 04:06:23.005126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3e21d0f9-9869-4467-bc32-4093ce4bef4f req-9d460fa1-757d-4eba-84e2-f826f9b5c6cb tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0297444 Oct 13 04:06:23.247454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e011d-0293-41bf-995b-d111d613a1d5 req-ba2b4efe-c248-49bb-948b-6f79c461e332 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:23.248975 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab4e011d-0293-41bf-995b-d111d613a1d5 req-ba2b4efe-c248-49bb-948b-6f79c461e332 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0516295 Oct 13 04:06:23.289055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab4e011d-0293-41bf-995b-d111d613a1d5 req-3504bd0d-cd34-445a-9174-e2e1ced07dd9 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Oct 13 04:06:23.577468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e38136-b63c-42ab-b85a-0b808b03c7fb req-aab6ffdb-ff9b-448b-a871-4385c6a48171 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:23.579165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10e38136-b63c-42ab-b85a-0b808b03c7fb req-aab6ffdb-ff9b-448b-a871-4385c6a48171 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0521362 Oct 13 04:06:23.617955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10e38136-b63c-42ab-b85a-0b808b03c7fb req-5658ba3f-d113-4db5-8561-f7be1d7f53fb tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Oct 13 04:06:23.625288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:23.729272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce185-d5f8-4a83-aae4-ab450bf685a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.803451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce185-d5f8-4a83-aae4-ab450bf685a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.807231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce185-d5f8-4a83-aae4-ab450bf685a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.847147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9f6ce185-d5f8-4a83-aae4-ab450bf685a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d327b8eb84524618b03f75763b811cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185619 Oct 13 04:06:23.847147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ce185-d5f8-4a83-aae4-ab450bf685a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c071821c-0e45-4f46-80f7-5fb1187bf8c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:23.847909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:23.899994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6b4a-c529-439c-ab79-04e38e3ca275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.926356 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6b4a-c529-439c-ab79-04e38e3ca275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.984108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6b4a-c529-439c-ab79-04e38e3ca275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.987582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6b4a-c529-439c-ab79-04e38e3ca275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:23.988968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8efc6b4a-c529-439c-ab79-04e38e3ca275 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c071821c-0e45-4f46-80f7-5fb1187bf8c7 HTTP/1.1" status: 204 len: 168 time: 0.1404116 Oct 13 04:06:24.013087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6b4a-c529-439c-ab79-04e38e3ca275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071821c-0e45-4f46-80f7-5fb1187bf8c7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:24.035669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1134a19-7d98-4ed7-a0f7-16b91d1ba3bf req-d3fbe624-6f7f-4d55-b8a9-44e61b61e6ff tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:24.037230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1134a19-7d98-4ed7-a0f7-16b91d1ba3bf req-d3fbe624-6f7f-4d55-b8a9-44e61b61e6ff tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Oct 13 04:06:24.079393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1134a19-7d98-4ed7-a0f7-16b91d1ba3bf req-37ad4df9-6b21-406e-9bea-a7b746ae83dd tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354078 Oct 13 04:06:24.175452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-87a32baa-cc3f-4ded-975f-bf782019a2b6 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fd7aae6fa33b46c29f69856b325c9679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217891 Oct 13 04:06:24.176909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-306b18f9-e999-4f66-a214-b51778771147 req-1f64fd8d-fe99-4d90-b910-4c6121a87fc7 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0308506 Oct 13 04:06:24.301849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-efcedf77-b5c5-4e48-9ea4-715239473e4f tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:24.303573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-efcedf77-b5c5-4e48-9ea4-715239473e4f tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224604 Oct 13 04:06:24.313229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:24.322499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-12e1154c-8565-46c3-8d12-af02b45de273 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/quotas/fd7aae6fa33b46c29f69856b325c9679 HTTP/1.1" status: 200 len: 375 time: 0.0111308 Oct 13 04:06:24.327303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab87e6c1-1ac6-409e-be3d-5cbde1053530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.366918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-ec5e6ae0-fda4-4158-9c4b-c9381fa282b5 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd7aae6fa33b46c29f69856b325c9679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372503 Oct 13 04:06:24.419730 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab87e6c1-1ac6-409e-be3d-5cbde1053530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.436706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab87e6c1-1ac6-409e-be3d-5cbde1053530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.466851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.502354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87e6c1-1ac6-409e-be3d-5cbde1053530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fde28f-99be-43c6-8780-99df3503319b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:24.520053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab87e6c1-1ac6-409e-be3d-5cbde1053530 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64c31b83a07b4d9b99d4836d6cc87bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032676 Oct 13 04:06:24.520378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:24.574473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ce7a38f-c843-4571-9fce-d28c06235de8 req-f767a403-6579-4119-bbc4-1d1a1fcc049d tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 210 time: 0.0389237 Oct 13 04:06:24.595233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb4a44-4dca-415e-932a-452859126d51 req-cd4f1001-6e96-4bc2-b000-a010b9667427 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:24.596981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6cb4a44-4dca-415e-932a-452859126d51 req-cd4f1001-6e96-4bc2-b000-a010b9667427 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0612295 Oct 13 04:06:24.614281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0add6e6-3b3f-41c4-a6cb-f2d0dcdfce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.646556 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6cb4a44-4dca-415e-932a-452859126d51 req-7f5cbf10-1542-4e98-86dc-a4536835bfa6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Oct 13 04:06:24.670855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0add6e6-3b3f-41c4-a6cb-f2d0dcdfce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.743657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e08c-2600-4b76-b9ea-2a4a964686ca req-8dfdc5cf-80ed-4358-83c2-0fde03d8547d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:24.745189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81d8e08c-2600-4b76-b9ea-2a4a964686ca req-8dfdc5cf-80ed-4358-83c2-0fde03d8547d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0772710 Oct 13 04:06:24.776345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0add6e6-3b3f-41c4-a6cb-f2d0dcdfce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.779011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0add6e6-3b3f-41c4-a6cb-f2d0dcdfce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:24.782524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d0add6e6-3b3f-41c4-a6cb-f2d0dcdfce1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75fde28f-99be-43c6-8780-99df3503319b HTTP/1.1" status: 204 len: 168 time: 0.2586155 Oct 13 04:06:24.783619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7b151-602c-4804-bddd-5eac36cba6c4 req-84e12d1e-d92f-4ac5-ac8c-810f0b823a6c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:24.791847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fce7b151-602c-4804-bddd-5eac36cba6c4 req-84e12d1e-d92f-4ac5-ac8c-810f0b823a6c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0695937 Oct 13 04:06:24.798268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81d8e08c-2600-4b76-b9ea-2a4a964686ca req-9e96ce9d-ca2b-4e26-ab29-2c53541db687 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Oct 13 04:06:24.799395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0add6e6-3b3f-41c4-a6cb-f2d0dcdfce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fde28f-99be-43c6-8780-99df3503319b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:24.855203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fce7b151-602c-4804-bddd-5eac36cba6c4 req-ed5edfa0-e199-49ea-baff-5ea61ca16f47 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624907 Oct 13 04:06:25.282643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0efb631f-8570-4909-ba36-965598a45a62 req-51fa321a-b0c5-4e85-b4b4-c9f4e2b34844 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0270846 Oct 13 04:06:25.578307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-4051794e-4248-423b-b3f7-c59d4d46b31c tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd7aae6fa33b46c29f69856b325c9679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219243 Oct 13 04:06:25.711338 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f70fac81-7aed-4328-ada8-43716c439a54 req-54c0a263-1212-493b-a11b-0109e03541d0 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 210 time: 0.0576661 Oct 13 04:06:25.712184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-f742f0c9-21e3-4a86-8b93-3340d759566a tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:25.714527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-f742f0c9-21e3-4a86-8b93-3340d759566a tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295066 Oct 13 04:06:25.730077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Request body: {'port': {'device_id': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'fd7aae6fa33b46c29f69856b325c9679'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:25.832724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5824f8-cfba-4d98-8689-3a3e56c64d0f req-c3281c24-c7cf-4f5f-81b6-f7d2fee3078a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:25.835183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de5824f8-cfba-4d98-8689-3a3e56c64d0f req-c3281c24-c7cf-4f5f-81b6-f7d2fee3078a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1099234 Oct 13 04:06:25.902820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de5824f8-cfba-4d98-8689-3a3e56c64d0f req-97a8399e-db51-4971-b4b1-6388c3a06533 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Oct 13 04:06:25.912294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Made reservation on behalf of fd7aae6fa33b46c29f69856b325c9679 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:25.916024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:25.935607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472fafb-0840-481f-8d15-7e2bdd0df24b req-43a7b4c6-e2d6-401a-a759-2d048ee1584d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:25.937578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3472fafb-0840-481f-8d15-7e2bdd0df24b req-43a7b4c6-e2d6-401a-a759-2d048ee1584d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0601244 Oct 13 04:06:25.995844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3472fafb-0840-481f-8d15-7e2bdd0df24b req-fb9125bf-4c43-4ead-b290-3d8f2064cab3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500515 Oct 13 04:06:26.087393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f276-d2b9-4f1e-b672-bd813b2f9687 req-689a54f1-f80c-4616-9788-54c946f5ef1d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:26.088868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c98f276-d2b9-4f1e-b672-bd813b2f9687 req-689a54f1-f80c-4616-9788-54c946f5ef1d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0953226 Oct 13 04:06:26.090101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Allocated IP 192.168.233.239 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/ceb375cc-7f77-4877-ae8f-91346beefd9a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:26.147100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c98f276-d2b9-4f1e-b672-bd813b2f9687 req-784fe1c1-b1c2-4648-9c71-ff1047f7192e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Oct 13 04:06:26.272880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.306624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.354064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:26.358267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:26.363428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:26.403940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Pushing event updated for resources: {'Port': ['ID=ceb375cc-7f77-4877-ae8f-91346beefd9a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:26.440779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d50cbe98-9872-44be-aedc-309c001d5804 req-509f55cc-2adc-4274-8a3c-ecc90aa8aab3 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0782487 Oct 13 04:06:26.449815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:26.450463 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.468586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d33af6ec-bb92-46e5-8b5b-f339db93b327 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7448907 Oct 13 04:06:26.485839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Request body: {'port': {'device_id': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:26.542793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.623966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62f67f0a-280a-4df1-af93-29895eeebf17 None None] Provisioning complete for port ceb375cc-7f77-4877-ae8f-91346beefd9a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:26.624596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62f67f0a-280a-4df1-af93-29895eeebf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.660763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62f67f0a-280a-4df1-af93-29895eeebf17 None None] Port ceb375cc-7f77-4877-ae8f-91346beefd9a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:06:26.824857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb375cc-7f77-4877-ae8f-91346beefd9a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:26.829407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfa146-181d-4e8a-8dcc-f3b41797c3ea req-deeab108-784f-47c5-bff7-6f212153b95f tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:26.830941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56dfa146-181d-4e8a-8dcc-f3b41797c3ea req-deeab108-784f-47c5-bff7-6f212153b95f tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 936 time: 0.0504081 Oct 13 04:06:26.832616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.845666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Transition to ACTIVE for port object ceb375cc-7f77-4877-ae8f-91346beefd9a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:06:26.849638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:26.870589 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56dfa146-181d-4e8a-8dcc-f3b41797c3ea req-4eb3fd26-6d53-41ad-be88-5e2c7b783033 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Oct 13 04:06:26.939890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Pushing event updated for resources: {'Port': ['ID=ceb375cc-7f77-4877-ae8f-91346beefd9a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:26.970411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Attempting to bind port ceb375cc-7f77-4877-ae8f-91346beefd9a on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:26.970781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Attempting to bind port ceb375cc-7f77-4877-ae8f-91346beefd9a by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:26.971053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Attempting to bind port ceb375cc-7f77-4877-ae8f-91346beefd9a on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:26.978408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Port ceb375cc-7f77-4877-ae8f-91346beefd9a on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:06:26.978730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Attempting to bind port ceb375cc-7f77-4877-ae8f-91346beefd9a on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:26.991926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:26.992220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:26.992558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:26.993016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Bound port: ceb375cc-7f77-4877-ae8f-91346beefd9a, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:26.993377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:27.096575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f874c-ff00-419b-bcdb-5c2dde056be4 req-baa55369-90c9-4365-ba0c-ee861872d86a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.098121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-802f874c-ff00-419b-bcdb-5c2dde056be4 req-baa55369-90c9-4365-ba0c-ee861872d86a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0951257 Oct 13 04:06:27.128700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cbbe4-e2c8-4fd3-a879-6e310a13ffcc req-1f3faae1-1a67-4303-a1cc-954dc2764a57 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.130165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f9cbbe4-e2c8-4fd3-a879-6e310a13ffcc req-1f3faae1-1a67-4303-a1cc-954dc2764a57 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0693882 Oct 13 04:06:27.135045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] For port ceb375cc-7f77-4877-ae8f-91346beefd9a, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:27.154244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] For port ceb375cc-7f77-4877-ae8f-91346beefd9a, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:27.160561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:27.164894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-802f874c-ff00-419b-bcdb-5c2dde056be4 req-15b1e771-e2b3-4f38-8803-f86b5685b486 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555508 Oct 13 04:06:27.187432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f9cbbe4-e2c8-4fd3-a879-6e310a13ffcc req-0c497c55-aef6-4e51-98cf-651c9ce7c9d7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Oct 13 04:06:27.216386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.217025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:27.218466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] 10.222.0.26 "PUT /v2.0/ports/ceb375cc-7f77-4877-ae8f-91346beefd9a HTTP/1.1" status: 200 len: 1096 time: 0.7370806 Oct 13 04:06:27.219290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'tag': 'ceb375cc-7f77-4877-ae8f-91346beefd9a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:27.221571 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cfbc55-8116-4303-9020-8939c0711cee", "tag": "ceb375cc-7f77-4877-ae8f-91346beefd9a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:27.242855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a3d2-5112-43b7-8a34-04cc491d5acb service neutron] Pushing event updated for resources: {'Port': ['ID=ceb375cc-7f77-4877-ae8f-91346beefd9a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:27.335177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 90e20e4c-23c9-4d19-ba2f-2b60583f322a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:27.363231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466116a-74f7-43c9-a671-cde45765a4aa req-edb50164-1134-4e67-9bc9-d6a69d3ba4db tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.374584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5466116a-74f7-43c9-a671-cde45765a4aa req-edb50164-1134-4e67-9bc9-d6a69d3ba4db tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0839381 Oct 13 04:06:27.392559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 90e20e4c-23c9-4d19-ba2f-2b60583f322a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:27.393219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 90e20e4c-23c9-4d19-ba2f-2b60583f322a not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:27.437410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5466116a-74f7-43c9-a671-cde45765a4aa req-4760c3e2-453e-4327-8fe7-7dd250bc256e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614367 Oct 13 04:06:27.565851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-732e7174-b3dd-429d-a070-2f01ab2f38e2 req-ad1b8c62-d673-4be4-9215-8e23672a3d6c tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0293756 Oct 13 04:06:27.676419 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13fcd57-a942-4dcf-a2b9-673bb7ac120d x-openstack-request-id: req-e13fcd57-a942-4dcf-a2b9-673bb7ac120d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:27.677018 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cfbc55-8116-4303-9020-8939c0711cee", "tag": "ceb375cc-7f77-4877-ae8f-91346beefd9a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:27.677018 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e13fcd57-a942-4dcf-a2b9-673bb7ac120d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:27.677482 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'tag': 'ceb375cc-7f77-4877-ae8f-91346beefd9a', 'status': 'completed', 'code': 200} Oct 13 04:06:27.696591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-0f602ead-e133-4755-9571-f1b74659fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.698139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-0f602ead-e133-4755-9571-f1b74659fd0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7aae6fa33b46c29f69856b325c9679&device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 1099 time: 0.4323902 Oct 13 04:06:27.750613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-5591c38f-6ed6-4cb0-8e67-a5cc49485c7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a HTTP/1.1" status: 200 len: 217 time: 0.0345700 Oct 13 04:06:27.800536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-f218b3f8-19e4-484d-9072-309d3e17c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.801992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-f218b3f8-19e4-484d-9072-309d3e17c04a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0440316 Oct 13 04:06:27.849741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d3bf90d5-7a06-41f5-93bf-631c5222df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:27.851910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-d3bf90d5-7a06-41f5-93bf-631c5222df37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425489 Oct 13 04:06:27.960491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-a646ab99-d040-47e3-a8b6-e5122ca6f152 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960159 Oct 13 04:06:28.041230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c7afd-402d-4c54-b4fc-bea6e496114c req-59362702-3ef7-46ca-8791-dae82349bb42 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.042749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c21c7afd-402d-4c54-b4fc-bea6e496114c req-59362702-3ef7-46ca-8791-dae82349bb42 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 948 time: 0.0964687 Oct 13 04:06:28.103549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f31904-ba2c-4474-a457-ba3d6583c763 req-6912a3f3-77bf-4c5d-8cb3-ac84cd1d2bec service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258707 Oct 13 04:06:28.106626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c21c7afd-402d-4c54-b4fc-bea6e496114c req-075c14fd-5bd1-4f35-a584-d8ecf1a5345c tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561531 Oct 13 04:06:28.202340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-93016550-b7d8-431c-bf9f-0ed8ba1a878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.203852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-93016550-b7d8-431c-bf9f-0ed8ba1a878b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7aae6fa33b46c29f69856b325c9679&device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 1099 time: 0.0445893 Oct 13 04:06:28.298237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bdca5-d6e8-4f8a-a0a2-8d5f37e49d8a req-0753b9ef-43e2-4f36-ae5a-f96d1e17307d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.301963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-059bdca5-d6e8-4f8a-a0a2-8d5f37e49d8a req-0753b9ef-43e2-4f36-ae5a-f96d1e17307d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0524633 Oct 13 04:06:28.326738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-8ee0b641-dc69-4190-9357-460062b37b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.328386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-8ee0b641-dc69-4190-9357-460062b37b6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1175880 Oct 13 04:06:28.339586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-059bdca5-d6e8-4f8a-a0a2-8d5f37e49d8a req-3d58c3de-5c06-4d20-80ab-08c3325b268a tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Oct 13 04:06:28.351109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f5887-37bb-4671-9a90-e312a676f312 req-bc800324-2bfd-4329-ad24-992d9a931fe7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.361909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-856f5887-37bb-4671-9a90-e312a676f312 req-bc800324-2bfd-4329-ad24-992d9a931fe7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0655332 Oct 13 04:06:28.409483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-df75e34e-6822-4571-8a10-52e68d87dd5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a HTTP/1.1" status: 200 len: 217 time: 0.0668185 Oct 13 04:06:28.454106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-856f5887-37bb-4671-9a90-e312a676f312 req-3ec7da30-bf2b-4deb-8a16-2425e8f41d49 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913455 Oct 13 04:06:28.480186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-a42065c8-0cbd-4d89-b902-3d897e93ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.481695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-a42065c8-0cbd-4d89-b902-3d897e93ee43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0641751 Oct 13 04:06:28.541602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-ea659fd2-eda8-4501-af1c-6f910be3f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.543177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-ea659fd2-eda8-4501-af1c-6f910be3f592 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492980 Oct 13 04:06:28.571390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f608ee-ae81-4393-bd8d-50b94f5de3e8 req-e8286f36-92ba-4cb3-92e7-631c32a819c4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:28.572985 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12f608ee-ae81-4393-bd8d-50b94f5de3e8 req-e8286f36-92ba-4cb3-92e7-631c32a819c4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0682423 Oct 13 04:06:28.646026 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12f608ee-ae81-4393-bd8d-50b94f5de3e8 req-52d6dffb-dae0-422c-90a0-6c67c3f043c2 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622611 Oct 13 04:06:28.669726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-eed6ddbd-c7e1-48a7-9596-3524f1edf050 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047342 Oct 13 04:06:28.685261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3225310-65fc-496c-ad7a-321415129138 req-9be4aa93-72bc-484e-ab1c-0e40f41f3bf6 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0344329 Oct 13 04:06:28.774225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5f441db-02ee-4ff6-8a7c-2147ffcbe41b req-21695404-0352-40d6-a854-b3c2835c4a82 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909100 Oct 13 04:06:29.219808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684e89e-ac63-4c9d-a924-9f97ae291cac req-7aaaca5b-faa4-4dbb-b351-23f4e9e190f1 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:29.221312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2684e89e-ac63-4c9d-a924-9f97ae291cac req-7aaaca5b-faa4-4dbb-b351-23f4e9e190f1 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 948 time: 0.0487895 Oct 13 04:06:29.259756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2684e89e-ac63-4c9d-a924-9f97ae291cac req-8d02b643-27b9-4d66-aee4-5b021c0c17b6 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Oct 13 04:06:29.465227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3e178-7b21-4a37-8449-4299c777156c req-ac412da6-ce72-40cd-8871-65a11050f5e0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:29.467027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07b3e178-7b21-4a37-8449-4299c777156c req-ac412da6-ce72-40cd-8871-65a11050f5e0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0572062 Oct 13 04:06:29.510893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07b3e178-7b21-4a37-8449-4299c777156c req-fb9556f2-bde8-49b8-a503-65feb4cc8fbf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374539 Oct 13 04:06:29.596005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94931b06-65a3-4595-a5ed-a431c4754615 req-fa3db4eb-8b87-4f09-b255-2f92bdefe501 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:29.597579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94931b06-65a3-4595-a5ed-a431c4754615 req-fa3db4eb-8b87-4f09-b255-2f92bdefe501 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0566392 Oct 13 04:06:29.640219 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94931b06-65a3-4595-a5ed-a431c4754615 req-69bf4deb-1672-43de-9458-63356afabc69 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Oct 13 04:06:29.761927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cf208-e11d-4d55-b9e0-a3a1af165ae9 req-8d26e39a-3c59-4d01-aa03-5d29ef6586a4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:29.763414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a4cf208-e11d-4d55-b9e0-a3a1af165ae9 req-8d26e39a-3c59-4d01-aa03-5d29ef6586a4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0565796 Oct 13 04:06:29.798910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7f0f2b9-5d93-466c-a60e-9c3eb6e52f94 req-04c364dd-9b1f-4835-9c97-35a014696ff3 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0313163 Oct 13 04:06:29.803217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a4cf208-e11d-4d55-b9e0-a3a1af165ae9 req-762709dc-b202-4e54-a7a6-4b96555d3479 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Oct 13 04:06:30.376929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0b253-5a3d-4325-8244-8b8c0dd63db4 req-63886d68-7403-408e-b7f2-b5df6f2b01f4 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:30.378088 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37d0b253-5a3d-4325-8244-8b8c0dd63db4 req-63886d68-7403-408e-b7f2-b5df6f2b01f4 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 948 time: 0.0540676 Oct 13 04:06:30.416884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37d0b253-5a3d-4325-8244-8b8c0dd63db4 req-e73cbf79-d68c-4964-bf06-71d08309bde1 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Oct 13 04:06:30.630111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1bb1d-80c5-4462-92fe-ff2477af9274 req-f3dc9122-b391-4b39-94f3-2023bec1771f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:30.632298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42d1bb1d-80c5-4462-92fe-ff2477af9274 req-f3dc9122-b391-4b39-94f3-2023bec1771f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0510271 Oct 13 04:06:30.671743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42d1bb1d-80c5-4462-92fe-ff2477af9274 req-592dae06-ece7-49e9-8cf6-e050d4cd3186 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Oct 13 04:06:30.777572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c4901-bd96-46f0-a176-b7979594b135 req-3f4444c3-ea5e-4997-8ff6-32e6f52826cb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:30.779988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-142c4901-bd96-46f0-a176-b7979594b135 req-3f4444c3-ea5e-4997-8ff6-32e6f52826cb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0515976 Oct 13 04:06:30.823430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-142c4901-bd96-46f0-a176-b7979594b135 req-082fa01c-2071-43d2-9588-0632134afbdf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Oct 13 04:06:30.858693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-498946f0-dd71-4984-a017-4ddc633a626c req-9221f76b-3ea4-4a82-b1ae-8fa852680930 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0275946 Oct 13 04:06:30.928867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca7e382d-0486-4500-ac9a-961013894903 req-99f62a66-7a3a-42e0-8d03-b3e01593d2ca tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0324721 Oct 13 04:06:30.935992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f015b0b-8e1b-4c3c-8165-10fee9223146 req-6d11cbdd-6075-41e1-a774-9cfecad1dbc8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:30.937674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f015b0b-8e1b-4c3c-8165-10fee9223146 req-6d11cbdd-6075-41e1-a774-9cfecad1dbc8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0552344 Oct 13 04:06:30.982079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f015b0b-8e1b-4c3c-8165-10fee9223146 req-93741ef2-0f07-482b-962d-272dd1d291e8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 Oct 13 04:06:31.362775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ceb375cc-7f77-4877-ae8f-91346beefd9a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:31.548874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc8355-5f10-40b9-8634-2da1bfe54d0c req-5aa9b6c8-d7bb-42d0-b3b3-999d7ecfa6f5 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:31.550683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ddc8355-5f10-40b9-8634-2da1bfe54d0c req-5aa9b6c8-d7bb-42d0-b3b3-999d7ecfa6f5 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 948 time: 0.0525789 Oct 13 04:06:31.599429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ddc8355-5f10-40b9-8634-2da1bfe54d0c req-2758ba8e-189b-48c7-91d1-036577177569 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Oct 13 04:06:31.613516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ceb375cc-7f77-4877-ae8f-91346beefd9a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:31.627008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'ceb375cc-7f77-4877-ae8f-91346beefd9a', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'ceb375cc-7f77-4877-ae8f-91346beefd9a', 'mac_address': 'fa:16:3e:bb:87:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:31.666689 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:31.682844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb375cc-7f77-4877-ae8f-91346beefd9a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:31.708155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ceb375cc-7f77-4877-ae8f-91346beefd9a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:31.715299 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:31.779696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ceb375cc-7f77-4877-ae8f-91346beefd9a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:31.884409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338e88d-7c82-4d56-9f8a-bf56e543d0e4 req-5554b474-eead-449b-8b35-8e30fa373da1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:31.886872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0338e88d-7c82-4d56-9f8a-bf56e543d0e4 req-5554b474-eead-449b-8b35-8e30fa373da1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0573409 Oct 13 04:06:31.938824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0338e88d-7c82-4d56-9f8a-bf56e543d0e4 req-cb37f355-e4bd-4b20-9424-27a6c79cc4eb tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Oct 13 04:06:31.996072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d462d-dd0a-4f6b-85cb-471628a44378 req-bf4d1fdb-0286-499c-9e7f-58ce1816dbe7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:31.997835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-934d462d-dd0a-4f6b-85cb-471628a44378 req-bf4d1fdb-0286-499c-9e7f-58ce1816dbe7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0635521 Oct 13 04:06:32.047842 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0ea5550-7915-456f-9796-26e287e73d90 req-d21631fd-1538-4b37-a591-2f1bd565dee0 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0261929 Oct 13 04:06:32.053718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-934d462d-dd0a-4f6b-85cb-471628a44378 req-b9370aa4-04dd-47e6-929f-6a9c7d10367c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Oct 13 04:06:32.121004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ceb375cc-7f77-4877-ae8f-91346beefd9a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:32.189905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4b29-fbe8-4ff0-84bd-a74669ca98ec req-de3ce2d0-0d24-4d2f-9f28-c4d1b3cacced tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:32.192555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c35c4b29-fbe8-4ff0-84bd-a74669ca98ec req-de3ce2d0-0d24-4d2f-9f28-c4d1b3cacced tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0736723 Oct 13 04:06:32.237593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c35c4b29-fbe8-4ff0-84bd-a74669ca98ec req-1e16e381-933a-461c-9a88-d01b6ec70ff4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Oct 13 04:06:32.389832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-892bd87d-5de7-4610-bfc0-cc78dfabd911 req-91d2987e-e103-40bb-aad1-0be5e2d0fc1e tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe&device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0307579 Oct 13 04:06:32.590585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c379436-4f58-4d51-8083-0f572490ea09 req-d905758d-96cb-4050-8d02-df578cddca8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8415723164a04a6d8d251275083d7a95&device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0290020 Oct 13 04:06:32.603878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e972e061-34b5-4038-b8e7-88c6e45683ba req-1222565b-ea70-479a-9996-edf96bcef466 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0271485 Oct 13 04:06:32.627006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c379436-4f58-4d51-8083-0f572490ea09 req-d90b1e1d-ed7b-451f-9c1b-2bbc931db10a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8415723164a04a6d8d251275083d7a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291226 Oct 13 04:06:32.758282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53987a4f-1a07-4f55-8648-5f4d492fd213 req-6d520c8f-bdf1-4b58-8ece-8155daa2139c tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:32.759765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53987a4f-1a07-4f55-8648-5f4d492fd213 req-6d520c8f-bdf1-4b58-8ece-8155daa2139c tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 949 time: 0.0776985 Oct 13 04:06:32.764402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c379436-4f58-4d51-8083-0f572490ea09 req-41d3d26a-64bb-4233-95d3-c2406b5ad9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:32.765781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c379436-4f58-4d51-8083-0f572490ea09 req-41d3d26a-64bb-4233-95d3-c2406b5ad9fb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325088 Oct 13 04:06:32.812977 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53987a4f-1a07-4f55-8648-5f4d492fd213 req-72f596f6-5736-4a11-8146-d4dbd7fa92c8 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Oct 13 04:06:33.058473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2acdab-8ca6-4746-970b-09af825bc5da req-58bb74df-d9f9-4686-911f-3489c9d7e988 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:33.060154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a2acdab-8ca6-4746-970b-09af825bc5da req-58bb74df-d9f9-4686-911f-3489c9d7e988 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0490739 Oct 13 04:06:33.099947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a2acdab-8ca6-4746-970b-09af825bc5da req-b4d9dc07-47ff-4f9c-b5b3-4c303c0524d1 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Oct 13 04:06:33.172033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a128ddc-14da-4731-914f-6fa99871ef6b req-23bc20ce-9587-4aa2-9d77-c250f95c4883 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:33.174208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a128ddc-14da-4731-914f-6fa99871ef6b req-23bc20ce-9587-4aa2-9d77-c250f95c4883 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0498207 Oct 13 04:06:33.215982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a128ddc-14da-4731-914f-6fa99871ef6b req-5bf942e9-76b3-42a3-b1b0-c185bab0764a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Oct 13 04:06:33.353771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876364-c066-4581-882d-b912f230c9b9 req-f2420109-5be2-4228-8670-f7a6a64c8898 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:33.355240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d876364-c066-4581-882d-b912f230c9b9 req-f2420109-5be2-4228-8670-f7a6a64c8898 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0493233 Oct 13 04:06:33.387953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ceb375cc-7f77-4877-ae8f-91346beefd9a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:33.409796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d876364-c066-4581-882d-b912f230c9b9 req-a8b69ff3-ec9e-4716-9321-2fb51fe1ec05 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456636 Oct 13 04:06:33.439456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port ceb375cc-7f77-4877-ae8f-91346beefd9a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:06:33.445857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port ceb375cc-7f77-4877-ae8f-91346beefd9a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:33.446223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.514915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:33.521137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.542616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb375cc-7f77-4877-ae8f-91346beefd9a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:33.544872 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b35b9-d839-4864-af68-9d9f7f4bfcb6" -d '{"events": [{"server_uuid": "a4cfbc55-8116-4303-9020-8939c0711cee", "name": "network-vif-plugged", "status": "completed", "tag": "ceb375cc-7f77-4877-ae8f-91346beefd9a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:33.557457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ceb375cc-7f77-4877-ae8f-91346beefd9a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:33.562979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.586826 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44dc873-6016-4943-bdd0-6c8ffba90848 x-openstack-request-id: req-f44dc873-6016-4943-bdd0-6c8ffba90848 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:33.587122 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cfbc55-8116-4303-9020-8939c0711cee", "name": "network-vif-plugged", "status": "completed", "tag": "ceb375cc-7f77-4877-ae8f-91346beefd9a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:33.587372 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f44dc873-6016-4943-bdd0-6c8ffba90848 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:33.587754 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb375cc-7f77-4877-ae8f-91346beefd9a', 'code': 200} Oct 13 04:06:33.616255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ceb375cc-7f77-4877-ae8f-91346beefd9a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:33.632566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7623a0c5-6b5b-4b87-8e2b-5b524a64cbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.720316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85298c3b-d14b-4bf4-be0a-7a6bfd4e573b req-8979824f-b736-4a5f-8649-81295f7cb521 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0291779 Oct 13 04:06:33.722263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce38df-dfee-4646-a08a-f62bfe608c73 req-208e8c2b-4fc3-485e-aa1e-10d91ec510ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:33.723812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1ce38df-dfee-4646-a08a-f62bfe608c73 req-208e8c2b-4fc3-485e-aa1e-10d91ec510ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 1101 time: 0.0703411 Oct 13 04:06:33.727377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7623a0c5-6b5b-4b87-8e2b-5b524a64cbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.732775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7623a0c5-6b5b-4b87-8e2b-5b524a64cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.766618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1ce38df-dfee-4646-a08a-f62bfe608c73 req-bde2b959-d660-4385-a2cf-0b6b3d230ac3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Oct 13 04:06:33.778813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7623a0c5-6b5b-4b87-8e2b-5b524a64cbdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b680c4fd5da46faa146811a17ef5091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628212 Oct 13 04:06:33.779928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a0c5-6b5b-4b87-8e2b-5b524a64cbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565b9668-3511-406d-ac97-104f64028116,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:33.781599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:33.829923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2251-bc1d-4b21-93f0-4a2fc6a58fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.853683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2251-bc1d-4b21-93f0-4a2fc6a58fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.904014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2251-bc1d-4b21-93f0-4a2fc6a58fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.906965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2251-bc1d-4b21-93f0-4a2fc6a58fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:33.908244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc6c2251-bc1d-4b21-93f0-4a2fc6a58fd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/565b9668-3511-406d-ac97-104f64028116 HTTP/1.1" status: 204 len: 168 time: 0.1255386 Oct 13 04:06:33.926325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c2251-bc1d-4b21-93f0-4a2fc6a58fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b9668-3511-406d-ac97-104f64028116,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:33.945811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549d6d-fee2-4d97-b9cb-6615fddd3706 req-1e2b4b97-583f-40dc-980c-10a5512efc0a tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:33.947704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e549d6d-fee2-4d97-b9cb-6615fddd3706 req-1e2b4b97-583f-40dc-980c-10a5512efc0a tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0662885 Oct 13 04:06:33.996721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e549d6d-fee2-4d97-b9cb-6615fddd3706 req-a74c7664-22c0-4dd0-a24d-bbb05fa86114 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Oct 13 04:06:34.115619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c379436-4f58-4d51-8083-0f572490ea09 req-f541f737-ccc0-4b28-b8d5-2a9f64ce0afa tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a4294e7-d4c6-4d99-a023-5b85feb069fe HTTP/1.1" status: 200 len: 210 time: 0.0289149 Oct 13 04:06:34.248287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:34.249745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b13e2-00b2-4555-9fdb-7fbaabd76b18 req-532aa45b-7f81-4145-a3e7-68cdd7d73e91 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:34.251339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-280b13e2-00b2-4555-9fdb-7fbaabd76b18 req-532aa45b-7f81-4145-a3e7-68cdd7d73e91 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0728090 Oct 13 04:06:34.270610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b7a761a-67cd-4df3-b7eb-bfbaec0bf244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.296883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-280b13e2-00b2-4555-9fdb-7fbaabd76b18 req-5434c96f-5615-438e-8b6e-0e0dfc1981c2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 Oct 13 04:06:34.382909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fba16-02fa-48ee-86d2-6a24ff5e2996 req-7d5589f1-e0fe-4db7-8424-c65f18119e60 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:34.384416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52fba16-02fa-48ee-86d2-6a24ff5e2996 req-7d5589f1-e0fe-4db7-8424-c65f18119e60 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0759904 Oct 13 04:06:34.422973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b7a761a-67cd-4df3-b7eb-bfbaec0bf244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.433412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b7a761a-67cd-4df3-b7eb-bfbaec0bf244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.456564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52fba16-02fa-48ee-86d2-6a24ff5e2996 req-a003fd2d-e16e-4e3f-8bdd-63c1a0f3e7aa tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Oct 13 04:06:34.480169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a761a-67cd-4df3-b7eb-bfbaec0bf244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4852859f-4d02-4e84-afe8-72516c9588e0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:34.487257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b7a761a-67cd-4df3-b7eb-bfbaec0bf244 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99642650847b4539a3c6eece2331d674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353249 Oct 13 04:06:34.487757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:34.526969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1ae6-b311-4620-81bd-1e3b69db214c req-b10a5698-ee1f-4946-ade6-3a1dea242f63 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:34.528869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3d1ae6-b311-4620-81bd-1e3b69db214c req-b10a5698-ee1f-4946-ade6-3a1dea242f63 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0585239 Oct 13 04:06:34.538589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-208cbb5c-5642-4bda-aa99-69dfc874331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.564465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-208cbb5c-5642-4bda-aa99-69dfc874331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.572756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3d1ae6-b311-4620-81bd-1e3b69db214c req-07ab4b83-e033-47af-821b-5833ed8886e0 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Oct 13 04:06:34.622417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-208cbb5c-5642-4bda-aa99-69dfc874331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.625058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-208cbb5c-5642-4bda-aa99-69dfc874331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:34.626270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-208cbb5c-5642-4bda-aa99-69dfc874331a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4852859f-4d02-4e84-afe8-72516c9588e0 HTTP/1.1" status: 204 len: 168 time: 0.1377742 Oct 13 04:06:34.635016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cbb5c-5642-4bda-aa99-69dfc874331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852859f-4d02-4e84-afe8-72516c9588e0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:34.960276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e03caf74-1e46-494a-9824-e9c2be26af22 req-6e9c87f9-1f4c-4405-803a-9debeb0cb94b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8415723164a04a6d8d251275083d7a95&device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0283844 Oct 13 04:06:34.985077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:34.998959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778db4d6-20f9-4573-8224-7d152fb35582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.003124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba630456-80ab-4708-a609-74140b37c200 req-fa2fc75c-16ad-496d-ac5f-523bb10f60de tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0353279 Oct 13 04:06:35.014198 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e03caf74-1e46-494a-9824-e9c2be26af22 req-67306bb8-8ffc-46de-8faa-7501a76070b3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8415723164a04a6d8d251275083d7a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366583 Oct 13 04:06:35.099607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778db4d6-20f9-4573-8224-7d152fb35582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.103835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778db4d6-20f9-4573-8224-7d152fb35582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.147377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-778db4d6-20f9-4573-8224-7d152fb35582 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=035b37f78d6f49dc91115883ae5dbf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611671 Oct 13 04:06:35.148550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778db4d6-20f9-4573-8224-7d152fb35582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ba0086-b84f-4626-a735-4be150475fd9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:35.150283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:35.165892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98d4af-9925-4bcf-960b-32ca8682f8e2 req-d696de9c-baea-4118-8755-7efffb9398bc tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:35.167351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a98d4af-9925-4bcf-960b-32ca8682f8e2 req-d696de9c-baea-4118-8755-7efffb9398bc tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0874088 Oct 13 04:06:35.169652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03caf74-1e46-494a-9824-e9c2be26af22 req-b4f846d0-59b8-4253-aea5-5a873d789d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:35.170993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e03caf74-1e46-494a-9824-e9c2be26af22 req-b4f846d0-59b8-4253-aea5-5a873d789d5f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463330 Oct 13 04:06:35.236205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a98d4af-9925-4bcf-960b-32ca8682f8e2 req-af7fa53a-1342-4c00-bec9-e51719fc3396 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Oct 13 04:06:35.241510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b44909a0-2807-435c-98e6-e1cec21a0533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.277789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b44909a0-2807-435c-98e6-e1cec21a0533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.330905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b44909a0-2807-435c-98e6-e1cec21a0533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.333733 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b44909a0-2807-435c-98e6-e1cec21a0533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:35.337631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b44909a0-2807-435c-98e6-e1cec21a0533 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2ba0086-b84f-4626-a735-4be150475fd9 HTTP/1.1" status: 204 len: 168 time: 0.1836157 Oct 13 04:06:35.345833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44909a0-2807-435c-98e6-e1cec21a0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ba0086-b84f-4626-a735-4be150475fd9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:35.431653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9d396-4f3e-4b10-bd19-00e6027476f9 req-a4edc4be-1355-43da-8f4c-0471924dc651 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:35.433181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7fc9d396-4f3e-4b10-bd19-00e6027476f9 req-a4edc4be-1355-43da-8f4c-0471924dc651 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0538902 Oct 13 04:06:35.474173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7fc9d396-4f3e-4b10-bd19-00e6027476f9 req-e5472946-7226-47b6-b662-0de1a4106830 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Oct 13 04:06:35.584429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066d6e-c348-4d22-b04e-178c176f75f5 req-046c7c2b-8b59-483f-b1e2-8910bc63af44 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:35.586502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33066d6e-c348-4d22-b04e-178c176f75f5 req-046c7c2b-8b59-483f-b1e2-8910bc63af44 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0547574 Oct 13 04:06:35.636840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33066d6e-c348-4d22-b04e-178c176f75f5 req-8eff425a-5cae-4120-9a72-9037f96361a3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Oct 13 04:06:35.695267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019560-45d6-4a1a-8751-418a329102eb req-cba724dc-ef88-4214-b190-4928a6072225 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:35.697015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98019560-45d6-4a1a-8751-418a329102eb req-cba724dc-ef88-4214-b190-4928a6072225 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0506501 Oct 13 04:06:35.734523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98019560-45d6-4a1a-8751-418a329102eb req-d921eda0-3643-4ee0-ac47-992566e7eac6 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Oct 13 04:06:36.098316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b8e6522-2a3c-4ae7-9307-9213e3737ade req-4f734a23-4210-4c8e-9a7d-c308dda8503c tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.44 "GET /v2.0/ports?device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0269451 Oct 13 04:06:36.344527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:36.366122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81db24-ff0b-4b0b-94dd-28276e6b7b55 req-e05c5a8d-76e8-4981-af46-0f403ae37d9b tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:36.367654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f81db24-ff0b-4b0b-94dd-28276e6b7b55 req-e05c5a8d-76e8-4981-af46-0f403ae37d9b tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0620923 Oct 13 04:06:36.407695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f81db24-ff0b-4b0b-94dd-28276e6b7b55 req-42973260-39ac-47e8-b995-6309cbd7cf76 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Oct 13 04:06:36.457727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7d70-fa5b-42cf-8c01-177348b8b0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.499499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e03caf74-1e46-494a-9824-e9c2be26af22 req-745097a2-5d09-4544-a19c-fe25e7584a86 tempest-ServerShowV247Test-1156463508 tempest-ServerShowV247Test-1156463508-project] 10.222.0.15 "GET /v2.0/ports?device_id=64be406f-c649-45f8-b2ab-5ce422ea2c00 HTTP/1.1" status: 200 len: 210 time: 0.0316277 Oct 13 04:06:36.543464 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7d70-fa5b-42cf-8c01-177348b8b0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.549985 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7d70-fa5b-42cf-8c01-177348b8b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.618322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e7b7d70-fa5b-42cf-8c01-177348b8b0ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31d6c74e8a4740d4bde6e5bcb6dbb82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726600 Oct 13 04:06:36.621389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:36.625737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b7d70-fa5b-42cf-8c01-177348b8b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511cd145-c5cc-41af-bbd2-4887ef8f32d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:36.646041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5976ae-47c2-429a-8c51-811ac7f03c46 req-ca01dcbd-21f1-4623-a634-8bf16a2bd771 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:36.648066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d5976ae-47c2-429a-8c51-811ac7f03c46 req-ca01dcbd-21f1-4623-a634-8bf16a2bd771 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0739243 Oct 13 04:06:36.691269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d5976ae-47c2-429a-8c51-811ac7f03c46 req-f45466b9-45b9-4e2d-851a-612fee3adb6d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Oct 13 04:06:36.723286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74225649-6e58-4b2f-a94b-59fab7b8da8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.736270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed743-a0d0-43b3-9b4d-d8f9ef7d277e req-7f2569a1-9430-4ecc-9b21-57843fd567b2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:36.738373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ceeed743-a0d0-43b3-9b4d-d8f9ef7d277e req-7f2569a1-9430-4ecc-9b21-57843fd567b2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0975370 Oct 13 04:06:36.771261 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74225649-6e58-4b2f-a94b-59fab7b8da8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.813955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ceeed743-a0d0-43b3-9b4d-d8f9ef7d277e req-c639e8c8-a370-486b-ae26-c66e5d6c97d1 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670552 Oct 13 04:06:36.820779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ff61-0a80-40b0-93cc-093f473fa9a0 req-4f36a537-f081-4e2c-bba6-7979663bca52 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:36.822523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4395ff61-0a80-40b0-93cc-093f473fa9a0 req-4f36a537-f081-4e2c-bba6-7979663bca52 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0604687 Oct 13 04:06:36.841814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74225649-6e58-4b2f-a94b-59fab7b8da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.844417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74225649-6e58-4b2f-a94b-59fab7b8da8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:36.845609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-74225649-6e58-4b2f-a94b-59fab7b8da8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/511cd145-c5cc-41af-bbd2-4887ef8f32d2 HTTP/1.1" status: 204 len: 168 time: 0.2222528 Oct 13 04:06:36.871973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74225649-6e58-4b2f-a94b-59fab7b8da8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511cd145-c5cc-41af-bbd2-4887ef8f32d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:36.876608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4395ff61-0a80-40b0-93cc-093f473fa9a0 req-c009f3f9-dc76-4576-bd0a-164236f4ac6d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Oct 13 04:06:36.971570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37ba03-6d63-419e-bbe0-8ec6bf151342 req-d3becfb1-161a-451c-8e95-c9974d336c37 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:36.973736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a37ba03-6d63-419e-bbe0-8ec6bf151342 req-d3becfb1-161a-451c-8e95-c9974d336c37 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0715194 Oct 13 04:06:37.018593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a37ba03-6d63-419e-bbe0-8ec6bf151342 req-a241be9d-94dd-486b-9a0d-846689bec1ae tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Oct 13 04:06:37.171196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ef67-6c15-409c-98ca-ab2f939475b7 req-fd8169dc-b948-4c5f-8e86-68b167ba0b3d tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:37.173864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e79ef67-6c15-409c-98ca-ab2f939475b7 req-fd8169dc-b948-4c5f-8e86-68b167ba0b3d tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0630584 Oct 13 04:06:37.236445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e79ef67-6c15-409c-98ca-ab2f939475b7 req-84bd8a65-6d98-407e-9b34-033cf3f53906 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Oct 13 04:06:37.398393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:37.402670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:37.538765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:37.557691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.577580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:37.600300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:37.602711 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54654b5-376d-4675-aeae-9b4b95bc5dab" -d '{"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:37.615923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:37.617352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'mac_address': 'fa:16:3e:50:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:37.625685 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.655378 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656426d5-09ac-42e5-bfef-8bd0db0f7e38 x-openstack-request-id: req-656426d5-09ac-42e5-bfef-8bd0db0f7e38 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:37.655688 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:37.655941 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-656426d5-09ac-42e5-bfef-8bd0db0f7e38 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:37.656523 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'code': 200} Oct 13 04:06:37.700979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.732093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:37.736887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:37.766463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:37.771377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.802177 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-180ec290-3de5-40f3-812f-d4db9690da7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.830155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:37.865025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.885738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534cac-043a-4a52-a0b1-0f7ed4c8d92b req-b8453108-3533-40c3-a92a-465ec774b147 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:37.887243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96534cac-043a-4a52-a0b1-0f7ed4c8d92b req-b8453108-3533-40c3-a92a-465ec774b147 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.0870948 Oct 13 04:06:37.953111 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96534cac-043a-4a52-a0b1-0f7ed4c8d92b req-90bf0cf6-e682-4c2f-917a-d6c577244f1d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551257 Oct 13 04:06:37.969899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-180ec290-3de5-40f3-812f-d4db9690da7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:37.975664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-180ec290-3de5-40f3-812f-d4db9690da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.011229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-180ec290-3de5-40f3-812f-d4db9690da7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8415723164a04a6d8d251275083d7a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706857 Oct 13 04:06:38.014786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:38.025001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ec290-3de5-40f3-812f-d4db9690da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc3001-d988-4301-a2cb-cd9b14445635,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:38.054692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4b0ba-576f-4436-bd2d-8eb5334f2539 req-4a799d52-70c3-4784-8c1b-87f882692bd4 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:38.054692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98b4b0ba-576f-4436-bd2d-8eb5334f2539 req-4a799d52-70c3-4784-8c1b-87f882692bd4 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0859194 Oct 13 04:06:38.116587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd652-f848-4fd6-81f9-b5d6c305d592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.146540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef37a7-9595-479e-9ce7-2df517e8af4b req-a085b4bb-23a7-4677-af53-de59f40e1f1c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:38.148245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8fef37a7-9595-479e-9ce7-2df517e8af4b req-a085b4bb-23a7-4677-af53-de59f40e1f1c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0519285 Oct 13 04:06:38.149222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98b4b0ba-576f-4436-bd2d-8eb5334f2539 req-829292b0-a2e3-433c-a329-2f516f072e0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823936 Oct 13 04:06:38.163204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd652-f848-4fd6-81f9-b5d6c305d592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.174651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:38.219068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8fef37a7-9595-479e-9ce7-2df517e8af4b req-d6c0a73f-89d9-4032-a9b8-c656f8695e22 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579319 Oct 13 04:06:38.224094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd652-f848-4fd6-81f9-b5d6c305d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.228928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd652-f848-4fd6-81f9-b5d6c305d592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.230471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ef4fd652-f848-4fd6-81f9-b5d6c305d592 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9fc3001-d988-4301-a2cb-cd9b14445635 HTTP/1.1" status: 204 len: 168 time: 0.2127063 Oct 13 04:06:38.240565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fd652-f848-4fd6-81f9-b5d6c305d592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc3001-d988-4301-a2cb-cd9b14445635,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:38.416598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7632-36c1-492c-8cd7-5a7045fc3db0 req-c74b6559-73f1-4988-b276-bc1a047a5cd0 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:38.418113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-640a7632-36c1-492c-8cd7-5a7045fc3db0 req-c74b6559-73f1-4988-b276-bc1a047a5cd0 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0534623 Oct 13 04:06:38.462287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-640a7632-36c1-492c-8cd7-5a7045fc3db0 req-7f05ad20-64b5-4b6a-893f-cd1be7e24cb8 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe3e39d-ea05-44c2-af59-fd11330bfb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Oct 13 04:06:38.734269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:38.813133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-33123011-f179-406d-bafe-9e51931c3a28 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:38.814761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-33123011-f179-406d-bafe-9e51931c3a28 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 950 time: 0.0497355 Oct 13 04:06:38.851346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3f83336-c8be-4c15-be1b-38024cae7b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.939017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3f83336-c8be-4c15-be1b-38024cae7b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.940792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Deleting port ceb375cc-7f77-4877-ae8f-91346beefd9a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:38.941173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.944578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3f83336-c8be-4c15-be1b-38024cae7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:38.987505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c3f83336-c8be-4c15-be1b-38024cae7b74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7798b956e4ac47f5842ac6912c20c25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498624 Oct 13 04:06:38.987505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f83336-c8be-4c15-be1b-38024cae7b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5434809-dc03-45d6-925f-a58dee3fa9e7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:38.988742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:39.043702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54126) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:39.115321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] For port ceb375cc-7f77-4877-ae8f-91346beefd9a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ceb375cc-7f77-4877-ae8f-91346beefd9a,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:39.115695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.118796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fa18591-90f2-43d3-b8ac-23b5c7d4aa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.137377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-781079864-network', 'tenant_id': '6be910e5fcfe418a9654b1a207f0d286'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:39.140854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Calling delete_port for ceb375cc-7f77-4877-ae8f-91346beefd9a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:39.152375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af4b31-b9d4-439d-8024-dcb2af1f90b3 req-5f344de3-a2f0-42e7-9f29-1a1091afee55 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:39.153902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55af4b31-b9d4-439d-8024-dcb2af1f90b3 req-5f344de3-a2f0-42e7-9f29-1a1091afee55 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 950 time: 0.1154678 Oct 13 04:06:39.161522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Made reservation on behalf of 6be910e5fcfe418a9654b1a207f0d286 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:39.164123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.167688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fa18591-90f2-43d3-b8ac-23b5c7d4aa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.173177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.280180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55af4b31-b9d4-439d-8024-dcb2af1f90b3 req-767010c5-c0a0-49f0-8950-3d6695260acd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163859 Oct 13 04:06:39.288957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30520d4-1552-4309-8440-0aa9a652e99a req-4735e4c0-28ea-4693-a74c-7eb039a2d41b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:39.290859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e30520d4-1552-4309-8440-0aa9a652e99a req-4735e4c0-28ea-4693-a74c-7eb039a2d41b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0704570 Oct 13 04:06:39.300983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.320416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.333170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fa18591-90f2-43d3-b8ac-23b5c7d4aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.336242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fa18591-90f2-43d3-b8ac-23b5c7d4aa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.337392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8fa18591-90f2-43d3-b8ac-23b5c7d4aa40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5434809-dc03-45d6-925f-a58dee3fa9e7 HTTP/1.1" status: 204 len: 168 time: 0.3479936 Oct 13 04:06:39.364788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e30520d4-1552-4309-8440-0aa9a652e99a req-02c3d44d-27c8-4cc1-843b-33eeb468e241 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570774 Oct 13 04:06:39.366985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc2844-3aba-46f2-8d02-247dbfd412d9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:39.395514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa18591-90f2-43d3-b8ac-23b5c7d4aa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5434809-dc03-45d6-925f-a58dee3fa9e7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:39.397930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:39.450890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.455702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:06:39.462673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ceb375cc-7f77-4877-ae8f-91346beefd9a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:39.477315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.477812 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Added segment c663ad8b-f1d3-4d93-a4b9-78667409d322 of type vlan for network f4e36379-fdad-4e56-8440-482fdc7b5a6f Oct 13 04:06:39.487537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Pushing event deleted for resources: {'Port': ['ID=ceb375cc-7f77-4877-ae8f-91346beefd9a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:39.499264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57786a-6643-4ff6-956d-efff087fa761 req-305a6edb-a524-4b40-94a4-3bfaf6179e16 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:39.501365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba57786a-6643-4ff6-956d-efff087fa761 req-305a6edb-a524-4b40-94a4-3bfaf6179e16 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1262197 Oct 13 04:06:39.511266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:39.511743 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.597819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.653544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.657639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] No DVR routers for this DVR port ceb375cc-7f77-4877-ae8f-91346beefd9a on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:39.663957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.667010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-247564d9-9dd5-4b54-a61a-e9f54905a98d req-6aad1204-aea6-4294-a2c9-15d70d5dbef2 tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.26 "DELETE /v2.0/ports/ceb375cc-7f77-4877-ae8f-91346beefd9a HTTP/1.1" status: 204 len: 173 time: 0.8461633 Oct 13 04:06:39.680407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'name': 'network-vif-deleted', 'tag': 'ceb375cc-7f77-4877-ae8f-91346beefd9a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:39.690850 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550ce5c-a079-42e6-bee7-29f884150039" -d '{"events": [{"server_uuid": "a4cfbc55-8116-4303-9020-8939c0711cee", "name": "network-vif-deleted", "tag": "ceb375cc-7f77-4877-ae8f-91346beefd9a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:39.702651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:39.704271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:39.707414 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fea24a2-8f8e-409d-abcd-62978314f0ab" -d '{"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:39.719958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.742121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be32ce11-2ae3-437b-9f1d-1ff733b327d7 req-de58474a-78df-4683-bc07-33230c9def4e tempest-DeleteServersAdminTestJSON-924020351 tempest-DeleteServersAdminTestJSON-924020351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4cfbc55-8116-4303-9020-8939c0711cee HTTP/1.1" status: 200 len: 210 time: 0.1028287 Oct 13 04:06:39.742960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.751425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:39.754071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba57786a-6643-4ff6-956d-efff087fa761 req-67a93a39-7a53-44ba-966d-1047bc3a2f3e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671267 Oct 13 04:06:39.758287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.764247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:39.820455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:39.828440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7833045 Oct 13 04:06:39.831175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:39.837720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Request body: {'subnet': {'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-781079864-subnet', 'tenant_id': '6be910e5fcfe418a9654b1a207f0d286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:39.848424 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f026f-fd49-4c1a-ba75-9b9eed2261a8 x-openstack-request-id: req-f88f026f-fd49-4c1a-ba75-9b9eed2261a8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:39.849065 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:39.849365 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f88f026f-fd49-4c1a-ba75-9b9eed2261a8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:39.849829 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'code': 200} Oct 13 04:06:39.851797 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15408d-93a3-433a-83cf-0bda6f4ae965 x-openstack-request-id: req-5c15408d-93a3-433a-83cf-0bda6f4ae965 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:39.852203 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cfbc55-8116-4303-9020-8939c0711cee", "name": "network-vif-deleted", "tag": "ceb375cc-7f77-4877-ae8f-91346beefd9a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:39.852628 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c15408d-93a3-433a-83cf-0bda6f4ae965 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:39.853196 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cfbc55-8116-4303-9020-8939c0711cee', 'name': 'network-vif-deleted', 'tag': 'ceb375cc-7f77-4877-ae8f-91346beefd9a', 'status': 'completed', 'code': 200} Oct 13 04:06:39.855362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697b47c-d4d9-47ff-b039-7285e77ed4ce admin admin] Pushing event updated for resources: {'Network': ['ID=f4e36379-fdad-4e56-8440-482fdc7b5a6f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:39.872234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network f4e36379-fdad-4e56-8440-482fdc7b5a6f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:06:39.873586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Made reservation on behalf of 6be910e5fcfe418a9654b1a207f0d286 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:39.876956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:40.078276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea98189-2bbb-42e7-91ef-d0a87ae392e2 req-6b0d3ac6-6d1e-4a8c-baf8-e79a07db6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:40.079747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ea98189-2bbb-42e7-91ef-d0a87ae392e2 req-6b0d3ac6-6d1e-4a8c-baf8-e79a07db6444 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1102 time: 0.1000836 Oct 13 04:06:40.096349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:40.161351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ea98189-2bbb-42e7-91ef-d0a87ae392e2 req-dc5e9666-60f6-45d0-8df4-74e4e9fde778 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724370 Oct 13 04:06:40.174006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e954b9-0522-4062-851c-15601edc9bd5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:40.184714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Checking segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:40.185069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Network hostable DHCP agents. Network: f4e36379-fdad-4e56-8440-482fdc7b5a6f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:06:40.202649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Network f4e36379-fdad-4e56-8440-482fdc7b5a6f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:06:40.211046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, f4e36379-fdad-4e56-8440-482fdc7b5a6f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:40.215259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:40.215844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:40.222119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f4043-69ed-4e74-96b9-4bb7ed9f54f1 None None] Network f4e36379-fdad-4e56-8440-482fdc7b5a6f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:40.241518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-77214c3e-f383-4d51-a577-903d7b12b4de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4016366 Oct 13 04:06:40.353335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240dc444-1c1a-44af-b08d-7d09736bf5ab None None] Network f4e36379-fdad-4e56-8440-482fdc7b5a6f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:40.492048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ffb9-6da0-43b2-8120-a65ec7d0d47e req-d47e68fd-06ef-4031-93ec-b7db759b2e59 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:40.493512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9317ffb9-6da0-43b2-8120-a65ec7d0d47e req-d47e68fd-06ef-4031-93ec-b7db759b2e59 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 951 time: 0.1104901 Oct 13 04:06:40.526790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7871c3-bcbd-4a14-af62-3655b9a72c5a req-cda2082a-aaf8-46cc-b887-8acd2b5c184d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:40.530132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c7871c3-bcbd-4a14-af62-3655b9a72c5a req-cda2082a-aaf8-46cc-b887-8acd2b5c184d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0722649 Oct 13 04:06:40.560255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9317ffb9-6da0-43b2-8120-a65ec7d0d47e req-ffd8c3e6-fd08-472b-8bd0-b0d7065f9ca6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Oct 13 04:06:40.585216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c7871c3-bcbd-4a14-af62-3655b9a72c5a req-12cfea60-d005-4865-b5ca-e5053d5ac171 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Oct 13 04:06:40.896725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-3413f6ee-a055-41c1-8dab-a70a0c9330a8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:40.897838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74584fa9-8661-4579-8901-5df4cc98b67a req-64c4492c-f08c-4524-a729-60fdb5ddf8b3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:40.898955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-3413f6ee-a055-41c1-8dab-a70a0c9330a8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 813 time: 0.1146948 Oct 13 04:06:40.901102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74584fa9-8661-4579-8901-5df4cc98b67a req-64c4492c-f08c-4524-a729-60fdb5ddf8b3 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0534821 Oct 13 04:06:40.914317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d57a4f7d-76ac-45fa-91a2-5cc6c93c5976 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/quotas/6be910e5fcfe418a9654b1a207f0d286 HTTP/1.1" status: 200 len: 375 time: 0.0098317 Oct 13 04:06:40.937938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74584fa9-8661-4579-8901-5df4cc98b67a req-74cc9ce3-d5e0-40b1-8626-193e0a57f17b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Oct 13 04:06:40.949973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-6ef44138-fcc1-442a-bb0e-2c8560262614 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298460 Oct 13 04:06:40.991203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:41.053209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-17a55915-772a-4242-b39a-452aa3d9ade7 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923660 Oct 13 04:06:41.110247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7132429e-58f5-4044-bbad-f56a26b38038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.152928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-5cff1f69-db9f-4a48-9bf7-147d7ebf47ef service neutron] 10.222.0.44 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944557 Oct 13 04:06:41.192023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7132429e-58f5-4044-bbad-f56a26b38038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.197231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7132429e-58f5-4044-bbad-f56a26b38038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.245815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7132429e-58f5-4044-bbad-f56a26b38038 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5d4835d17c74badb5b4674495d76895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533395 Oct 13 04:06:41.246684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132429e-58f5-4044-bbad-f56a26b38038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8695f7eb-9477-43df-9697-d7d143eee3e2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:41.248797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:41.310235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c8556ea-f91b-4415-aaa2-4e96fbfb5ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.313056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:41.336230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c8556ea-f91b-4415-aaa2-4e96fbfb5ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.358894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-844dd48b-4c39-4fad-8feb-70edd69d91b3 req-edbaea22-e53e-45ee-b31c-cf2bfc16e19b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 210 time: 0.0376050 Oct 13 04:06:41.398827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c8556ea-f91b-4415-aaa2-4e96fbfb5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.402200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c8556ea-f91b-4415-aaa2-4e96fbfb5ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.402764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6c8556ea-f91b-4415-aaa2-4e96fbfb5ae9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8695f7eb-9477-43df-9697-d7d143eee3e2 HTTP/1.1" status: 204 len: 168 time: 0.1529100 Oct 13 04:06:41.417478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8556ea-f91b-4415-aaa2-4e96fbfb5ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8695f7eb-9477-43df-9697-d7d143eee3e2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:41.508781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-792dac36-01ae-4f75-be24-cc2aaa5daed8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd7aae6fa33b46c29f69856b325c9679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941426 Oct 13 04:06:41.511064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:41.583062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32566d2-942c-445a-a95b-073856723207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.639513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32566d2-942c-445a-a95b-073856723207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.705450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620373b5-2d17-4c5a-8226-a44926395c41 req-2e23171f-1db0-47d3-885c-fbe1f155c82c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:41.713544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-620373b5-2d17-4c5a-8226-a44926395c41 req-2e23171f-1db0-47d3-885c-fbe1f155c82c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 951 time: 0.0801547 Oct 13 04:06:41.770152 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-620373b5-2d17-4c5a-8226-a44926395c41 req-e3ff9efa-3b1a-4e34-a1d7-fb867a87381c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541523 Oct 13 04:06:41.795287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af0b1-eb1a-4417-a448-b48cb358f5c6 req-b1fa64af-422e-4d88-a7ba-fdc515d956c5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:41.796702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d8af0b1-eb1a-4417-a448-b48cb358f5c6 req-b1fa64af-422e-4d88-a7ba-fdc515d956c5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1011410 Oct 13 04:06:41.827601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32566d2-942c-445a-a95b-073856723207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.830379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32566d2-942c-445a-a95b-073856723207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.831579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a32566d2-942c-445a-a95b-073856723207 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fe3e39d-ea05-44c2-af59-fd11330bfb2f HTTP/1.1" status: 204 len: 168 time: 0.3195138 Oct 13 04:06:41.854072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32566d2-942c-445a-a95b-073856723207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe3e39d-ea05-44c2-af59-fd11330bfb2f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:41.887092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d8af0b1-eb1a-4417-a448-b48cb358f5c6 req-ca7c4c47-708a-4c4e-b6cf-44874b84bb99 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763273 Oct 13 04:06:42.065050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9aa3-45a0-466d-8b24-a0d86356e82e req-21733010-b26e-4011-bbc7-3b33493e210d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:42.066847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-643c9aa3-45a0-466d-8b24-a0d86356e82e req-21733010-b26e-4011-bbc7-3b33493e210d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0544009 Oct 13 04:06:42.119439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-643c9aa3-45a0-466d-8b24-a0d86356e82e req-a7dd3225-6113-4810-9531-684e9e33048b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446630 Oct 13 04:06:42.318500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54288) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:42.332169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87ff66fa-51f8-488c-8459-3688daf9d715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.432325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87ff66fa-51f8-488c-8459-3688daf9d715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.437907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87ff66fa-51f8-488c-8459-3688daf9d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.482256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-87ff66fa-51f8-488c-8459-3688daf9d715 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e56e8e9cbac748ba97863c4adb87bb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621480 Oct 13 04:06:42.483367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff66fa-51f8-488c-8459-3688daf9d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd422d3-caa4-4139-b507-0209b156fc5e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:42.484796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d846ce41-b2c0-434b-8638-6e5d144c3eff req-dae19a56-6d3c-4df8-ba12-96fcbd759041 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 210 time: 0.0429130 Oct 13 04:06:42.485341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54294) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:42.559043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1076d32c-a9ed-4cc8-a50b-e77f11715035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.583005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1076d32c-a9ed-4cc8-a50b-e77f11715035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.642197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1076d32c-a9ed-4cc8-a50b-e77f11715035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.645214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1076d32c-a9ed-4cc8-a50b-e77f11715035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:42.646708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1076d32c-a9ed-4cc8-a50b-e77f11715035 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dd422d3-caa4-4139-b507-0209b156fc5e HTTP/1.1" status: 204 len: 168 time: 0.1588404 Oct 13 04:06:42.655054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-aef1016b-7627-49e6-be7a-bb107ad0d62b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:42.655699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076d32c-a9ed-4cc8-a50b-e77f11715035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd422d3-caa4-4139-b507-0209b156fc5e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:42.666149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-aef1016b-7627-49e6-be7a-bb107ad0d62b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.15 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 813 time: 0.1469257 Oct 13 04:06:42.680151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Request body: {'port': {'device_id': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'admin_state_up': True, 'tenant_id': '6be910e5fcfe418a9654b1a207f0d286'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:42.817608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Made reservation on behalf of 6be910e5fcfe418a9654b1a207f0d286 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:42.821344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:43.006550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf9744-b6b8-4d91-a88c-a36006f65a13 req-58cd2b21-18b3-42c3-9782-4cf22008df77 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.014062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bbf9744-b6b8-4d91-a88c-a36006f65a13 req-58cd2b21-18b3-42c3-9782-4cf22008df77 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 951 time: 0.1339688 Oct 13 04:06:43.025750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Allocated IP 172.20.0.14 (f4e36379-fdad-4e56-8440-482fdc7b5a6f/25e954b9-0522-4062-851c-15601edc9bd5/a28dac8c-67f8-4a65-8cdc-47c579d90bce) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:43.055026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65509354-b179-4d36-b365-a4b832c82d24 req-60b4d6fa-dced-4734-89a2-097bdfc5ed0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.057657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65509354-b179-4d36-b365-a4b832c82d24 req-60b4d6fa-dced-4734-89a2-097bdfc5ed0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0613213 Oct 13 04:06:43.092396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bbf9744-b6b8-4d91-a88c-a36006f65a13 req-94a24962-6b30-4bbe-82e6-daa9f23b26bf tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597427 Oct 13 04:06:43.106697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65509354-b179-4d36-b365-a4b832c82d24 req-664f7082-35b0-44fa-9c7e-2792fc89d4ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Oct 13 04:06:43.265026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:43.329881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:43.366928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788426c-2c8b-4db2-9cb2-9b3286852136 req-b2997c8e-c359-4bc2-ade8-d6742d609750 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.380140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56654b06-cc50-407c-86d3-97a6809995e2 req-17630c7b-28ae-48f6-9cc8-9ef82fd52599 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.381794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56654b06-cc50-407c-86d3-97a6809995e2 req-17630c7b-28ae-48f6-9cc8-9ef82fd52599 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0928080 Oct 13 04:06:43.383376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e788426c-2c8b-4db2-9cb2-9b3286852136 req-b2997c8e-c359-4bc2-ade8-d6742d609750 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1102 time: 0.0695193 Oct 13 04:06:43.391764 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Network f4e36379-fdad-4e56-8440-482fdc7b5a6f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:43.400974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:43.406560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:43.413489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ceb375cc-7f77-4877-ae8f-91346beefd9a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:43.433018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e788426c-2c8b-4db2-9cb2-9b3286852136 req-bfa2f7ff-0e15-4ebe-a4c0-f34e5b085835 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Oct 13 04:06:43.465491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: ceb375cc-7f77-4877-ae8f-91346beefd9a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:43.465838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ceb375cc-7f77-4877-ae8f-91346beefd9a not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:43.478290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:43.512189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56654b06-cc50-407c-86d3-97a6809995e2 req-17dbe43c-5294-4a3d-bf1a-03d940aeafb7 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224916 Oct 13 04:06:43.530308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.530964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:43.553988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-d31c007d-40e7-4787-9a13-04077261fae9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802359 Oct 13 04:06:43.572542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Request body: {'port': {'device_id': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:43.715177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888e8c-ee1e-48c2-8c42-ef2a78214115 req-572b2eae-8381-4895-9d66-f191bc42fdf6 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.716831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7888e8c-ee1e-48c2-8c42-ef2a78214115 req-572b2eae-8381-4895-9d66-f191bc42fdf6 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1102 time: 0.0633898 Oct 13 04:06:43.719142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:43.761060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99701235-4acc-4705-85e1-ca973aee5057 req-9f95ce4f-d254-438a-b3fe-08cf30ba0b48 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:43.768540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99701235-4acc-4705-85e1-ca973aee5057 req-9f95ce4f-d254-438a-b3fe-08cf30ba0b48 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 932 time: 0.1175764 Oct 13 04:06:43.772963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7888e8c-ee1e-48c2-8c42-ef2a78214115 req-fe8b8710-8df7-44ca-a3c5-a15ec5ed0ab1 tempest-ServersAdminTestJSON-1299319171 tempest-ServersAdminTestJSON-1299319171-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Oct 13 04:06:44.208253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99701235-4acc-4705-85e1-ca973aee5057 req-16d0d75f-8663-4dfb-a84e-f3226edd6f61 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335320 Oct 13 04:06:44.226805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741ced-d30b-41ec-b34d-0cd6fe9afb3d req-ae83035f-209e-4e44-ab4f-194e30273a3d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:44.235982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26741ced-d30b-41ec-b34d-0cd6fe9afb3d req-ae83035f-209e-4e44-ab4f-194e30273a3d tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 950 time: 0.0693913 Oct 13 04:06:44.297518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26741ced-d30b-41ec-b34d-0cd6fe9afb3d req-d490927f-fb33-4c01-9dd1-13a21915dbc4 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603602 Oct 13 04:06:44.377966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6948c96-53b4-42a2-add9-8c665c82988c req-2b2bd304-1df2-49e2-a3cb-938c5a59d436 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:44.385921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6948c96-53b4-42a2-add9-8c665c82988c req-2b2bd304-1df2-49e2-a3cb-938c5a59d436 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0858886 Oct 13 04:06:44.441009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6948c96-53b4-42a2-add9-8c665c82988c req-b401d1f2-515c-4e69-993a-17fce5adeed9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540745 Oct 13 04:06:44.492524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:44.500177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:44.513631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Transition to ACTIVE for port object a28dac8c-67f8-4a65-8cdc-47c579d90bce will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:06:44.518344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:44.570544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:44.659337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad929244-1c07-4b6d-873b-d2118ebc67e5 req-59a797cc-838f-4d24-ad22-2a2e1b2ca5b1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:44.664760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:44.665193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:44.665599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce on network f4e36379-fdad-4e56-8440-482fdc7b5a6f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:44.667047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad929244-1c07-4b6d-873b-d2118ebc67e5 req-59a797cc-838f-4d24-ad22-2a2e1b2ca5b1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0736029 Oct 13 04:06:44.670400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Port a28dac8c-67f8-4a65-8cdc-47c579d90bce on network f4e36379-fdad-4e56-8440-482fdc7b5a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:06:44.670796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce on network f4e36379-fdad-4e56-8440-482fdc7b5a6f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:44.676149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:44.676615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Checking segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:44.677089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Bound using segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:44.677665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Bound port: a28dac8c-67f8-4a65-8cdc-47c579d90bce, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:44.678099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:44.721161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad929244-1c07-4b6d-873b-d2118ebc67e5 req-725bf2a1-6cae-44e7-b54f-7f074c2e09d8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Oct 13 04:06:44.769911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:44.773105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:44.778645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:44.794935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:44.795813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:44.797230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] 10.222.0.15 "PUT /v2.0/ports/a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 1092 time: 1.2352903 Oct 13 04:06:44.818019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:44.821897 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c0c0cc-fee7-4b96-96e9-12758a2482dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:44.877216 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e0056-c176-4b02-978a-b4fed875a7fc x-openstack-request-id: req-3c5e0056-c176-4b02-978a-b4fed875a7fc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:44.877507 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:44.877758 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c5e0056-c176-4b02-978a-b4fed875a7fc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:44.878125 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'status': 'completed', 'code': 200} Oct 13 04:06:44.884828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54460) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:44.897040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7272a-7e77-41e0-87c5-6afaeb3d779f service neutron] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:44.910398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-2b32c725-3366-4773-935c-0dd175d5bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:44.911884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-2b32c725-3366-4773-935c-0dd175d5bf48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1095 time: 0.0695922 Oct 13 04:06:44.961476 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-6d6fb111-c37b-470c-a654-1a1c4daa7e4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.0404389 Oct 13 04:06:45.001373 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fc7e-8f9b-4e5b-ac07-f0b991d9589d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.013099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-68717bbf-8979-4112-9bde-7e1bf4a245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.014676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-68717bbf-8979-4112-9bde-7e1bf4a245a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.0464060 Oct 13 04:06:45.048107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-3890633e-3d39-484a-8c0c-2abb56141086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264630 Oct 13 04:06:45.088363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fc7e-8f9b-4e5b-ac07-f0b991d9589d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.093733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fc7e-8f9b-4e5b-ac07-f0b991d9589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.138706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54474) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:45.138870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a9c0fc7e-8f9b-4e5b-ac07-f0b991d9589d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d28623df02044c08950071e6806b5bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525733 Oct 13 04:06:45.140296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0fc7e-8f9b-4e5b-ac07-f0b991d9589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc76ddfa-cff4-4408-b99c-15dc483cb9bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:45.157240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-bf977afe-c10e-4a09-a11a-1b6a93e88ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021409 Oct 13 04:06:45.235105 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:06:45.245421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e3820d5-5f97-445b-8a8a-9f829f8a727a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.283163 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e3820d5-5f97-445b-8a8a-9f829f8a727a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.299904 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-313a1b82-0624-41d8-9f15-8bee9881cb9e req-523271ee-0797-4952-b231-3fe7aa531e3e service neutron] 10.222.0.15 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342351 Oct 13 04:06:45.329576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b647537-4a21-4ca8-ac1e-a1755afe3e90 req-21ff586d-701c-4ff3-9144-63d1d5dc6001 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.331772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b647537-4a21-4ca8-ac1e-a1755afe3e90 req-21ff586d-701c-4ff3-9144-63d1d5dc6001 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.0572929 Oct 13 04:06:45.354646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e3820d5-5f97-445b-8a8a-9f829f8a727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.359027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e3820d5-5f97-445b-8a8a-9f829f8a727a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.360751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3e3820d5-5f97-445b-8a8a-9f829f8a727a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc76ddfa-cff4-4408-b99c-15dc483cb9bd HTTP/1.1" status: 204 len: 168 time: 0.2209380 Oct 13 04:06:45.393993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3820d5-5f97-445b-8a8a-9f829f8a727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc76ddfa-cff4-4408-b99c-15dc483cb9bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:45.414190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-fb476ea5-7837-4448-9633-362e4f0aee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.415778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-fb476ea5-7837-4448-9633-362e4f0aee8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1095 time: 0.0532093 Oct 13 04:06:45.433284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b647537-4a21-4ca8-ac1e-a1755afe3e90 req-86bb6ad8-f6df-4a1a-b545-8ecee3a754e9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942307 Oct 13 04:06:45.568363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c85b7-95e5-4151-85f9-94a6b1f9cf0a req-f16a0199-8afc-49df-821e-85c49de477f6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.569909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52c85b7-95e5-4151-85f9-94a6b1f9cf0a req-f16a0199-8afc-49df-821e-85c49de477f6 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 950 time: 0.0862236 Oct 13 04:06:45.590205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-f1767043-949a-4c30-b17b-65d015710807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.591705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-f1767043-949a-4c30-b17b-65d015710807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 0.1650338 Oct 13 04:06:45.644993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-0b231c5a-3260-442a-859a-1729220c34c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.0452378 Oct 13 04:06:45.650956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52c85b7-95e5-4151-85f9-94a6b1f9cf0a req-f9d84f0a-fdd1-4b80-99aa-34bef708e86c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718801 Oct 13 04:06:45.718191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-6d075a0b-4df7-4bcd-9cd5-88308bc44024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.719662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-6d075a0b-4df7-4bcd-9cd5-88308bc44024 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.0668683 Oct 13 04:06:45.757666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:45.774472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd11afb6-8810-4f43-8131-437b9232d4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.776293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-a4f174e5-0a24-402d-92a8-ab1c1a94d171 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464070 Oct 13 04:06:45.800439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793a6a-2c85-4aa6-b225-172b2e3eb348 req-5928df94-07ad-4ac0-a617-30c0c1241ae1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.805854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2793a6a-2c85-4aa6-b225-172b2e3eb348 req-5928df94-07ad-4ac0-a617-30c0c1241ae1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0845973 Oct 13 04:06:45.894706 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2793a6a-2c85-4aa6-b225-172b2e3eb348 req-e23927f9-fa07-44a8-ace4-3e501410872f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 Oct 13 04:06:45.914194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd11afb6-8810-4f43-8131-437b9232d4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.917059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-9579f8be-5132-434c-afda-2f8b7bc2d3f5 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324186 Oct 13 04:06:45.926364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba431-06ca-4b2d-ad2c-12e02ea60cf5 req-c2d65166-b934-49d2-9199-edd2d4d2070c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.927892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23bba431-06ca-4b2d-ad2c-12e02ea60cf5 req-c2d65166-b934-49d2-9199-edd2d4d2070c tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1118670 Oct 13 04:06:45.930337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd11afb6-8810-4f43-8131-437b9232d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.994215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-adb5fd54-f1ed-4d12-b9a0-f6b02dd911d0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:45.995663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-adb5fd54-f1ed-4d12-b9a0-f6b02dd911d0 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 950 time: 0.1379666 Oct 13 04:06:46.004359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11afb6-8810-4f43-8131-437b9232d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ff93b7-081d-473a-b39e-2f8588332223,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:46.014499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70c0c0cc-fee7-4b96-96e9-12758a2482dc req-03f8f335-e0e6-44df-a9e6-b1aa6357aa2f service neutron] 10.222.0.15 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894485 Oct 13 04:06:46.015528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bd11afb6-8810-4f43-8131-437b9232d4e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14fc5126ca0d4bbc85209eefc6953c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566516 Oct 13 04:06:46.018034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:46.061005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23bba431-06ca-4b2d-ad2c-12e02ea60cf5 req-00926cae-e766-4e6d-bb37-58a384e51028 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103785 Oct 13 04:06:46.072849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23b56a07-9dcb-4876-9bd3-4b4577ad15dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.114574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23b56a07-9dcb-4876-9bd3-4b4577ad15dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.115816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Deleting port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:46.116990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.166277 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23b56a07-9dcb-4876-9bd3-4b4577ad15dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.168957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23b56a07-9dcb-4876-9bd3-4b4577ad15dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.172436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-23b56a07-9dcb-4876-9bd3-4b4577ad15dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5ff93b7-081d-473a-b39e-2f8588332223 HTTP/1.1" status: 204 len: 168 time: 0.1510332 Oct 13 04:06:46.179211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56a07-9dcb-4876-9bd3-4b4577ad15dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ff93b7-081d-473a-b39e-2f8588332223,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:46.234019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] For port 4d4cdde1-b6e6-4d49-8223-771d47b0a012, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4d4cdde1-b6e6-4d49-8223-771d47b0a012,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:46.234384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.251033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Calling delete_port for 4d4cdde1-b6e6-4d49-8223-771d47b0a012 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:46.394756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.413189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['4d4cdde1-b6e6-4d49-8223-771d47b0a012', '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:46.436203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b8f7681-bb8a-4103-b628-984bd1d9c7f9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:46.457249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event deleted for resources: {'Port': ['ID=4d4cdde1-b6e6-4d49-8223-771d47b0a012,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:46.504646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] No DVR routers for this DVR port 4d4cdde1-b6e6-4d49-8223-771d47b0a012 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:46.510272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.514601 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34735b6d-8739-47c8-a0f7-4c551bda8865 req-a6260f3d-87fc-4899-b7b6-4b8e0b0cb2cd tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "DELETE /v2.0/ports/4d4cdde1-b6e6-4d49-8223-771d47b0a012 HTTP/1.1" status: 204 len: 173 time: 0.5114758 Oct 13 04:06:46.515314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'name': 'network-vif-deleted', 'tag': '4d4cdde1-b6e6-4d49-8223-771d47b0a012'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:46.518823 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6becc9f-ba97-430c-9688-563bf5f5257d" -d '{"events": [{"server_uuid": "ac7321c3-a090-4549-9f27-e39cc0cf8f98", "name": "network-vif-deleted", "tag": "4d4cdde1-b6e6-4d49-8223-771d47b0a012"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:46.631891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d285d-4093-4ceb-8226-bfb5adbeb00f req-f713f6dd-0506-4b33-a469-7f556925d572 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:46.640447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b88d285d-4093-4ceb-8226-bfb5adbeb00f req-f713f6dd-0506-4b33-a469-7f556925d572 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.0926642 Oct 13 04:06:46.682672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b88d285d-4093-4ceb-8226-bfb5adbeb00f req-4745f5ee-9a72-4cf9-b210-18fce6736c3a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Oct 13 04:06:46.804860 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d423281-7c3c-464c-91f8-e4b5ddd35169 x-openstack-request-id: req-4d423281-7c3c-464c-91f8-e4b5ddd35169 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:46.806091 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7321c3-a090-4549-9f27-e39cc0cf8f98", "name": "network-vif-deleted", "tag": "4d4cdde1-b6e6-4d49-8223-771d47b0a012", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:46.806607 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d423281-7c3c-464c-91f8-e4b5ddd35169 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:46.818867 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7321c3-a090-4549-9f27-e39cc0cf8f98', 'name': 'network-vif-deleted', 'tag': '4d4cdde1-b6e6-4d49-8223-771d47b0a012', 'status': 'completed', 'code': 200} Oct 13 04:06:46.898662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b31f58ad-24d4-4d3e-9f7b-12e8fd86a5e6 req-5b2c158a-1037-46f0-8d4c-824c9134a8d8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac7321c3-a090-4549-9f27-e39cc0cf8f98 HTTP/1.1" status: 200 len: 210 time: 0.0415215 Oct 13 04:06:47.041774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45c2-7d08-493e-b1b0-3bd713c2e9b9 req-91969e62-faee-46ed-a03d-19114d6bb1d6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:47.043584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e9d45c2-7d08-493e-b1b0-3bd713c2e9b9 req-91969e62-faee-46ed-a03d-19114d6bb1d6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0685315 Oct 13 04:06:47.099333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e9d45c2-7d08-493e-b1b0-3bd713c2e9b9 req-80888ccf-5223-47a8-b913-029e1cb4e33c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Oct 13 04:06:47.227315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50e04-bd3b-4494-88c0-3ad054eea620 req-4d150287-93e8-4926-bbec-217e9e651e1b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:47.228932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ad50e04-bd3b-4494-88c0-3ad054eea620 req-4d150287-93e8-4926-bbec-217e9e651e1b tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0559843 Oct 13 04:06:47.271818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ad50e04-bd3b-4494-88c0-3ad054eea620 req-e82a0103-f4d2-4c42-aaf5-f0d08ba44107 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368619 Oct 13 04:06:47.835315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2806a6-8383-498b-8614-0f1c1f04f268 req-ad94a5fb-723a-48a7-a1dc-ef8326c562a4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:47.836995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe2806a6-8383-498b-8614-0f1c1f04f268 req-ad94a5fb-723a-48a7-a1dc-ef8326c562a4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.0666020 Oct 13 04:06:47.850064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:47.894003 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe2806a6-8383-498b-8614-0f1c1f04f268 req-92ce6151-4ac2-4f6c-b3e1-f850a45ef96a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Oct 13 04:06:47.961526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:47.974722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'port_id': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'mac_address': 'fa:16:3e:e5:92:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e954b9-0522-4062-851c-15601edc9bd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:48.018243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:48.025758 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.041007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:48.046455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:48.065933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:48.072265 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.124560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:48.166417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d0dd-ffee-4848-a593-0cb1628d1026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.206933 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d160c98-c086-4eba-b2f1-df0a0e71fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.256082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143d4f9-3b39-405e-9bd5-e90f7f35f733 req-366e1a2d-55b2-4437-aa87-08ce0c1e3636 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.258186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b143d4f9-3b39-405e-9bd5-e90f7f35f733 req-366e1a2d-55b2-4437-aa87-08ce0c1e3636 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0767124 Oct 13 04:06:48.274021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae7eca-f1dd-4fb0-ad0d-d470d764b7fe req-21795395-c5d6-44cd-8b69-413d5bc429c2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.275770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ae7eca-f1dd-4fb0-ad0d-d470d764b7fe req-21795395-c5d6-44cd-8b69-413d5bc429c2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.0850894 Oct 13 04:06:48.310715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d0dd-ffee-4848-a593-0cb1628d1026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.316092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b143d4f9-3b39-405e-9bd5-e90f7f35f733 req-04cb84cd-afe6-43b7-91e2-66aaaf2cc260 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Oct 13 04:06:48.317737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d0dd-ffee-4848-a593-0cb1628d1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.336923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7ae7eca-f1dd-4fb0-ad0d-d470d764b7fe req-d825562e-8df3-4726-88dd-34f048a8c384 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Oct 13 04:06:48.359964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8a5d0dd-ffee-4848-a593-0cb1628d1026 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcbf745888ab4a25b6082908286f5cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400507 Oct 13 04:06:48.360838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5d0dd-ffee-4848-a593-0cb1628d1026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34147112-4621-4139-ba6d-5913f51061fe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:48.363251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:48.363585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d160c98-c086-4eba-b2f1-df0a0e71fc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.370674 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d160c98-c086-4eba-b2f1-df0a0e71fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.385160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a28dac8c-67f8-4a65-8cdc-47c579d90bce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:48.416248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d160c98-c086-4eba-b2f1-df0a0e71fc44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=069b50251f4446cea3bad63c75261fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686080 Oct 13 04:06:48.418911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:48.419453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d160c98-c086-4eba-b2f1-df0a0e71fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c228b-4a00-4865-9af2-8674abe1c195,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:48.487738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd93b264-d2c5-4634-9a25-7b68f8b28426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.531337 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd93b264-d2c5-4634-9a25-7b68f8b28426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.548408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f6936-bbde-4b84-afb6-978a3f11f452 req-c2c04285-1959-421b-b8f6-b22ba171b075 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.549899 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a85f6936-bbde-4b84-afb6-978a3f11f452 req-c2c04285-1959-421b-b8f6-b22ba171b075 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1202452 Oct 13 04:06:48.552403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cbbec7-68c9-4c24-a218-185b86b82ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.606838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cbbec7-68c9-4c24-a218-185b86b82ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.648664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a85f6936-bbde-4b84-afb6-978a3f11f452 req-da7a7f96-0a6d-4883-9df8-0e51e61ba473 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898035 Oct 13 04:06:48.657487 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd93b264-d2c5-4634-9a25-7b68f8b28426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.660072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd93b264-d2c5-4634-9a25-7b68f8b28426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.663847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd93b264-d2c5-4634-9a25-7b68f8b28426 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34147112-4621-4139-ba6d-5913f51061fe HTTP/1.1" status: 204 len: 168 time: 0.2997217 Oct 13 04:06:48.676277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93b264-d2c5-4634-9a25-7b68f8b28426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34147112-4621-4139-ba6d-5913f51061fe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:48.687683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cbbec7-68c9-4c24-a218-185b86b82ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.691488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cbbec7-68c9-4c24-a218-185b86b82ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.693089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35cbbec7-68c9-4c24-a218-185b86b82ce8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/375c228b-4a00-4865-9af2-8674abe1c195 HTTP/1.1" status: 204 len: 168 time: 0.2725935 Oct 13 04:06:48.708631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbbec7-68c9-4c24-a218-185b86b82ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c228b-4a00-4865-9af2-8674abe1c195,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:48.786519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-c6fa1ec5-e668-49d3-b01c-6d42d4a6980a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683477 Oct 13 04:06:48.810896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-e05f1864-365b-4651-a494-8584bf7ac7b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0568168 Oct 13 04:06:48.877055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-7099b2f7-5d16-4cc4-9430-28e17716f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.878684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-7099b2f7-5d16-4cc4-9430-28e17716f656 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49db20d8771843c6ba5d92e78f944846&device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 1102 time: 0.0658562 Oct 13 04:06:48.926918 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fedc7f1c-a633-42b6-a1ab-a16bb1a48cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:48.951697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.952176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.952643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.953344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.953815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.954271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.963849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:48.966112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-690e6be1-6dd9-4696-a791-963b0e027c84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6498 time: 0.0933387 Oct 13 04:06:49.063762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-b5049d73-e197-4566-bbd8-15ec916f628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.066287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-b5049d73-e197-4566-bbd8-15ec916f628b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.1582119 Oct 13 04:06:49.103533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37af6b8-9ee1-4907-b22a-f52e2a23a5cb req-b5c9834b-745d-4920-ba57-b66c29f51eb7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.111175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e37af6b8-9ee1-4907-b22a-f52e2a23a5cb req-b5c9834b-745d-4920-ba57-b66c29f51eb7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1217048 Oct 13 04:06:49.134100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-4b7f57a3-738a-436b-89a4-bf552d944780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 HTTP/1.1" status: 200 len: 217 time: 0.0578113 Oct 13 04:06:49.171318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:49.181314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e37af6b8-9ee1-4907-b22a-f52e2a23a5cb req-4b3d9522-189b-4f9d-83ea-0ab74077e63c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689716 Oct 13 04:06:49.190114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-b8c754e6-e019-424b-afa1-524936f7ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.191477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-b8c754e6-e019-424b-afa1-524936f7ff29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0501294 Oct 13 04:06:49.205326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-aeb0e4a4-e12e-46d0-8b04-8fc37e3617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.205762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-aeb0e4a4-e12e-46d0-8b04-8fc37e3617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.206307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-aeb0e4a4-e12e-46d0-8b04-8fc37e3617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.210380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-aeb0e4a4-e12e-46d0-8b04-8fc37e3617ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 2297 time: 0.1851780 Oct 13 04:06:49.215887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd1baf46-4093-4544-a2c7-e6d11bf2d69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.239369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-9c7b75de-3d23-4730-a969-727051c7bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.241278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-9c7b75de-3d23-4730-a969-727051c7bc34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432866 Oct 13 04:06:49.310410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-6f29d7d7-002a-425f-a13c-d8ef3bb7ef2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 200 len: 1001 time: 0.0915463 Oct 13 04:06:49.346396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-f5a007f9-ded6-430d-8463-da934f8cb0ec service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978222 Oct 13 04:06:49.404911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-c98abb01-09a1-4316-9135-7d8b46e0c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.407340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-c98abb01-09a1-4316-9135-7d8b46e0c85e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a867de1a-2d44-4a4b-9fd3-744de0671026 HTTP/1.1" status: 200 len: 856 time: 0.0869706 Oct 13 04:06:49.411357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd1baf46-4093-4544-a2c7-e6d11bf2d69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.419356 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd1baf46-4093-4544-a2c7-e6d11bf2d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.435866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4d4cdde1-b6e6-4d49-8223-771d47b0a012 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:49.471466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 4d4cdde1-b6e6-4d49-8223-771d47b0a012 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:49.471807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4d4cdde1-b6e6-4d49-8223-771d47b0a012 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:49.478780 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36bbd12f-f532-4675-a051-b90bc2cc85f3 req-1b140652-76dd-4451-810c-6f286afe71ed service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220741 Oct 13 04:06:49.520001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab74d5-f9f8-4a39-b607-516c15e0a780 req-fb657acd-be8e-4b60-9c99-97dd55c5584a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.521502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcab74d5-f9f8-4a39-b607-516c15e0a780 req-fb657acd-be8e-4b60-9c99-97dd55c5584a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0562639 Oct 13 04:06:49.563679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcab74d5-f9f8-4a39-b607-516c15e0a780 req-fa54355d-94cc-482d-aba8-1ea48b7e25bd tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Oct 13 04:06:49.566191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dd1baf46-4093-4544-a2c7-e6d11bf2d69b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6043e73c3c9849768d1bbd6cc4dd219d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830352 Oct 13 04:06:49.568879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:49.570299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1baf46-4093-4544-a2c7-e6d11bf2d69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab9470-254b-4549-a95c-843b94df5868,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:49.577334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-bae5447a-273b-4e13-b138-cdae6b3ddeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.578903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-bae5447a-273b-4e13-b138-cdae6b3ddeb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613443 Oct 13 04:06:49.619844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7fa5-add1-4bfe-9757-73529b8b16f6 req-a9845695-30df-42b3-84f2-5684ef8d0fd3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.621378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fff7fa5-add1-4bfe-9757-73529b8b16f6 req-a9845695-30df-42b3-84f2-5684ef8d0fd3 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.1550002 Oct 13 04:06:49.644381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16bdebe3-f0dc-4219-ad2a-2e32e2cc5814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.659888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-5924a3ae-32af-419a-b8b4-9549a7edd0b2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.661402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-5924a3ae-32af-419a-b8b4-9549a7edd0b2 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.15 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 949 time: 0.1979811 Oct 13 04:06:49.673571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16bdebe3-f0dc-4219-ad2a-2e32e2cc5814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.733000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16bdebe3-f0dc-4219-ad2a-2e32e2cc5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.736737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fff7fa5-add1-4bfe-9757-73529b8b16f6 req-dc0fd0e3-a7da-4e13-a16b-1ffb36c5c424 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742445 Oct 13 04:06:49.737556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16bdebe3-f0dc-4219-ad2a-2e32e2cc5814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.738944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-16bdebe3-f0dc-4219-ad2a-2e32e2cc5814 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cab9470-254b-4549-a95c-843b94df5868 HTTP/1.1" status: 204 len: 168 time: 0.1675308 Oct 13 04:06:49.786987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdebe3-f0dc-4219-ad2a-2e32e2cc5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab9470-254b-4549-a95c-843b94df5868,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:49.815671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-f413cb6e-6478-4cc3-be9f-f7bb1b929dab service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283149 Oct 13 04:06:49.851788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fef57b-661a-4179-b3a5-2d492f6e1068 req-b2a44b99-056b-4654-a8ca-b8310d51fd0e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:49.854476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55fef57b-661a-4179-b3a5-2d492f6e1068 req-b2a44b99-056b-4654-a8ca-b8310d51fd0e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.0807431 Oct 13 04:06:49.874887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:49.876565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Deleting port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:49.876945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:49.948328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55fef57b-661a-4179-b3a5-2d492f6e1068 req-a912537b-f2b3-4ecc-9019-3913c0b5457f tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867083 Oct 13 04:06:49.952718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port a28dac8c-67f8-4a65-8cdc-47c579d90bce completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:06:49.959466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port a28dac8c-67f8-4a65-8cdc-47c579d90bce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:49.960422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.008399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-58919c98-8a3b-4b99-b213-d131691da14e service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856906 Oct 13 04:06:50.072297 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.074250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-08bc0a31-076a-4141-970d-4a976668ae18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 217 time: 0.0485680 Oct 13 04:06:50.084008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] For port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:50.084008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.097582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:50.102491 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f4cbdb-681f-476e-a1c9-767104dcfb98" -d '{"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-plugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:50.118268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:50.126070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Calling delete_port for 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:50.128328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.190416 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef22c2a-b760-4605-920c-f176d5054e35 x-openstack-request-id: req-aef22c2a-b760-4605-920c-f176d5054e35 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:50.190706 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-plugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:50.190962 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aef22c2a-b760-4605-920c-f176d5054e35 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:50.191351 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'code': 200} Oct 13 04:06:50.198330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-01a66bbe-d6ee-4f92-ba2b-8ea4e65060e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:50.200226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-01a66bbe-d6ee-4f92-ba2b-8ea4e65060e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.1183925 Oct 13 04:06:50.202410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:50.284906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-19be02bb-7573-42af-bb4e-b2121462af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:50.284906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-19be02bb-7573-42af-bb4e-b2121462af64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753865 Oct 13 04:06:50.311410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1e37-efab-4e9a-9a47-7d53360b4b5a req-51a8dac3-280d-4393-a88e-96c01a770a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:50.315456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b75e1e37-efab-4e9a-9a47-7d53360b4b5a req-51a8dac3-280d-4393-a88e-96c01a770a69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1097 time: 0.0588391 Oct 13 04:06:50.341256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:50.394976 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85a6f41a-93e8-495c-9f6e-0c5b452ec56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.398615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b75e1e37-efab-4e9a-9a47-7d53360b4b5a req-0713d7dd-0547-4e90-9153-19bbfde4d5b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Oct 13 04:06:50.411182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8abe1f-6737-41e3-86f4-52b1f3267226 req-87a42ac9-4dd5-4429-b395-5ed165c9f44b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:50.413312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e8abe1f-6737-41e3-86f4-52b1f3267226 req-87a42ac9-4dd5-4429-b395-5ed165c9f44b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0668328 Oct 13 04:06:50.455724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e8abe1f-6737-41e3-86f4-52b1f3267226 req-2231043f-cf10-4b9f-a9c9-d8197c2cace0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Oct 13 04:06:50.485738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.499123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:50.502067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b8f7681-bb8a-4103-b628-984bd1d9c7f9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:50.518906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f64c-21bb-4bd0-81fe-3a8f57cdafc6 req-8781d88f-18c7-4953-850c-98631e35cf10 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:50.520375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8787f64c-21bb-4bd0-81fe-3a8f57cdafc6 req-8781d88f-18c7-4953-850c-98631e35cf10 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1782470 Oct 13 04:06:50.545973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-b1f4e888-02aa-4916-9ca9-26f0ff626dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538729 Oct 13 04:06:50.550677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event deleted for resources: {'Port': ['ID=1b8f7681-bb8a-4103-b628-984bd1d9c7f9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:50.625447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] No DVR routers for this DVR port 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:50.628339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.632230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7666f665-7e61-484a-9de2-1b9a40db78b7 req-3fc68571-d264-4767-bab4-554352a26c6f tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.15 "DELETE /v2.0/ports/1b8f7681-bb8a-4103-b628-984bd1d9c7f9 HTTP/1.1" status: 204 len: 173 time: 0.9607544 Oct 13 04:06:50.649617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'name': 'network-vif-deleted', 'tag': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:50.652522 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c6d067-ec10-46a6-b584-0236ee54be00" -d '{"events": [{"server_uuid": "47958d6a-47fe-4f3b-8173-9a8bc29e1726", "name": "network-vif-deleted", "tag": "1b8f7681-bb8a-4103-b628-984bd1d9c7f9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:50.703644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cd75-0440-4413-9e01-586e8a557d0b req-f5cac54a-de08-46e1-8500-2feac0d43cf3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:50.705821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7193cd75-0440-4413-9e01-586e8a557d0b req-f5cac54a-de08-46e1-8500-2feac0d43cf3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0557673 Oct 13 04:06:50.716149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8787f64c-21bb-4bd0-81fe-3a8f57cdafc6 req-2ff6b2bf-e6da-40a2-9839-691f8da36e5d tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691461 Oct 13 04:06:50.777306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7193cd75-0440-4413-9e01-586e8a557d0b req-072e5144-078f-430e-ad8f-7d9e22b23d0a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639195 Oct 13 04:06:50.783950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:50.810515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85a6f41a-93e8-495c-9f6e-0c5b452ec56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.839943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85a6f41a-93e8-495c-9f6e-0c5b452ec56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:50.873133 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c313da-365f-40b1-bc0b-bc16a5a3adc1 x-openstack-request-id: req-32c313da-365f-40b1-bc0b-bc16a5a3adc1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:50.873426 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47958d6a-47fe-4f3b-8173-9a8bc29e1726", "name": "network-vif-deleted", "tag": "1b8f7681-bb8a-4103-b628-984bd1d9c7f9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:50.873727 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32c313da-365f-40b1-bc0b-bc16a5a3adc1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:50.874062 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47958d6a-47fe-4f3b-8173-9a8bc29e1726', 'name': 'network-vif-deleted', 'tag': '1b8f7681-bb8a-4103-b628-984bd1d9c7f9', 'status': 'completed', 'code': 200} Oct 13 04:06:50.912522 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-177c1308-70b6-459a-beb0-70d2937c5403 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121297 Oct 13 04:06:50.941596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-85a6f41a-93e8-495c-9f6e-0c5b452ec56f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c32218eae4e142cc8a3c37c630daeb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980818 Oct 13 04:06:50.953256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54762) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:50.972372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e44ab9d6-082b-4872-9e25-e4ba07ca236d req-62c59cd4-9464-49e6-ae84-e188bb5d4fef tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=47958d6a-47fe-4f3b-8173-9a8bc29e1726 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Oct 13 04:06:50.995373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f41a-93e8-495c-9f6e-0c5b452ec56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b11bff-0f72-4f0d-ad44-d8693046993a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:50.999421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-705f12c0-33ab-471b-b784-4f8fce2bef6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 217 time: 0.0624866 Oct 13 04:06:51.034516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-31904885'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:51.063129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b7331-b8eb-4bf8-bf01-d61b40fa6289 req-381be95b-b59e-445f-bffa-79af2c6fdaa8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.065205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b43b7331-b8eb-4bf8-bf01-d61b40fa6289 req-381be95b-b59e-445f-bffa-79af2c6fdaa8 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1458426 Oct 13 04:06:51.066699 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b6f770a-c04d-4a69-98e6-242fd72e5516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.081577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Made reservation on behalf of 3faa10bb49e54a2989a2b6e610a1cb8e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:51.086064 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.099931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.101364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-7f9f46e5-174d-4cc5-8120-9ce4d12da847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.102812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-7f9f46e5-174d-4cc5-8120-9ce4d12da847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.0924261 Oct 13 04:06:51.117819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b6f770a-c04d-4a69-98e6-242fd72e5516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.167162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b43b7331-b8eb-4bf8-bf01-d61b40fa6289 req-a9b4711a-77ff-4d2d-a8e8-8924aa1f0aea tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909634 Oct 13 04:06:51.188818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-b9a9dab6-07ac-4750-8f56-55403e932c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.190513 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-b9a9dab6-07ac-4750-8f56-55403e932c94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600455 Oct 13 04:06:51.207302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b6f770a-c04d-4a69-98e6-242fd72e5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.210981 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b6f770a-c04d-4a69-98e6-242fd72e5516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.225025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8b6f770a-c04d-4a69-98e6-242fd72e5516 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74b11bff-0f72-4f0d-ad44-d8693046993a HTTP/1.1" status: 204 len: 168 time: 0.2625999 Oct 13 04:06:51.268559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f770a-c04d-4a69-98e6-242fd72e5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b11bff-0f72-4f0d-ad44-d8693046993a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:51.273317 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.281166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.320499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-613310e8-522d-44c1-ba5e-6c3530549d7f service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220851 Oct 13 04:06:51.327026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:06:51.333888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34793c09-d9c5-4763-adf9-ad1413f1ca0b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:51.340488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.341142 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Added segment e1a1d55d-2265-4f4c-800f-c97cbd7c44c3 of type vlan for network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 Oct 13 04:06:51.420940 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.453864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.462132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.463118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.472515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa846ea9-8784-4a81-a28f-bb31ddc696b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.482757 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-5e87b3d7-8ba5-42b3-bfee-e5789d64057c service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537673 Oct 13 04:06:51.547335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7561014 Oct 13 04:06:51.551782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:51.561395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-0736c547-854c-4242-a58a-d947042b0b68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b HTTP/1.1" status: 200 len: 217 time: 0.0614376 Oct 13 04:06:51.564064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Request body: {'subnet': {'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:51.568240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96df0f2-03d4-4962-a1e0-bdc2bf54cf18 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event updated for resources: {'Network': ['ID=6cc9d380-8f57-4736-b0df-36ae9eb353c9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:51.575098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c3ec1-8e62-4ce8-883f-deced96930e9 req-96a608be-58d6-4785-86e2-862abce78a6e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.575098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-936c3ec1-8e62-4ce8-883f-deced96930e9 req-96a608be-58d6-4785-86e2-862abce78a6e tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1366584 Oct 13 04:06:51.586925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:06:51.649847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-936c3ec1-8e62-4ce8-883f-deced96930e9 req-4df5b03e-8fd5-41c4-90f7-441db838a8e9 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644128 Oct 13 04:06:51.674229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32431d9-66bd-4b04-aba0-99383c9137ee req-22693d75-3db1-4211-a69b-3b3193982173 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.676481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-ac63942c-da86-4f58-bb2a-f0d171677cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.678240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-ac63942c-da86-4f58-bb2a-f0d171677cd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.1020229 Oct 13 04:06:51.681907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c32431d9-66bd-4b04-aba0-99383c9137ee req-22693d75-3db1-4211-a69b-3b3193982173 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1313710 Oct 13 04:06:51.724967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Made reservation on behalf of 3faa10bb49e54a2989a2b6e610a1cb8e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:51.729020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:51.740598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-d97bb99a-ac00-4ba6-b97f-0ed352886919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:51.744890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-d97bb99a-ac00-4ba6-b97f-0ed352886919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569844 Oct 13 04:06:51.772087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c32431d9-66bd-4b04-aba0-99383c9137ee req-ac7e37ec-f760-4dbf-ba30-232bf689e36c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892889 Oct 13 04:06:51.963522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.029042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event updated for resources: {'Subnet': ['ID=3f066dcb-5040-4b58-a94c-5528f2a1b6cb,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:52.044902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Checking segment: {'id': 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:52.045262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Network hostable DHCP agents. Network: 6cc9d380-8f57-4736-b0df-36ae9eb353c9, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:06:52.069005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:06:52.079781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6cc9d380-8f57-4736-b0df-36ae9eb353c9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:52.092015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661ea49-787f-4afc-a183-1bec57364369 None None] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:52.099483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:52.101329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.129845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be2b0ee6-2f2c-4a06-ada2-6eb4aea720cd tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5760782 Oct 13 04:06:52.132263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:52.141799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Request body: {'port': {'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-942600777'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:52.165767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d7a9-85ae-43de-9a0f-13bf2f64233b req-dd57636f-9456-4d52-a97d-b0762028c84f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:52.167291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c914d7a9-85ae-43de-9a0f-13bf2f64233b req-dd57636f-9456-4d52-a97d-b0762028c84f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0807762 Oct 13 04:06:52.188762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-c8e7cf2c-5da6-4d50-8654-60bd3d1dee38 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385798 Oct 13 04:06:52.289779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c914d7a9-85ae-43de-9a0f-13bf2f64233b req-8253c593-c67c-4edf-99ff-7b4c7eb320f9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121213 Oct 13 04:06:52.327870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Made reservation on behalf of 3faa10bb49e54a2989a2b6e610a1cb8e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:52.336180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.356256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6cc9d380-8f57-4736-b0df-36ae9eb353c9', 'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9', 'tenant_id': '3faa10bb49e54a2989a2b6e610a1cb8e', 'fixed_ips': [{'subnet_id': '3f066dcb-5040-4b58-a94c-5528f2a1b6cb'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:06:52.357059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-2bcb55a7-b5aa-492f-806b-e32b9264ba20 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600001 Oct 13 04:06:52.357317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.357871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] device_id is not set on port 692d59ce-88c4-41c2-95d8-deb50793e441 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:06:52.429609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-41f59925-3057-4e1a-a641-042e3344423e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=e083914d-ccbf-491d-a9f1-798a0df9898e HTTP/1.1" status: 200 len: 217 time: 0.0642154 Oct 13 04:06:52.496158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Allocated IP 172.20.0.14 (6cc9d380-8f57-4736-b0df-36ae9eb353c9/3f066dcb-5040-4b58-a94c-5528f2a1b6cb/692d59ce-88c4-41c2-95d8-deb50793e441) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:52.515577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e51376-45a6-4f96-9f58-5a636cdbcad0 req-61dd1de2-ca61-43ed-af01-d717432ef16c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:52.517114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7e51376-45a6-4f96-9f58-5a636cdbcad0 req-61dd1de2-ca61-43ed-af01-d717432ef16c tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 951 time: 0.0965986 Oct 13 04:06:52.518507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-740e7d64-8fb1-4762-8091-8c6f62916364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:52.519997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-740e7d64-8fb1-4762-8091-8c6f62916364 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.0659289 Oct 13 04:06:52.595277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7e51376-45a6-4f96-9f58-5a636cdbcad0 req-8c7bbbba-c782-4d34-9a91-fea66794435e tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705557 Oct 13 04:06:52.597231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-389ec48e-0633-4017-a1ce-61f5defff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:52.598603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-389ec48e-0633-4017-a1ce-61f5defff402 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662010 Oct 13 04:06:52.666437 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.707088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-e335adc1-7222-41c0-b63f-e4a9b842f762 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988336 Oct 13 04:06:52.712907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.836015 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.843815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Allocated IP 172.20.0.2 (6cc9d380-8f57-4736-b0df-36ae9eb353c9/3f066dcb-5040-4b58-a94c-5528f2a1b6cb/ccafd712-65cb-4032-933c-a80150424fad) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:52.844107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-7366aa08-098f-4f67-bc6d-6e3ecf55d3e1 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303306 Oct 13 04:06:52.876139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:52.924500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-35f16b0e-34bc-4e8c-ae80-d4747412cd17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 200 len: 217 time: 0.0728836 Oct 13 04:06:53.011346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d955c-684a-4ad2-a6cb-64e8f878cb06 req-71540078-6546-47f7-835f-c7dafa9731a3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.012980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-414d955c-684a-4ad2-a6cb-64e8f878cb06 req-71540078-6546-47f7-835f-c7dafa9731a3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0911353 Oct 13 04:06:53.015090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-f4244d6a-f925-47b0-aad7-0f2469531159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.017093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-f4244d6a-f925-47b0-aad7-0f2469531159 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.0836146 Oct 13 04:06:53.098568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-414d955c-684a-4ad2-a6cb-64e8f878cb06 req-837f12e7-fc12-4834-b6f3-df8943caee1d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768249 Oct 13 04:06:53.101979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-5b91a057-5c07-4f49-ab6e-78cc175376e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.103607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-5b91a057-5c07-4f49-ab6e-78cc175376e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753160 Oct 13 04:06:53.168491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:53.187473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:53.200942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.206223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event updated for resources: {'Port': ['ID=692d59ce-88c4-41c2-95d8-deb50793e441,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:53.210672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:53.211573 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.267432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:53.270112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506588b6-bad7-44f6-a38f-120c6bbd5996 req-471d0bce-9bc5-41cf-bb91-5745d8f28a48 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.270851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:53.271623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-506588b6-bad7-44f6-a38f-120c6bbd5996 req-471d0bce-9bc5-41cf-bb91-5745d8f28a48 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.5233905 Oct 13 04:06:53.277919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:53.282853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.283468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.299006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-2d6b4e85-2109-4316-85df-9639136fd122 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865890 Oct 13 04:06:53.307412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Pushing event updated for resources: {'Port': ['ID=ccafd712-65cb-4032-933c-a80150424fad,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:53.326366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-f891a8a0-e860-4b7f-b591-c7c1243cdc26 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.326785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-f891a8a0-e860-4b7f-b591-c7c1243cdc26 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 945 time: 0.1570311 Oct 13 04:06:53.341107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5481b5bf-816c-464d-956e-4e6db971ee85 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2039502 Oct 13 04:06:53.344250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:53.355159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Attempting to bind port ccafd712-65cb-4032-933c-a80150424fad on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:53.356029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Attempting to bind port ccafd712-65cb-4032-933c-a80150424fad by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:53.356745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Attempting to bind port ccafd712-65cb-4032-933c-a80150424fad on network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:53.363102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:53.363703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Checking segment: {'id': 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:53.364543 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.364543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Bound using segment: {'id': 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:53.365119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Bound port: ccafd712-65cb-4032-933c-a80150424fad, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6cc9d380-8f57-4736-b0df-36ae9eb353c9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:53.365814 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.440981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] For port ccafd712-65cb-4032-933c-a80150424fad, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:53.445117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] For port ccafd712-65cb-4032-933c-a80150424fad, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ccafd712-65cb-4032-933c-a80150424fad,segment=NetworkSegment(e1a1d55d-2265-4f4c-800f-c97cbd7c44c3),segment_id=e1a1d55d-2265-4f4c-800f-c97cbd7c44c3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:53.445561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-506588b6-bad7-44f6-a38f-120c6bbd5996 req-edf0eee3-2978-4703-b601-07e6dbe1bee7 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576989 Oct 13 04:06:53.457762 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.471865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port 20a01fde-c47c-4197-93f7-bef28f40a0f4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:53.472227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.520069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-fba410d6-06d9-46c3-9dff-56df7eaabadd service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146213 Oct 13 04:06:53.576557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535943b-6d6a-48a0-b58c-6b835dd73469 None None] Pushing event updated for resources: {'Port': ['ID=ccafd712-65cb-4032-933c-a80150424fad,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:53.587789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Deleting port 692d59ce-88c4-41c2-95d8-deb50793e441 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:53.588133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.591597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-7f72aa85-976e-496b-9292-877a0fd9db75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 200 len: 217 time: 0.0622087 Oct 13 04:06:53.699115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port 20a01fde-c47c-4197-93f7-bef28f40a0f4, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=20a01fde-c47c-4197-93f7-bef28f40a0f4,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:53.700434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.718646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-f956fa2a-d400-46eb-8ae3-d86a95f17cb4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.720159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-f956fa2a-d400-46eb-8ae3-d86a95f17cb4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 813 time: 0.1568935 Oct 13 04:06:53.724381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for 20a01fde-c47c-4197-93f7-bef28f40a0f4 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:53.732599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779e1ec-12d5-4c2a-8fdd-8fb3e9b72745 req-e4554db9-0adb-4ba0-82cd-c9ea2ca3d505 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.734144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f779e1ec-12d5-4c2a-8fdd-8fb3e9b72745 req-e4554db9-0adb-4ba0-82cd-c9ea2ca3d505 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1507821 Oct 13 04:06:53.735547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-1e7b61ba-5999-430e-a7bc-aecc82d1e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.737020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-1e7b61ba-5999-430e-a7bc-aecc82d1e780 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.1367688 Oct 13 04:06:53.802328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-798e2d74-8206-4223-81d6-bf7b2417c6f0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/quotas/6be910e5fcfe418a9654b1a207f0d286 HTTP/1.1" status: 200 len: 375 time: 0.0651085 Oct 13 04:06:53.827905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:53.848639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Calling delete_port for 692d59ce-88c4-41c2-95d8-deb50793e441 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:53.874682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-f598c567-1aff-4244-a564-f09fa93085c2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654793 Oct 13 04:06:53.885283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f779e1ec-12d5-4c2a-8fdd-8fb3e9b72745 req-f626f7f6-2089-46a8-905e-24dab6c51bfb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031752 Oct 13 04:06:53.887451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-28361cce-9881-4330-8b80-b36174f6a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:53.889765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-28361cce-9881-4330-8b80-b36174f6a95f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1277699 Oct 13 04:06:53.910977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:53.937722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:53.938429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b8f7681-bb8a-4103-b628-984bd1d9c7f9 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:54.025350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.046608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:54.048917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['20a01fde-c47c-4197-93f7-bef28f40a0f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:54.072397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-c85afcf9-1d63-4bb8-891f-fb786f03a2aa tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:54.074098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-c85afcf9-1d63-4bb8-891f-fb786f03a2aa tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 951 time: 0.1488373 Oct 13 04:06:54.125170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=20a01fde-c47c-4197-93f7-bef28f40a0f4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:54.132925 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-35785a6a-025d-431d-bf42-d0777e0dc8c2 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715500 Oct 13 04:06:54.155163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-cbd903f5-ac40-4502-b267-58a576368b02 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701321 Oct 13 04:06:54.204308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.204611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port 20a01fde-c47c-4197-93f7-bef28f40a0f4 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:54.211886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.215132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-106a7321-eef9-4de1-b169-e3c6715f77d4 req-1cc3ec03-e4fa-4bec-978e-c05bbb463798 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.26 "DELETE /v2.0/ports/20a01fde-c47c-4197-93f7-bef28f40a0f4 HTTP/1.1" status: 204 len: 173 time: 0.8808870 Oct 13 04:06:54.222880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274fae-35ac-48ee-845a-861f81ca2554 req-9988b4f8-bf1d-407e-bd2c-32e755362bd8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:54.224408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63274fae-35ac-48ee-845a-861f81ca2554 req-9988b4f8-bf1d-407e-bd2c-32e755362bd8 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 951 time: 0.1281047 Oct 13 04:06:54.227470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'name': 'network-vif-deleted', 'tag': '20a01fde-c47c-4197-93f7-bef28f40a0f4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:54.228616 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc0746b-76f0-4e0b-96ba-e7707e172353" -d '{"events": [{"server_uuid": "74a8cbc9-11b6-4f89-83e6-7ca3cd43018a", "name": "network-vif-deleted", "tag": "20a01fde-c47c-4197-93f7-bef28f40a0f4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:54.266762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event deleted for resources: {'Port': ['ID=692d59ce-88c4-41c2-95d8-deb50793e441,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:54.358249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63274fae-35ac-48ee-845a-861f81ca2554 req-4dadabb3-5098-4e14-a66c-754628531160 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/security-groups?id=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Oct 13 04:06:54.381260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-0d3eda95-49d2-4bee-84ef-3347a11e1e4d service neutron] 10.222.0.44 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045979 Oct 13 04:06:54.387984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a01c232-f339-46ef-b740-04a490bb2d3b req-95ebff57-d20a-4908-b3bc-10cf278dd399 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466815 Oct 13 04:06:54.389859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Deleting port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:54.390202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.434493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.439301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-542423bc-befa-4e33-87d5-a6fd8615df71 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "DELETE /v2.0/ports/692d59ce-88c4-41c2-95d8-deb50793e441 HTTP/1.1" status: 204 len: 168 time: 1.0939124 Oct 13 04:06:54.441811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:54.478112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.530870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] For port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:54.531454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.551145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Calling delete_port for 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:54.668535 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841dafad-60b6-4fc9-9124-64624c933dbb x-openstack-request-id: req-841dafad-60b6-4fc9-9124-64624c933dbb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:54.669180 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a8cbc9-11b6-4f89-83e6-7ca3cd43018a", "name": "network-vif-deleted", "tag": "20a01fde-c47c-4197-93f7-bef28f40a0f4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:54.669797 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-841dafad-60b6-4fc9-9124-64624c933dbb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:54.670419 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a8cbc9-11b6-4f89-83e6-7ca3cd43018a', 'name': 'network-vif-deleted', 'tag': '20a01fde-c47c-4197-93f7-bef28f40a0f4', 'status': 'completed', 'code': 200} Oct 13 04:06:54.767585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc101d56-375a-4a05-9ccd-543d8747a5c2 req-440f2d62-bc50-47e9-8edb-9ea87c7ef7ff tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a8cbc9-11b6-4f89-83e6-7ca3cd43018a HTTP/1.1" status: 200 len: 210 time: 0.0390267 Oct 13 04:06:54.799044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8debd83d-076a-4332-b199-41e640f603c3 req-db151ced-2cae-4d2f-9a91-e768f8e1e3c9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 210 time: 0.0708461 Oct 13 04:06:54.819023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ac193a55-49c6-4638-90cd-4d07797ba170 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3752909 Oct 13 04:06:54.823329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:54.833822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1259958531'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:54.853353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.868088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:54.887678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Made reservation on behalf of 3faa10bb49e54a2989a2b6e610a1cb8e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:54.919986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:54.925605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Pushing event deleted for resources: {'Port': ['ID=5c3d3134-ff06-4fe1-b33f-28bc0f9a4995,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:54.939222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c437087-2d28-42d9-b2ec-22c714d09492 None None] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:55.007027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:06:55.031553 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.032315 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Added segment 998a75be-48ea-4337-9c7e-471e6d1d987c of type vlan for network dc39c6f8-81ae-4131-ac85-037d709b4dea Oct 13 04:06:55.038560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] No DVR routers for this DVR port 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:55.041829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.047071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b674fe7d-0f4f-4d28-93a3-598e0c2d99b6 req-2c2bfa88-6570-46cc-b1a2-166885953b00 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.26 "DELETE /v2.0/ports/5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 HTTP/1.1" status: 204 len: 173 time: 0.9297261 Oct 13 04:06:55.067875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ccafd712-65cb-4032-933c-a80150424fad up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:55.129877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.168772 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.173999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d69e9811-9306-49cd-ab14-fbf0e0025155 None None] Provisioning complete for port ccafd712-65cb-4032-933c-a80150424fad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:55.174388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69e9811-9306-49cd-ab14-fbf0e0025155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.178122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:55.179315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.179807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09919500-349a-403d-8a4c-fcd7e702e830 req-135eb8a4-6dbb-448f-b3e4-178f7dd63383 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:55.181925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09919500-349a-403d-8a4c-fcd7e702e830 req-135eb8a4-6dbb-448f-b3e4-178f7dd63383 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1487191 Oct 13 04:06:55.235367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54894) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:55.245462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4205124 Oct 13 04:06:55.333365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09919500-349a-403d-8a4c-fcd7e702e830 req-8761b90b-62ab-47ca-a44f-13f1b3520031 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449969 Oct 13 04:06:55.344444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe007c2-0c36-4525-bf14-8384a7b28bc5 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event updated for resources: {'Network': ['ID=dc39c6f8-81ae-4131-ac85-037d709b4dea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:55.382971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network dc39c6f8-81ae-4131-ac85-037d709b4dea details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:06:55.401941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ccafd712-65cb-4032-933c-a80150424fad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:55.402317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.537354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-db78af76-92e3-47fe-aa81-cf47a6d814a9 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/agents/1c73b9c2-5624-48dc-bf44-337fe69241fb/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.2977326 Oct 13 04:06:55.541193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:55.549494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b04b932-536b-43fc-a527-61954789eca0 req-226f4a69-f38a-44fe-ab68-6e34facb7d40 tempest-ServersAdminTestJSON-2004817624 tempest-ServersAdminTestJSON-2004817624-project] 10.222.0.44 "GET /v2.0/ports?device_id=5565c508-e258-4d1e-a6d8-2953c0fae178 HTTP/1.1" status: 200 len: 210 time: 0.0718253 Oct 13 04:06:55.629030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69e9811-9306-49cd-ab14-fbf0e0025155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.658019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5abd8-a12f-4bb7-bead-d594c469d400 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] Network dc39c6f8-81ae-4131-ac85-037d709b4dea is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:06:55.661392 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.671193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-78d5abd8-a12f-4bb7-bead-d594c469d400 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "POST /v2.0/agents/1c73b9c2-5624-48dc-bf44-337fe69241fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1287150 Oct 13 04:06:55.673930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:55.685935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88893d5d-b9a3-4e70-a6a7-edebf0b01349 None None] Network dc39c6f8-81ae-4131-ac85-037d709b4dea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:55.693410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d69e9811-9306-49cd-ab14-fbf0e0025155 None None] For port ccafd712-65cb-4032-933c-a80150424fad, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ccafd712-65cb-4032-933c-a80150424fad,segment=NetworkSegment(e1a1d55d-2265-4f4c-800f-c97cbd7c44c3),segment_id=e1a1d55d-2265-4f4c-800f-c97cbd7c44c3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:55.706015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:55.740887 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69e9811-9306-49cd-ab14-fbf0e0025155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:55.837384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a098b7e3-c57d-4fd0-8657-537c977c5bb1 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/agents/1c73b9c2-5624-48dc-bf44-337fe69241fb/dhcp-networks HTTP/1.1" status: 200 len: 9617 time: 0.1622767 Oct 13 04:06:55.840505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:55.928963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3975a27-a75e-4b6a-b3da-89c92ec81e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.005917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-79a58dbd-5a32-471d-ae8f-ee23b2741040 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "DELETE /v2.0/agents/1c73b9c2-5624-48dc-bf44-337fe69241fb/dhcp-networks/dc39c6f8-81ae-4131-ac85-037d709b4dea HTTP/1.1" status: 204 len: 168 time: 0.1640682 Oct 13 04:06:56.008262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8b0a23b-9287-49bd-9d75-18aa137e0728 req-80553ca8-a2bf-46cc-9c13-a3b303f97c62 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 210 time: 0.0813639 Oct 13 04:06:56.008753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.058385 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:06:56.060988 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:06:56.096077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3975a27-a75e-4b6a-b3da-89c92ec81e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.101438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3975a27-a75e-4b6a-b3da-89c92ec81e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.106036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e9811-9306-49cd-ab14-fbf0e0025155 None None] Pushing event updated for resources: {'Port': ['ID=ccafd712-65cb-4032-933c-a80150424fad,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:56.121501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77058863-09dc-4518-8054-3c604d511821 None None] Provisioning complete for port ccafd712-65cb-4032-933c-a80150424fad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:56.122353 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77058863-09dc-4518-8054-3c604d511821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.138234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3975a27-a75e-4b6a-b3da-89c92ec81e56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9197e871ff94b29ac81aee15e830706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311020 Oct 13 04:06:56.140281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.202787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975a27-a75e-4b6a-b3da-89c92ec81e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a553a4f-f0b3-4bfb-bf0f-fb117c420cdd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:56.236097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e9a80f-5ee0-4d50-a69b-9f7a472f6f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.274315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4521f38a-199f-4ecc-b82d-6d8060710750 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/agents/1c73b9c2-5624-48dc-bf44-337fe69241fb/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.2644374 Oct 13 04:06:56.275619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.286889 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e9a80f-5ee0-4d50-a69b-9f7a472f6f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.322590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.322951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a63be13-12ec-4eca-810b-65c7b65a86cc tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/networks/6cc9d380-8f57-4736-b0df-36ae9eb353c9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0461962 Oct 13 04:06:56.386298 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e9a80f-5ee0-4d50-a69b-9f7a472f6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.390480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e9a80f-5ee0-4d50-a69b-9f7a472f6f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.398529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69e9a80f-5ee0-4d50-a69b-9f7a472f6f7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a553a4f-f0b3-4bfb-bf0f-fb117c420cdd HTTP/1.1" status: 204 len: 168 time: 0.2502351 Oct 13 04:06:56.411549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9a80f-5ee0-4d50-a69b-9f7a472f6f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a553a4f-f0b3-4bfb-bf0f-fb117c420cdd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:56.449689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18c30ede-8515-499a-bd88-aa70af06e1ec None None] Could not find standard attr ID for object 692d59ce-88c4-41c2-95d8-deb50793e441. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:06:56.497318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-36dd40a1-2953-43f4-ba00-8ed4d9a387eb tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/networks/6cc9d380-8f57-4736-b0df-36ae9eb353c9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1709390 Oct 13 04:06:56.497911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.540771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23301970-5a66-4306-82a2-041b923c131e req-ba01eb98-c296-4f6b-9561-d654fed19c97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:56.542910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-23301970-5a66-4306-82a2-041b923c131e req-ba01eb98-c296-4f6b-9561-d654fed19c97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0872581 Oct 13 04:06:56.597562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-23301970-5a66-4306-82a2-041b923c131e req-c88bee6d-4eeb-4b83-bf15-d4f3e1ed8f1a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Oct 13 04:06:56.684485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b7ceeb2b-e645-4757-a86f-b9de8e39c392 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:56.686064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b7ceeb2b-e645-4757-a86f-b9de8e39c392 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.26 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 813 time: 0.3397949 Oct 13 04:06:56.689338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-deleted', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:56.698776 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f711f2d5-26b7-44e4-9122-96e150fcc914" -d '{"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-deleted", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:56.710996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Request body: {'port': {'device_id': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'admin_state_up': True, 'tenant_id': '6be910e5fcfe418a9654b1a207f0d286'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:56.826251 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c13741d-5c46-4a6a-a654-ba7e7800cfdf x-openstack-request-id: req-7c13741d-5c46-4a6a-a654-ba7e7800cfdf {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:56.826541 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5565c508-e258-4d1e-a6d8-2953c0fae178", "name": "network-vif-deleted", "tag": "5c3d3134-ff06-4fe1-b33f-28bc0f9a4995", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:56.826795 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c13741d-5c46-4a6a-a654-ba7e7800cfdf {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:56.827322 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565c508-e258-4d1e-a6d8-2953c0fae178', 'name': 'network-vif-deleted', 'tag': '5c3d3134-ff06-4fe1-b33f-28bc0f9a4995', 'status': 'completed', 'code': 200} Oct 13 04:06:56.871383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Made reservation on behalf of 6be910e5fcfe418a9654b1a207f0d286 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:56.874921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.899881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0cdc88e1-22b2-4051-963a-42b475e38267 tempest-DHCPAgentSchedulersTestJSON-727882637 tempest-DHCPAgentSchedulersTestJSON-727882637-project-admin] 10.222.0.44 "GET /v2.0/agents/1c73b9c2-5624-48dc-bf44-337fe69241fb/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.4009266 Oct 13 04:06:56.903789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.945504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54976) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:56.965705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02de79d3-6f92-4450-a8f2-374309222c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:56.973599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ccafd712-65cb-4032-933c-a80150424fad up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:57.031838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.077901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Allocated IP 172.20.0.12 (f4e36379-fdad-4e56-8440-482fdc7b5a6f/25e954b9-0522-4062-851c-15601edc9bd5/78695445-3196-49a5-8692-4439b6f0cafe) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:06:57.117020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ccafd712-65cb-4032-933c-a80150424fad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:57.118088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.157276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:57.162101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c015fcaf-987c-4d6b-87a4-6dbabb55e6fd req-dbf30ce1-6264-4035-856c-29c37272b812 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 210 time: 0.0527341 Oct 13 04:06:57.169446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02de79d3-6f92-4450-a8f2-374309222c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.182020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02de79d3-6f92-4450-a8f2-374309222c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.210778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02de79d3-6f92-4450-a8f2-374309222c31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=084610f0d2034fb39d384b18b23d6e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635653 Oct 13 04:06:57.217132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54988) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:57.232329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.259209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc39c6f8-81ae-4131-ac85-037d709b4dea']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:57.270855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998a75be-48ea-4337-9c7e-471e6d1d987c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:57.271149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998a75be-48ea-4337-9c7e-471e6d1d987c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:57.280600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f6f70-6708-4cae-87be-6e59985d3f52 req-86a8e96c-6342-4082-afb1-422f8113eddd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:57.282132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b87f6f70-6708-4cae-87be-6e59985d3f52 req-86a8e96c-6342-4082-afb1-422f8113eddd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 946 time: 0.1329315 Oct 13 04:06:57.290645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.309490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de79d3-6f92-4450-a8f2-374309222c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd738a-c50a-40f6-8785-a9f4e34e11c2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:57.323004 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.339011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:06:57.339480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:06:57.343038 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:06:57.359126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b87f6f70-6708-4cae-87be-6e59985d3f52 req-8b61cb43-c03d-4a91-9f72-1ee4108ee107 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661700 Oct 13 04:06:57.394649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11115849-ef7b-4474-85cc-920b8b052b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.409720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.414951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.418739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-555fb97a-55c9-4485-9770-d40d9595a221 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49db20d8771843c6ba5d92e78f944846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556400 Oct 13 04:06:57.422116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54992) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:57.425964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.429800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "DELETE /v2.0/networks/dc39c6f8-81ae-4131-ac85-037d709b4dea HTTP/1.1" status: 204 len: 168 time: 0.5243323 Oct 13 04:06:57.432582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:57.439485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4f219-61c5-42d8-83a4-40a60f76f1c0 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event deleted for resources: {'Network': ['ID=dc39c6f8-81ae-4131-ac85-037d709b4dea,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:57.457297 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11115849-ef7b-4474-85cc-920b8b052b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.463027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:06:57.467242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 20a01fde-c47c-4197-93f7-bef28f40a0f4 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:57.492651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 20a01fde-c47c-4197-93f7-bef28f40a0f4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:57.492942 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6830be-5dac-40d1-a045-abc638a2a6ed tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] DELETE failed (client error): The resource could not be found. Oct 13 04:06:57.493171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 20a01fde-c47c-4197-93f7-bef28f40a0f4 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:57.493649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:57.493775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6830be-5dac-40d1-a045-abc638a2a6ed tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:06:57.496642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be6830be-5dac-40d1-a045-abc638a2a6ed tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "DELETE /v2.0/ports/692d59ce-88c4-41c2-95d8-deb50793e441 HTTP/1.1" status: 404 len: 333 time: 0.0578935 Oct 13 04:06:57.499350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:57.516749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:57.517093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5c3d3134-ff06-4fe1-b33f-28bc0f9a4995 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:57.553031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Deleting subnet 3f066dcb-5040-4b58-a94c-5528f2a1b6cb {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:06:57.556902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.559056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29d7678d-8401-430f-8fd8-98e4004c33da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.571071 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.586390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a28dac8c-67f8-4a65-8cdc-47c579d90bce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:57.602472 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.611605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29d7678d-8401-430f-8fd8-98e4004c33da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.620352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11115849-ef7b-4474-85cc-920b8b052b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.624365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11115849-ef7b-4474-85cc-920b8b052b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.625552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-11115849-ef7b-4474-85cc-920b8b052b68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cbd738a-c50a-40f6-8785-a9f4e34e11c2 HTTP/1.1" status: 204 len: 168 time: 0.4072676 Oct 13 04:06:57.657155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:57.658976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Network f4e36379-fdad-4e56-8440-482fdc7b5a6f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:06:57.667810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11115849-ef7b-4474-85cc-920b8b052b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd738a-c50a-40f6-8785-a9f4e34e11c2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:57.676490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:06:57.682248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:06:57.684963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Pushing event updated for resources: {'Port': ['ID=78695445-3196-49a5-8692-4439b6f0cafe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:57.689925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'mac_address': 'fa:16:3e:39:3a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:06:57.750866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:57.751560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.755014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29d7678d-8401-430f-8fd8-98e4004c33da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.757903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29d7678d-8401-430f-8fd8-98e4004c33da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.759176 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-29d7678d-8401-430f-8fd8-98e4004c33da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69ea42c0-9dc1-48a7-aa3d-696bdd2a3001 HTTP/1.1" status: 204 len: 168 time: 0.3351164 Oct 13 04:06:57.773548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7678d-8401-430f-8fd8-98e4004c33da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea42c0-9dc1-48a7-aa3d-696bdd2a3001,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:57.788799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-b54b51d3-5b50-4cab-899b-3b6a5b4eac5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0828319 Oct 13 04:06:57.802047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Request body: {'port': {'device_id': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:57.842110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.882524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.890455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.908052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:57.942211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:57.958148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:57.961967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd4232-b0a6-4d6c-88db-f876db71d7ab req-4da0eb53-fced-4c54-94b7-409521b2c242 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:57.971592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6dd4232-b0a6-4d6c-88db-f876db71d7ab req-4da0eb53-fced-4c54-94b7-409521b2c242 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.2355804 Oct 13 04:06:58.014776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.059653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:58.064230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6dd4232-b0a6-4d6c-88db-f876db71d7ab req-336754bf-56a9-409c-9d5d-c3769350a626 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890770 Oct 13 04:06:58.085244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.122880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event deleted for resources: {'Subnet': ['ID=3f066dcb-5040-4b58-a94c-5528f2a1b6cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.127152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.131632 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1a236ba7-385f-41f7-8cf5-8b20a0bec0de tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "DELETE /v2.0/subnets/3f066dcb-5040-4b58-a94c-5528f2a1b6cb HTTP/1.1" status: 204 len: 168 time: 0.6309617 Oct 13 04:06:58.134915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55014) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:58.144248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced88b0-9cf6-4370-b899-edaef51ac1fe None None] Network 6cc9d380-8f57-4736-b0df-36ae9eb353c9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:06:58.189098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78695445-3196-49a5-8692-4439b6f0cafe {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:06:58.200153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.224234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Transition to ACTIVE for port object 78695445-3196-49a5-8692-4439b6f0cafe will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:06:58.232005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.248390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.294169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:58.330583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Deleting port ccafd712-65cb-4032-933c-a80150424fad {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:58.331251 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.432093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a7badda-c4c3-4def-b9b1-fd96943af9fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3acd4ff0160c4633b4decd570404bc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326149 Oct 13 04:06:58.432912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=78695445-3196-49a5-8692-4439b6f0cafe,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.433892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:58.476786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f38f-ca25-4fd6-9223-009cbf351d6b req-b60787b5-050b-41e3-bc77-3da6f3dcc4f7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:58.478230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3d9f38f-ca25-4fd6-9223-009cbf351d6b req-b60787b5-050b-41e3-bc77-3da6f3dcc4f7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 944 time: 0.1630659 Oct 13 04:06:58.530667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] DHCP port deletion for 6cc9d380-8f57-4736-b0df-36ae9eb353c9 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:06:58.531199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Attempting to bind port 78695445-3196-49a5-8692-4439b6f0cafe on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:06:58.531534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Attempting to bind port 78695445-3196-49a5-8692-4439b6f0cafe by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:06:58.531864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Attempting to bind port 78695445-3196-49a5-8692-4439b6f0cafe on network f4e36379-fdad-4e56-8440-482fdc7b5a6f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:58.540373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3d9f38f-ca25-4fd6-9223-009cbf351d6b req-8ffc6384-981a-4217-9c95-b9861bf9b3e4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557220 Oct 13 04:06:58.541497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Port 78695445-3196-49a5-8692-4439b6f0cafe on network f4e36379-fdad-4e56-8440-482fdc7b5a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:06:58.541818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Attempting to bind port 78695445-3196-49a5-8692-4439b6f0cafe on network f4e36379-fdad-4e56-8440-482fdc7b5a6f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:06:58.547694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:06:58.548034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Checking segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:06:58.548417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Bound using segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:06:58.548881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Bound port: 78695445-3196-49a5-8692-4439b6f0cafe, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:06:58.549243 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.551002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] For port ccafd712-65cb-4032-933c-a80150424fad, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ccafd712-65cb-4032-933c-a80150424fad,segment=NetworkSegment(e1a1d55d-2265-4f4c-800f-c97cbd7c44c3),segment_id=e1a1d55d-2265-4f4c-800f-c97cbd7c44c3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:58.551655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.581991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Calling delete_port for ccafd712-65cb-4032-933c-a80150424fad owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:58.610986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] Deleting port ccafd712-65cb-4032-933c-a80150424fad {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:58.611405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.613336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242685-043f-4d66-8c76-a7e9b9132322 req-8edc33da-3751-40db-9793-931fc99752d1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:58.621910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50242685-043f-4d66-8c76-a7e9b9132322 req-8edc33da-3751-40db-9793-931fc99752d1 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 946 time: 0.1362576 Oct 13 04:06:58.638780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adbe6a93-d42a-4523-8eda-04be3ea970f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.643133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] For port 78695445-3196-49a5-8692-4439b6f0cafe, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:06:58.646550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] For port 78695445-3196-49a5-8692-4439b6f0cafe, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=78695445-3196-49a5-8692-4439b6f0cafe,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:06:58.657326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.695531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:58.696375 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.698085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/78695445-3196-49a5-8692-4439b6f0cafe HTTP/1.1" status: 200 len: 1092 time: 0.9020998 Oct 13 04:06:58.728727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ffee6-4de5-44cc-ad7e-42b6d31dc3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=78695445-3196-49a5-8692-4439b6f0cafe,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.730845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] For port ccafd712-65cb-4032-933c-a80150424fad, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ccafd712-65cb-4032-933c-a80150424fad,segment=NetworkSegment(e1a1d55d-2265-4f4c-800f-c97cbd7c44c3),segment_id=e1a1d55d-2265-4f4c-800f-c97cbd7c44c3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:58.733139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.740521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adbe6a93-d42a-4523-8eda-04be3ea970f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.757752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] Calling delete_port for ccafd712-65cb-4032-933c-a80150424fad owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:58.771832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50242685-043f-4d66-8c76-a7e9b9132322 req-7d5c6ed0-609a-403e-8b18-db234f0eddf4 tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/security-groups?id=733807e3-3d3a-4a40-9a78-5996b3023e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470175 Oct 13 04:06:58.818847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-c5e7a796-e66e-4496-b33c-08b95e78c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:58.820896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-c5e7a796-e66e-4496-b33c-08b95e78c288 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 1095 time: 0.0608597 Oct 13 04:06:58.823026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.828798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'tag': '78695445-3196-49a5-8692-4439b6f0cafe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:58.831115 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db46e62f-a142-4157-b543-8c80c8ae52f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ff50a-9d2a-41f6-b229-2bf695efba2d", "tag": "78695445-3196-49a5-8692-4439b6f0cafe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:58.852179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:58.869663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adbe6a93-d42a-4523-8eda-04be3ea970f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.871179 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.876910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adbe6a93-d42a-4523-8eda-04be3ea970f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:58.883471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-adbe6a93-d42a-4523-8eda-04be3ea970f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10b4fe45-69a9-4913-9d64-38e2d51634f4 HTTP/1.1" status: 204 len: 168 time: 0.4479082 Oct 13 04:06:58.897033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event deleted for resources: {'Port': ['ID=ccafd712-65cb-4032-933c-a80150424fad,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.910334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe6a93-d42a-4523-8eda-04be3ea970f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b4fe45-69a9-4913-9d64-38e2d51634f4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.910786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ccafd712-65cb-4032-933c-a80150424fad no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:06:58.919423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] No DVR routers for this DVR port ccafd712-65cb-4032-933c-a80150424fad on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:58.934241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] Pushing event deleted for resources: {'Port': ['ID=ccafd712-65cb-4032-933c-a80150424fad,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:58.941000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa80b2-71e6-4281-810c-7226b13b6761 None None] No DVR routers for this DVR port ccafd712-65cb-4032-933c-a80150424fad on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:58.963811 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be132e-3156-430d-ad4f-1f1664039989 x-openstack-request-id: req-06be132e-3156-430d-ad4f-1f1664039989 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:06:58.964474 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ff50a-9d2a-41f6-b229-2bf695efba2d", "tag": "78695445-3196-49a5-8692-4439b6f0cafe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:06:58.965587 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06be132e-3156-430d-ad4f-1f1664039989 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:06:58.966210 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'tag': '78695445-3196-49a5-8692-4439b6f0cafe', 'status': 'completed', 'code': 200} Oct 13 04:06:58.968058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-89c648a1-5b31-4b40-bd3d-4c993dde5a6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78695445-3196-49a5-8692-4439b6f0cafe HTTP/1.1" status: 200 len: 217 time: 0.1340420 Oct 13 04:06:59.002106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ccafd712-65cb-4032-933c-a80150424fad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:06:59.003215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ccafd712-65cb-4032-933c-a80150424fad not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:06:59.045996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-afa059ac-9340-412b-8f70-5f2ae044b4cd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.047481 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-afa059ac-9340-412b-8f70-5f2ae044b4cd tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 946 time: 0.1621273 Oct 13 04:06:59.049423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.052248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-84dc3969-b395-4dac-a594-15d709bf3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.054549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-84dc3969-b395-4dac-a594-15d709bf3ec3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.0772774 Oct 13 04:06:59.094748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-9cf3fa0a-faaf-42b1-b7c0-85765bc80df7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330138 Oct 13 04:06:59.124229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc9d380-8f57-4736-b0df-36ae9eb353c9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:59.145555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:59.145966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a1d55d-2265-4f4c-800f-c97cbd7c44c3') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:06:59.174018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.195828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.204582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:06:59.205153 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:06:59.208404 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:06:59.257362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-565818222-network', 'tenant_id': '8d9f3a44caf84a90af4b0f445f504e7e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:06:59.271231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6240de-223e-40ff-80e8-92d203a915ce req-565a541a-0319-44fb-95a5-63c03aa6bef2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.278596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a6240de-223e-40ff-80e8-92d203a915ce req-565a541a-0319-44fb-95a5-63c03aa6bef2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 944 time: 0.0927141 Oct 13 04:06:59.286178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Deleting port 03048929-e593-4f73-adba-677cf4c759b6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:06:59.286178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.313719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-c9ca316b-5664-4266-a6c8-e567d3622e5e service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115948 Oct 13 04:06:59.346089 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.358647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.365381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] 10.222.0.44 "DELETE /v2.0/networks/6cc9d380-8f57-4736-b0df-36ae9eb353c9 HTTP/1.1" status: 204 len: 168 time: 1.2289953 Oct 13 04:06:59.380505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68a9ab-7fb3-4e82-ae26-1fc78073ced3 tempest-DHCPAgentSchedulersTestJSON-2042286645 tempest-DHCPAgentSchedulersTestJSON-2042286645-project] Pushing event deleted for resources: {'Network': ['ID=6cc9d380-8f57-4736-b0df-36ae9eb353c9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:59.387737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Made reservation on behalf of 8d9f3a44caf84a90af4b0f445f504e7e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:06:59.390056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.399004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a6240de-223e-40ff-80e8-92d203a915ce req-6411414b-94dd-46a9-9fb3-54632cee4439 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195753 Oct 13 04:06:59.408149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.424015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] For port 03048929-e593-4f73-adba-677cf4c759b6, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03048929-e593-4f73-adba-677cf4c759b6,segment=NetworkSegment(aa98fb14-5531-4419-bcbf-c2842c1988ee),segment_id=aa98fb14-5531-4419-bcbf-c2842c1988ee)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:59.424387 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.446177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Calling delete_port for 03048929-e593-4f73-adba-677cf4c759b6 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:06:59.479619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:06:59.485969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef3a9afa-2cb5-4925-88dc-ba6db9080ff9 req-87a5d5e1-288b-4592-99fa-9e86005b9943 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639223 Oct 13 04:06:59.543643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:06:59.543840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.599332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.608488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.624802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-b943239e-3278-4b54-bc12-0f45198694ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.626463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-b943239e-3278-4b54-bc12-0f45198694ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 1095 time: 0.0824592 Oct 13 04:06:59.652943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:06:59.665092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.714333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03048929-e593-4f73-adba-677cf4c759b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:06:59.715129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.715394 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Added segment 69c0bc0a-f439-458b-976e-1b67959789db of type vlan for network 09227da7-d52c-4f37-a496-d4d7c86f17a4 Oct 13 04:06:59.716979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58187e29-ef8b-47ec-a76f-00ea884f7b9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:59.788590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.807769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Pushing event deleted for resources: {'Port': ['ID=03048929-e593-4f73-adba-677cf4c759b6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:06:59.813915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-7602368d-3d3a-4a69-bcf8-c7eee60fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.815412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-7602368d-3d3a-4a69-bcf8-c7eee60fe678 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 0.1794887 Oct 13 04:06:59.819035 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.849577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:06:59.872039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.873069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.875817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.879231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:59.881679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] No DVR routers for this DVR port 03048929-e593-4f73-adba-677cf4c759b6 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:06:59.882339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-8b9f8057-34b0-4256-87af-6839adc3412f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78695445-3196-49a5-8692-4439b6f0cafe HTTP/1.1" status: 200 len: 217 time: 0.0551295 Oct 13 04:06:59.886761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.887032 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ee17e-bfcf-46f2-8b2c-d8f0ccfd938c" -d '{"events": [{"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-plugged", "status": "completed", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:59.890249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79fb8aca-349d-4594-ab0e-504e6a0280c5 req-26bfd7d9-6e9a-4014-a5c3-7fe968c5defa tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.15 "DELETE /v2.0/ports/03048929-e593-4f73-adba-677cf4c759b6 HTTP/1.1" status: 204 len: 173 time: 0.8326657 Oct 13 04:06:59.890797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'name': 'network-vif-deleted', 'tag': '03048929-e593-4f73-adba-677cf4c759b6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:06:59.893150 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025876de-9ec2-412c-af61-0affae22bfc0" -d '{"events": [{"server_uuid": "1bc4ba2f-433c-44d0-aea6-3e23932236c1", "name": "network-vif-deleted", "tag": "03048929-e593-4f73-adba-677cf4c759b6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:06:59.914467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:06:59.916510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e769b-47ff-4ed8-a0c2-4951338a953c req-e8ed56d8-439e-4720-bacc-506d11b56a69 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.924397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-824e769b-47ff-4ed8-a0c2-4951338a953c req-e8ed56d8-439e-4720-bacc-506d11b56a69 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 944 time: 0.2486105 Oct 13 04:06:59.926383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:59.979748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-7656f235-3bd0-4dcb-9033-952d945f4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:06:59.981338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-7656f235-3bd0-4dcb-9033-952d945f4f3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.0786564 Oct 13 04:07:00.002969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-824e769b-47ff-4ed8-a0c2-4951338a953c req-4a7056e5-d229-413e-aa6c-a3676bf465ee tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Oct 13 04:07:00.022361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1690657 Oct 13 04:07:00.025757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:00.031500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Request body: {'subnet': {'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-565818222-subnet', 'tenant_id': '8d9f3a44caf84a90af4b0f445f504e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:00.080477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-4b57fd96-17a1-4980-b40e-defe5f265d4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631921 Oct 13 04:07:00.090333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62d9fe77-7f59-4de8-8057-6b632e29b796 req-88faa053-4342-4e96-b5a6-2af7f19f6bed tempest-ServersTestJSON-329781617 tempest-ServersTestJSON-329781617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bc4ba2f-433c-44d0-aea6-3e23932236c1 HTTP/1.1" status: 200 len: 210 time: 0.1072009 Oct 13 04:07:00.110107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Made reservation on behalf of 8d9f3a44caf84a90af4b0f445f504e7e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:00.114109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.117331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817773c3-fe14-4b0a-8714-2f1d2e67755b admin admin] Pushing event updated for resources: {'Network': ['ID=09227da7-d52c-4f37-a496-d4d7c86f17a4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:00.188596 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e31afc-2ac1-4589-a640-3ce2ee3c2251 x-openstack-request-id: req-c1e31afc-2ac1-4589-a640-3ce2ee3c2251 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:00.188940 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc4ba2f-433c-44d0-aea6-3e23932236c1", "name": "network-vif-deleted", "tag": "03048929-e593-4f73-adba-677cf4c759b6", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:00.189198 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1e31afc-2ac1-4589-a640-3ce2ee3c2251 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:00.189903 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc4ba2f-433c-44d0-aea6-3e23932236c1', 'name': 'network-vif-deleted', 'tag': '03048929-e593-4f73-adba-677cf4c759b6', 'status': 'completed', 'code': 200} Oct 13 04:07:00.235768 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20600501-5734-4ec6-8de4-f714025e7a62 x-openstack-request-id: req-20600501-5734-4ec6-8de4-f714025e7a62 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:00.236138 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-plugged", "status": "completed", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:00.236460 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20600501-5734-4ec6-8de4-f714025e7a62 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:00.236928 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'code': 200} Oct 13 04:07:00.239285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:00.251388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-648c28df-e0c7-4e75-9e2d-b03f5f3e5062 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597424 Oct 13 04:07:00.321569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:00.384521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.406827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db46e62f-a142-4157-b543-8c80c8ae52f4 req-0e61a6bb-2a9e-443e-b75d-20568dcd415b service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460104 Oct 13 04:07:00.444743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c30f5b54-cf82-4373-b747-dc53f9b5d6e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3faa10bb49e54a2989a2b6e610a1cb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919173 Oct 13 04:07:00.447467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:00.494031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb4f75a-22c5-4945-9208-fb591640a1a2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:00.537624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:00.538537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Network hostable DHCP agents. Network: 09227da7-d52c-4f37-a496-d4d7c86f17a4, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:00.574104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d661-b7e7-41ea-b010-37064436648f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.582892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefd075-5ccb-4b1c-a51a-092bc4b4d3de req-a4f74e73-53a0-440b-b151-c697502abfef tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:00.584374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0fefd075-5ccb-4b1c-a51a-092bc4b4d3de req-a4f74e73-53a0-440b-b151-c697502abfef tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0974984 Oct 13 04:07:00.588433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:00.619945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 09227da7-d52c-4f37-a496-d4d7c86f17a4) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:00.626500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d661-b7e7-41ea-b010-37064436648f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.629572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ed25ff-4694-4643-8ded-46e9dffcee36 None None] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:00.641648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:00.642225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.691089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a143e82f-5b98-4cae-bff7-2fb3aa600b1c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6561141 Oct 13 04:07:00.715106 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0fefd075-5ccb-4b1c-a51a-092bc4b4d3de req-5b45222b-90e3-4b05-9421-9321ff9bed2f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178291 Oct 13 04:07:00.737929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d661-b7e7-41ea-b010-37064436648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.740563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d661-b7e7-41ea-b010-37064436648f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:00.744127 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7c5d661-b7e7-41ea-b010-37064436648f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34793c09-d9c5-4763-adf9-ad1413f1ca0b HTTP/1.1" status: 204 len: 168 time: 0.2932587 Oct 13 04:07:00.755447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d661-b7e7-41ea-b010-37064436648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34793c09-d9c5-4763-adf9-ad1413f1ca0b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:00.810839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b9b1d-5a37-4b7d-860d-5c5b1ae79d33 None None] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:01.141692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9b437-f03d-4f5d-a745-627b55ed5b38 req-8fb0fd63-3821-44a4-8686-b4da2955dcab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:01.143446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50a9b437-f03d-4f5d-a745-627b55ed5b38 req-8fb0fd63-3821-44a4-8686-b4da2955dcab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 944 time: 0.0682235 Oct 13 04:07:01.196271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50a9b437-f03d-4f5d-a745-627b55ed5b38 req-676745a3-5cd0-42ac-861c-79fbc816073d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Oct 13 04:07:01.235504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:01.242958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55146) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:01.265608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c09ef8f4-f9a0-4c89-a0e0-a51d6801fecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.332982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Deleting subnet 9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:01.341306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.413807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.437089 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c09ef8f4-f9a0-4c89-a0e0-a51d6801fecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.445894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c09ef8f4-f9a0-4c89-a0e0-a51d6801fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.470217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.495382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ef8f4-f9a0-4c89-a0e0-a51d6801fecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ab54b-8937-466b-8446-cddec0df3590,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:01.548483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.549359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c09ef8f4-f9a0-4c89-a0e0-a51d6801fecb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a68d3fb41074d9ab2d37a8a39737cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116410 Oct 13 04:07:01.550969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55176) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:01.570255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.574789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d HTTP/1.1" status: 204 len: 168 time: 0.3303051 Oct 13 04:07:01.578639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:01.596269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bd5e6-a4ca-4210-b717-957750e7bd0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0bfcf6-6f5f-426b-8c8b-239e1ba1a96d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:01.842444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:01.872399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1006959675-network', 'tenant_id': 'ad09b19333ba47c9993b95425150a3d8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:01.922420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03048929-e593-4f73-adba-677cf4c759b6 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:01.941761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Made reservation on behalf of ad09b19333ba47c9993b95425150a3d8 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:01.948665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:01.965801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 03048929-e593-4f73-adba-677cf4c759b6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:01.966420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03048929-e593-4f73-adba-677cf4c759b6 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:01.989885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b29a05-abed-43e4-b51c-2a73bc306584 req-d518afea-ed40-46c3-b1cd-3838e43540a6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:01.992122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86b29a05-abed-43e4-b51c-2a73bc306584 req-d518afea-ed40-46c3-b1cd-3838e43540a6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1955013 Oct 13 04:07:01.992892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.029206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73753034-3897-4688-9ac9-cdca058d9ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.062745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73753034-3897-4688-9ac9-cdca058d9ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.099338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.121890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86b29a05-abed-43e4-b51c-2a73bc306584 req-622d9e94-d052-4afa-965e-bf4b8cdc839f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 Oct 13 04:07:02.126439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.134595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.141280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73753034-3897-4688-9ac9-cdca058d9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.144062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73753034-3897-4688-9ac9-cdca058d9ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.145239 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-73753034-3897-4688-9ac9-cdca058d9ab9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b7ab54b-8937-466b-8446-cddec0df3590 HTTP/1.1" status: 204 len: 168 time: 0.5918233 Oct 13 04:07:02.160438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73753034-3897-4688-9ac9-cdca058d9ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ab54b-8937-466b-8446-cddec0df3590,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:02.214628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9865517-b24b-4da3-821d-a7097f1c6b8e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:02.239195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:02.268068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.269977 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Added segment 195fddf7-d297-4907-9ddc-409e908ce0d6 of type vlan for network 112f3328-a8b2-4968-891c-6ec231e66c64 Oct 13 04:07:02.278464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.302249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ec6ccd-90e8-49b6-b319-4247c0dc3428']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:02.316919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa98fb14-5531-4419-bcbf-c2842c1988ee') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:02.317220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa98fb14-5531-4419-bcbf-c2842c1988ee') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:02.328715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.345128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.355558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:02.355974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:02.423720 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:02.427174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.461343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.485350 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.490354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/57ec6ccd-90e8-49b6-b319-4247c0dc3428 HTTP/1.1" status: 204 len: 168 time: 0.9107208 Oct 13 04:07:02.491852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fc96d-5f7a-4060-b3a7-dbdf422827a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ec6ccd-90e8-49b6-b319-4247c0dc3428,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:02.509141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd94940-415b-4739-b09e-19c4d01d29d6 req-3c3541a3-88fd-4449-9fcd-7993dd1b4f6f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:02.518574 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcd94940-415b-4739-b09e-19c4d01d29d6 req-3c3541a3-88fd-4449-9fcd-7993dd1b4f6f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 944 time: 0.0924711 Oct 13 04:07:02.543963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.548241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:02.549462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.551950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:02.583475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcd94940-415b-4739-b09e-19c4d01d29d6 req-e3e01557-05be-4ae3-9ec5-14eab0dd4c11 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625815 Oct 13 04:07:02.726142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:02.805478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f5349758-5663-4f66-a5f9-a8550634705c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8e4f3c6c192494baf2ae4eec87b04db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755668 Oct 13 04:07:02.806389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:02.940406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9194ba37-0fc9-423c-a2f1-77dbe531ad4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:02.985835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3bc3-6d93-4a7a-a726-91918c9241a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.003539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9194ba37-0fc9-423c-a2f1-77dbe531ad4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.044830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2006829 Oct 13 04:07:03.048502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:03.057108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Request body: {'subnet': {'network_id': '112f3328-a8b2-4968-891c-6ec231e66c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1006959675-subnet', 'tenant_id': 'ad09b19333ba47c9993b95425150a3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:03.089955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acff0ff-24d5-41d5-91f3-e70250daf74d admin admin] Pushing event updated for resources: {'Network': ['ID=112f3328-a8b2-4968-891c-6ec231e66c64,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:03.105542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 112f3328-a8b2-4968-891c-6ec231e66c64 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:03.109650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Made reservation on behalf of ad09b19333ba47c9993b95425150a3d8 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:03.111064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9194ba37-0fc9-423c-a2f1-77dbe531ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.113699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9194ba37-0fc9-423c-a2f1-77dbe531ad4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.114817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9194ba37-0fc9-423c-a2f1-77dbe531ad4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/733807e3-3d3a-4a40-9a78-5996b3023e05 HTTP/1.1" status: 204 len: 168 time: 0.3074863 Oct 13 04:07:03.115873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.128491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194ba37-0fc9-423c-a2f1-77dbe531ad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733807e3-3d3a-4a40-9a78-5996b3023e05,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:03.139361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3bc3-6d93-4a7a-a726-91918c9241a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.144539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3bc3-6d93-4a7a-a726-91918c9241a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.213610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2fe3bc3-6d93-4a7a-a726-91918c9241a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=242bbfbbc40e4eafadf5498a506bb669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602118 Oct 13 04:07:03.214486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:03.223028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe3bc3-6d93-4a7a-a726-91918c9241a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a692511-7a11-4bcf-ab4e-1fc9568c1488,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:03.305177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6fa-19a1-4026-b63c-3ff1f40fc1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.333398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6fa-19a1-4026-b63c-3ff1f40fc1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.422575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6fa-19a1-4026-b63c-3ff1f40fc1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.427049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6fa-19a1-4026-b63c-3ff1f40fc1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.432128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8c6a6fa-19a1-4026-b63c-3ff1f40fc1ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a692511-7a11-4bcf-ab4e-1fc9568c1488 HTTP/1.1" status: 204 len: 168 time: 0.2163153 Oct 13 04:07:03.449134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6a6fa-19a1-4026-b63c-3ff1f40fc1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a692511-7a11-4bcf-ab4e-1fc9568c1488,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:03.502340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dd4a6-c5c6-489d-96b6-7b1bc7b660e9 req-718f3cb4-3f2d-408d-96cb-5ad9dec514a1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:03.507786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463dd4a6-c5c6-489d-96b6-7b1bc7b660e9 req-718f3cb4-3f2d-408d-96cb-5ad9dec514a1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1229827 Oct 13 04:07:03.525099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 78695445-3196-49a5-8692-4439b6f0cafe details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:03.648145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.648827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463dd4a6-c5c6-489d-96b6-7b1bc7b660e9 req-80d3dd9e-47ec-4cd3-a344-d44cf8f625e3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319888 Oct 13 04:07:03.733578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0453e974-eece-45fb-97e3-3e74be7c30db,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:03.800985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Checking segment: {'id': '195fddf7-d297-4907-9ddc-409e908ce0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '112f3328-a8b2-4968-891c-6ec231e66c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:03.802880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Network hostable DHCP agents. Network: 112f3328-a8b2-4968-891c-6ec231e66c64, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:03.805164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 78695445-3196-49a5-8692-4439b6f0cafe, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=78695445-3196-49a5-8692-4439b6f0cafe,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:03.833090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '78695445-3196-49a5-8692-4439b6f0cafe', 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'port_id': '78695445-3196-49a5-8692-4439b6f0cafe', 'mac_address': 'fa:16:3e:98:d1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e954b9-0522-4062-851c-15601edc9bd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:03.839475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Network 112f3328-a8b2-4968-891c-6ec231e66c64 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:03.849073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754cfa5-c110-43a4-b891-73b99c45ea76 req-d00cf6e6-d800-4613-bc36-4f0df7224936 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:03.853096 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0754cfa5-c110-43a4-b891-73b99c45ea76 req-d00cf6e6-d800-4613-bc36-4f0df7224936 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 944 time: 0.1055431 Oct 13 04:07:03.862471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 112f3328-a8b2-4968-891c-6ec231e66c64) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:03.869848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:03.870784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:03.895566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-30599ff0-ea05-448e-8cd8-0f180da37750 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8449721 Oct 13 04:07:03.914207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c2cea-5454-4662-a164-9edac506d946 None None] Network 112f3328-a8b2-4968-891c-6ec231e66c64 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:03.921145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0754cfa5-c110-43a4-b891-73b99c45ea76 req-ca499044-18d4-4728-ab74-d115c0041a98 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Oct 13 04:07:03.993655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.014308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78695445-3196-49a5-8692-4439b6f0cafe {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:04.054851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 78695445-3196-49a5-8692-4439b6f0cafe, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=78695445-3196-49a5-8692-4439b6f0cafe,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:04.083937 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.152763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1fa890-6d34-4138-b02b-56554ffe7ceb None None] Network 112f3328-a8b2-4968-891c-6ec231e66c64 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:04.182386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=78695445-3196-49a5-8692-4439b6f0cafe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:04.218003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:04.237238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-e961-4ff2-b218-9633aeaf5f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.416113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-e961-4ff2-b218-9633aeaf5f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.425036 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-e961-4ff2-b218-9633aeaf5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.494759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['78695445-3196-49a5-8692-4439b6f0cafe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:04.501581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4802de6-e961-4ff2-b218-9633aeaf5f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7121aa-68b5-4304-8e14-3ad2acfeb67a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:04.527086 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a4802de6-e961-4ff2-b218-9633aeaf5f38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b258447eddc4037bcca19049bdbb551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074098 Oct 13 04:07:04.529778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:04.640200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2c01b8-fdf8-445f-a40e-b463ca713957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.722513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2c01b8-fdf8-445f-a40e-b463ca713957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.848130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5556b-6c15-44b5-ba73-fa9868686876 req-fdc136e0-0122-4643-8d70-22660deb2410 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:04.855874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09d5556b-6c15-44b5-ba73-fa9868686876 req-fdc136e0-0122-4643-8d70-22660deb2410 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1079326 Oct 13 04:07:04.891554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2c01b8-fdf8-445f-a40e-b463ca713957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.905169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2c01b8-fdf8-445f-a40e-b463ca713957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:04.906636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8b2c01b8-fdf8-445f-a40e-b463ca713957 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c7121aa-68b5-4304-8e14-3ad2acfeb67a HTTP/1.1" status: 204 len: 168 time: 0.3756506 Oct 13 04:07:04.941685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c01b8-fdf8-445f-a40e-b463ca713957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7121aa-68b5-4304-8e14-3ad2acfeb67a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:04.967358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09d5556b-6c15-44b5-ba73-fa9868686876 req-e210112d-bad9-48bf-904d-7324f29f1d40 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049249 Oct 13 04:07:05.029530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-6d4f9583-f8cb-415a-b9c3-dd799c01efd4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:05.037372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-6d4f9583-f8cb-415a-b9c3-dd799c01efd4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.1942029 Oct 13 04:07:05.054444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-5674cb46-0159-441c-817f-50d7495551ec tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/quotas/8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 375 time: 0.0152352 Oct 13 04:07:05.094231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-558675cd-0731-47f1-bffb-f6242c2645cb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385549 Oct 13 04:07:05.252099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-f8f6ec44-4945-4681-bdda-7cd3787a8cac service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567738 Oct 13 04:07:05.284387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49c4e-8c24-4c6c-989a-e7146b89077c req-07bfba61-546f-40bf-ae10-761a775f6b89 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:05.286052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfb49c4e-8c24-4c6c-989a-e7146b89077c req-07bfba61-546f-40bf-ae10-761a775f6b89 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 945 time: 0.0786545 Oct 13 04:07:05.340475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfb49c4e-8c24-4c6c-989a-e7146b89077c req-5a8a1d16-0a6d-48a7-bf40-c1dc1a30ff1d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Oct 13 04:07:05.415584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-972235f4-0b77-4a88-90d7-812ea0db86d1 service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586378 Oct 13 04:07:05.539676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 78695445-3196-49a5-8692-4439b6f0cafe up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:05.716047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 78695445-3196-49a5-8692-4439b6f0cafe completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:05.720885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 78695445-3196-49a5-8692-4439b6f0cafe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:05.721449 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:05.766764 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55338) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:05.821483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fe5a7b3-d94e-44bb-8ea0-b82d0c84a86a req-12e53fa6-0e03-45a2-ab4e-097c60b2dd56 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 210 time: 0.0729504 Oct 13 04:07:05.859297 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:05.890601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78695445-3196-49a5-8692-4439b6f0cafe'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:05.896097 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f472c-ddaf-49f2-9f5c-e4847d8d196d" -d '{"events": [{"server_uuid": "c98ff50a-9d2a-41f6-b229-2bf695efba2d", "name": "network-vif-plugged", "status": "completed", "tag": "78695445-3196-49a5-8692-4439b6f0cafe"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:05.921081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2079027580-network', 'tenant_id': '979464b4ff6a4112977ee3418e05e40e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:05.933255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 78695445-3196-49a5-8692-4439b6f0cafe, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=78695445-3196-49a5-8692-4439b6f0cafe,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:05.945041 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:05.955302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Made reservation on behalf of 979464b4ff6a4112977ee3418e05e40e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:05.962223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:05.980047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.104621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.111589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.130568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:06.142592 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce6e5fe-ebfa-4b12-bdbf-dd1d76d765c3 x-openstack-request-id: req-bce6e5fe-ebfa-4b12-bdbf-dd1d76d765c3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:06.143699 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ff50a-9d2a-41f6-b229-2bf695efba2d", "name": "network-vif-plugged", "status": "completed", "tag": "78695445-3196-49a5-8692-4439b6f0cafe", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:06.144579 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bce6e5fe-ebfa-4b12-bdbf-dd1d76d765c3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:06.147192 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78695445-3196-49a5-8692-4439b6f0cafe', 'code': 200} Oct 13 04:07:06.151276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.151967 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Added segment 1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9 of type vlan for network d75101fd-3866-4f75-8e04-6a8accae92ce Oct 13 04:07:06.212165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=78695445-3196-49a5-8692-4439b6f0cafe,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:06.222955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:06.258507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193724c-ecbc-4812-95fd-2b49d1cca561 req-f9adcd07-1e73-4ffa-befa-dba2a537c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:06.259997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b193724c-ecbc-4812-95fd-2b49d1cca561 req-f9adcd07-1e73-4ffa-befa-dba2a537c918 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 1097 time: 0.2102840 Oct 13 04:07:06.269012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1c12b-81ad-4f28-942a-5c06d80e2b5c req-cac0049a-15c1-421b-bc81-a965e3936f0d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:06.277015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59a1c12b-81ad-4f28-942a-5c06d80e2b5c req-cac0049a-15c1-421b-bc81-a965e3936f0d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1080315 Oct 13 04:07:06.298101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.315644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d65263d-18ae-431e-8524-8f150e099fe3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:06.344741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.346537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:06.348401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.424164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b193724c-ecbc-4812-95fd-2b49d1cca561 req-534101cc-1c10-4a22-aea5-e85f637f7c59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438618 Oct 13 04:07:06.482678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59a1c12b-81ad-4f28-942a-5c06d80e2b5c req-53155d18-957a-4d1c-983d-620d4efa2d22 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044487 Oct 13 04:07:06.517526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] Pushing event updated for resources: {'Network': ['ID=d75101fd-3866-4f75-8e04-6a8accae92ce,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:06.523252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d37c1c67-df57-42ba-ac67-a3d95d6514fa tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:06.529521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d75101fd-3866-4f75-8e04-6a8accae92ce details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:06.595601 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3c4be393-ec04-4d7f-aa9b-21afe28af268 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8254495 Oct 13 04:07:06.598120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:06.604981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Request body: {'subnet': {'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2079027580-subnet', 'tenant_id': '979464b4ff6a4112977ee3418e05e40e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:06.614545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d37c1c67-df57-42ba-ac67-a3d95d6514fa tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "PUT /v2.0/quotas/9317fbcf028648dd9dfedc50d3513550 HTTP/1.1" status: 200 len: 368 time: 0.3873689 Oct 13 04:07:06.620331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:06.625935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81400615-69a1-4fbe-a31e-b71a3902cac9 req-3779cbf8-993c-4b12-b2ee-3a024149d368 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:06.636880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81400615-69a1-4fbe-a31e-b71a3902cac9 req-3779cbf8-993c-4b12-b2ee-3a024149d368 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.1217897 Oct 13 04:07:06.656152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Request body: {'network': {'project_id': '9317fbcf028648dd9dfedc50d3513550'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:06.717841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81400615-69a1-4fbe-a31e-b71a3902cac9 req-e5c7df25-ece3-4dcd-b795-d4bebe887429 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797937 Oct 13 04:07:06.725398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Made reservation on behalf of 979464b4ff6a4112977ee3418e05e40e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:06.729862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.801042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Made reservation on behalf of 9317fbcf028648dd9dfedc50d3513550 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:06.803665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.822351 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:06.852575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:06.988169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-522021705-network', 'tenant_id': '17dbaa5a6bbd4ec7b3601a6a00d5c660'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:06.993622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95d63dcb-1bd9-4085-a3c2-e6b380956c0d req-ab31edee-a0ca-41e5-b1e2-f3bccb95004d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 210 time: 0.0730176 Oct 13 04:07:07.032463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Made reservation on behalf of 17dbaa5a6bbd4ec7b3601a6a00d5c660 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:07.039785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.049458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.098705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.104357 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.121197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.137138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:07.149402 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.149748 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Added segment 817ff8c0-6fa5-4702-b907-f9f2445945e3 of type vlan for network c695b7ac-1e5b-46fb-a75d-a3f9a156b2f3 Oct 13 04:07:07.153526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.160237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.186299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:07.199983 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.203207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:07.206534 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.206927 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Added segment de928f2e-8bea-48d9-a01c-1b7e81dd56cc of type vlan for network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 Oct 13 04:07:07.221551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07359ba2-dcaa-4230-b55f-4515ca93362e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:07.254541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.276623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.276994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.277331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.277663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.277993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.278441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.278775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.279100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.279420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.279738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.280059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.280376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:07.297139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.300168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:07.301020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.334178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.336197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:07.338291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.347603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4910460 Oct 13 04:07:07.349273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd9955f-c930-40b3-a8d7-4debcb0618ae,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:07.364359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55390) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:07.369744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Request body: {'subnet': {'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-522021705-subnet', 'tenant_id': '17dbaa5a6bbd4ec7b3601a6a00d5c660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:07.416355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44256ff7-6a41-4f36-8832-eaeea9ce4152 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:07.437316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:07.526063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8942056 Oct 13 04:07:07.526063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Checking segment: {'id': '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:07.526063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Network hostable DHCP agents. Network: d75101fd-3866-4f75-8e04-6a8accae92ce, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:07.526536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:07.531521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Request body: {'network': {'project_id': '9317fbcf028648dd9dfedc50d3513550'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:07.544266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Made reservation on behalf of 17dbaa5a6bbd4ec7b3601a6a00d5c660 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:07.546690 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.673187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Made reservation on behalf of 9317fbcf028648dd9dfedc50d3513550 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:07.675651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.679603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f764e-fd6a-4796-9338-1c63cfd399ab tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Pushing event updated for resources: {'Network': ['ID=c695b7ac-1e5b-46fb-a75d-a3f9a156b2f3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:07.692423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c695b7ac-1e5b-46fb-a75d-a3f9a156b2f3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:07.709143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:07.722940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.723258 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Added segment cb6caa3c-046d-4d99-be3a-b792d1f1db7b of type vlan for network 4c977490-1388-40dc-92dd-9e47c47840c7 Oct 13 04:07:07.784308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Network d75101fd-3866-4f75-8e04-6a8accae92ce is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:07.807041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.854403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63813f-cd6c-4a80-9f90-e61474a05dbe req-78268760-cc84-44a8-9944-949fc9bb48c1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:07.863720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b63813f-cd6c-4a80-9f90-e61474a05dbe req-78268760-cc84-44a8-9944-949fc9bb48c1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.2498240 Oct 13 04:07:07.865646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d75101fd-3866-4f75-8e04-6a8accae92ce) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:07.888054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb1f32-8308-4fda-ad95-8e93f9ba23f0 None None] Network d75101fd-3866-4f75-8e04-6a8accae92ce requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:07.895262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:07.896117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.904400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.941244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.942665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:07.943254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:07.953977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-836cdfae-1a3a-4e0d-932f-0bab2553219c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:07.956025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-836cdfae-1a3a-4e0d-932f-0bab2553219c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.5555549 Oct 13 04:07:07.997842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Request body: {'port': {'device_id': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'admin_state_up': True, 'tenant_id': '8d9f3a44caf84a90af4b0f445f504e7e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:08.015782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b63813f-cd6c-4a80-9f90-e61474a05dbe req-67960852-32b3-4ca6-9f13-f4b0ef5a2951 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511121 Oct 13 04:07:08.049775 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5197334 Oct 13 04:07:08.050429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:08.075884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04512-fbe0-4037-9617-bf7bbfebb7ab req-b9fe3b23-a063-46c5-9cbd-5d792c5ac60d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:08.083125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e556d-9107-4258-8178-b150153a1e64 None None] Network d75101fd-3866-4f75-8e04-6a8accae92ce requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:08.086612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7b04512-fbe0-4037-9617-bf7bbfebb7ab req-b9fe3b23-a063-46c5-9cbd-5d792c5ac60d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.2457345 Oct 13 04:07:08.109789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1a80101b-c58e-48fd-a2cb-ced375fcdc50 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5099759 Oct 13 04:07:08.110378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fd64edfb-5e3b-4a50-a412-feffbe5aeab2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Request body: {'network': {'project_id': '9317fbcf028648dd9dfedc50d3513550'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:08.136321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eec14-67bc-40e8-851b-ba684cb48283 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Pushing event updated for resources: {'Network': ['ID=4c977490-1388-40dc-92dd-9e47c47840c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:08.150730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 4c977490-1388-40dc-92dd-9e47c47840c7 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:08.157747 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd64edfb-5e3b-4a50-a412-feffbe5aeab2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 04:07:08.158259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd64edfb-5e3b-4a50-a412-feffbe5aeab2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:07:08.159411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fd64edfb-5e3b-4a50-a412-feffbe5aeab2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0606833 Oct 13 04:07:08.162406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:08.190456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7b04512-fbe0-4037-9617-bf7bbfebb7ab req-48641d2f-8d85-47c4-bb22-f97e09daa585 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007652 Oct 13 04:07:08.224330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3d5f97fb-a244-429a-b5c1-f8dc05553740 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9317fbcf028648dd9dfedc50d3513550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608013 Oct 13 04:07:08.227477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:08.249552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f19f700b-e8fb-476d-b445-431bd86e8e03 req-1ee5dc9c-6c42-42d6-a46a-299c68f33a7d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 210 time: 0.0741079 Oct 13 04:07:08.271726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.322086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e004b3b-6be5-42de-986e-9a410a8700f2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.356545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e004b3b-6be5-42de-986e-9a410a8700f2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.401869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=223e61e4-8aa1-4cb6-acbb-1264a6c50560,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:08.432156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Checking segment: {'id': 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:08.432448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e004b3b-6be5-42de-986e-9a410a8700f2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.432574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Network hostable DHCP agents. Network: 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:08.443160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e004b3b-6be5-42de-986e-9a410a8700f2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.447722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:08.449948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7e004b3b-6be5-42de-986e-9a410a8700f2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/07359ba2-dcaa-4230-b55f-4515ca93362e HTTP/1.1" status: 204 len: 168 time: 0.2212093 Oct 13 04:07:08.469277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e004b3b-6be5-42de-986e-9a410a8700f2 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07359ba2-dcaa-4230-b55f-4515ca93362e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:08.519680 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Made reservation on behalf of 8d9f3a44caf84a90af4b0f445f504e7e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:08.523807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.576851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:08.625765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.627830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:08.632968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:08.633554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.637217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce048219-c3ea-4c11-b390-e3f5ad9e75ae None None] Network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:08.665960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dd055def-a4aa-409e-af80-8e4d297178ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2920883 Oct 13 04:07:08.761785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699478b-f5af-497e-b53c-a5e3360679cf req-5588a6a9-5a3f-43c1-a4ff-b5f42fba5d32 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:08.769256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0699478b-f5af-497e-b53c-a5e3360679cf req-5588a6a9-5a3f-43c1-a4ff-b5f42fba5d32 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.2208111 Oct 13 04:07:08.886427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:08.891141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1f047-50ec-4f0e-a37e-9b9e8c91e1e8 None None] Network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:08.891339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-126529073-network', 'tenant_id': '3c17da8e44da4558b1dd01db0fd47ac0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:08.893771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0699478b-f5af-497e-b53c-a5e3360679cf req-5a81ca8f-3021-436c-a73e-89bcdacf679a tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235430 Oct 13 04:07:08.959410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Made reservation on behalf of 3c17da8e44da4558b1dd01db0fd47ac0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:08.961947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:08.984874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.044779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.047747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Allocated IP 172.20.0.11 (09227da7-d52c-4f37-a496-d4d7c86f17a4/1cb4f75a-22c5-4945-9208-fb591640a1a2/a53144af-e791-4185-ae9a-8201ab2c2120) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:09.106959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c977490-1388-40dc-92dd-9e47c47840c7']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:09.141869 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.152176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6caa3c-046d-4d99-be3a-b792d1f1db7b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:09.152616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6caa3c-046d-4d99-be3a-b792d1f1db7b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:09.171847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.174985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.212500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:09.240700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.248221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260ee89-749d-4cab-a5ba-b516ec1e87da req-bcc181fa-7cbe-476b-84f9-c8a9fc3bc2ec tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:09.254102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:09.254515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:09.256558 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:09.262861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c260ee89-749d-4cab-a5ba-b516ec1e87da req-bcc181fa-7cbe-476b-84f9-c8a9fc3bc2ec tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1343522 Oct 13 04:07:09.266264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b6a265-e1cf-419e-9e36-9b1891446987,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:09.324734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c260ee89-749d-4cab-a5ba-b516ec1e87da req-54ce3471-ae53-4c09-8f36-73e448a449ff tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Oct 13 04:07:09.446417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5228b980-174c-4a11-98e6-bdeb8046abf4 req-d1ba1c8b-af56-4f3d-b54d-86ec986cef2a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 210 time: 0.0417502 Oct 13 04:07:09.475202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.479949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.480778 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Added segment d15bd453-2c3e-47ea-a5af-f6794a6efc39 of type vlan for network b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b Oct 13 04:07:09.484922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.495821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.502132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4c977490-1388-40dc-92dd-9e47c47840c7 HTTP/1.1" status: 204 len: 168 time: 1.0532417 Oct 13 04:07:09.503427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:09.559145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.578511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6b2e5-4d22-4aef-bb59-2324749d0623 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c977490-1388-40dc-92dd-9e47c47840c7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:09.599648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.601682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:09.602286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.628159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ada7bd-49da-4264-86f6-00de2b5bc45a req-26467e3f-8daa-43af-ae19-26bc5c936eab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:09.629913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17ada7bd-49da-4264-86f6-00de2b5bc45a req-26467e3f-8daa-43af-ae19-26bc5c936eab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.2871256 Oct 13 04:07:09.645515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:09.660574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1287149104-network', 'tenant_id': '39ed3e9923664df8a00054e22b74e79f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:09.675607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7877879 Oct 13 04:07:09.678646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55464) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:09.686830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Request body: {'subnet': {'network_id': 'b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-126529073-subnet', 'tenant_id': '3c17da8e44da4558b1dd01db0fd47ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:09.694768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817f8c8-3a32-4b90-ba87-4aa3fdf5e7fd admin admin] Pushing event updated for resources: {'Network': ['ID=b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:09.695613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.706643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:09.724337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.791164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.849854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:09.856890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Made reservation on behalf of 39ed3e9923664df8a00054e22b74e79f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:09.858864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.866355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:09.869899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:09.876304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17ada7bd-49da-4264-86f6-00de2b5bc45a req-586de8fc-e56b-47ba-bfe6-a1ee52677a4c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374966 Oct 13 04:07:09.886853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Made reservation on behalf of 3c17da8e44da4558b1dd01db0fd47ac0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:09.889930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.904766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:09.910357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:10.031290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.032425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.065705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.071506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fce613-ff27-41af-b08e-27b71e619f7c req-01478fc8-acf9-4f97-8a57-1c255f716ba6 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.079703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91fce613-ff27-41af-b08e-27b71e619f7c req-01478fc8-acf9-4f97-8a57-1c255f716ba6 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.2245858 Oct 13 04:07:10.084266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-fa2c46fe-3272-408d-a11f-33ad58dc535b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1182210 Oct 13 04:07:10.104392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Request body: {'port': {'device_id': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:10.109387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c695b7ac-1e5b-46fb-a75d-a3f9a156b2f3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:10.139071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91fce613-ff27-41af-b08e-27b71e619f7c req-0f402f92-29ec-4933-b98d-278114523b8e tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583174 Oct 13 04:07:10.141871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817ff8c0-6fa5-4702-b907-f9f2445945e3') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:10.142248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817ff8c0-6fa5-4702-b907-f9f2445945e3') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:10.166653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.215772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.240543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:10.241664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:10.247972 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:10.256588 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.267859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.314553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.326380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.353167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b2e732-2c22-4701-9be9-6ecdd960341b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:10.356637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Checking segment: {'id': 'd15bd453-2c3e-47ea-a5af-f6794a6efc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:10.357275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Network hostable DHCP agents. Network: b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:10.402850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:10.424442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.432500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.438617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c695b7ac-1e5b-46fb-a75d-a3f9a156b2f3 HTTP/1.1" status: 204 len: 168 time: 0.9293027 Oct 13 04:07:10.440109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da9919-ed25-4163-9891-cb904e825f1c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:10.485470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.486461 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Added segment 9d081f83-ca82-4561-b37b-c9e159945004 of type vlan for network 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b Oct 13 04:07:10.495268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Network b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:10.510974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:10.520416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c0bd6-6d5f-4160-a529-edf4311f7270 None None] Network b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:10.531044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c38e70-6a96-40a3-860c-02234a411738 req-9c4cee1f-b04c-4638-abc1-9f763cf67168 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.539868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96c38e70-6a96-40a3-860c-02234a411738 req-9c4cee1f-b04c-4638-abc1-9f763cf67168 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.1526611 Oct 13 04:07:10.542634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.543308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.566831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3fc1-ce9e-4512-aa64-396860207208 tempest-QuotasNegativeTest-1345056565 tempest-QuotasNegativeTest-1345056565-project-admin] Pushing event deleted for resources: {'Network': ['ID=c695b7ac-1e5b-46fb-a75d-a3f9a156b2f3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:10.579271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-90d9bf47-8500-46b2-afd3-efaeacce94f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8903208 Oct 13 04:07:10.625367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96c38e70-6a96-40a3-860c-02234a411738 req-f20f6f66-55cd-4405-b9db-09035a5e07b7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844357 Oct 13 04:07:10.756592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d252bd-d5a4-40ee-bd1a-0707e3cf6030 req-cb1bb876-8a92-4e2b-89dd-c156a46d0b14 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.765264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77d252bd-d5a4-40ee-bd1a-0707e3cf6030 req-cb1bb876-8a92-4e2b-89dd-c156a46d0b14 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 932 time: 0.0686049 Oct 13 04:07:10.780407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.809800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a939a-66e6-41bb-a416-c37f24e317d0 req-8a3dd853-0613-41b3-adeb-610d3c2d7f7b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.811349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-673a939a-66e6-41bb-a416-c37f24e317d0 req-8a3dd853-0613-41b3-adeb-610d3c2d7f7b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.2663615 Oct 13 04:07:10.836392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77d252bd-d5a4-40ee-bd1a-0707e3cf6030 req-81040e62-9033-4450-874e-0cf3dbfb9e5d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678089 Oct 13 04:07:10.961696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:10.964285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:10.965370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.180716 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-673a939a-66e6-41bb-a416-c37f24e317d0 req-0028de52-b35a-4505-a091-e6e509e6eecc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346331 Oct 13 04:07:11.184319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5304513 Oct 13 04:07:11.190790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55498) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:11.194911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ceff21-f698-44d8-8e83-eeb5ea87e093 None None] Network b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:11.197055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Request body: {'subnet': {'network_id': '7cbaf5bf-bf51-4346-94f8-7ea7f795df5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1287149104-subnet', 'tenant_id': '39ed3e9923664df8a00054e22b74e79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:11.262044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d739d8-ecb0-4fb6-bb82-9a0305d5aba3 admin admin] Pushing event updated for resources: {'Network': ['ID=7cbaf5bf-bf51-4346-94f8-7ea7f795df5b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:11.263364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Made reservation on behalf of 39ed3e9923664df8a00054e22b74e79f for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:11.271988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.303371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53144af-e791-4185-ae9a-8201ab2c2120 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:11.316951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.321661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:11.353414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Transition to ACTIVE for port object a53144af-e791-4185-ae9a-8201ab2c2120 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:11.372270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.499063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:11.659266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551119-579e-4a67-b58a-46d405418ee7 req-cc4f6a4b-eed2-4139-bc29-b165c62cad62 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:11.667950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.670609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63551119-579e-4a67-b58a-46d405418ee7 req-cc4f6a4b-eed2-4139-bc29-b165c62cad62 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.3208857 Oct 13 04:07:11.727308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:11.753480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2b045b-77de-49c8-a83f-9586114b905a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:11.767563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-513b6e98-44af-42e0-b7ea-a5b837c513a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.806817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63551119-579e-4a67-b58a-46d405418ee7 req-5a326a15-1580-4f1f-a969-4b257c45ac9b tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351216 Oct 13 04:07:11.817051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:11.817407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:11.817684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:11.823762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:11.824050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:11.840426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:11.840426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:11.840938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:11.841054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Bound port: a53144af-e791-4185-ae9a-8201ab2c2120, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:11.841330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.859826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Checking segment: {'id': '9d081f83-ca82-4561-b37b-c9e159945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7cbaf5bf-bf51-4346-94f8-7ea7f795df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:11.859826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Network hostable DHCP agents. Network: 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:11.932503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Network 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:11.953600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-2273482a-6be7-4a7e-a682-a68782724a07 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:11.957871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-2273482a-6be7-4a7e-a682-a68782724a07 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/networks?id=d75101fd-3866-4f75-8e04-6a8accae92ce HTTP/1.1" status: 200 len: 825 time: 0.1962361 Oct 13 04:07:11.958827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:11.964204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:11.964999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.979374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc62bf-b74e-4998-8876-0069aec72bb3 None None] Network 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:12.029607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:12.030928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-60c1eb8f-c98c-449e-8c91-23af1602cd31 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/quotas/979464b4ff6a4112977ee3418e05e40e HTTP/1.1" status: 200 len: 375 time: 0.0372107 Oct 13 04:07:12.041256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-513b6e98-44af-42e0-b7ea-a5b837c513a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.052776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-594fc05a-e8da-43dc-a009-1e364ba7a129 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8516808 Oct 13 04:07:12.053046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:12.070400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-61f1179e-5cad-4bc0-8e90-3a2f51efe936 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.072790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-61f1179e-5cad-4bc0-8e90-3a2f51efe936 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.26 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.1600628 Oct 13 04:07:12.082047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7fc20-8b3b-4847-a62b-161e0660288a req-49dbd4b3-2570-4a63-b7c6-fa28447dff25 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.091177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7be7fc20-8b3b-4847-a62b-161e0660288a req-49dbd4b3-2570-4a63-b7c6-fa28447dff25 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.1775281 Oct 13 04:07:12.107833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.111380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-513b6e98-44af-42e0-b7ea-a5b837c513a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.112135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-1dcc0932-287e-450b-b9d0-f03c7352eccc tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=979464b4ff6a4112977ee3418e05e40e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790782 Oct 13 04:07:12.235304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20292ad8-bc77-490d-9420-3273027c1de1 None None] Network 7cbaf5bf-bf51-4346-94f8-7ea7f795df5b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:12.276526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-875a79ba-cd23-4e4a-adbd-6bc5e5893cdb service neutron] 10.222.0.44 "GET /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544924 Oct 13 04:07:12.341419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7be7fc20-8b3b-4847-a62b-161e0660288a req-c304baf2-91a9-408e-b9a3-8377c999bfcb tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490795 Oct 13 04:07:12.364718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.372005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.373213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] 10.222.0.26 "PUT /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 1092 time: 2.2767420 Oct 13 04:07:12.373688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:12.375970 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526073fd-b386-4f29-8044-f1dee055ae73" -d '{"events": [{"name": "network-changed", "server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:12.465620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-513b6e98-44af-42e0-b7ea-a5b837c513a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02d6ef849cff482293815b1cf20af6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9549637 Oct 13 04:07:12.472171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:12.496912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b6e98-44af-42e0-b7ea-a5b837c513a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038941a0-b4d2-4659-b8e4-5a2c5a1592e4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:12.525744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-84841f6b-1dec-4d3c-8ac2-abba7acd0049 service neutron] 10.222.0.44 "GET /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481813 Oct 13 04:07:12.557080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74731c01-2197-44ba-844e-0551f2c9b731 service neutron] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:12.604451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a254539-0443-49d8-9e84-e7b43f723f9b req-49ab7751-ad0e-4b11-8bb7-c81412e88eb3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.605956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a254539-0443-49d8-9e84-e7b43f723f9b req-49ab7751-ad0e-4b11-8bb7-c81412e88eb3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.1131718 Oct 13 04:07:12.609705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-b7ef0d62-199d-4a54-b373-de401d00ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.611262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-b7ef0d62-199d-4a54-b373-de401d00ec66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1095 time: 0.1544554 Oct 13 04:07:12.619027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Deleting port 78695445-3196-49a5-8692-4439b6f0cafe {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:12.619371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.646480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-88fe9a00-60d4-4d79-b9dd-ae735454a320 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.647927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-88fe9a00-60d4-4d79-b9dd-ae735454a320 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.15 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.1739783 Oct 13 04:07:12.665029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da2be352-f44c-4929-9baf-89411eab475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.694933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da2be352-f44c-4929-9baf-89411eab475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.742787 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-38fbd19a-02df-4194-bf8b-93d705d4df48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 217 time: 0.1200192 Oct 13 04:07:12.822644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a254539-0443-49d8-9e84-e7b43f723f9b req-2bed4d55-80e6-455b-a5a7-422290ba16b5 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989801 Oct 13 04:07:12.849993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-05f79bbd-856e-411e-abcc-99a72b05f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.852207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-05f79bbd-856e-411e-abcc-99a72b05f014 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1012874 Oct 13 04:07:12.916972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-a108016d-9852-4a83-8d70-0bde85a255aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572789 Oct 13 04:07:12.936211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da518a04-90a8-40d4-8eda-b4854e0292a0 req-de216b4a-74b0-4037-95a3-4b4081b03608 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:12.945232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da518a04-90a8-40d4-8eda-b4854e0292a0 req-de216b4a-74b0-4037-95a3-4b4081b03608 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0961635 Oct 13 04:07:12.967369 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c7719-2646-4c77-8a80-260c9d949a8a x-openstack-request-id: req-3e1c7719-2646-4c77-8a80-260c9d949a8a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:12.968056 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:12.968541 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e1c7719-2646-4c77-8a80-260c9d949a8a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:12.969398 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'status': 'completed', 'code': 200} Oct 13 04:07:12.981740 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da2be352-f44c-4929-9baf-89411eab475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.984351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da2be352-f44c-4929-9baf-89411eab475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:12.985501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-da2be352-f44c-4929-9baf-89411eab475f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/038941a0-b4d2-4659-b8e4-5a2c5a1592e4 HTTP/1.1" status: 204 len: 168 time: 0.4875567 Oct 13 04:07:12.995603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Deleting port 5ce4dbb0-6f72-452e-83cc-404112b10804 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:12.995940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:13.024350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da518a04-90a8-40d4-8eda-b4854e0292a0 req-de851e28-0043-4177-ad82-2b8be1d026a9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782690 Oct 13 04:07:13.025088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2be352-f44c-4929-9baf-89411eab475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038941a0-b4d2-4659-b8e4-5a2c5a1592e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:13.166916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] For port 78695445-3196-49a5-8692-4439b6f0cafe, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=78695445-3196-49a5-8692-4439b6f0cafe,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:13.167440 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:13.190038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ec3c5908-6618-468a-87fe-9f8d2823c33e req-e83b849d-896b-4766-9898-da720c9ff773 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 210 time: 0.0796378 Oct 13 04:07:13.201416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Calling delete_port for 78695445-3196-49a5-8692-4439b6f0cafe owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:13.264956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-f5226396-c29b-41df-92ee-42b2b07fb16c service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332586 Oct 13 04:07:13.298096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] For port 5ce4dbb0-6f72-452e-83cc-404112b10804, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5ce4dbb0-6f72-452e-83cc-404112b10804,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:13.298467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:13.465109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-9b74c1a8-c36b-418c-b39b-713602a7d5cb tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:13.472180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-9b74c1a8-c36b-418c-b39b-713602a7d5cb tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/networks?id=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 HTTP/1.1" status: 200 len: 814 time: 0.1484373 Oct 13 04:07:13.536709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-9e27c24f-2c93-47f5-9563-d5c83caf1d33 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/quotas/17dbaa5a6bbd4ec7b3601a6a00d5c660 HTTP/1.1" status: 200 len: 375 time: 0.0635865 Oct 13 04:07:13.595647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eab510-26eb-4ab2-8b8e-817254783049 req-4656c52e-1e45-4e6f-98f6-751eec27e6e0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:13.603751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07eab510-26eb-4ab2-8b8e-817254783049 req-4656c52e-1e45-4e6f-98f6-751eec27e6e0 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 945 time: 0.2871118 Oct 13 04:07:13.633348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-96089cfe-a074-4b8e-a9ee-28434ae218d3 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17dbaa5a6bbd4ec7b3601a6a00d5c660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956438 Oct 13 04:07:13.654258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:13.654774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:13.654953 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Floating IP b3d336df-8b0a-497b-8493-95b2c7217f77 disassociated. External IP: 172.25.1.89, port: 5ce4dbb0-6f72-452e-83cc-404112b10804. Oct 13 04:07:13.655289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Calling delete_port for 5ce4dbb0-6f72-452e-83cc-404112b10804 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:13.671213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:13.672273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07eab510-26eb-4ab2-8b8e-817254783049 req-11785f6a-a30b-48fc-8837-8afc5d526971 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa628424-6b0d-41ef-8503-3bd6891b61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613050 Oct 13 04:07:13.865040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca577-95d8-41a7-8c4a-ad4c4b129661 req-58015400-65ac-47b7-bc8f-2c77eb95bf2b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:13.875618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c0ca577-95d8-41a7-8c4a-ad4c4b129661 req-58015400-65ac-47b7-bc8f-2c77eb95bf2b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98ff50a-9d2a-41f6-b229-2bf695efba2d HTTP/1.1" status: 200 len: 946 time: 0.0984421 Oct 13 04:07:13.947988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c0ca577-95d8-41a7-8c4a-ad4c4b129661 req-a9895b0b-cfd2-4840-aa08-2b20f5cf3b65 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685999 Oct 13 04:07:14.009174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.065900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event deleted for resources: {'Port': ['ID=5ce4dbb0-6f72-452e-83cc-404112b10804,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:14.080627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.081322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.081828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.082361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.082910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.083457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.083955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.084447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.085255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.085751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.086263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.086944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:14.129124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf57efc2-7502-4009-8ba8-3e4195ba2de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.181109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fe7ebde2-e690-49dc-a8de-820fd63a9141 req-b9b1478f-cb08-4cbf-815f-e2e1724d2b3a service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544357 Oct 13 04:07:14.254511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-7ca66a12-64cd-407b-b28a-0351061cb566 service neutron] 10.222.0.44 "GET /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201355 Oct 13 04:07:14.364478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.376480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a28dac8c-67f8-4a65-8cdc-47c579d90bce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:14.420554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:07:14.446836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-edef1818-bf25-4fda-a35b-337182e59dfe tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:14.448341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-edef1818-bf25-4fda-a35b-337182e59dfe tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.15 "GET /v2.0/networks?id=d75101fd-3866-4f75-8e04-6a8accae92ce HTTP/1.1" status: 200 len: 825 time: 0.1952257 Oct 13 04:07:14.450047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf57efc2-7502-4009-8ba8-3e4195ba2de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.456148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-ea1bfcba-3917-409d-afcc-36d4a60621aa service neutron] 10.222.0.44 "GET /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007265 Oct 13 04:07:14.471415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a091bf-8d2a-4002-93df-d61ece94d3be req-c07f2961-37e2-4f15-b16f-036592d2c7d7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:14.479024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43a091bf-8d2a-4002-93df-d61ece94d3be req-c07f2961-37e2-4f15-b16f-036592d2c7d7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.1151962 Oct 13 04:07:14.482332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf57efc2-7502-4009-8ba8-3e4195ba2de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.498420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Pushing event deleted for resources: {'Port': ['ID=78695445-3196-49a5-8692-4439b6f0cafe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:14.510728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Request body: {'port': {'device_id': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce', 'admin_state_up': True, 'tenant_id': '979464b4ff6a4112977ee3418e05e40e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:14.579496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526073fd-b386-4f29-8044-f1dee055ae73 req-28480e82-c4a7-4930-974d-5066654528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:14.581596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-28480e82-c4a7-4930-974d-5066654528a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1095 time: 0.3039329 Oct 13 04:07:14.616813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] No DVR routers for this DVR port 78695445-3196-49a5-8692-4439b6f0cafe on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:14.656738 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.661770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4345c7-964b-450b-a10d-110e68bcae0e req-c4da0ccf-6ca8-49f5-8e5d-99f462dd4248 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.26 "DELETE /v2.0/ports/78695445-3196-49a5-8692-4439b6f0cafe HTTP/1.1" status: 204 len: 173 time: 2.5667956 Oct 13 04:07:14.753638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57efc2-7502-4009-8ba8-3e4195ba2de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e57a3-b19c-4e3a-87e5-234bd11c31d8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:14.779813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bf57efc2-7502-4009-8ba8-3e4195ba2de7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad03d9be181743e49469f2d6b4084c64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1062422 Oct 13 04:07:14.798303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:14.914234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43a091bf-8d2a-4002-93df-d61ece94d3be req-7c7aba57-06cc-4d30-8814-7efe3f84b9aa tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334950 Oct 13 04:07:14.950938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaea28-224f-4525-8885-2e9eb5a4ab1a req-c78b1736-6b5e-4c89-ba5a-dc8648e1c057 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:14.952581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4aeaea28-224f-4525-8885-2e9eb5a4ab1a req-c78b1736-6b5e-4c89-ba5a-dc8648e1c057 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1713822 Oct 13 04:07:14.970246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'name': 'network-vif-deleted', 'tag': '78695445-3196-49a5-8692-4439b6f0cafe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:14.994121 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6955f995-4301-49e0-9145-7b675b0cf1b3" -d '{"events": [{"server_uuid": "c98ff50a-9d2a-41f6-b229-2bf695efba2d", "name": "network-vif-deleted", "tag": "78695445-3196-49a5-8692-4439b6f0cafe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:15.052785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526073fd-b386-4f29-8044-f1dee055ae73 req-22e58601-2b05-45d9-ad3e-cca39029ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:15.055516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-22e58601-2b05-45d9-ad3e-cca39029ac0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.4509919 Oct 13 04:07:15.059670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4aeaea28-224f-4525-8885-2e9eb5a4ab1a req-e8386b51-3413-4312-9daa-6896ae48a04f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003416 Oct 13 04:07:15.138376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e305c67e-06e1-45a7-84d2-b96d1bb41ef6 req-86ef276e-82a4-435b-a670-f1f3c87b0941 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 210 time: 0.0602725 Oct 13 04:07:15.150254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b161-fa6e-40a0-b78f-f48eea5be1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:15.198614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-3862f7d1-552d-4f17-bc80-758757019100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 217 time: 0.1341112 Oct 13 04:07:15.202801 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b161-fa6e-40a0-b78f-f48eea5be1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:15.281629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b161-fa6e-40a0-b78f-f48eea5be1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:15.284533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b161-fa6e-40a0-b78f-f48eea5be1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:15.285836 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a3c6b161-fa6e-40a0-b78f-f48eea5be1b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e32e57a3-b19c-4e3a-87e5-234bd11c31d8 HTTP/1.1" status: 204 len: 168 time: 0.4489520 Oct 13 04:07:15.425499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1c112b3-348e-4ab6-b055-b476f9c346b7 req-b6234132-c440-49cb-a736-3c134116ba3c tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 210 time: 0.2360454 Oct 13 04:07:15.427496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526073fd-b386-4f29-8044-f1dee055ae73 req-5575b2c8-425d-4074-99fa-b757fa24ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:15.429169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-5575b2c8-425d-4074-99fa-b757fa24ee07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.2141593 Oct 13 04:07:15.491183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-81853b5e-4146-402d-ba75-9418e96a0b06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532401 Oct 13 04:07:15.578180 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a05c4f2-b866-42bc-8f45-77163739e8ff x-openstack-request-id: req-3a05c4f2-b866-42bc-8f45-77163739e8ff {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:15.578788 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ff50a-9d2a-41f6-b229-2bf695efba2d", "name": "network-vif-deleted", "tag": "78695445-3196-49a5-8692-4439b6f0cafe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:15.579280 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a05c4f2-b866-42bc-8f45-77163739e8ff {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:15.579856 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ff50a-9d2a-41f6-b229-2bf695efba2d', 'name': 'network-vif-deleted', 'tag': '78695445-3196-49a5-8692-4439b6f0cafe', 'status': 'completed', 'code': 200} Oct 13 04:07:15.631254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-02541531-894d-4ff4-91cd-dd6e650c72c0 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304710 Oct 13 04:07:15.631547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 78695445-3196-49a5-8692-4439b6f0cafe no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:15.734681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 78695445-3196-49a5-8692-4439b6f0cafe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:15.735250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 78695445-3196-49a5-8692-4439b6f0cafe not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:15.913882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-526073fd-b386-4f29-8044-f1dee055ae73 req-431c856c-9dff-4bb2-aff2-4b5d4e4676e1 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709305 Oct 13 04:07:15.922665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741be83e-ecd0-464a-8df5-8e6bc5b76c74 req-772177f5-090a-4f68-a6ba-f30d0be4170a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:15.931153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-741be83e-ecd0-464a-8df5-8e6bc5b76c74 req-772177f5-090a-4f68-a6ba-f30d0be4170a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0773420 Oct 13 04:07:15.948156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5ce4dbb0-6f72-452e-83cc-404112b10804 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:15.993756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-741be83e-ecd0-464a-8df5-8e6bc5b76c74 req-a1203623-3739-4bea-aa45-6b0c203df4c3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Oct 13 04:07:15.993999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 5ce4dbb0-6f72-452e-83cc-404112b10804 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:15.994371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5ce4dbb0-6f72-452e-83cc-404112b10804 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:16.079734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-902ade58-57db-4249-88cf-4951d07c5c3e req-4dc76b73-73be-4aec-bc3f-7167e83d864d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 210 time: 0.8137350 Oct 13 04:07:16.155244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:07:16.166976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6b161-fa6e-40a0-b78f-f48eea5be1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e57a3-b19c-4e3a-87e5-234bd11c31d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:16.170642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] Sync routers for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:07:16.197741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:07:16.213496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:06:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:16.462425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:07:16.499202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] No DVR routers for this DVR port 5ce4dbb0-6f72-452e-83cc-404112b10804 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:16.502908 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:16.516046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a68dfb8-1e6d-425e-934d-47415fcdf33a req-d41dbdc4-df87-4523-864f-082d198882aa tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.15 "DELETE /v2.0/ports/5ce4dbb0-6f72-452e-83cc-404112b10804 HTTP/1.1" status: 204 len: 173 time: 3.8582790 Oct 13 04:07:16.531056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'name': 'network-vif-deleted', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:16.552993 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7363ccf-67d4-4d39-b62b-fc800f5f2106" -d '{"events": [{"server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "name": "network-vif-deleted", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:16.607701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Made reservation on behalf of 979464b4ff6a4112977ee3418e05e40e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:16.633449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:16.672383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-87f1dc2a-ee21-4172-be77-b9f05a28c94a tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:16.674743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-87f1dc2a-ee21-4172-be77-b9f05a28c94a tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.26 "GET /v2.0/networks?id=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 HTTP/1.1" status: 200 len: 814 time: 0.2762101 Oct 13 04:07:16.690468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Request body: {'port': {'device_id': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3', 'admin_state_up': True, 'tenant_id': '17dbaa5a6bbd4ec7b3601a6a00d5c660'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:16.738305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855b30e-a607-4bf5-b8c0-3c7d4c7c5a33 req-2a169763-9cb8-4ff2-b941-af0bc4208c5f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:16.739871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b855b30e-a607-4bf5-b8c0-3c7d4c7c5a33 req-2a169763-9cb8-4ff2-b941-af0bc4208c5f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.4948533 Oct 13 04:07:16.894791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b855b30e-a607-4bf5-b8c0-3c7d4c7c5a33 req-2aaa2bc5-8830-42fe-b54d-f93e19a3109b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437788 Oct 13 04:07:17.021835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186706-915c-4fd8-a749-70c1dbdb8e42 req-680b8b36-e21c-41d8-b6be-233d3c29c5ca tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:17.023415 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e186706-915c-4fd8-a749-70c1dbdb8e42 req-680b8b36-e21c-41d8-b6be-233d3c29c5ca tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.1858668 Oct 13 04:07:17.057059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5c8f2a4-68c2-4b56-9eab-6191d7e99574 req-55606ad9-35a3-4a52-b8fe-43678f578904 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 210 time: 0.0479281 Oct 13 04:07:17.088811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e186706-915c-4fd8-a749-70c1dbdb8e42 req-d32361ff-6875-462b-a80e-ec44f974cfed tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578697 Oct 13 04:07:17.107866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:17.118078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Allocated IP 172.20.0.14 (d75101fd-3866-4f75-8e04-6a8accae92ce/ffd9955f-c930-40b3-a8d7-4debcb0618ae/4fb46775-e68e-4431-b801-84f5807d8c46) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:17.217889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Made reservation on behalf of 17dbaa5a6bbd4ec7b3601a6a00d5c660 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:17.230361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.249187 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e004420-df7a-4218-b1e1-bb8a68c9cf52 x-openstack-request-id: req-7e004420-df7a-4218-b1e1-bb8a68c9cf52 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:17.249472 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09163bcb-6969-4144-a378-5ac5e065a60c", "name": "network-vif-deleted", "tag": "5ce4dbb0-6f72-452e-83cc-404112b10804", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:17.249730 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e004420-df7a-4218-b1e1-bb8a68c9cf52 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:17.250155 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09163bcb-6969-4144-a378-5ac5e065a60c', 'name': 'network-vif-deleted', 'tag': '5ce4dbb0-6f72-452e-83cc-404112b10804', 'status': 'completed', 'code': 200} Oct 13 04:07:17.284354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:17.349786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] Checking router: 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:07:17.371069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:07:17.371979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:06:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:17.459732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-763259021'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:17.498353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44f1d5c8-aa63-4a55-9129-416400058287 req-6b61860e-4236-47db-a357-01ed694e9f33 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/ports?device_id=09163bcb-6969-4144-a378-5ac5e065a60c HTTP/1.1" status: 200 len: 210 time: 0.1387453 Oct 13 04:07:17.586068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d450055-62ed-4f6c-8299-e5d5376800c7 req-044ab1c7-747a-4062-b95c-7d2069d9b463 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 210 time: 0.0872209 Oct 13 04:07:17.608533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:07:17.649519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.653966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:17.654953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:17.658048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.676635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.696441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Allocated IP 172.20.0.13 (0cf82153-9ac6-4fc9-9ba3-3d412b2072c3/223e61e4-8aa1-4cb6-acbb-1264a6c50560/0ce53a3a-b101-46b7-bbda-aacae60d1cb7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:17.704452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.715802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb126d-ca97-4082-966b-07e043f272bb req-aa18fbb4-3c10-486d-ba04-b3e5a3f4b0e2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:17.723384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08cb126d-ca97-4082-966b-07e043f272bb req-aa18fbb4-3c10-486d-ba04-b3e5a3f4b0e2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1127396 Oct 13 04:07:17.777142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Network d75101fd-3866-4f75-8e04-6a8accae92ce is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:17.781780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:17.789714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:17.803717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08cb126d-ca97-4082-966b-07e043f272bb req-e3c5457b-67ca-44f4-9ed5-46b48b2dc414 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689876 Oct 13 04:07:17.807446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:17.812635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Pushing event updated for resources: {'Port': ['ID=4fb46775-e68e-4431-b801-84f5807d8c46,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:17.882663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:17.883314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.924112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-eeb7cbdd-3376-40d2-b301-25e71512da5e tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4270911 Oct 13 04:07:17.955189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Request body: {'port': {'device_id': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:17.999587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'port_id': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'mac_address': 'fa:16:3e:d6:70:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4f75a-22c5-4945-9208-fb591640a1a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:18.030982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39401e-14c4-4455-88f8-e689c31bfe3b req-edb949ff-c05f-40fc-9c59-0b86144164d0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:18.033720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d39401e-14c4-4455-88f8-e689c31bfe3b req-edb949ff-c05f-40fc-9c59-0b86144164d0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1300049 Oct 13 04:07:18.046396 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.051235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.067040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53144af-e791-4185-ae9a-8201ab2c2120 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:18.090104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:18.101738 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.119500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859411d-d4ce-45d8-89b2-012807d87245 req-4cd82bba-3409-4041-9353-f38774e92740 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:18.123606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.127147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d859411d-d4ce-45d8-89b2-012807d87245 req-4cd82bba-3409-4041-9353-f38774e92740 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1141675 Oct 13 04:07:18.155618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d39401e-14c4-4455-88f8-e689c31bfe3b req-94dc9026-2f38-4393-ac31-0e803e833d33 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141067 Oct 13 04:07:18.168881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.234662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:18.251683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.252241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.258319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.258714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.259057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.259393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.259725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.260054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.260378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.260714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.265444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.265794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:07:18.326146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d859411d-d4ce-45d8-89b2-012807d87245 req-cf8cf2fe-e2b7-43e0-b9f4-e5c4a1276b46 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975403 Oct 13 04:07:18.381997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:18.397952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda462f-eb2b-4bff-9316-23870eb1b181,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:18.402420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:18.440276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.447184 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Added segment 6e038f53-23f4-41c0-b753-b05998d319c0 of type vlan for network cf07dd2e-437e-44d7-a17d-c13c0ca7193b Oct 13 04:07:18.460723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.484525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a53144af-e791-4185-ae9a-8201ab2c2120'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:18.488879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27cd3e-64c4-421c-8a06-cd68729b31e3 req-c7cd527f-e7e0-498a-a64e-f13a5019f727 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:18.490895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c27cd3e-64c4-421c-8a06-cd68729b31e3 req-c7cd527f-e7e0-498a-a64e-f13a5019f727 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 932 time: 0.1120965 Oct 13 04:07:18.502275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4c6d8-d13c-4dae-88f0-b6abebf98c74 None None] The sync data for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 is: [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:04:56Z', 'revision_number': 4, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '66370e9c-15e7-42a5-b6b5-0bf40dab94b5', 'name': '', 'network_id': 'e574ccbc-4552-44e2-bc83-e2b75b3cdb35', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'mac_address': 'fa:16:3e:e5:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:56Z', 'updated_at': '2021-10-13T04:05:03Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'subnets': [{'id': '72502e5f-688b-4ad8-933c-473cfb1494ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:07:18.618146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743f37f-f53d-4e57-89a9-191f1db2a42d req-b2add522-b612-42e9-8038-952b21042160 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:18.626413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7743f37f-f53d-4e57-89a9-191f1db2a42d req-b2add522-b612-42e9-8038-952b21042160 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.1770198 Oct 13 04:07:18.634528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.672144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c27cd3e-64c4-421c-8a06-cd68729b31e3 req-e83804a4-a6a3-4ab9-ab33-e21601cbac00 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731713 Oct 13 04:07:18.701107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb46775-e68e-4431-b801-84f5807d8c46 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:18.731428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.753821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.757685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.765732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:18.766374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.777719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Transition to ACTIVE for port object 4fb46775-e68e-4431-b801-84f5807d8c46 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:18.777944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7743f37f-f53d-4e57-89a9-191f1db2a42d req-fcc1d4f6-14bf-4f0f-af9a-58b6b7d34ba0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505075 Oct 13 04:07:18.784478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.929232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c55c026-0088-4c34-8101-015cced8b09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:18.969445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb46775-e68e-4431-b801-84f5807d8c46,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:19.026407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Network': ['ID=cf07dd2e-437e-44d7-a17d-c13c0ca7193b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:19.028733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Attempting to bind port 4fb46775-e68e-4431-b801-84f5807d8c46 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:19.029435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Attempting to bind port 4fb46775-e68e-4431-b801-84f5807d8c46 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:19.033450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Attempting to bind port 4fb46775-e68e-4431-b801-84f5807d8c46 on network d75101fd-3866-4f75-8e04-6a8accae92ce {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:19.038820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:19.050684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-557f9038-ce3d-464f-a42e-88cec3e06ebe tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9453471 Oct 13 04:07:19.053809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:19.074808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'subnet': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:19.076379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:19.100192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:19.108843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:19.121161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8347a0d-3965-447a-bf30-7573952a3e09 None None] New status for floating IP b3d336df-8b0a-497b-8493-95b2c7217f77: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:07:19.140926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Pushing event updated for resources: {'Port': ['ID=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:19.150915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Port 4fb46775-e68e-4431-b801-84f5807d8c46 on network d75101fd-3866-4f75-8e04-6a8accae92ce not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:19.151254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Attempting to bind port 4fb46775-e68e-4431-b801-84f5807d8c46 on network d75101fd-3866-4f75-8e04-6a8accae92ce {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:19.163890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:19.164563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Checking segment: {'id': '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:19.164672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Bound using segment: {'id': '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:19.164672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Bound port: 4fb46775-e68e-4431-b801-84f5807d8c46, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:19.164672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.193413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:19.195134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.207745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f53b-6b66-4287-afce-2a319605a973 req-af6710fb-79c9-4224-b084-ef626d1d1c2b tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:19.215808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e884f53b-6b66-4287-afce-2a319605a973 req-af6710fb-79c9-4224-b084-ef626d1d1c2b tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 932 time: 0.1735475 Oct 13 04:07:19.251519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-45d063cf-6483-41ac-a866-8d2bba541f4d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5649161 Oct 13 04:07:19.264615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Request body: {'port': {'device_id': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:19.281687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:19.286762 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.334392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e884f53b-6b66-4287-afce-2a319605a973 req-e22b64a3-a416-4022-a61e-83793f77932f tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146755 Oct 13 04:07:19.425131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.543522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] For port 4fb46775-e68e-4431-b801-84f5807d8c46, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:19.548850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.586029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] For port 4fb46775-e68e-4431-b801-84f5807d8c46, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4fb46775-e68e-4431-b801-84f5807d8c46,segment=NetworkSegment(1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9),segment_id=1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:19.593138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:19.618150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.688982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port a53144af-e791-4185-ae9a-8201ab2c2120 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:19.695674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a53144af-e791-4185-ae9a-8201ab2c2120 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:19.696434 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.735392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:19.736183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.739452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] 10.222.0.15 "PUT /v2.0/ports/4fb46775-e68e-4431-b801-84f5807d8c46 HTTP/1.1" status: 200 len: 1092 time: 1.7932892 Oct 13 04:07:19.750839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'tag': '4fb46775-e68e-4431-b801-84f5807d8c46'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:19.754522 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be586a-9c23-4111-9e11-bf5ed4161822" -d '{"events": [{"name": "network-changed", "server_uuid": "67c6ccef-e15c-4ce0-85f2-f866dfe73ac6", "tag": "4fb46775-e68e-4431-b801-84f5807d8c46"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:19.835320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Subnet': ['ID=446b8fff-88ed-4ca1-92fb-947de3385999,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:19.882995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.897223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:19.918425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.929976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f30d8-9a9a-4ef7-bc94-21c625e78ffd req-707e00eb-0867-405d-bb28-95098c1180ff tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:19.935467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:19.936333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a6df-7708-43ac-9734-cffaf17cd108 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb46775-e68e-4431-b801-84f5807d8c46,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:19.939730 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c32bc3-ef32-44d5-a616-8985798907d1" -d '{"events": [{"server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "name": "network-vif-plugged", "status": "completed", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:19.941507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Checking segment: {'id': '6e038f53-23f4-41c0-b753-b05998d319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:19.944421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network hostable DHCP agents. Network: cf07dd2e-437e-44d7-a17d-c13c0ca7193b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:19.949360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d6f30d8-9a9a-4ef7-bc94-21c625e78ffd req-707e00eb-0867-405d-bb28-95098c1180ff tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1710758 Oct 13 04:07:19.957072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:19.963210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:19.994223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-7f782966-77f0-463d-a1ea-e6f45f3067fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:19.995758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-7f782966-77f0-463d-a1ea-e6f45f3067fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=979464b4ff6a4112977ee3418e05e40e&device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 1095 time: 0.1862035 Oct 13 04:07:20.026882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:20.059074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-838cc7e4-4fd6-4f54-a099-ace9f8135fbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb46775-e68e-4431-b801-84f5807d8c46 HTTP/1.1" status: 200 len: 217 time: 0.0520823 Oct 13 04:07:20.067980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, cf07dd2e-437e-44d7-a17d-c13c0ca7193b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:20.093289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d6f30d8-9a9a-4ef7-bc94-21c625e78ffd req-f76520e4-5a80-4e1a-bfa4-580872224292 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415401 Oct 13 04:07:20.093289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Transition to ACTIVE for port object 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:20.093696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:20.094867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ae55d-f67f-4f3d-ac86-24507f659cf5 None None] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:20.106899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:20.108985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:20.109593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.138885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-34846052-6e28-4481-bb07-d3c6bdbbd4a8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0782652 Oct 13 04:07:20.140912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-ff01ef10-a9dc-4a53-9510-8f664024fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:20.142518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-ff01ef10-a9dc-4a53-9510-8f664024fedf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffd9955f-c930-40b3-a8d7-4debcb0618ae HTTP/1.1" status: 200 len: 865 time: 0.0720966 Oct 13 04:07:20.143006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:20.148598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'name': 'tempest-AllowedAddressPairTestJSON-139955818'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:20.172765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.205755 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eb500f-cb1d-45a6-a651-84a9bfdec6d4 x-openstack-request-id: req-88eb500f-cb1d-45a6-a651-84a9bfdec6d4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:20.206268 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c6ccef-e15c-4ce0-85f2-f866dfe73ac6", "tag": "4fb46775-e68e-4431-b801-84f5807d8c46", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:20.206268 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88eb500f-cb1d-45a6-a651-84a9bfdec6d4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:20.206700 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'tag': '4fb46775-e68e-4431-b801-84f5807d8c46', 'status': 'completed', 'code': 200} Oct 13 04:07:20.247095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-37fee1ac-a9f8-4248-9710-3fac2228b807 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d75101fd-3866-4f75-8e04-6a8accae92ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796018 Oct 13 04:07:20.345053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'tenant_id': '17192ab4f1ac4e03a38c4c1507f2e2d8', 'fixed_ips': [{'subnet_id': '446b8fff-88ed-4ca1-92fb-947de3385999'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:07:20.347138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.428639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358437ae-e4bc-4d0e-b90c-0ba9bcd845e8 req-5e526625-53bf-423d-85fa-65a1d366ef5b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:20.434586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f129c8-c424-4f10-b44f-c9445acaadc0 req-f3bb02e2-709f-44b3-96a7-f54266a847ce tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:20.436276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-358437ae-e4bc-4d0e-b90c-0ba9bcd845e8 req-5e526625-53bf-423d-85fa-65a1d366ef5b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 946 time: 0.1193881 Oct 13 04:07:20.441654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31f129c8-c424-4f10-b44f-c9445acaadc0 req-f3bb02e2-709f-44b3-96a7-f54266a847ce tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 944 time: 0.1128659 Oct 13 04:07:20.447119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:20.491813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-1df91e25-b34c-45f9-bb8a-9a7fd6c57c12 service neutron] 10.222.0.15 "GET /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341399 Oct 13 04:07:20.494961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e1b4d07-3bb3-4734-bdf3-6171ab09bb64 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.519420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:20.524262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.544250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31f129c8-c424-4f10-b44f-c9445acaadc0 req-212b57cb-c94c-413d-849a-49f6a1d18875 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016681 Oct 13 04:07:20.552732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Allocated IP 172.20.0.2 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/09171862-3153-4493-b3eb-183df5675dcd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:20.589166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e1b4d07-3bb3-4734-bdf3-6171ab09bb64 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.592942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-358437ae-e4bc-4d0e-b90c-0ba9bcd845e8 req-8a95c1cf-33de-467d-9f48-95ad1f91a689 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508949 Oct 13 04:07:20.621759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] device_id is not set on port 468162ae-3c01-433c-83cf-93b92e67b061 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:20.671042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Attempting to bind port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:20.671774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Attempting to bind port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:20.673081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Attempting to bind port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 on network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:20.692467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 on network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:20.699238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Attempting to bind port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 on network 0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:20.715329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.719556 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b5a2d-397f-43b6-a7c7-aa1caa0162c8 x-openstack-request-id: req-7d0b5a2d-397f-43b6-a7c7-aa1caa0162c8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:20.719817 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "name": "network-vif-plugged", "status": "completed", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:20.720475 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d0b5a2d-397f-43b6-a7c7-aa1caa0162c8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:20.725400 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'code': 200} Oct 13 04:07:20.727970 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.756377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:20.756847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Checking segment: {'id': 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:20.758389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Bound using segment: {'id': 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:20.758997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Bound port: 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:20.759455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.779221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:20.786764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:20.791047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:20.805464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Pushing event updated for resources: {'Port': ['ID=09171862-3153-4493-b3eb-183df5675dcd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:20.865220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094d065b-2f4f-495f-b60e-092919ff36a3 req-d6e9bf6c-48a4-4496-a431-3caee3487bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530498 Oct 13 04:07:20.882991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Allocated IP 172.20.0.12 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/468162ae-3c01-433c-83cf-93b92e67b061) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:20.904428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Attempting to bind port 09171862-3153-4493-b3eb-183df5675dcd on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:20.904891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Attempting to bind port 09171862-3153-4493-b3eb-183df5675dcd by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6e038f53-23f4-41c0-b753-b05998d319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:20.905306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Attempting to bind port 09171862-3153-4493-b3eb-183df5675dcd on network cf07dd2e-437e-44d7-a17d-c13c0ca7193b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:20.914890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:20.915314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Checking segment: {'id': '6e038f53-23f4-41c0-b753-b05998d319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:20.916179 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.916179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Bound using segment: {'id': '6e038f53-23f4-41c0-b753-b05998d319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:20.916654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Bound port: 09171862-3153-4493-b3eb-183df5675dcd, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e038f53-23f4-41c0-b753-b05998d319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:20.917087 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:20.966931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] For port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:20.979502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] For port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,segment=NetworkSegment(de928f2e-8bea-48d9-a01c-1b7e81dd56cc),segment_id=de928f2e-8bea-48d9-a01c-1b7e81dd56cc)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:21.004097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f66806-0a57-4a74-be6a-e8f2a85436d9 req-34523d1d-2e31-4e96-8ec6-8c7206ba71a1 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.014212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5f66806-0a57-4a74-be6a-e8f2a85436d9 req-34523d1d-2e31-4e96-8ec6-8c7206ba71a1 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 944 time: 0.2130375 Oct 13 04:07:21.017093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23641f5-2ef3-48a9-a461-563c537ad408 req-1672834c-c649-48c6-96ed-a37fdd40f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.020190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] For port 09171862-3153-4493-b3eb-183df5675dcd, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:21.027086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] For port 09171862-3153-4493-b3eb-183df5675dcd, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=09171862-3153-4493-b3eb-183df5675dcd,segment=NetworkSegment(6e038f53-23f4-41c0-b753-b05998d319c0),segment_id=6e038f53-23f4-41c0-b753-b05998d319c0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:21.029596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a23641f5-2ef3-48a9-a461-563c537ad408 req-1672834c-c649-48c6-96ed-a37fdd40f9ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1097 time: 0.3210051 Oct 13 04:07:21.032433 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.032592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.035553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e1b4d07-3bb3-4734-bdf3-6171ab09bb64 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.039157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e1b4d07-3bb3-4734-bdf3-6171ab09bb64 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.039553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e1b4d07-3bb3-4734-bdf3-6171ab09bb64 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa628424-6b0d-41ef-8503-3bd6891b61d8 HTTP/1.1" status: 204 len: 168 time: 0.9448316 Oct 13 04:07:21.043956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:21.183959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-854001c5-49a6-4b26-95c7-94b8bf2a15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.185512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-854001c5-49a6-4b26-95c7-94b8bf2a15a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=979464b4ff6a4112977ee3418e05e40e&device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 1095 time: 0.2638750 Oct 13 04:07:21.194256 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-28f34a0a-7294-4843-bc05-5fe35953abdc tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] show failed (client error): The resource could not be found. Oct 13 04:07:21.194609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.198342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-28f34a0a-7294-4843-bc05-5fe35953abdc tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "GET /v2.0/security-groups/aa628424-6b0d-41ef-8503-3bd6891b61d8 HTTP/1.1" status: 404 len: 347 time: 0.1484482 Oct 13 04:07:21.199680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:21.201450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.202888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ce53a3a-b101-46b7-bbda-aacae60d1cb7 HTTP/1.1" status: 200 len: 1092 time: 1.9429054 Oct 13 04:07:21.203840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'tag': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:21.206161 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95004df8-6485-4f69-9615-3625fab08c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3aec04-ac6e-46d4-be6a-e8b740d1477d", "tag": "0ce53a3a-b101-46b7-bbda-aacae60d1cb7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:21.227260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b4d07-3bb3-4734-bdf3-6171ab09bb64 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa628424-6b0d-41ef-8503-3bd6891b61d8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:21.284338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6aaa-2f9c-4e2e-96cf-28531db88db7 None None] Pushing event updated for resources: {'Port': ['ID=09171862-3153-4493-b3eb-183df5675dcd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:21.357277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5f66806-0a57-4a74-be6a-e8f2a85436d9 req-df08bb10-e25e-481c-83d1-7f7ad4a4982a tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261967 Oct 13 04:07:21.362315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a23641f5-2ef3-48a9-a461-563c537ad408 req-6b612f6b-6238-4a86-ae85-6d271aab4de7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089352 Oct 13 04:07:21.387787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486a4f8-4d5a-4e11-90ab-0acdf17c8487 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:21.422327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-91092204-ae0b-4d22-a6a1-3130a416c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.429879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-91092204-ae0b-4d22-a6a1-3130a416c164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17dbaa5a6bbd4ec7b3601a6a00d5c660&device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 1095 time: 0.1492045 Oct 13 04:07:21.494450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dd84377-2cf1-4160-bc36-4ea464cdfbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.498731 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178a5e0-1400-444f-b2fa-dfbb47d2eb6e x-openstack-request-id: req-7178a5e0-1400-444f-b2fa-dfbb47d2eb6e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:21.499040 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3aec04-ac6e-46d4-be6a-e8b740d1477d", "tag": "0ce53a3a-b101-46b7-bbda-aacae60d1cb7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:21.499278 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7178a5e0-1400-444f-b2fa-dfbb47d2eb6e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:21.499685 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'tag': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7', 'status': 'completed', 'code': 200} Oct 13 04:07:21.658914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-6086a4f4-7daf-4a43-8deb-222200f08a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.660464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-6086a4f4-7daf-4a43-8deb-222200f08a26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d75101fd-3866-4f75-8e04-6a8accae92ce HTTP/1.1" status: 200 len: 926 time: 0.4615595 Oct 13 04:07:21.695234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-6e185657-074f-470e-8475-af927a88f2e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7 HTTP/1.1" status: 200 len: 217 time: 0.0691338 Oct 13 04:07:21.723613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-b3c6a951-cd20-4d77-89ef-473dcece616f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb46775-e68e-4431-b801-84f5807d8c46 HTTP/1.1" status: 200 len: 217 time: 0.0438292 Oct 13 04:07:21.785188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:21.790909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81662bbf-45d4-4b74-828f-bac4bba1f78e req-60ee71cb-039a-4f2c-b531-141d97fc0b49 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.793984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81662bbf-45d4-4b74-828f-bac4bba1f78e req-60ee71cb-039a-4f2c-b531-141d97fc0b49 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 944 time: 0.1022205 Oct 13 04:07:21.796368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-a605e708-6a96-4b67-a70d-5f18cda177e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.798027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-a605e708-6a96-4b67-a70d-5f18cda177e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=223e61e4-8aa1-4cb6-acbb-1264a6c50560 HTTP/1.1" status: 200 len: 854 time: 0.0717404 Oct 13 04:07:21.798228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c8265-62fd-424c-986e-dcdbed8dada5 req-40499e72-de6f-4b1c-8b9b-8139535d7783 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.801129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-895c8265-62fd-424c-986e-dcdbed8dada5 req-40499e72-de6f-4b1c-8b9b-8139535d7783 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.5376687 Oct 13 04:07:21.834329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-3b441fa0-5b78-4a2d-9a0e-8b946145060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:21.837183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-3b441fa0-5b78-4a2d-9a0e-8b946145060b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffd9955f-c930-40b3-a8d7-4debcb0618ae HTTP/1.1" status: 200 len: 865 time: 0.1033366 Oct 13 04:07:21.850133 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-064019e6-9b97-4e96-a420-058535a1f230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415599 Oct 13 04:07:21.885367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81662bbf-45d4-4b74-828f-bac4bba1f78e req-a307f4ae-76b9-4f0c-84fc-b8f978480575 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861297 Oct 13 04:07:21.907032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-d8bd84bd-83fe-4557-897d-d837c1d6bea3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d75101fd-3866-4f75-8e04-6a8accae92ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498307 Oct 13 04:07:21.989846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-895c8265-62fd-424c-986e-dcdbed8dada5 req-9b55656c-f9fc-401c-b73b-a8da51008fb1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756883 Oct 13 04:07:21.996544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Deleting port 034f74b0-0a51-4bc2-84b6-e190480ca7d8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:21.997023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.003542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.038572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-f14d96f4-1eaf-4653-b24f-751fef21eedf service neutron] 10.222.0.26 "GET /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763635 Oct 13 04:07:22.057463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42027c42-ace5-4bdd-a26e-1737cf7aec21 req-47ffafae-6f79-4f06-ade5-c663c0e0afd8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.059055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42027c42-ace5-4bdd-a26e-1737cf7aec21 req-47ffafae-6f79-4f06-ade5-c663c0e0afd8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0926454 Oct 13 04:07:22.190072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42027c42-ace5-4bdd-a26e-1737cf7aec21 req-c337d029-14d3-4a67-9f3f-fb81b6b2d3b6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194780 Oct 13 04:07:22.234750 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:07:22.246072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:22.258434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ede7e80-f51f-4451-90ab-ea4759a1c7a4 req-58ea3c35-2666-42eb-9eb8-55d8d5e6e939 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983712 Oct 13 04:07:22.260596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:22.276291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=468162ae-3c01-433c-83cf-93b92e67b061,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:22.280405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:22.353641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-f8fb2bee-3167-44d2-89d0-b2bf0e54c1ed service neutron] 10.222.0.15 "GET /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320774 Oct 13 04:07:22.356477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.356845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.396554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b021b7-6cff-459b-a017-cb7563fb869e req-7a737d10-e392-489e-8c8e-d1f522376a39 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.399262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8b021b7-6cff-459b-a017-cb7563fb869e req-7a737d10-e392-489e-8c8e-d1f522376a39 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 946 time: 0.2680273 Oct 13 04:07:22.406402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95004df8-6485-4f69-9615-3625fab08c2a req-1d56707e-9f10-4abf-b98e-ebed938d70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.407919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-1d56707e-9f10-4abf-b98e-ebed938d70cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17dbaa5a6bbd4ec7b3601a6a00d5c660&device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 1095 time: 0.0808446 Oct 13 04:07:22.420535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Calling delete_port for 034f74b0-0a51-4bc2-84b6-e190480ca7d8 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:22.472833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.473471 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.522297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95004df8-6485-4f69-9615-3625fab08c2a req-64217bfa-cb02-4a7f-b49d-0a3d09e77bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.524306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-64217bfa-cb02-4a7f-b49d-0a3d09e77bde service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 HTTP/1.1" status: 200 len: 915 time: 0.1066835 Oct 13 04:07:22.581712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7c755e28-1b43-4f88-b81d-909518c556f1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4376569 Oct 13 04:07:22.590253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:22.590800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a319bb-86e7-4e47-ac88-07f41d9eea98 req-60b7a1c2-9f0f-4e76-b2d5-a78edd1d9ec3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.596438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'name': 'tempest-AllowedAddressPairTestJSON-1714944118', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:39:05:cf'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:22.597987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5a319bb-86e7-4e47-ac88-07f41d9eea98 req-60b7a1c2-9f0f-4e76-b2d5-a78edd1d9ec3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1890986 Oct 13 04:07:22.601363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-574bde2b-b86b-4122-b4a1-af4e056c7c4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7 HTTP/1.1" status: 200 len: 217 time: 0.0679512 Oct 13 04:07:22.602811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8b021b7-6cff-459b-a017-cb7563fb869e req-eecdf376-86c1-4ea8-9d9a-02e4fb335cfc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802659 Oct 13 04:07:22.685130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92792564-7c45-436d-9380-3584f5813578 None None] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:22.709179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95004df8-6485-4f69-9615-3625fab08c2a req-331d9298-50da-425c-8892-40202ef90661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:22.711279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-331d9298-50da-425c-8892-40202ef90661 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=223e61e4-8aa1-4cb6-acbb-1264a6c50560 HTTP/1.1" status: 200 len: 854 time: 0.0671880 Oct 13 04:07:22.717356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5a319bb-86e7-4e47-ac88-07f41d9eea98 req-cfe397c6-ff70-48b6-baaf-61f99500d088 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182704 Oct 13 04:07:22.750086 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-2b2be7b6-aa13-4f24-a18a-539e9cf24208 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304213 Oct 13 04:07:22.831486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.840540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e519623-a0f6-4e22-9bc2-1506f6f27b05 None None] Provisioning complete for port 09171862-3153-4493-b3eb-183df5675dcd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:22.840947 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e519623-a0f6-4e22-9bc2-1506f6f27b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:22.978948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-03db6d4f-8891-4b06-a60d-9cfb6a511df3 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188115 Oct 13 04:07:22.994082 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.054882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09171862-3153-4493-b3eb-183df5675dcd up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:23.092726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24be586a-9c23-4111-9e11-bf5ed4161822 req-bf39d217-dcec-4824-8cb7-78b45a2846d1 service neutron] 10.222.0.15 "GET /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184541 Oct 13 04:07:23.118822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e519623-a0f6-4e22-9bc2-1506f6f27b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.156916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24582f-0153-4be1-a39a-16866081ddb0 req-84ff7019-579d-4cb0-8db4-02cd12184c66 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:23.158645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f24582f-0153-4be1-a39a-16866081ddb0 req-84ff7019-579d-4cb0-8db4-02cd12184c66 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 944 time: 0.0909545 Oct 13 04:07:23.170061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee696742-cf71-43b5-b46d-eaef753bca7c req-4f29d51f-cd24-4e05-b62b-6812f14d00c5 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:23.171885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee696742-cf71-43b5-b46d-eaef753bca7c req-4f29d51f-cd24-4e05-b62b-6812f14d00c5 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 944 time: 0.1145945 Oct 13 04:07:23.175116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 09171862-3153-4493-b3eb-183df5675dcd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:23.175421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.209785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-95004df8-6485-4f69-9615-3625fab08c2a req-fad62b64-eb7a-4815-af26-9fd9946d48e1 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148736 Oct 13 04:07:23.230577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f24582f-0153-4be1-a39a-16866081ddb0 req-4d50cb6c-ed40-4966-bde8-11afa358b36a tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599973 Oct 13 04:07:23.242540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e519623-a0f6-4e22-9bc2-1506f6f27b05 None None] For port 09171862-3153-4493-b3eb-183df5675dcd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=09171862-3153-4493-b3eb-183df5675dcd,segment=NetworkSegment(6e038f53-23f4-41c0-b753-b05998d319c0),segment_id=6e038f53-23f4-41c0-b753-b05998d319c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:23.255547 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e519623-a0f6-4e22-9bc2-1506f6f27b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.290486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:23.380712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee696742-cf71-43b5-b46d-eaef753bca7c req-bda10aed-7d7b-42bb-81a4-1b2cee84d218 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749010 Oct 13 04:07:23.393746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e519623-a0f6-4e22-9bc2-1506f6f27b05 None None] Pushing event updated for resources: {'Port': ['ID=09171862-3153-4493-b3eb-183df5675dcd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:23.409827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.424910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066572fb-d171-45de-833e-02a2204556ad req-29767f88-6f90-4294-a5ef-cb5ca2ef3489 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:23.426677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-066572fb-d171-45de-833e-02a2204556ad req-29767f88-6f90-4294-a5ef-cb5ca2ef3489 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0905833 Oct 13 04:07:23.458025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Pushing event deleted for resources: {'Port': ['ID=034f74b0-0a51-4bc2-84b6-e190480ca7d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:23.484214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-066572fb-d171-45de-833e-02a2204556ad req-64aa605f-1e3e-4721-9604-57562c58019c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506685 Oct 13 04:07:23.559262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.574693 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.577606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.578784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4427bc74-aca2-49c7-8c9e-1038bfbfca18 tempest-ServersTestJSON-2145571516 tempest-ServersTestJSON-2145571516-project] 10.222.0.44 "DELETE /v2.0/floatingips/b3d336df-8b0a-497b-8493-95b2c7217f77 HTTP/1.1" status: 204 len: 168 time: 2.3482063 Oct 13 04:07:23.581871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:23.594161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c99ef2ba-a8de-427a-a48a-b40d673d276c None None] Provisioning complete for port 09171862-3153-4493-b3eb-183df5675dcd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:23.594618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c99ef2ba-a8de-427a-a48a-b40d673d276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.598350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] device_id is not set on port c023961b-12ba-4924-a371-02803d5cb8af yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:23.745785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c99ef2ba-a8de-427a-a48a-b40d673d276c None None] Provisioning complete for port 468162ae-3c01-433c-83cf-93b92e67b061 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:23.746366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c99ef2ba-a8de-427a-a48a-b40d673d276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.803027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Allocated IP 172.20.0.4 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/c023961b-12ba-4924-a371-02803d5cb8af) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:23.805495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c99ef2ba-a8de-427a-a48a-b40d673d276c None None] Port 468162ae-3c01-433c-83cf-93b92e67b061 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:23.929395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-da73460e-0f2a-48f8-82ca-752c2a55e7be None None] Provisioning complete for port 468162ae-3c01-433c-83cf-93b92e67b061 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:23.931444 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da73460e-0f2a-48f8-82ca-752c2a55e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.996363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da73460e-0f2a-48f8-82ca-752c2a55e7be None None] Port 468162ae-3c01-433c-83cf-93b92e67b061 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:23.999514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4fb46775-e68e-4431-b801-84f5807d8c46 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:24.003273 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.054551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.088548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:24.091911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:24.106822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:24.127652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 4fb46775-e68e-4431-b801-84f5807d8c46, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4fb46775-e68e-4431-b801-84f5807d8c46,segment=NetworkSegment(1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9),segment_id=1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:24.144669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '4fb46775-e68e-4431-b801-84f5807d8c46', 'network_id': 'd75101fd-3866-4f75-8e04-6a8accae92ce', 'port_id': '4fb46775-e68e-4431-b801-84f5807d8c46', 'mac_address': 'fa:16:3e:37:31:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd9955f-c930-40b3-a8d7-4debcb0618ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:24.187264 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.217189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb46775-e68e-4431-b801-84f5807d8c46 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:24.220152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=c023961b-12ba-4924-a371-02803d5cb8af,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:24.241753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.242542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.246763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 4fb46775-e68e-4431-b801-84f5807d8c46, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4fb46775-e68e-4431-b801-84f5807d8c46,segment=NetworkSegment(1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9),segment_id=1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:24.254074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.266280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe07eb00-10a6-46f5-9cac-c0d9592a30f2 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6735477 Oct 13 04:07:24.267091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:24.276091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6514ac-a238-4419-8145-87a57454d855 req-f323e5f0-6bf9-4da6-a706-dad1d4db9589 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.286060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d6514ac-a238-4419-8145-87a57454d855 req-f323e5f0-6bf9-4da6-a706-dad1d4db9589 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 946 time: 0.5381908 Oct 13 04:07:24.359618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-89118220-88dc-4b38-8ab9-5e82e0d43a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.361125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-89118220-88dc-4b38-8ab9-5e82e0d43a36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 1096 time: 0.5490546 Oct 13 04:07:24.412737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=4fb46775-e68e-4431-b801-84f5807d8c46,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:24.476611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.482019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd216e-6759-447b-ba5d-f0fbce1a8f56 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.488269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd216e-6759-447b-ba5d-f0fbce1a8f56 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.494793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd216e-6759-447b-ba5d-f0fbce1a8f56 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.496504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67cd216e-6759-447b-ba5d-f0fbce1a8f56 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2282076 Oct 13 04:07:24.501627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:24.505639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a5668-e698-40c3-b045-e7ae42102028 req-fed8ca4d-43f9-40e7-bf7a-562eba629d0a tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.507724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe8a5668-e698-40c3-b045-e7ae42102028 req-fed8ca4d-43f9-40e7-bf7a-562eba629d0a tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 945 time: 0.1155195 Oct 13 04:07:24.531364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-98d23481-4d2b-4597-b781-8b849b620e52 None None] Provisioning complete for port c023961b-12ba-4924-a371-02803d5cb8af triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:24.531900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d23481-4d2b-4597-b781-8b849b620e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.542581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d6514ac-a238-4419-8145-87a57454d855 req-67418e60-44ac-413e-ae6c-3b34fae13491 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556646 Oct 13 04:07:24.556451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['4fb46775-e68e-4431-b801-84f5807d8c46'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:24.559973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe8a5668-e698-40c3-b045-e7ae42102028 req-cda25d78-bd93-473e-a940-facc107b099d tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Oct 13 04:07:24.604694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-98d23481-4d2b-4597-b781-8b849b620e52 None None] Port c023961b-12ba-4924-a371-02803d5cb8af cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:24.662456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fc16b-6190-40dc-935a-fe2823cc3cda req-7c9785df-5a4c-47af-9e2c-110b8613edda tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.666311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d4fc16b-6190-40dc-935a-fe2823cc3cda req-7c9785df-5a4c-47af-9e2c-110b8613edda tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 944 time: 0.0585105 Oct 13 04:07:24.717282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d4fc16b-6190-40dc-935a-fe2823cc3cda req-19bf197d-0894-4c71-97f3-0ca5e73d9de6 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Oct 13 04:07:24.721109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-2da0e989-4269-4c58-a7b8-988abd0f53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.722578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-2da0e989-4269-4c58-a7b8-988abd0f53dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.3410430 Oct 13 04:07:24.789380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-296c2e8f-5875-453b-bb2e-46bb1a359c77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 HTTP/1.1" status: 200 len: 217 time: 0.0559795 Oct 13 04:07:24.837980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652531b-5364-4b59-a9ae-eee897e16c0e req-cab84d95-c0f1-4f79-b871-a9fc93c0fdfe tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.839446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9652531b-5364-4b59-a9ae-eee897e16c0e req-cab84d95-c0f1-4f79-b871-a9fc93c0fdfe tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.1793327 Oct 13 04:07:24.876993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port c023961b-12ba-4924-a371-02803d5cb8af {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:24.877341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:24.919934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09171862-3153-4493-b3eb-183df5675dcd up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:24.959120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-887d50d2-dd36-4a54-ad56-f173af664f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:24.961221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-887d50d2-dd36-4a54-ad56-f173af664f19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.1490154 Oct 13 04:07:24.968059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 09171862-3153-4493-b3eb-183df5675dcd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:24.968490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.016374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9652531b-5364-4b59-a9ae-eee897e16c0e req-7527959c-8d95-4268-9b2c-8526a5f0e453 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539278 Oct 13 04:07:25.025498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-1587d017-8a58-418b-a641-f08ec30576ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459571 Oct 13 04:07:25.054978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ab31-946b-4ca8-a38c-709e666465dc req-69f5e021-4450-4af0-b89b-d93f29728f72 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:25.056447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.056603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1390ab31-946b-4ca8-a38c-709e666465dc req-69f5e021-4450-4af0-b89b-d93f29728f72 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0430126 Oct 13 04:07:25.095385 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1390ab31-946b-4ca8-a38c-709e666465dc req-b2a3a4bc-0136-4356-bb64-b0d70ba674d6 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283902 Oct 13 04:07:25.113763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for c023961b-12ba-4924-a371-02803d5cb8af owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:25.266118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-d0a93360-8bbb-4282-a4cc-7a9f52ece636 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309165 Oct 13 04:07:25.297020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.301888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865ec73-f692-494d-bc98-b828e90ade99 req-6392229d-e0a3-49bc-aa71-13393a63ced6 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:25.303362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e865ec73-f692-494d-bc98-b828e90ade99 req-6392229d-e0a3-49bc-aa71-13393a63ced6 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1171393 Oct 13 04:07:25.486324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e865ec73-f692-494d-bc98-b828e90ade99 req-707949ef-2615-4518-b7ad-774d3aeae0c1 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429608 Oct 13 04:07:25.534107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1a295b8-8fcf-4840-9706-bbf6845fa09a req-0edf1624-3d1f-450e-a966-ff437352578b service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483184 Oct 13 04:07:25.539626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.617903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=c023961b-12ba-4924-a371-02803d5cb8af,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:25.623498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b288d7-0e1a-455f-b423-28499b27f5c2 req-36ff2021-834d-451d-b959-46f24d11f272 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:25.628116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:25.631284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7b288d7-0e1a-455f-b423-28499b27f5c2 req-36ff2021-834d-451d-b959-46f24d11f272 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0605626 Oct 13 04:07:25.677041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7b288d7-0e1a-455f-b423-28499b27f5c2 req-0ff3c800-d81b-47dd-819c-de42cf627623 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Oct 13 04:07:25.769707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,segment=NetworkSegment(de928f2e-8bea-48d9-a01c-1b7e81dd56cc),segment_id=de928f2e-8bea-48d9-a01c-1b7e81dd56cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:25.787726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7', 'network_id': '0cf82153-9ac6-4fc9-9ba3-3d412b2072c3', 'port_id': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7', 'mac_address': 'fa:16:3e:69:03:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e61e4-8aa1-4cb6-acbb-1264a6c50560', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:25.793085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a697037-b992-4e55-bb84-32115681ff92 req-8af2a859-ed93-4d63-a5c2-b562061cc856 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:25.801785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a697037-b992-4e55-bb84-32115681ff92 req-8af2a859-ed93-4d63-a5c2-b562061cc856 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 945 time: 0.0683897 Oct 13 04:07:25.830733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.845915 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.846680 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a697037-b992-4e55-bb84-32115681ff92 req-0b958ebc-aaa5-4512-afc5-3ed1bf152c47 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Oct 13 04:07:25.849182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-764e41a8-078f-49fd-96bd-9e32c8fda236 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/ports/c023961b-12ba-4924-a371-02803d5cb8af HTTP/1.1" status: 204 len: 168 time: 1.3465753 Oct 13 04:07:25.852660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:25.857326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:25.894937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,segment=NetworkSegment(de928f2e-8bea-48d9-a01c-1b7e81dd56cc),segment_id=de928f2e-8bea-48d9-a01c-1b7e81dd56cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:25.895857 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6c0c76-c457-4c28-ad5f-92eaaf22a181 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] GET failed (client error): The resource could not be found. Oct 13 04:07:25.898422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b6c0c76-c457-4c28-ad5f-92eaaf22a181 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "GET /v2.0/ports/c023961b-12ba-4924-a371-02803d5cb8af HTTP/1.1" status: 404 len: 333 time: 0.0444765 Oct 13 04:07:25.902619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:25.907459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.909119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'name': 'tempest-AllowedAddressPairTestJSON-192943655'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:25.947391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Deleting port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:25.947739 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:25.979641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4fb46775-e68e-4431-b801-84f5807d8c46 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:26.038863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:26.065566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] For port 66370e9c-15e7-42a5-b6b5-0bf40dab94b5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:26.065937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.067429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 4fb46775-e68e-4431-b801-84f5807d8c46 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:26.073957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 4fb46775-e68e-4431-b801-84f5807d8c46 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:26.075083 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.083294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Calling delete_port for 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:26.094513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87483176-acdb-402e-ba48-f7bfb3c7f382 req-9d3af34c-b335-4def-bba2-5f4b76bfcee5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:26.096332 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87483176-acdb-402e-ba48-f7bfb3c7f382 req-9d3af34c-b335-4def-bba2-5f4b76bfcee5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0923917 Oct 13 04:07:26.123537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:26.127009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.154195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] device_id is not set on port 5d942307-097f-4e95-9ab7-21293a3f3020 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:26.167112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-87483176-acdb-402e-ba48-f7bfb3c7f382 req-426dd3ae-e629-467c-81ef-663f4929fe04 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Oct 13 04:07:26.200550 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.249038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb46775-e68e-4431-b801-84f5807d8c46'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:26.254021 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4d4ad-2596-4af0-9874-a05ac1ae291a" -d '{"events": [{"server_uuid": "67c6ccef-e15c-4ce0-85f2-f866dfe73ac6", "name": "network-vif-plugged", "status": "completed", "tag": "4fb46775-e68e-4431-b801-84f5807d8c46"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:26.260634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['0ce53a3a-b101-46b7-bbda-aacae60d1cb7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:26.313020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 4fb46775-e68e-4431-b801-84f5807d8c46, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4fb46775-e68e-4431-b801-84f5807d8c46,segment=NetworkSegment(1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9),segment_id=1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:26.326548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.342714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Allocated IP 172.20.0.10 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/5d942307-097f-4e95-9ab7-21293a3f3020) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:26.358697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b026d3-8857-4428-b763-2735beb3dd56 req-1ab8df38-0da4-466c-b83e-fc66a7311292 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:26.360863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81b026d3-8857-4428-b763-2735beb3dd56 req-1ab8df38-0da4-466c-b83e-fc66a7311292 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 945 time: 0.0828211 Oct 13 04:07:26.378979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.408061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Pushing event deleted for resources: {'Port': ['ID=66370e9c-15e7-42a5-b6b5-0bf40dab94b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:26.421503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=4fb46775-e68e-4431-b801-84f5807d8c46,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:26.438265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81b026d3-8857-4428-b763-2735beb3dd56 req-2dfd946a-dc05-48df-8be7-9933c8600ce5 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695293 Oct 13 04:07:26.655473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.723806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d9c9-0a77-4848-9893-e71278fbeb7a req-56b2eb79-f115-47bd-a5a3-cf9a88687d87 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:26.725514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1946d9c9-0a77-4848-9893-e71278fbeb7a req-56b2eb79-f115-47bd-a5a3-cf9a88687d87 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0913253 Oct 13 04:07:26.766679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.791841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1946d9c9-0a77-4848-9893-e71278fbeb7a req-4d1a897b-7b4e-4216-814f-6e177db916c1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560479 Oct 13 04:07:26.817037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:26.862340 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f17d2-bdf2-4356-9a81-73201a5c797c x-openstack-request-id: req-419f17d2-bdf2-4356-9a81-73201a5c797c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:26.862636 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c6ccef-e15c-4ce0-85f2-f866dfe73ac6", "name": "network-vif-plugged", "status": "completed", "tag": "4fb46775-e68e-4431-b801-84f5807d8c46", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:26.862885 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-419f17d2-bdf2-4356-9a81-73201a5c797c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:26.863284 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb46775-e68e-4431-b801-84f5807d8c46', 'code': 200} Oct 13 04:07:26.863609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:26.869505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:26.874433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:26.910681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=5d942307-097f-4e95-9ab7-21293a3f3020,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:26.948044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-015125ad-c92f-43df-9df6-69b2554964bb tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:07:26.949113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-015125ad-c92f-43df-9df6-69b2554964bb tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1113739 Oct 13 04:07:26.986127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:26.986828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:27.001803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:07:27.010239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-d036ddc9-040f-473d-a19e-e5919f96af18 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.011603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-d036ddc9-040f-473d-a19e-e5919f96af18 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 1094 time: 0.0521729 Oct 13 04:07:27.041098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5601d0c-e88e-43b8-8411-329b6d010f08 req-dcbb7d9b-2399-42b9-bed8-646004aab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.042765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5601d0c-e88e-43b8-8411-329b6d010f08 req-dcbb7d9b-2399-42b9-bed8-646004aab587 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1173599 Oct 13 04:07:27.049180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cdf1e28d-9c88-48ad-9beb-d4578ecb833e tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1452255 Oct 13 04:07:27.053874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:27.059798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:39:05:cf'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:27.084639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c8ed0-09b8-4a4b-b25b-6ecd66cf0881 req-c1498028-b74e-4f02-82b0-e901575285a4 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.086770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-236c8ed0-09b8-4a4b-b25b-6ecd66cf0881 req-c1498028-b74e-4f02-82b0-e901575285a4 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.0906880 Oct 13 04:07:27.124057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5601d0c-e88e-43b8-8411-329b6d010f08 req-24c89419-9875-4077-b0d9-cd5f7897ada2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721714 Oct 13 04:07:27.153899 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-236c8ed0-09b8-4a4b-b25b-6ecd66cf0881 req-9ac23e6d-2c5f-41d1-a88e-510d9dcde229 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573354 Oct 13 04:07:27.176087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Request body: {'binding': {'host': 'n-h1-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:27.176087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:07:27.247450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-640a6a0e-cc03-4756-8a37-94c8e0e88671 None None] Provisioning complete for port 5d942307-097f-4e95-9ab7-21293a3f3020 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:27.248063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640a6a0e-cc03-4756-8a37-94c8e0e88671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:27.282122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f47d6-261c-4884-b9cf-e105b8238f45 req-999b5d81-bbfe-4694-b180-0ef4b645af66 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.288849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-640a6a0e-cc03-4756-8a37-94c8e0e88671 None None] Port 5d942307-097f-4e95-9ab7-21293a3f3020 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:27.290684 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf5f47d6-261c-4884-b9cf-e105b8238f45 req-999b5d81-bbfe-4694-b180-0ef4b645af66 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0720491 Oct 13 04:07:27.305482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:07:27.314111 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a24c49c1-f1bb-4618-b5a0-c347416a545c admin admin] 10.222.0.44 "PUT /v2.0/routers/66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311087 Oct 13 04:07:27.319096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] Sync routers for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:07:27.321309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:27.329814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf5f47d6-261c-4884-b9cf-e105b8238f45 req-fc78aac6-f216-4d82-9f70-c8ab375a4d6b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Oct 13 04:07:27.336878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:07:27.337528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:07:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:27.483861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353aba2-05f6-4ac7-b66f-153208c7a368 req-1f3ee2d2-a59f-4df9-a932-590ff11dc16d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.486567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0353aba2-05f6-4ac7-b66f-153208c7a368 req-1f3ee2d2-a59f-4df9-a932-590ff11dc16d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0623198 Oct 13 04:07:27.545849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0353aba2-05f6-4ac7-b66f-153208c7a368 req-e29436d9-ef1d-442f-a7e3-6cc3b7a9984c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468619 Oct 13 04:07:27.622605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:07:27.654502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:27.673440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ce0f4-0aeb-4b9b-a440-552e5e9ed415 req-125c9594-1974-467c-85c6-2c2a3f6f698a tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.677164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-987ce0f4-0aeb-4b9b-a440-552e5e9ed415 req-125c9594-1974-467c-85c6-2c2a3f6f698a tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 945 time: 0.0534198 Oct 13 04:07:27.717391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-987ce0f4-0aeb-4b9b-a440-552e5e9ed415 req-3f08b0f8-b16c-42b3-835f-e529a8cd6a43 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Oct 13 04:07:27.796437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:27.805828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:27.812476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:27.812660 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:27.885274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:27.915611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a11c-4415-41ec-a71b-8db6e4dcd2be req-26d69acd-8264-451e-935d-e5c6f1df1d3b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:27.917105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8212a11c-4415-41ec-a71b-8db6e4dcd2be req-26d69acd-8264-451e-935d-e5c6f1df1d3b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0571330 Oct 13 04:07:27.958361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8212a11c-4415-41ec-a71b-8db6e4dcd2be req-2f48856d-870f-48e4-92a8-c3aed3beaf85 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353162 Oct 13 04:07:27.960529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:07:26Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:27.962795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on host n-h1-810220-9 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:27.964155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:27.964155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:27.964407 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:27.978460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:27.978786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:27.990580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] Checking router: 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:07:27.993537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:27.993877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:27.994265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:27.994706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Bound port: a53144af-e791-4185-ae9a-8201ab2c2120, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:28.012559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] Routers {'66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:07:28.013208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:07:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:28.059332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.069835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,segment=NetworkSegment(de928f2e-8bea-48d9-a01c-1b7e81dd56cc),segment_id=de928f2e-8bea-48d9-a01c-1b7e81dd56cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:28.076743 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.077520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:28.087064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979960-7157-472c-8f5e-41e297193799 req-ea0e08d1-60ea-438b-9485-f149db8c06ca tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:28.089098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-86979960-7157-472c-8f5e-41e297193799 req-ea0e08d1-60ea-438b-9485-f149db8c06ca tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 945 time: 0.0580692 Oct 13 04:07:28.138047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-86979960-7157-472c-8f5e-41e297193799 req-48406fd1-b8a3-48b1-92a5-74b511df324a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Oct 13 04:07:28.158882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:28.180412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.181678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1ca20034-712b-4ba3-9739-5d628bfc11ed service neutron] 10.222.0.44 "POST /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120/bindings HTTP/1.1" status: 201 len: 389 time: 1.1269550 Oct 13 04:07:28.224421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:28.230489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Deleting port 2cfbea5d-615b-4d07-b963-6996c828894d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:28.230865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.232925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] Set router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:07:28.249612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.278496 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.385351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=5d942307-097f-4e95-9ab7-21293a3f3020,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:28.387449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cc7d-9c98-4116-bd14-fc782978af01 req-a62bd9bd-d26e-4265-bafa-3196988c9182 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:28.408981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6966cc7d-9c98-4116-bd14-fc782978af01 req-a62bd9bd-d26e-4265-bafa-3196988c9182 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1098781 Oct 13 04:07:28.425031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.425685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] For port 2cfbea5d-615b-4d07-b963-6996c828894d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2cfbea5d-615b-4d07-b963-6996c828894d,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:28.425685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.428728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] In _notify_port_updated(), no bound segment for port 5d942307-097f-4e95-9ab7-21293a3f3020 on network cf07dd2e-437e-44d7-a17d-c13c0ca7193b {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:07:28.445662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:28.446300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.447608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9fcca5b5-630d-41b9-8b3e-51ae26ce9ac1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "PUT /v2.0/ports/5d942307-097f-4e95-9ab7-21293a3f3020 HTTP/1.1" status: 200 len: 994 time: 1.3917596 Oct 13 04:07:28.451719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:28.463252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6966cc7d-9c98-4116-bd14-fc782978af01 req-14f3adfc-8146-4ade-9282-3b8098528478 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Oct 13 04:07:28.466135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Calling delete_port for 2cfbea5d-615b-4d07-b963-6996c828894d owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:28.608158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:28.634926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.706458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:07:26Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:28.742059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-e4186679-2801-4eb7-9443-92af6c8da726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:28.744018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-e4186679-2801-4eb7-9443-92af6c8da726 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1506176 Oct 13 04:07:28.746307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733063a6-bf82-44d7-bf09-10473c01669a None None] The sync data for ids ['66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b'] in n-d-810220-9 is: [{'id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'name': 'tempest-ServersTestJSON-823763155-router', 'tenant_id': '7b3ecc36c84f4aca88a721effb08ec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:04:52Z', 'updated_at': '2021-10-13T04:07:26Z', 'revision_number': 5, 'project_id': '7b3ecc36c84f4aca88a721effb08ec26', 'gw_port': {'id': '2cfbea5d-615b-4d07-b963-6996c828894d', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:04:53Z', 'updated_at': '2021-10-13T04:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:07:28.768614 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.774064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:28.821044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfbea5d-615b-4d07-b963-6996c828894d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:28.824211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c020961a-d7e0-4b56-9c41-d42ffb0d78fb None None] Provisioning complete for port 5d942307-097f-4e95-9ab7-21293a3f3020 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:28.825068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c020961a-d7e0-4b56-9c41-d42ffb0d78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.829746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port 5d942307-097f-4e95-9ab7-21293a3f3020 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:28.830090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.879132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7'}, {'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:28.882311 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7ad25-3627-4bdd-92bc-e7f3a50770a9" -d '{"events": [{"server_uuid": "6d3aec04-ac6e-46d4-be6a-e8b740d1477d", "name": "network-vif-plugged", "status": "completed", "tag": "0ce53a3a-b101-46b7-bbda-aacae60d1cb7"}, {"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:28.885968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c020961a-d7e0-4b56-9c41-d42ffb0d78fb None None] Port 5d942307-097f-4e95-9ab7-21293a3f3020 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:28.887778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456a39f-9272-4b14-9621-a84a2bc17999 req-9fd3b27e-2a3a-4776-bd1a-e504a2edc8d0 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:28.893163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6456a39f-9272-4b14-9621-a84a2bc17999 req-9fd3b27e-2a3a-4776-bd1a-e504a2edc8d0 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.2317526 Oct 13 04:07:28.896098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.973409 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.990611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:28.993839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.013190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6456a39f-9272-4b14-9621-a84a2bc17999 req-1cfab331-22be-486e-ac23-e564f5387045 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983965 Oct 13 04:07:29.015787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for 5d942307-097f-4e95-9ab7-21293a3f3020 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:29.024563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-4855c7ca-b085-4f5d-b5f3-f7d8abe9616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:29.036331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-4855c7ca-b085-4f5d-b5f3-f7d8abe9616f service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2739010 Oct 13 04:07:29.042812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.043575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:07:29.055539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.057313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-66c15c35-699a-4d7d-b6dd-c555ae0b053e admin admin] 10.222.0.44 "DELETE /v2.0/routers/66dea6f9-7ffe-4bf0-aa7c-c1a72961b17b HTTP/1.1" status: 204 len: 168 time: 1.7350640 Oct 13 04:07:29.059789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:29.125256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Deleting subnet 72502e5f-688b-4ad8-933c-473cfb1494ef {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:29.128425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.143420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-3d1dc0df-a5d8-4867-b9bf-d028661484b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 217 time: 0.1019027 Oct 13 04:07:29.177048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.195462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:29.232089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:29.232846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 66370e9c-15e7-42a5-b6b5-0bf40dab94b5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:29.257098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-bf1e08ab-e449-4e80-8edf-97b662058f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:29.258559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-bf1e08ab-e449-4e80-8edf-97b662058f47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0963480 Oct 13 04:07:29.268024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1616a3c-906c-40c0-9306-45a4e0332be4 req-88238ae4-0c18-4645-a987-f8be52b7d58c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:29.275920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1616a3c-906c-40c0-9306-45a4e0332be4 req-88238ae4-0c18-4645-a987-f8be52b7d58c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 946 time: 0.1712234 Oct 13 04:07:29.286627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.318400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-abfc45ed-80b1-4c94-a7bd-f62317586a78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398011 Oct 13 04:07:29.352876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.379682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72502e5f-688b-4ad8-933c-473cfb1494ef,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:29.391268 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.395332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b423588e-b148-4f3d-93c3-96a8bc3d4d02 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/72502e5f-688b-4ad8-933c-473cfb1494ef HTTP/1.1" status: 204 len: 168 time: 0.3339868 Oct 13 04:07:29.398068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55922) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:29.400527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ac1d1d-1c6e-4039-8de6-3a83222460e8 None None] Network e574ccbc-4552-44e2-bc83-e2b75b3cdb35 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:29.468185 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.487168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1616a3c-906c-40c0-9306-45a4e0332be4 req-63b2ed0b-ab0e-4522-a3aa-0b3cb4dcd6ea tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057683 Oct 13 04:07:29.504564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.524220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=5d942307-097f-4e95-9ab7-21293a3f3020,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:29.536893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-38540d86-5e2b-4327-b4e8-3c9a60523d60 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:29.538676 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-38540d86-5e2b-4327-b4e8-3c9a60523d60 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=825f88c5-2ec6-4945-b7a6-d7222ca836b5 HTTP/1.1" status: 200 len: 943 time: 0.0930078 Oct 13 04:07:29.641164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-61b59109-cadf-447b-8efd-e31ef24d5890 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111145 Oct 13 04:07:29.676162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Deleting port 96dcad29-6802-40e3-82e5-9e115d2be9d6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:29.676499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.694205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] DHCP port deletion for e574ccbc-4552-44e2-bc83-e2b75b3cdb35 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:07:29.769823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] Deleting port 96dcad29-6802-40e3-82e5-9e115d2be9d6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:29.770350 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.778498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Deleting port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:29.778835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.836893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] For port 96dcad29-6802-40e3-82e5-9e115d2be9d6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=96dcad29-6802-40e3-82e5-9e115d2be9d6,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:29.837508 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.847718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] For port 96dcad29-6802-40e3-82e5-9e115d2be9d6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=96dcad29-6802-40e3-82e5-9e115d2be9d6,segment=NetworkSegment(d2dc6dba-4459-428e-97b0-eb8a002023a1),segment_id=d2dc6dba-4459-428e-97b0-eb8a002023a1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:29.849106 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.857378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Calling delete_port for 96dcad29-6802-40e3-82e5-9e115d2be9d6 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:29.861813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] Calling delete_port for 96dcad29-6802-40e3-82e5-9e115d2be9d6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:29.865705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06d4ee-0d05-436d-878d-f4e82e694a48 req-f76beef4-4307-4386-9c2b-9a0ce57f6ee2 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:29.867750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c06d4ee-0d05-436d-878d-f4e82e694a48 req-f76beef4-4307-4386-9c2b-9a0ce57f6ee2 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 946 time: 0.1807668 Oct 13 04:07:29.887136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.892730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2e722b8-f621-4dc8-b89e-2cac9cd95486 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/ports/5d942307-097f-4e95-9ab7-21293a3f3020 HTTP/1.1" status: 204 len: 168 time: 1.4239891 Oct 13 04:07:29.899089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:29.930260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] For port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:29.930611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.937427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-5134ddbd-7637-4109-ae7e-51cac03618af service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833421 Oct 13 04:07:29.939228 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca2870e-19dc-48ab-a4f4-9e6fddb2cbe5 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] GET failed (client error): The resource could not be found. Oct 13 04:07:29.943542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dca2870e-19dc-48ab-a4f4-9e6fddb2cbe5 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "GET /v2.0/ports/5d942307-097f-4e95-9ab7-21293a3f3020 HTTP/1.1" status: 404 len: 333 time: 0.0401328 Oct 13 04:07:29.944620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:29.949886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'name': 'tempest-AllowedAddressPairTestJSON-1855593380'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:29.957421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Calling delete_port for a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:29.964859 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:29.990313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] Pushing event deleted for resources: {'Port': ['ID=96dcad29-6802-40e3-82e5-9e115d2be9d6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:29.994675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715c0e6-9c0b-41aa-8503-ada8a14ed758 None None] No DVR routers for this DVR port 96dcad29-6802-40e3-82e5-9e115d2be9d6 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:30.003712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c06d4ee-0d05-436d-878d-f4e82e694a48 req-b23b7763-bff6-4045-91ec-24abc3af427d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105812 Oct 13 04:07:30.021213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.059731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dcad29-6802-40e3-82e5-9e115d2be9d6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:30.062852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] No DVR routers for this DVR port 96dcad29-6802-40e3-82e5-9e115d2be9d6 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:30.153643 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22bc257-818d-439a-a26b-28c13a908f13 x-openstack-request-id: req-f22bc257-818d-439a-a26b-28c13a908f13 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:30.154117 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3aec04-ac6e-46d4-be6a-e8b740d1477d", "name": "network-vif-plugged", "status": "completed", "tag": "0ce53a3a-b101-46b7-bbda-aacae60d1cb7", "code": 200}, {"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-unplugged", "status": "failed", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:30.154548 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f22bc257-818d-439a-a26b-28c13a908f13 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:30.155088 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7', 'code': 200} Oct 13 04:07:30.155519 n-d-810220-9 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'code': 422} returned with failed status Oct 13 04:07:30.160001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.216726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e574ccbc-4552-44e2-bc83-e2b75b3cdb35']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:30.240999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc6dba-4459-428e-97b0-eb8a002023a1') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:30.241329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc6dba-4459-428e-97b0-eb8a002023a1') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:30.270825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.272410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.319366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.325430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event deleted for resources: {'Port': ['ID=a62d8cec-b65a-47c3-bfc3-e10cc8c85b54,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:30.331703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:30.332161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:30.334327 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:30.402794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fec63-fdf0-4658-bb9a-3be7ebf24a51 req-ffb31c2c-2cc9-44d5-b282-cdf45a586a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:30.404323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-733fec63-fdf0-4658-bb9a-3be7ebf24a51 req-ffb31c2c-2cc9-44d5-b282-cdf45a586a9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 1097 time: 0.1766706 Oct 13 04:07:30.428880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] No DVR routers for this DVR port a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:30.437245 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.437751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-9f3ca5cd-ab11-4bf5-9d7c-0c28fc966923 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:30.439262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-9f3ca5cd-ab11-4bf5-9d7c-0c28fc966923 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1097 time: 0.4346540 Oct 13 04:07:30.440572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84fdedd4-d3ae-4e06-bcdf-9ce0a2104304 req-172c0e8c-75ff-4299-8779-f029b1fc0281 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "DELETE /v2.0/ports/a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 HTTP/1.1" status: 204 len: 173 time: 0.8803136 Oct 13 04:07:30.441055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-deleted', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:30.443309 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989a0638-471f-457c-96f3-051c528a0f47" -d '{"events": [{"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-deleted", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:30.455122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.455531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810220-9'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:30.471563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.477079 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e574ccbc-4552-44e2-bc83-e2b75b3cdb35 HTTP/1.1" status: 204 len: 168 time: 1.0756357 Oct 13 04:07:30.489201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-733fec63-fdf0-4658-bb9a-3be7ebf24a51 req-5a50d189-06ea-481c-adcb-f22b9a00eb11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 Oct 13 04:07:30.490453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aee320-80d6-4ec3-ba46-8e5ab77db459 admin admin] Pushing event deleted for resources: {'Network': ['ID=e574ccbc-4552-44e2-bc83-e2b75b3cdb35,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:30.492327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b94f-f7c6-4f7c-8f30-8eb786bc9acb req-ad479792-e0f2-4132-9a79-a69985101e5b tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:30.499485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4a5b94f-f7c6-4f7c-8f30-8eb786bc9acb req-ad479792-e0f2-4132-9a79-a69985101e5b tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.1419811 Oct 13 04:07:30.563315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:30.566752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.586769 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4a5b94f-f7c6-4f7c-8f30-8eb786bc9acb req-a4d0c118-6428-4fb3-923e-4218cc2b12f2 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864227 Oct 13 04:07:30.593490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.597302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] device_id is not set on port 10627c0e-abf7-4205-9cef-9abd2a1c036d yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:30.695794 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee5f7c0-caee-4a4a-9151-106b50a4af00 x-openstack-request-id: req-0ee5f7c0-caee-4a4a-9151-106b50a4af00 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:30.696443 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825f88c5-2ec6-4945-b7a6-d7222ca836b5", "name": "network-vif-deleted", "tag": "a62d8cec-b65a-47c3-bfc3-e10cc8c85b54", "status": "failed", "code": 422}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:30.696724 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ee5f7c0-caee-4a4a-9151-106b50a4af00 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:30.697373 n-d-810220-9 neutron-server[94824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '825f88c5-2ec6-4945-b7a6-d7222ca836b5', 'name': 'network-vif-deleted', 'tag': 'a62d8cec-b65a-47c3-bfc3-e10cc8c85b54', 'status': 'failed', 'code': 422} returned with failed status Oct 13 04:07:30.697586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:30.738457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a236580f-def0-41f0-a844-9ffb29862d87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b3ecc36c84f4aca88a721effb08ec26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397811 Oct 13 04:07:30.740915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:30.820768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556b954-405e-4f2c-b996-80632710fe10 req-5cb6a054-9259-4e2d-8c06-60819d5c4223 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:30.822154 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f556b954-405e-4f2c-b996-80632710fe10 req-5cb6a054-9259-4e2d-8c06-60819d5c4223 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1466053 Oct 13 04:07:30.829357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddf5f5-9d2b-41fc-b054-1dbe6e4444a4 req-b8ae6f1c-06f7-4607-9c9d-52d66465d3d1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:30.830841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9ddf5f5-9d2b-41fc-b054-1dbe6e4444a4 req-b8ae6f1c-06f7-4607-9c9d-52d66465d3d1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 946 time: 0.0771670 Oct 13 04:07:30.831948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fb5d15f-02d8-4889-9d98-5f505eef7be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.864859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Allocated IP 172.20.0.5 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/10627c0e-abf7-4205-9cef-9abd2a1c036d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:30.869598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fb5d15f-02d8-4889-9d98-5f505eef7be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.875490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:30.905303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9ddf5f5-9d2b-41fc-b054-1dbe6e4444a4 req-316233d7-7f8f-4e50-bc22-25adcc670105 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Oct 13 04:07:30.926296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f556b954-405e-4f2c-b996-80632710fe10 req-981f053f-644f-4780-a646-abd1e700b11a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930090 Oct 13 04:07:30.954979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2cfbea5d-615b-4d07-b963-6996c828894d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:30.959732 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fb5d15f-02d8-4889-9d98-5f505eef7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.962837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fb5d15f-02d8-4889-9d98-5f505eef7be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:30.966586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4fb5d15f-02d8-4889-9d98-5f505eef7be9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbb8e58b-3e01-49d5-94f0-810a41b62ee8 HTTP/1.1" status: 204 len: 168 time: 0.2220905 Oct 13 04:07:30.985898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:30.990120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5d15f-02d8-4889-9d98-5f505eef7be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb8e58b-3e01-49d5-94f0-810a41b62ee8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:30.990305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2cfbea5d-615b-4d07-b963-6996c828894d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:30.990842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2cfbea5d-615b-4d07-b963-6996c828894d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:30.992224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 96dcad29-6802-40e3-82e5-9e115d2be9d6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:31.034143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 96dcad29-6802-40e3-82e5-9e115d2be9d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:31.034823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 96dcad29-6802-40e3-82e5-9e115d2be9d6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:31.112991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:31.115271 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb05f43f-63c0-423c-8982-fc4140e347bf" -d '{"events": [{"server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:31.121355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.135959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.205707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d495f-954f-403a-b05e-b091c2d12130 req-f1b39c57-a4af-492b-9111-679d57589439 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.207311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e3d495f-954f-403a-b05e-b091c2d12130 req-f1b39c57-a4af-492b-9111-679d57589439 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1496863 Oct 13 04:07:31.249268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.273527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:31.326268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d828-9d2f-4c72-8610-bba16e7dc702 req-f875ab1d-b184-48d8-a8c9-8b0ac90dabbf tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.329435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on host n-h2-810220-9 for vnic_type normal with profile {"migrating_to": "n-h1-810220-9"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:31.329768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:31.330096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:31.337279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e3d495f-954f-403a-b05e-b091c2d12130 req-b79dff8a-45e3-4e39-9c84-abd7bd84d852 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185668 Oct 13 04:07:31.337742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c690d828-9d2f-4c72-8610-bba16e7dc702 req-f875ab1d-b184-48d8-a8c9-8b0ac90dabbf tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 946 time: 0.0649533 Oct 13 04:07:31.343140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:31.343467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Attempting to bind port a53144af-e791-4185-ae9a-8201ab2c2120 on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:31.349714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:31.350069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:31.350395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:31.351346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Bound port: a53144af-e791-4185-ae9a-8201ab2c2120, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:31.351704 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.355013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.412966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c690d828-9d2f-4c72-8610-bba16e7dc702 req-23f06e9f-fb59-4ea4-9978-e15b62b1be72 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743191 Oct 13 04:07:31.433814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:31.435234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:31.442219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:31.549334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=10627c0e-abf7-4205-9cef-9abd2a1c036d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:31.562262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.562891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.571101 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9312547-cfef-4cdd-9441-bad7ff762b9c x-openstack-request-id: req-e9312547-cfef-4cdd-9441-bad7ff762b9c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:31.571101 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:31.571101 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9312547-cfef-4cdd-9441-bad7ff762b9c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:31.571101 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'code': 200} Oct 13 04:07:31.625122 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ed01c6b-0631-4b7d-9310-70d7e217d2b7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6801348 Oct 13 04:07:31.627834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:31.639344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:39:05:cf'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:31.639586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:31.644440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:31.662078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.678755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69a159-232f-4e28-979f-9a919c3da7c6 req-73a2ce74-98d0-44d3-95f4-de5be2480152 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.679115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:31.686556 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae69a159-232f-4e28-979f-9a919c3da7c6 req-73a2ce74-98d0-44d3-95f4-de5be2480152 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.1197069 Oct 13 04:07:31.755106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:31.757541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a62d8cec-b65a-47c3-bfc3-e10cc8c85b54 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:31.783660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae69a159-232f-4e28-979f-9a919c3da7c6 req-6fc98565-d531-4b49-a949-6ed052b5003d tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962224 Oct 13 04:07:31.791833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:31.796196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.820878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-0eee8802-ce95-4c33-9a15-f0cd7ffb3e97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.824988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.825609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.828267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-1f5ca9d9-2a62-4bf5-b1fe-1f8feaa3d643 service neutron] 10.222.0.15 "PUT /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 1122 time: 1.3789458 Oct 13 04:07:31.830985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-0eee8802-ce95-4c33-9a15-f0cd7ffb3e97 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.2592077 Oct 13 04:07:31.862917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51fcd064-c6e1-4ffb-83d6-0d1abf829d11 None None] Provisioning complete for port 10627c0e-abf7-4205-9cef-9abd2a1c036d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:31.864423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fcd064-c6e1-4ffb-83d6-0d1abf829d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:31.884125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-0dffed4e-fb45-4d11-b5a9-166da78fac48 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0521927 Oct 13 04:07:31.916602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a53144af-e791-4185-ae9a-8201ab2c2120'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:31.929628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-ffa5772e-7786-4899-95b3-c6f23807cd12 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446401 Oct 13 04:07:31.966489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d180a4-3b91-4300-a863-f342fd4a0b92 req-893a833b-a02c-4de7-992a-32e8957e3708 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:31.968611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d180a4-3b91-4300-a863-f342fd4a0b92 req-893a833b-a02c-4de7-992a-32e8957e3708 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0867772 Oct 13 04:07:31.969393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-51fcd064-c6e1-4ffb-83d6-0d1abf829d11 None None] Port 10627c0e-abf7-4205-9cef-9abd2a1c036d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:32.021642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d180a4-3b91-4300-a863-f342fd4a0b92 req-6c172898-d600-457e-9699-738eac9b808c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Oct 13 04:07:32.118307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-e84febf8-0dbb-42f9-8ed2-971d98185876 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800623 Oct 13 04:07:32.198363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1648b5-781f-48ab-872c-ab12171f6593 req-24791d98-ed66-4789-bc14-960b2aa1862d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:32.200276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb1648b5-781f-48ab-872c-ab12171f6593 req-24791d98-ed66-4789-bc14-960b2aa1862d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.0618832 Oct 13 04:07:32.211821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.222575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.239008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb1648b5-781f-48ab-872c-ab12171f6593 req-c1d5c89c-cda7-436b-8a7c-2aa59e07488a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Oct 13 04:07:32.295203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-b0783d3f-1562-4ea2-8221-815b5c67b7ae service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703691 Oct 13 04:07:32.316754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=10627c0e-abf7-4205-9cef-9abd2a1c036d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:32.322109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] In _notify_port_updated(), no bound segment for port 10627c0e-abf7-4205-9cef-9abd2a1c036d on network cf07dd2e-437e-44d7-a17d-c13c0ca7193b {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:07:32.327838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:32.328501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.329825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bfa91207-f907-48c0-8204-31ce1cab14d7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "PUT /v2.0/ports/10627c0e-abf7-4205-9cef-9abd2a1c036d HTTP/1.1" status: 200 len: 996 time: 0.6996348 Oct 13 04:07:32.332521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56010) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:32.382740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255d6ca-d2ee-4e03-9357-0aa85dfb615a req-89fcf6e0-5017-4d4c-b85e-5dfa121be324 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:32.391124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2255d6ca-d2ee-4e03-9357-0aa85dfb615a req-89fcf6e0-5017-4d4c-b85e-5dfa121be324 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0909646 Oct 13 04:07:32.450316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2255d6ca-d2ee-4e03-9357-0aa85dfb615a req-ecd2cbf1-4c22-40c2-af22-fcbbaa8f666a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533874 Oct 13 04:07:32.479068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port 10627c0e-abf7-4205-9cef-9abd2a1c036d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:32.480005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.606743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.623395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for 10627c0e-abf7-4205-9cef-9abd2a1c036d owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:32.625760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c1f134c-f212-4cff-bd93-aba7daf7c301 None None] Provisioning complete for port 10627c0e-abf7-4205-9cef-9abd2a1c036d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:32.626218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1f134c-f212-4cff-bd93-aba7daf7c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.676151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f134c-f212-4cff-bd93-aba7daf7c301 None None] Port 10627c0e-abf7-4205-9cef-9abd2a1c036d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:32.711586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbeef436-e53f-49e9-a388-344b6467d96f req-daa5af10-4fd4-42bf-8388-8abfa9252a9f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 210 time: 0.0310740 Oct 13 04:07:32.818593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6493-8f1b-4c63-ac1a-eecdde6ac428 req-2656bb82-b239-49b4-a7b8-1f283eb855b3 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:32.820643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-29da6493-8f1b-4c63-ac1a-eecdde6ac428 req-2656bb82-b239-49b4-a7b8-1f283eb855b3 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 946 time: 0.0627513 Oct 13 04:07:32.860172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:32.871663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-29da6493-8f1b-4c63-ac1a-eecdde6ac428 req-5ef41674-3ae9-43e7-8224-7c22051d58d9 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Oct 13 04:07:32.933890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=10627c0e-abf7-4205-9cef-9abd2a1c036d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:33.025080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0bb5d-2f50-4b1f-9985-d1abb9d53ca7 req-9915a162-1461-4585-8076-4abb6102dce4 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:33.027047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20f0bb5d-2f50-4b1f-9985-d1abb9d53ca7 req-9915a162-1461-4585-8076-4abb6102dce4 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.1681666 Oct 13 04:07:33.053674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970311a8-5eed-4ac8-9284-6007d5a4bcec req-02448cf1-52e9-46d7-b9b0-c97672f9324c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:33.056294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-970311a8-5eed-4ac8-9284-6007d5a4bcec req-02448cf1-52e9-46d7-b9b0-c97672f9324c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0849841 Oct 13 04:07:33.067995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:33.071894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8283c1f0-e684-4174-8eb0-48f68a165a5d tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/ports/10627c0e-abf7-4205-9cef-9abd2a1c036d HTTP/1.1" status: 204 len: 168 time: 0.7383857 Oct 13 04:07:33.074503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:33.105093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20f0bb5d-2f50-4b1f-9985-d1abb9d53ca7 req-cd30078f-47e4-41b2-977d-7793cbba535f tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636866 Oct 13 04:07:33.138494 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cc0387-089c-4940-97c1-8065bcbd9d76 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] GET failed (client error): The resource could not be found. Oct 13 04:07:33.140092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-65cc0387-089c-4940-97c1-8065bcbd9d76 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "GET /v2.0/ports/10627c0e-abf7-4205-9cef-9abd2a1c036d HTTP/1.1" status: 404 len: 333 time: 0.0645659 Oct 13 04:07:33.143778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:33.153322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'name': 'tempest-AllowedAddressPairTestJSON-1643507915'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:33.234991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-970311a8-5eed-4ac8-9284-6007d5a4bcec req-923a208b-1f2e-4d9a-9276-ff07f75f08ad tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673236 Oct 13 04:07:33.390979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:33.394823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:33.419552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] device_id is not set on port 637a2d5a-3952-421c-bd9e-dcf22b991499 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:33.467290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cb03-16af-4389-8b78-ec31af9ffd22 req-d046509e-853b-44b1-946d-530a7459edd4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:33.475063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f53cb03-16af-4389-8b78-ec31af9ffd22 req-d046509e-853b-44b1-946d-530a7459edd4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0640674 Oct 13 04:07:33.494971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e1ccd-9649-4dc2-a62a-d7f266606ec6 req-3ef9dc6d-05e9-4098-ae5d-6b609dc3cc42 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:33.503616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-913e1ccd-9649-4dc2-a62a-d7f266606ec6 req-3ef9dc6d-05e9-4098-ae5d-6b609dc3cc42 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.1792314 Oct 13 04:07:33.531618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f53cb03-16af-4389-8b78-ec31af9ffd22 req-f766f4f4-1ad9-44d2-964f-d6bf01e18c35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Oct 13 04:07:33.594654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:33.596952 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88fb445-51e0-49fb-9817-9f6a08a6764e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:33.600294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Allocated IP 172.20.0.3 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/637a2d5a-3952-421c-bd9e-dcf22b991499) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:33.664746 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54842a7-830a-422f-ba3b-1312402cbee4 x-openstack-request-id: req-d54842a7-830a-422f-ba3b-1312402cbee4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:33.665254 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:33.665638 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d54842a7-830a-422f-ba3b-1312402cbee4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:33.666235 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'status': 'completed', 'code': 200} Oct 13 04:07:33.679396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-913e1ccd-9649-4dc2-a62a-d7f266606ec6 req-f92de2e5-7494-41e2-9d09-3845bc36137e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726990 Oct 13 04:07:33.687433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56076) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:33.896153 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c9b95f6-0409-4a56-9346-51c7e1291094 req-90d88234-1855-43ce-8d86-fe9d5cb958b1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 210 time: 0.0360661 Oct 13 04:07:33.909087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-d8fb0d00-4701-4bf9-97ce-a7fa2142530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:33.911413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-d8fb0d00-4701-4bf9-97ce-a7fa2142530b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1125 time: 0.2163823 Oct 13 04:07:33.989394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-c243f6a0-3bbf-4f8c-8639-4ade3ae30d0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:33.992109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-c243f6a0-3bbf-4f8c-8639-4ade3ae30d0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.1925590 Oct 13 04:07:33.997694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:34.012216 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d6f5-ba65-4a6c-bfbc-3c25d4317217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.019684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.054352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0150-b942-431f-b58c-65253598ea1e req-74840157-a368-41e2-9326-255e3194c708 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.057047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463a0150-b942-431f-b58c-65253598ea1e req-74840157-a368-41e2-9326-255e3194c708 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.15 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.0959930 Oct 13 04:07:34.060956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Request body: {'port': {'device_id': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'admin_state_up': True, 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:34.104651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:34.119524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 has no active binding in host n-h1-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:07:34.151677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.232816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:34.246664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:34.253659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:34.292604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=637a2d5a-3952-421c-bd9e-dcf22b991499,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:34.323159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Deleting port 4fb46775-e68e-4431-b801-84f5807d8c46 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:34.323500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.346788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eed32-5ff7-4234-95fb-81a417d5ec05 req-0b037195-991b-4126-badb-26103411beb4 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.371110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b5eed32-5ff7-4234-95fb-81a417d5ec05 req-0b037195-991b-4126-badb-26103411beb4 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c6ccef-e15c-4ce0-85f2-f866dfe73ac6 HTTP/1.1" status: 200 len: 946 time: 0.1822360 Oct 13 04:07:34.530014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.530679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.551908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] For port 4fb46775-e68e-4431-b801-84f5807d8c46, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4fb46775-e68e-4431-b801-84f5807d8c46,segment=NetworkSegment(1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9),segment_id=1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:34.552276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.557075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b5eed32-5ff7-4234-95fb-81a417d5ec05 req-a7edc28c-c12f-419b-903e-d44e8a779a47 tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d65263d-18ae-431e-8524-8f150e099fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850183 Oct 13 04:07:34.574115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af012cd2-0192-41dd-8391-54ee60783bb7 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4288356 Oct 13 04:07:34.575211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Calling delete_port for 4fb46775-e68e-4431-b801-84f5807d8c46 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:34.577081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:34.583705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'network_id': 'cf07dd2e-437e-44d7-a17d-c13c0ca7193b', 'name': 'tempest-AllowedAddressPairTestJSON-1968287506'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:34.610428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-13a7b032-d6e7-4b87-8540-3d593847757c None None] Provisioning complete for port 637a2d5a-3952-421c-bd9e-dcf22b991499 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:34.610953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13a7b032-d6e7-4b87-8540-3d593847757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.654875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13a7b032-d6e7-4b87-8540-3d593847757c None None] Port 637a2d5a-3952-421c-bd9e-dcf22b991499 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:34.693107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fe367-23dc-46ab-9a24-aadd2fba4d19 req-451f3afb-87fa-45bd-a46f-d858f21686c8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.695372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff8fe367-23dc-46ab-9a24-aadd2fba4d19 req-451f3afb-87fa-45bd-a46f-d858f21686c8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 813 time: 0.8604600 Oct 13 04:07:34.699780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-90ed83b6-3f2a-4aae-b7f3-199fee65b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.701654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-90ed83b6-3f2a-4aae-b7f3-199fee65b261 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.7076905 Oct 13 04:07:34.765701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-455620d5-4234-4dca-9c9e-9193c63804ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 217 time: 0.0537169 Oct 13 04:07:34.766822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff8fe367-23dc-46ab-9a24-aadd2fba4d19 req-7aafb9aa-b4c4-4fd2-8f10-06b429c1edde tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/quotas/6be910e5fcfe418a9654b1a207f0d286 HTTP/1.1" status: 200 len: 375 time: 0.0617168 Oct 13 04:07:34.791006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:34.794334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.835936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Made reservation on behalf of 17192ab4f1ac4e03a38c4c1507f2e2d8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:34.839352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.849870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.861847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d6f5-ba65-4a6c-bfbc-3c25d4317217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.862739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['4fb46775-e68e-4431-b801-84f5807d8c46'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:34.879453 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d6f5-ba65-4a6c-bfbc-3c25d4317217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:34.892779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] device_id is not set on port d325cd7e-0cb7-483c-b008-5ed1fc262767 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:34.897209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Pushing event deleted for resources: {'Port': ['ID=4fb46775-e68e-4431-b801-84f5807d8c46,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:34.909269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8107bfe-93bc-4b42-b1b5-0be866ecbedf req-d12b2576-4be7-42bd-9263-e3bed4ff8a0b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.910612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8107bfe-93bc-4b42-b1b5-0be866ecbedf req-d12b2576-4be7-42bd-9263-e3bed4ff8a0b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.1359525 Oct 13 04:07:34.954089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-67195dd5-9531-4896-b2dc-ad7c00ab5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:34.955554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-67195dd5-9531-4896-b2dc-ad7c00ab5ae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1756868 Oct 13 04:07:34.991381 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8b6d6f5-ba65-4a6c-bfbc-3c25d4317217 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a640fefa98544eecb94125b959aae081&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3026171 Oct 13 04:07:34.995605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff8fe367-23dc-46ab-9a24-aadd2fba4d19 req-f9d2c055-dbe5-4f5e-af60-d1aaa5e799af tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2142680 Oct 13 04:07:34.995916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] No DVR routers for this DVR port 4fb46775-e68e-4431-b801-84f5807d8c46 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:34.998685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:35.003720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.007706 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463a0150-b942-431f-b58c-65253598ea1e req-162f0669-b18e-454c-be0a-48e729a447ed tempest-ServersNegativeTestMultiTenantJSON-34697628 tempest-ServersNegativeTestMultiTenantJSON-34697628-project] 10.222.0.15 "DELETE /v2.0/ports/4fb46775-e68e-4431-b801-84f5807d8c46 HTTP/1.1" status: 204 len: 173 time: 0.9435375 Oct 13 04:07:35.018097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6d6f5-ba65-4a6c-bfbc-3c25d4317217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9588013a-fa6b-4c46-a1b0-56c8f1b8c539,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:35.029625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-43c69b91-d897-450f-b51e-9e37d25ddff9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620914 Oct 13 04:07:35.060453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8107bfe-93bc-4b42-b1b5-0be866ecbedf req-ba5193a7-2871-4003-93b0-e032dd17532e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422832 Oct 13 04:07:35.113245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Allocated IP 172.20.0.6 (cf07dd2e-437e-44d7-a17d-c13c0ca7193b/446b8fff-88ed-4ca1-92fb-947de3385999/d325cd7e-0cb7-483c-b008-5ed1fc262767) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:35.180863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7f19112-8951-4bf7-bad7-8b7e1dd94848 req-c09d8fc9-8164-41c2-b69a-a2d45c5d8c78 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 210 time: 0.0603399 Oct 13 04:07:35.191419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Allocated IP 172.20.0.5 (876c5493-a918-4192-8574-9a25534ba797/b19abcdc-adaa-4d33-ab35-b2355c776749/5e1183f2-ff45-4f15-a8af-7b2b4cc6755b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:35.225340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49d05da1-6163-4bfa-b110-6947c43bd007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.264014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-10e6ea7d-6509-4795-82db-1cdf69a7ce80 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037485 Oct 13 04:07:35.280131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49d05da1-6163-4bfa-b110-6947c43bd007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.471916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49d05da1-6163-4bfa-b110-6947c43bd007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.474577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49d05da1-6163-4bfa-b110-6947c43bd007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.479781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-49d05da1-6163-4bfa-b110-6947c43bd007 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9588013a-fa6b-4c46-a1b0-56c8f1b8c539 HTTP/1.1" status: 204 len: 168 time: 0.4557123 Oct 13 04:07:35.496898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a88fb445-51e0-49fb-9817-9f6a08a6764e req-11e73a74-d9e4-4a6f-a750-f8d412a223f7 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146778 Oct 13 04:07:35.500071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05da1-6163-4bfa-b110-6947c43bd007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9588013a-fa6b-4c46-a1b0-56c8f1b8c539,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:35.530750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.569018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.639648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event updated for resources: {'Port': ['ID=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:35.662696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Network 876c5493-a918-4192-8574-9a25534ba797 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:35.664443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:35.667238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:35.670104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a40fb-b9ea-41be-8229-5df8f1b913b3 req-1323b320-5113-4def-a5d0-00a2352846b6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:35.671641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09a40fb-b9ea-41be-8229-5df8f1b913b3 req-1323b320-5113-4def-a5d0-00a2352846b6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.4304869 Oct 13 04:07:35.674251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'name': 'network-vif-deleted', 'tag': '4fb46775-e68e-4431-b801-84f5807d8c46'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:35.676399 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129410e4-6d86-4304-88ed-13b43b648829" -d '{"events": [{"server_uuid": "67c6ccef-e15c-4ce0-85f2-f866dfe73ac6", "name": "network-vif-deleted", "tag": "4fb46775-e68e-4431-b801-84f5807d8c46"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:35.730751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:35.731400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.737006 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.753884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6e5b141a-b0c6-4b9a-a80b-bb333430ab1f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6972640 Oct 13 04:07:35.757508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09a40fb-b9ea-41be-8229-5df8f1b913b3 req-b144468f-dd6c-40df-a5f9-645a4c175dea tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637572 Oct 13 04:07:35.775069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Request body: {'port': {'device_id': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:35.811494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.818923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:35.875699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=d325cd7e-0cb7-483c-b008-5ed1fc262767,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:35.899239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:35.901363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:35.903793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.904277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:35.921942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Deleting subnet ffd9955f-c930-40b3-a8d7-4debcb0618ae {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:35.926306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:35.969441 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6a97b1-dadc-43fe-bc86-74ed6cd9ca21 x-openstack-request-id: req-3e6a97b1-dadc-43fe-bc86-74ed6cd9ca21 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:35.969743 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c6ccef-e15c-4ce0-85f2-f866dfe73ac6", "name": "network-vif-deleted", "tag": "4fb46775-e68e-4431-b801-84f5807d8c46", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:35.970008 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e6a97b1-dadc-43fe-bc86-74ed6cd9ca21 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:35.970436 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c6ccef-e15c-4ce0-85f2-f866dfe73ac6', 'name': 'network-vif-deleted', 'tag': '4fb46775-e68e-4431-b801-84f5807d8c46', 'status': 'completed', 'code': 200} Oct 13 04:07:36.010601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.087725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:36.088205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.118393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12c2b-465b-43a6-9565-f894f72f6dcc req-356ead1a-4fc0-4ad5-b817-198c9df258a9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:36.126815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afd12c2b-465b-43a6-9565-f894f72f6dcc req-356ead1a-4fc0-4ad5-b817-198c9df258a9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1553235 Oct 13 04:07:36.149463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7feec863-1ced-4267-b496-d9bf27aaefb6 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5712891 Oct 13 04:07:36.152318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:36.158924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:39:05:cf'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:64:44:86'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:36.218403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afd12c2b-465b-43a6-9565-f894f72f6dcc req-227fec0b-3140-4888-98ac-8543d5065c16 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844767 Oct 13 04:07:36.229567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.309948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc77cdc7-37aa-45d7-aee8-090fde79c0e7 None None] Provisioning complete for port d325cd7e-0cb7-483c-b008-5ed1fc262767 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:36.310460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc77cdc7-37aa-45d7-aee8-090fde79c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.392500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4905-6beb-493f-a9cd-feac14ed842f req-d923152f-b482-4e19-8282-f009b3a77503 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:36.395332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cc77cdc7-37aa-45d7-aee8-090fde79c0e7 None None] Port d325cd7e-0cb7-483c-b008-5ed1fc262767 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:36.405841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af5e4905-6beb-493f-a9cd-feac14ed842f req-d923152f-b482-4e19-8282-f009b3a77503 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.2007914 Oct 13 04:07:36.523913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.545087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.555884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd9955f-c930-40b3-a8d7-4debcb0618ae,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:36.576539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af5e4905-6beb-493f-a9cd-feac14ed842f req-6830dca9-9e11-4e8f-ae9a-6d4756d458ce tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694946 Oct 13 04:07:36.599023 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.610774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fa6eaa9a-eefd-48df-bc43-859a9ea1999c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ffd9955f-c930-40b3-a8d7-4debcb0618ae HTTP/1.1" status: 204 len: 168 time: 0.7884865 Oct 13 04:07:36.615124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:36.619907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:36.664767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafcd67-4073-4811-a114-809a787919ea req-996e4180-7e90-47e9-a0a5-bfb511605a43 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:36.672169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccafcd67-4073-4811-a114-809a787919ea req-996e4180-7e90-47e9-a0a5-bfb511605a43 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 931 time: 0.1281934 Oct 13 04:07:36.772474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:36.782766 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccafcd67-4073-4811-a114-809a787919ea req-8bc75346-abfe-41e3-a9d2-5dcd158bdfa7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084726 Oct 13 04:07:36.792234 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.802637 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d75b89d-af28-4b64-ba85-b2226c7da299 req-3f20cce7-f05c-4c3c-9355-088a924705af tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6be910e5fcfe418a9654b1a207f0d286 HTTP/1.1" status: 200 len: 221 time: 0.1016281 Oct 13 04:07:36.812097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.860781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-32992305-network', 'tenant_id': '027faeca90cb461dad62498c0bff4e38'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:36.884581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Transition to ACTIVE for port object 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:36.891467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.896072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.903008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:36.982364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event updated for resources: {'Port': ['ID=d325cd7e-0cb7-483c-b008-5ed1fc262767,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:36.990900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] In _notify_port_updated(), no bound segment for port d325cd7e-0cb7-483c-b008-5ed1fc262767 on network cf07dd2e-437e-44d7-a17d-c13c0ca7193b {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:07:36.999984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:37.001072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.005310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9eb5ed4e-670b-4462-960e-f2c19f0239ee tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "PUT /v2.0/ports/d325cd7e-0cb7-483c-b008-5ed1fc262767 HTTP/1.1" status: 200 len: 1056 time: 0.8506644 Oct 13 04:07:37.006045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:37.035335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Made reservation on behalf of 027faeca90cb461dad62498c0bff4e38 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:37.037639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.079622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-559cdf6b-2531-4642-aceb-97d4746c2460 service neutron] 10.222.0.26 "GET /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.2938914 Oct 13 04:07:37.097709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:37.113729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.126840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port d325cd7e-0cb7-483c-b008-5ed1fc262767 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:37.127349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.129092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e566a-672c-4e6c-b7bc-a5cb0ed2dff2 req-d305ff3b-2250-4241-946d-fe72390e35c2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:37.149116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f77e566a-672c-4e6c-b7bc-a5cb0ed2dff2 req-d305ff3b-2250-4241-946d-fe72390e35c2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2684946 Oct 13 04:07:37.176468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.221064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.224107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f859d189-0bc6-4d01-b399-9a435c85c197 None None] Provisioning complete for port d325cd7e-0cb7-483c-b008-5ed1fc262767 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:37.224598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f859d189-0bc6-4d01-b399-9a435c85c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.233225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for d325cd7e-0cb7-483c-b008-5ed1fc262767 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:37.259498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f859d189-0bc6-4d01-b399-9a435c85c197 None None] Port d325cd7e-0cb7-483c-b008-5ed1fc262767 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:07:37.279925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75101fd-3866-4f75-8e04-6a8accae92ce']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:37.315613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:37.315934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5a4980-f0fa-4a3f-9ce0-f8d2524124e9') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:37.347762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.353248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f77e566a-672c-4e6c-b7bc-a5cb0ed2dff2 req-c8872108-a9e1-4b6d-9bed-8ae920a94a07 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032633 Oct 13 04:07:37.387338 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.395571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.418994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=d325cd7e-0cb7-483c-b008-5ed1fc262767,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:37.425869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Attempting to bind port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:37.426204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Attempting to bind port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:37.426629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Attempting to bind port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:37.432545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:37.433052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:37.439680 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:37.486607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b on network 876c5493-a918-4192-8574-9a25534ba797 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:37.486934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Attempting to bind port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:37.548011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:37.548457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:37.548819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Bound using segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:37.549380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Bound port: 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:37.549814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.557879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aaace-3c32-4d7f-adcd-0064d5c5bf63 req-e8d75620-50ef-49ee-b783-d937a85eff26 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:37.562229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd5aaace-3c32-4d7f-adcd-0064d5c5bf63 req-e8d75620-50ef-49ee-b783-d937a85eff26 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0791252 Oct 13 04:07:37.641832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] For port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:37.646372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] For port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:37.662148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.664329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.676925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.680656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] 10.222.0.44 "DELETE /v2.0/networks/d75101fd-3866-4f75-8e04-6a8accae92ce HTTP/1.1" status: 204 len: 168 time: 1.0597291 Oct 13 04:07:37.685790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:37.741931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd5aaace-3c32-4d7f-adcd-0064d5c5bf63 req-9b61ff37-2b00-4828-9f74-25e27080997d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684122 Oct 13 04:07:37.754133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.774290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d88c-b973-4162-9731-9b01c67a98df admin admin] Pushing event deleted for resources: {'Network': ['ID=d75101fd-3866-4f75-8e04-6a8accae92ce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:37.776937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:37.777557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.779166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e1183f2-ff45-4f15-a8af-7b2b4cc6755b HTTP/1.1" status: 200 len: 1091 time: 2.0132906 Oct 13 04:07:37.789285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'tag': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:37.791724 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2052e8-b840-4426-ab35-fdec6870bf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5af09c3-e259-4bcc-9125-791e2e14d92f", "tag": "5e1183f2-ff45-4f15-a8af-7b2b4cc6755b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:37.794553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.873836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.874980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19b41-f089-4d1a-8cd0-8f857fe6cb80 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:37.875769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Deleting subnet 43b2e732-2c22-4701-9be9-6ecdd960341b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:37.885343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939642b-ee8d-4488-95c4-75a98743e6e7 req-51e072fa-c22e-4e42-b474-fe007c53221c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:37.886928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a939642b-ee8d-4488-95c4-75a98743e6e7 req-51e072fa-c22e-4e42-b474-fe007c53221c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 944 time: 0.2263465 Oct 13 04:07:37.888092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:37.894675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.925269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97439a9-a79d-4c16-9922-ad51464756a7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:37.929510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:37.951171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.953289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.953642 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Added segment d8d39d22-2cc8-4b7d-9922-0179a94d05bf of type vlan for network 7915e757-25c3-493e-a5b3-4c73cb0575f6 Oct 13 04:07:37.958344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bc1637df-a87a-4322-81bd-8d17254f4acf tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/ports/d325cd7e-0cb7-483c-b008-5ed1fc262767 HTTP/1.1" status: 204 len: 168 time: 0.9475369 Oct 13 04:07:37.959138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:37.960722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56198) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:37.995017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1b6da-daab-45ad-b81f-58aff9b71545 req-040807a5-f984-4847-893a-ea73e74a9583 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:37.996495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5f1b6da-daab-45ad-b81f-58aff9b71545 req-040807a5-f984-4847-893a-ea73e74a9583 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1419175 Oct 13 04:07:38.001965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4fb46775-e68e-4431-b801-84f5807d8c46 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:38.016228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a939642b-ee8d-4488-95c4-75a98743e6e7 req-15870777-dc49-4409-a6f6-1de947db2c34 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979145 Oct 13 04:07:38.023102 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d832b3-783d-4b55-91c9-ac5e22cb4dad tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] GET failed (client error): The resource could not be found. Oct 13 04:07:38.026885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69d832b3-783d-4b55-91c9-ac5e22cb4dad tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "GET /v2.0/ports/d325cd7e-0cb7-483c-b008-5ed1fc262767 HTTP/1.1" status: 404 len: 333 time: 0.0620618 Oct 13 04:07:38.029044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:38.034901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 4fb46775-e68e-4431-b801-84f5807d8c46 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:38.035328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4fb46775-e68e-4431-b801-84f5807d8c46 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:38.042571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.057614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:38.094110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53144af-e791-4185-ae9a-8201ab2c2120 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:38.106903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:38.118056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-4eadc09e-e22c-4182-9b44-e9de6dcc5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:38.119577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-4eadc09e-e22c-4182-9b44-e9de6dcc5d2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 1094 time: 0.2630286 Oct 13 04:07:38.121009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.145484 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.178028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5f1b6da-daab-45ad-b81f-58aff9b71545 req-03bdadcc-30b8-44d3-bf4e-a40c46cf4baa tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613266 Oct 13 04:07:38.209717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-2cfbc992-743f-4cb0-be43-873b14104380 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b HTTP/1.1" status: 200 len: 217 time: 0.0761020 Oct 13 04:07:38.257332 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fcecfb-872c-445c-83df-8284d120b9b6 x-openstack-request-id: req-86fcecfb-872c-445c-83df-8284d120b9b6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:38.257733 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5af09c3-e259-4bcc-9125-791e2e14d92f", "tag": "5e1183f2-ff45-4f15-a8af-7b2b4cc6755b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:38.257898 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86fcecfb-872c-445c-83df-8284d120b9b6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:38.258294 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'tag': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b', 'status': 'completed', 'code': 200} Oct 13 04:07:38.270083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port 637a2d5a-3952-421c-bd9e-dcf22b991499 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:38.270437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.289610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.291097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:38.291685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.333370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.354230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7287903 Oct 13 04:07:38.387430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:38.396298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Request body: {'subnet': {'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-32992305-subnet', 'tenant_id': '027faeca90cb461dad62498c0bff4e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:38.400667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b2e732-2c22-4701-9be9-6ecdd960341b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:38.416720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.419634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-65d5e7e7-abc8-4b81-9ff0-fa1c8c06c454 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/43b2e732-2c22-4701-9be9-6ecdd960341b HTTP/1.1" status: 204 len: 168 time: 0.7309747 Oct 13 04:07:38.420824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e2bce-3865-4aa0-a8f4-1c4a4540c2aa req-eca37056-6088-4d22-996f-8bb2ac7271b5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:38.423095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:38.425208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f62e2bce-3865-4aa0-a8f4-1c4a4540c2aa req-eca37056-6088-4d22-996f-8bb2ac7271b5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 943 time: 0.3019502 Oct 13 04:07:38.440442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-d2aaf32b-ca21-46da-82e6-8549f12c7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:38.441894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-d2aaf32b-ca21-46da-82e6-8549f12c7316 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.2096534 Oct 13 04:07:38.480956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76989d20-25f9-400c-914e-e0325e09a3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7915e757-25c3-493e-a5b3-4c73cb0575f6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:38.491967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7915e757-25c3-493e-a5b3-4c73cb0575f6 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:38.502589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-af46e352-4b91-4d5a-bce5-5dcb628b862c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527170 Oct 13 04:07:38.537695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Made reservation on behalf of 027faeca90cb461dad62498c0bff4e38 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:38.541205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.556417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe007d60-cf45-4b65-ab62-5a6fe49d8bef req-3b193bc4-691c-4307-9331-c8f5823913d2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:38.557900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe007d60-cf45-4b65-ab62-5a6fe49d8bef req-3b193bc4-691c-4307-9331-c8f5823913d2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2530355 Oct 13 04:07:38.565135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.577848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] Transition to ACTIVE for port object a53144af-e791-4185-ae9a-8201ab2c2120 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:38.592516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f62e2bce-3865-4aa0-a8f4-1c4a4540c2aa req-4bae82fd-9727-4034-912a-71fea7bd8891 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583080 Oct 13 04:07:38.596206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.641572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for 637a2d5a-3952-421c-bd9e-dcf22b991499 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:38.648823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:38.692294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] No DVR routers for this DVR port a53144af-e791-4185-ae9a-8201ab2c2120 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:38.712764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] Pushing event updated for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:38.734741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-476b9f33-fa17-4682-9d15-8bc801daa6f7 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232039 Oct 13 04:07:38.742281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-73ada12e-08d1-42ae-8685-92fe0f715de5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120/bindings/n-h1-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6472843 Oct 13 04:07:38.750032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe007d60-cf45-4b65-ab62-5a6fe49d8bef req-104e64bf-2c5e-4f9b-83fa-6bee5ce759d7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773736 Oct 13 04:07:38.851864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bcf72d6-2208-474f-ab7f-17aedcc228f3 req-46ffc10e-9bb7-4a57-926f-87a11f798591 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086297 Oct 13 04:07:38.941247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-7c657d7f-c81d-4a36-96fc-b8712c6d42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:38.942998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-7c657d7f-c81d-4a36-96fc-b8712c6d42fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 1094 time: 0.0451925 Oct 13 04:07:38.952890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.019906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:39.046190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-dff19068-1734-40c8-8224-09b0db073e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.047672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-dff19068-1734-40c8-8224-09b0db073e99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.0976965 Oct 13 04:07:39.060780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15bd453-2c3e-47ea-a5af-f6794a6efc39') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:39.061082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15bd453-2c3e-47ea-a5af-f6794a6efc39') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:39.075790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-e4a78eec-6dea-4a65-b5c3-216acc507d12 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.077567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-e4a78eec-6dea-4a65-b5c3-216acc507d12 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.2526419 Oct 13 04:07:39.097713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845c77-8de3-4e89-ba3f-05b381b34cd3 req-141b3826-bfa0-40b0-8877-11838e48e243 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.098855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-66d46ac5-6805-4d56-80a9-be03909eac14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b HTTP/1.1" status: 200 len: 217 time: 0.0415986 Oct 13 04:07:39.099229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e845c77-8de3-4e89-ba3f-05b381b34cd3 req-141b3826-bfa0-40b0-8877-11838e48e243 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2185731 Oct 13 04:07:39.102315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.172127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-6222dba0-1181-4253-b5aa-779261548305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.173851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-6222dba0-1181-4253-b5aa-779261548305 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.0659788 Oct 13 04:07:39.189733 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.207919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.212913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:39.213385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:39.218610 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:39.221565 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-25ca37cd-f21e-4b21-91f1-1d6522403367 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312848 Oct 13 04:07:39.239541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.245511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094082c-9a27-4f2f-b408-f5924f3538df req-6b05721d-f4ff-47c7-be10-eb0ab4d3608c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.247020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6094082c-9a27-4f2f-b408-f5924f3538df req-6b05721d-f4ff-47c7-be10-eb0ab4d3608c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.0922134 Oct 13 04:07:39.341892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6094082c-9a27-4f2f-b408-f5924f3538df req-60e28de3-642a-49d7-844f-078450e4c345 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827267 Oct 13 04:07:39.357301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=637a2d5a-3952-421c-bd9e-dcf22b991499,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:39.383832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-4d3d052a-2c95-4bc8-8980-4e4e0df36f15 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526225 Oct 13 04:07:39.420323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e845c77-8de3-4e89-ba3f-05b381b34cd3 req-73d1fcac-e84f-4c72-8ead-270fafa7b275 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861226 Oct 13 04:07:39.457696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-5f4fcfb5-e9c9-4ab2-b516-708dc1bcf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.459232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-5f4fcfb5-e9c9-4ab2-b516-708dc1bcf2a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 1096 time: 0.3589981 Oct 13 04:07:39.498201 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.567526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c2052e8-b840-4426-ab35-fdec6870bf8b req-33c1b8fc-bae8-4241-83f8-aa8e11591181 service neutron] 10.222.0.26 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767242 Oct 13 04:07:39.580525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.586117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b HTTP/1.1" status: 204 len: 168 time: 1.1552145 Oct 13 04:07:39.587141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a70f07-ae18-461f-8473-a83a9a30e10f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:39.599764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e569e2-620f-47e0-a4a4-838638d365b0 req-7cae0fc4-6f67-41f3-bb3d-e21c3c1d916c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.608534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99e569e2-620f-47e0-a4a4-838638d365b0 req-7cae0fc4-6f67-41f3-bb3d-e21c3c1d916c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0897872 Oct 13 04:07:39.610967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Checking segment: {'id': 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:39.611353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Network hostable DHCP agents. Network: 7915e757-25c3-493e-a5b3-4c73cb0575f6, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:39.642884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ab02-a452-4b3e-b845-28fb9a0deb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d3b6fe-b058-49bd-be56-e5a0ffdc5a4b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:39.662505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.666344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-089f73f1-0226-45ba-a5a5-bbbf67a528d1 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/ports/637a2d5a-3952-421c-bd9e-dcf22b991499 HTTP/1.1" status: 204 len: 168 time: 1.6379583 Oct 13 04:07:39.673116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99e569e2-620f-47e0-a4a4-838638d365b0 req-74913419-e2e9-4953-9a33-8d080004e58a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 Oct 13 04:07:39.676142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:39.697653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-ff439646-1645-4b66-903f-9d75894bdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.704264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-ff439646-1645-4b66-903f-9d75894bdea3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1096 time: 0.2035196 Oct 13 04:07:39.706130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:39.743880 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-167d2029-84b7-40a1-a732-b29849f2496f tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] GET failed (client error): The resource could not be found. Oct 13 04:07:39.751478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-167d2029-84b7-40a1-a732-b29849f2496f tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "GET /v2.0/ports/637a2d5a-3952-421c-bd9e-dcf22b991499 HTTP/1.1" status: 404 len: 333 time: 0.0650239 Oct 13 04:07:39.753618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:39.764454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.768708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Network 7915e757-25c3-493e-a5b3-4c73cb0575f6 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:39.772443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:39.802959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:39.835776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7915e757-25c3-493e-a5b3-4c73cb0575f6) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:39.844427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.845103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:39.847419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad290e-6198-47ed-b82b-8f8ec44ac283 None None] Network 7915e757-25c3-493e-a5b3-4c73cb0575f6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:39.877972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1a920-c82d-46f4-80f0-869e8b93c9fe req-dd8317b7-e70a-404c-84b5-1f22849798f2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.885456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46a1a920-c82d-46f4-80f0-869e8b93c9fe req-dd8317b7-e70a-404c-84b5-1f22849798f2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 943 time: 0.1683021 Oct 13 04:07:39.890940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e573d14b-96ab-4f63-8c47-d8fc198c82f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=979464b4ff6a4112977ee3418e05e40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867994 Oct 13 04:07:39.897170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:39.932082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ee51e79d-4cd6-4db6-aae8-7116bcefc2e4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5336075 Oct 13 04:07:39.967784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-82c334b6-1b51-4552-9c42-25e8d49c6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:39.969208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-82c334b6-1b51-4552-9c42-25e8d49c6990 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2573986 Oct 13 04:07:39.995488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46a1a920-c82d-46f4-80f0-869e8b93c9fe req-9d1cd855-b08d-4f36-9146-033d88bd31f0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045752 Oct 13 04:07:40.015295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b2631-2f8e-442f-88fc-db6a9d0c5682 None None] Network 7915e757-25c3-493e-a5b3-4c73cb0575f6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:40.090917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-ba57b0e3-644e-497b-9527-6612d84616e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 217 time: 0.0931566 Oct 13 04:07:40.117890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72220ad5-f920-42c3-9513-842f78cc0cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.167882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72220ad5-f920-42c3-9513-842f78cc0cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.179635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-628f5b44-1ba1-4ba0-b780-ed37febb5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:40.179635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-628f5b44-1ba1-4ba0-b780-ed37febb5e2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0737898 Oct 13 04:07:40.219042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-ff643429-7dc9-4b12-8548-1eaa0daf6245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317206 Oct 13 04:07:40.320614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72220ad5-f920-42c3-9513-842f78cc0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.323560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72220ad5-f920-42c3-9513-842f78cc0cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.324797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72220ad5-f920-42c3-9513-842f78cc0cc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d65263d-18ae-431e-8524-8f150e099fe3 HTTP/1.1" status: 204 len: 168 time: 0.4261429 Oct 13 04:07:40.356088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220ad5-f920-42c3-9513-842f78cc0cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d65263d-18ae-431e-8524-8f150e099fe3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:40.386803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-f30c7ebd-9143-4500-b942-a75e17abb3fd service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590695 Oct 13 04:07:40.497586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb48a3-1c4f-4f94-aa40-cafe350e6510 req-d3278249-a75c-4c8e-8f6a-b72b13003d71 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:40.506055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fb48a3-1c4f-4f94-aa40-cafe350e6510 req-d3278249-a75c-4c8e-8f6a-b72b13003d71 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.6998646 Oct 13 04:07:40.556011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fb48a3-1c4f-4f94-aa40-cafe350e6510 req-6f35569b-42cf-424b-90e4-c037e2cad2ee tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488892 Oct 13 04:07:40.592856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port 468162ae-3c01-433c-83cf-93b92e67b061 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:40.593212 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.765108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5bbaf-5cde-4ded-8a78-a302505710bc req-328263f0-3a28-4c47-ad10-2e5dfd5471f9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:40.767345 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0a5bbaf-5cde-4ded-8a78-a302505710bc req-328263f0-3a28-4c47-ad10-2e5dfd5471f9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.0956798 Oct 13 04:07:40.767999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:40.789867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.818487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for 468162ae-3c01-433c-83cf-93b92e67b061 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:40.895263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0a5bbaf-5cde-4ded-8a78-a302505710bc req-ba614ba4-cfc6-4fcc-97d7-cdb562d859cd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143143 Oct 13 04:07:40.899866 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d5065854-59ae-4010-9360-5d2cd183932a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c17da8e44da4558b1dd01db0fd47ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1224368 Oct 13 04:07:40.901544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:40.933207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-ed3b8606-5d1d-4523-9fd2-31d95f7b8783 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396562 Oct 13 04:07:40.958998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-b3a94521-e083-4a13-b804-b563a29cf04c tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:40.960705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-b3a94521-e083-4a13-b804-b563a29cf04c tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/networks?id=7915e757-25c3-493e-a5b3-4c73cb0575f6 HTTP/1.1" status: 200 len: 819 time: 0.5040052 Oct 13 04:07:40.980744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75d8ac50-9dfb-4285-b820-8508e6deb5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:40.984414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-b60169bc-5326-4e44-b16a-b1c6a11d428b tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/quotas/027faeca90cb461dad62498c0bff4e38 HTTP/1.1" status: 200 len: 375 time: 0.0171051 Oct 13 04:07:41.013280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-c66062dc-cabe-4069-8697-cfb90ed7843a tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=027faeca90cb461dad62498c0bff4e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278966 Oct 13 04:07:41.062207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75d8ac50-9dfb-4285-b820-8508e6deb5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.084822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.131994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-8fe35bfe-d9e7-43f5-910f-34e968d19678 service neutron] 10.222.0.44 "GET /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106560 Oct 13 04:07:41.157904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=468162ae-3c01-433c-83cf-93b92e67b061,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:41.227456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb4d5c-abed-4f3e-8f57-51e860704599 req-84180f68-0187-4db7-80e1-def240e2d6ce tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:41.234897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bdb4d5c-abed-4f3e-8f57-51e860704599 req-84180f68-0187-4db7-80e1-def240e2d6ce tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1859622 Oct 13 04:07:41.271367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-78316fee-6b71-4abd-8338-9fbde63a4ce4 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:41.272391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75d8ac50-9dfb-4285-b820-8508e6deb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.273437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-78316fee-6b71-4abd-8338-9fbde63a4ce4 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.0721264 Oct 13 04:07:41.275598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75d8ac50-9dfb-4285-b820-8508e6deb5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.279362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75d8ac50-9dfb-4285-b820-8508e6deb5d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48b6a265-e1cf-419e-9e36-9b1891446987 HTTP/1.1" status: 204 len: 168 time: 0.3757639 Oct 13 04:07:41.299397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8ac50-9dfb-4285-b820-8508e6deb5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b6a265-e1cf-419e-9e36-9b1891446987,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:41.303507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.307730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-91d67378-af3f-48a4-8803-f1defd8463f0 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/ports/468162ae-3c01-433c-83cf-93b92e67b061 HTTP/1.1" status: 204 len: 168 time: 1.5541871 Oct 13 04:07:41.310767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:41.327513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bdb4d5c-abed-4f3e-8f57-51e860704599 req-c066adea-6fd4-4711-8ff2-91f5e38f19f9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908673 Oct 13 04:07:41.362296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-8c262e21-9565-48c2-9410-5a1ce3a742e7 service neutron] 10.222.0.44 "GET /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290151 Oct 13 04:07:41.417936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting subnet 446b8fff-88ed-4ca1-92fb-947de3385999 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:41.424287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.488923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-40cd098c-8b5e-404c-ae5d-b22ffae2f6d8 service neutron] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:41.496517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-40cd098c-8b5e-404c-ae5d-b22ffae2f6d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.497696 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2dbad0aa-1af0-4823-837c-4a5b71826881 req-40cd098c-8b5e-404c-ae5d-b22ffae2f6d8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120/bindings/n-h2-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.2158794 Oct 13 04:07:41.565358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.650916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc938384-0fa4-4057-8bd7-ab67b3e79495 req-fd94ff3b-2333-4523-92e6-b120b47c9315 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:41.658998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc938384-0fa4-4057-8bd7-ab67b3e79495 req-fd94ff3b-2333-4523-92e6-b120b47c9315 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 943 time: 0.1932325 Oct 13 04:07:41.721802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:41.744731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc938384-0fa4-4057-8bd7-ab67b3e79495 req-c2642dde-1dac-4b82-a7f6-a2674b87031a tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847986 Oct 13 04:07:41.754673 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.881276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45f46fed-80e4-47e8-b5e2-a11a43163992 req-5bb33d26-e188-4a1f-a96f-d09b38356d25 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 210 time: 0.1199303 Oct 13 04:07:41.900646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:41.992483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:41.995933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Subnet': ['ID=446b8fff-88ed-4ca1-92fb-947de3385999,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:42.020407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.025394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7c6b328f-3169-4a2b-98ad-6d426807d4f8 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/subnets/446b8fff-88ed-4ca1-92fb-947de3385999 HTTP/1.1" status: 204 len: 168 time: 0.7139761 Oct 13 04:07:42.027981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:42.180013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b876-6d8d-4df6-a61f-94e9d0d553a8 req-a5afa281-1692-40ec-a079-f3f6444d4a28 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:42.192283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6e5b876-6d8d-4df6-a61f-94e9d0d553a8 req-a5afa281-1692-40ec-a079-f3f6444d4a28 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.1020162 Oct 13 04:07:42.206129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.221092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd76e9-be87-45ed-863b-3a1c0cd71cc3 req-2e258880-e20b-416b-8e4b-cae2781377ed tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:42.229574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98bd76e9-be87-45ed-863b-3a1c0cd71cc3 req-2e258880-e20b-416b-8e4b-cae2781377ed tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.3256967 Oct 13 04:07:42.281375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b', 'mac_address': 'fa:16:3e:11:2f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:42.285997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98bd76e9-be87-45ed-863b-3a1c0cd71cc3 req-7e1847b6-769c-4d29-84ad-74d53e9efa7e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508854 Oct 13 04:07:42.289653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00360d-5169-4b5f-b748-70be15bc3bad None None] Network cf07dd2e-437e-44d7-a17d-c13c0ca7193b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:42.300983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6e5b876-6d8d-4df6-a61f-94e9d0d553a8 req-787a0a35-a19e-47d6-80c0-036d46fcbaaa tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964875 Oct 13 04:07:42.423684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Deleting port 09171862-3153-4493-b3eb-183df5675dcd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:42.424103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.515266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] For port 09171862-3153-4493-b3eb-183df5675dcd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=09171862-3153-4493-b3eb-183df5675dcd,segment=NetworkSegment(6e038f53-23f4-41c0-b753-b05998d319c0),segment_id=6e038f53-23f4-41c0-b753-b05998d319c0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:42.515616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.527247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08be82-803f-41d5-a374-3713095c8b8c req-bbedbfcc-60af-4d35-a35c-6987ae2112c1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:42.536144 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc08be82-803f-41d5-a374-3713095c8b8c req-bbedbfcc-60af-4d35-a35c-6987ae2112c1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1327894 Oct 13 04:07:42.585676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.595205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Calling delete_port for 09171862-3153-4493-b3eb-183df5675dcd owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:42.608918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:42.638898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc08be82-803f-41d5-a374-3713095c8b8c req-0bfd7df4-b689-4664-bd24-0864b44710d7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015053 Oct 13 04:07:42.655207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:42.663297 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.670742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919cd13-ddde-4bf7-be34-335e27991a13 req-913aef30-eda6-4c7a-be89-18a3ee1ddff5 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:42.678386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7919cd13-ddde-4bf7-be34-335e27991a13 req-913aef30-eda6-4c7a-be89-18a3ee1ddff5 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1097746 Oct 13 04:07:42.719955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7919cd13-ddde-4bf7-be34-335e27991a13 req-400559d7-7f59-4678-b05b-49f96faa7953 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Oct 13 04:07:42.757906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:42.840165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:42.850925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63768fd9-9612-4530-a325-3ebb7e2925fd None None] DHCP port deletion for cf07dd2e-437e-44d7-a17d-c13c0ca7193b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:07:42.904000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] No DVR routers for this DVR port 09171862-3153-4493-b3eb-183df5675dcd on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:42.959457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Port': ['ID=09171862-3153-4493-b3eb-183df5675dcd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:42.979104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09171862-3153-4493-b3eb-183df5675dcd no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:43.016303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 09171862-3153-4493-b3eb-183df5675dcd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:43.016769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09171862-3153-4493-b3eb-183df5675dcd not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:43.020500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5e1183f2-ff45-4f15-a8af-7b2b4cc6755b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:43.055810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598103-69e4-4d19-83f4-f66209cd45ff req-92fd118f-18d0-435f-b039-caf8b249193a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:43.057502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-54598103-69e4-4d19-83f4-f66209cd45ff req-92fd118f-18d0-435f-b039-caf8b249193a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1524630 Oct 13 04:07:43.089100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.144262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474da8cf-093a-4c86-a201-864de7389fd6 req-bf93b8ce-8153-4f45-8af9-3a21b0b471bf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:43.153649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-474da8cf-093a-4c86-a201-864de7389fd6 req-bf93b8ce-8153-4f45-8af9-3a21b0b471bf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 944 time: 0.1669915 Oct 13 04:07:43.170844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf07dd2e-437e-44d7-a17d-c13c0ca7193b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:43.171051 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-54598103-69e4-4d19-83f4-f66209cd45ff req-df512f4b-3582-4b4f-bc8e-4f38e43d7215 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844307 Oct 13 04:07:43.189472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e038f53-23f4-41c0-b753-b05998d319c0') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:43.189838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e038f53-23f4-41c0-b753-b05998d319c0') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:43.225317 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.236316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e7af2663-bf52-465f-a384-1452f89de585 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:43.238007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e7af2663-bf52-465f-a384-1452f89de585 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.15 "GET /v2.0/networks?id=7915e757-25c3-493e-a5b3-4c73cb0575f6 HTTP/1.1" status: 200 len: 819 time: 0.2337632 Oct 13 04:07:43.245353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-474da8cf-093a-4c86-a201-864de7389fd6 req-e57db273-5588-4ed3-8dbd-6d46932234d3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905950 Oct 13 04:07:43.254861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Request body: {'port': {'device_id': '891054aa-2542-4149-aef1-e8a99128b799', 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6', 'admin_state_up': True, 'tenant_id': '027faeca90cb461dad62498c0bff4e38'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:43.263725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.280179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:43.281267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:43.293534 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:43.392037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82c79f31-3c39-4e3b-baf5-a8a8c5cdac53 req-68018781-bef7-4017-b221-d3c03cc77bd6 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 210 time: 0.0458689 Oct 13 04:07:43.451597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.461993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.465872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] 10.222.0.44 "DELETE /v2.0/networks/cf07dd2e-437e-44d7-a17d-c13c0ca7193b HTTP/1.1" status: 204 len: 168 time: 1.4369392 Oct 13 04:07:43.474035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Made reservation on behalf of 027faeca90cb461dad62498c0bff4e38 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:43.486914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:43.494193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885e1ce-4a88-49f9-97e7-0a00498f9991 tempest-AllowedAddressPairTestJSON-1527948734 tempest-AllowedAddressPairTestJSON-1527948734-project] Pushing event deleted for resources: {'Network': ['ID=cf07dd2e-437e-44d7-a17d-c13c0ca7193b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:43.535445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-4779a705-da56-4dcb-a463-043d56e7e826 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:43.544146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-4779a705-da56-4dcb-a463-043d56e7e826 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.1857688 Oct 13 04:07:43.561435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-f335b01c-0119-40de-8b60-383f4a1d6f94 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/quotas/8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 375 time: 0.0171382 Oct 13 04:07:43.619694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-4bf38a04-89e5-4c9f-a012-86990258bccb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573106 Oct 13 04:07:43.672204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcf56d-39e9-4c11-8f96-b5d9f320fb0b req-667ac04d-f259-47bf-aadc-3be37b45a63b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:43.673904 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cdbcf56d-39e9-4c11-8f96-b5d9f320fb0b req-667ac04d-f259-47bf-aadc-3be37b45a63b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1553938 Oct 13 04:07:43.755979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cdbcf56d-39e9-4c11-8f96-b5d9f320fb0b req-e34c0524-7d28-4b56-943e-ba80fa448094 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734634 Oct 13 04:07:43.775806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Allocated IP 172.20.0.10 (7915e757-25c3-493e-a5b3-4c73cb0575f6/f2a70f07-ae18-461f-8473-a83a9a30e10f/b805c55d-982a-43ff-ba83-051eacc6958a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:43.803378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-2fecec9f-9cd8-4832-bd9f-7c864d5936cc service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720166 Oct 13 04:07:43.943270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:43.945587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-3e9610a2-1f77-4ed1-85d8-cce0f52db573 service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318123 Oct 13 04:07:44.006333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86ac28-74eb-4e1d-8bb3-9f504f632005 req-3b98ffa3-90a1-4611-ab01-9c33bf6a780c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:44.014122 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d86ac28-74eb-4e1d-8bb3-9f504f632005 req-3b98ffa3-90a1-4611-ab01-9c33bf6a780c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1418240 Oct 13 04:07:44.113290 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d86ac28-74eb-4e1d-8bb3-9f504f632005 req-888e78b7-a7be-4071-824c-d61b342b407c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980961 Oct 13 04:07:44.120073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.254092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00790978-a298-40fd-bfad-45a79154d09b req-11ab644b-b2a5-44b7-a5b4-197028acc934 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 210 time: 0.0618544 Oct 13 04:07:44.296983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.348343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226888bd-ba74-4916-8b08-c1580c23fc2b req-ae97ff00-570f-4d9c-9416-b065d3de0461 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:44.355926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-226888bd-ba74-4916-8b08-c1580c23fc2b req-ae97ff00-570f-4d9c-9416-b065d3de0461 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1074209 Oct 13 04:07:44.407259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e4e3c2f5-e72d-4498-a06d-24118da33ef3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17192ab4f1ac4e03a38c4c1507f2e2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537241 Oct 13 04:07:44.407999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:44.431226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Network 7915e757-25c3-493e-a5b3-4c73cb0575f6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:44.438742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:44.448329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-226888bd-ba74-4916-8b08-c1580c23fc2b req-b13fb806-5f2c-4074-81fb-0074ff2b69c2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796001 Oct 13 04:07:44.487837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:44.544454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Pushing event updated for resources: {'Port': ['ID=b805c55d-982a-43ff-ba83-051eacc6958a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:44.611796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5c8b-e06e-45ea-abd5-552dd4001769 req-2b215c74-3223-42d6-b11b-d5ff91b563eb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:44.620197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-237b5c8b-e06e-45ea-abd5-552dd4001769 req-2b215c74-3223-42d6-b11b-d5ff91b563eb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 944 time: 0.2573116 Oct 13 04:07:44.635482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:44.635482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.650821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0183a6-871c-4a82-ada3-d9b70cee540e req-ff9ceac3-3000-4540-874d-7441a457737a tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:44.652366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea0183a6-871c-4a82-ada3-d9b70cee540e req-ff9ceac3-3000-4540-874d-7441a457737a tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 932 time: 0.0974131 Oct 13 04:07:44.675643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72268126-4a35-44f2-9fad-eb137644b994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.682252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-e61035ab-c2ba-4186-b5b7-f7f7aa5c69dc tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4322143 Oct 13 04:07:44.698691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Request body: {'port': {'device_id': '891054aa-2542-4149-aef1-e8a99128b799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:44.714269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea0183a6-871c-4a82-ada3-d9b70cee540e req-09bb5595-a4c2-4158-b6d6-75afd258fb7d tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547516 Oct 13 04:07:44.749549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-237b5c8b-e06e-45ea-abd5-552dd4001769 req-3bd1160d-d1bd-46fd-badd-4c76fa2f067c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266248 Oct 13 04:07:44.762339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72268126-4a35-44f2-9fad-eb137644b994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.912577 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.927105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b8cda-135e-4203-99cc-ec5baf3d81f7 req-dc79d279-7f4c-4b12-bce7-c633622563d8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:44.929375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d53b8cda-135e-4203-99cc-ec5baf3d81f7 req-dc79d279-7f4c-4b12-bce7-c633622563d8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1062303 Oct 13 04:07:44.981766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d53b8cda-135e-4203-99cc-ec5baf3d81f7 req-2890b26b-1873-486a-8993-8c3d57245dcf tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Oct 13 04:07:45.058842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72268126-4a35-44f2-9fad-eb137644b994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.062234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72268126-4a35-44f2-9fad-eb137644b994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.064239 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72268126-4a35-44f2-9fad-eb137644b994 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdda462f-eb2b-4bff-9316-23870eb1b181 HTTP/1.1" status: 204 len: 168 time: 0.6434755 Oct 13 04:07:45.080438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72268126-4a35-44f2-9fad-eb137644b994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda462f-eb2b-4bff-9316-23870eb1b181,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:45.190930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5ee8f-47e0-465b-92b4-b209457139c9 req-4d4b9738-6d11-4991-bdbc-f2d8e476277a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.192451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8aa5ee8f-47e0-465b-92b4-b209457139c9 req-4d4b9738-6d11-4991-bdbc-f2d8e476277a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1082101 Oct 13 04:07:45.250320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8aa5ee8f-47e0-465b-92b4-b209457139c9 req-f392a8b6-d86e-4a3d-969d-05bc1007b8a1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495963 Oct 13 04:07:45.302200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b805c55d-982a-43ff-ba83-051eacc6958a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:45.312701 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.336324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Transition to ACTIVE for port object b805c55d-982a-43ff-ba83-051eacc6958a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:45.341874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.357377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b2c63f17-f40e-45d9-94b1-45225474d45d req-df0a9109-9278-467b-bc5b-29d7218d9856 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 210 time: 0.0360138 Oct 13 04:07:45.459283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Pushing event updated for resources: {'Port': ['ID=b805c55d-982a-43ff-ba83-051eacc6958a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:45.490942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Attempting to bind port b805c55d-982a-43ff-ba83-051eacc6958a on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:45.491256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Attempting to bind port b805c55d-982a-43ff-ba83-051eacc6958a by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:45.492235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Attempting to bind port b805c55d-982a-43ff-ba83-051eacc6958a on network 7915e757-25c3-493e-a5b3-4c73cb0575f6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:45.496759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Port b805c55d-982a-43ff-ba83-051eacc6958a on network 7915e757-25c3-493e-a5b3-4c73cb0575f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:45.497087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Attempting to bind port b805c55d-982a-43ff-ba83-051eacc6958a on network 7915e757-25c3-493e-a5b3-4c73cb0575f6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:45.502296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:45.502632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Checking segment: {'id': 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:45.503012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Bound using segment: {'id': 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:45.503434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Bound port: b805c55d-982a-43ff-ba83-051eacc6958a, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:45.503795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.574529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] For port b805c55d-982a-43ff-ba83-051eacc6958a, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:45.578134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] For port b805c55d-982a-43ff-ba83-051eacc6958a, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b805c55d-982a-43ff-ba83-051eacc6958a,segment=NetworkSegment(d8d39d22-2cc8-4b7d-9922-0179a94d05bf),segment_id=d8d39d22-2cc8-4b7d-9922-0179a94d05bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:45.584800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.617165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21c3ed-0adc-406e-a3c7-4cf92baa5e09 req-b0ee3daf-3204-4d42-8d63-207a956d8eb4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.619072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a21c3ed-0adc-406e-a3c7-4cf92baa5e09 req-b0ee3daf-3204-4d42-8d63-207a956d8eb4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0967247 Oct 13 04:07:45.631298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-5ff84211-3eaf-450c-8725-77483d8333d9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.632916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-5ff84211-3eaf-450c-8725-77483d8333d9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.1916687 Oct 13 04:07:45.637268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.638637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.642718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] 10.222.0.15 "PUT /v2.0/ports/b805c55d-982a-43ff-ba83-051eacc6958a HTTP/1.1" status: 200 len: 1092 time: 0.9460406 Oct 13 04:07:45.642718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891054aa-2542-4149-aef1-e8a99128b799', 'tag': 'b805c55d-982a-43ff-ba83-051eacc6958a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:45.645992 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3505c96-4f38-4908-aab2-0a639fc3a309" -d '{"events": [{"name": "network-changed", "server_uuid": "891054aa-2542-4149-aef1-e8a99128b799", "tag": "b805c55d-982a-43ff-ba83-051eacc6958a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:45.676247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6f06-ffd2-4538-8527-005a6055c735 service neutron] Pushing event updated for resources: {'Port': ['ID=b805c55d-982a-43ff-ba83-051eacc6958a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:45.681709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Request body: {'port': {'device_id': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'admin_state_up': True, 'tenant_id': '8d9f3a44caf84a90af4b0f445f504e7e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:45.717354 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec6187-8127-43ae-9547-e315be828e70 x-openstack-request-id: req-7bec6187-8127-43ae-9547-e315be828e70 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:45.717644 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891054aa-2542-4149-aef1-e8a99128b799", "tag": "b805c55d-982a-43ff-ba83-051eacc6958a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:45.717890 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bec6187-8127-43ae-9547-e315be828e70 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:45.718287 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891054aa-2542-4149-aef1-e8a99128b799', 'tag': 'b805c55d-982a-43ff-ba83-051eacc6958a', 'status': 'completed', 'code': 200} Oct 13 04:07:45.746013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:45.748858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-5aced1bb-6d13-4580-9ea6-1cbb230b35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.750415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-5aced1bb-6d13-4580-9ea6-1cbb230b35b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=027faeca90cb461dad62498c0bff4e38&device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 1095 time: 0.0602572 Oct 13 04:07:45.751803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a21c3ed-0adc-406e-a3c7-4cf92baa5e09 req-43c24d8d-ebd1-4ab4-88a6-9936fba0c8e7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174943 Oct 13 04:07:45.821149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:45.827854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:45.828417 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.829621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-d20a2f4a-6aba-4c8b-a969-219823f06da6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b805c55d-982a-43ff-ba83-051eacc6958a HTTP/1.1" status: 200 len: 217 time: 0.0701013 Oct 13 04:07:45.939753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.958469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-4409faa4-2e83-4748-8714-41c2b5f7bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.958701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Made reservation on behalf of 8d9f3a44caf84a90af4b0f445f504e7e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:45.961403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-4409faa4-2e83-4748-8714-41c2b5f7bac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a70f07-ae18-461f-8473-a83a9a30e10f HTTP/1.1" status: 200 len: 859 time: 0.1247499 Oct 13 04:07:45.963272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.974750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:45.975192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47a62d-ce11-4dde-9e7c-ad2ad6b790ac req-d1a5ce43-4615-466a-8d4a-8fa75919615a tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.977289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee47a62d-ce11-4dde-9e7c-ad2ad6b790ac req-d1a5ce43-4615-466a-8d4a-8fa75919615a tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 944 time: 0.0838225 Oct 13 04:07:45.978278 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5f4e5-354f-4e9c-9512-78b07bde8da4" -d '{"events": [{"server_uuid": "a5af09c3-e259-4bcc-9125-791e2e14d92f", "name": "network-vif-plugged", "status": "completed", "tag": "5e1183f2-ff45-4f15-a8af-7b2b4cc6755b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:45.988831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c71b-0620-48f0-8663-86694819ae34 req-3f594502-5246-4283-a94e-df51d0a9bd23 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:45.990405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6040c71b-0620-48f0-8663-86694819ae34 req-3f594502-5246-4283-a94e-df51d0a9bd23 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 944 time: 0.1083577 Oct 13 04:07:46.002047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:46.008206 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.011751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:46.026084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-a9a1b661-c2d7-45ac-9fa7-f26b6f783419 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7915e757-25c3-493e-a5b3-4c73cb0575f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478091 Oct 13 04:07:46.063455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:46.091096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6040c71b-0620-48f0-8663-86694819ae34 req-bd81825c-4fc6-48b2-90d4-8543f8d6eacf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920711 Oct 13 04:07:46.116743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee47a62d-ce11-4dde-9e7c-ad2ad6b790ac req-f8161c83-bfb7-4296-aec8-b660465a7628 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Oct 13 04:07:46.161897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-78906353'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:46.168445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-3d548f25-9a6e-455b-948c-098c90e752ec service neutron] 10.222.0.15 "GET /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320653 Oct 13 04:07:46.181495 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f58acdd-963a-49d3-a31b-38630e10c1fa x-openstack-request-id: req-7f58acdd-963a-49d3-a31b-38630e10c1fa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:46.182017 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5af09c3-e259-4bcc-9125-791e2e14d92f", "name": "network-vif-plugged", "status": "completed", "tag": "5e1183f2-ff45-4f15-a8af-7b2b4cc6755b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:46.182552 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f58acdd-963a-49d3-a31b-38630e10c1fa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:46.183143 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b', 'code': 200} Oct 13 04:07:46.236971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Allocated IP 172.20.0.3 (09227da7-d52c-4f37-a496-d4d7c86f17a4/1cb4f75a-22c5-4945-9208-fb591640a1a2/334bc5c3-1fcc-4776-b888-b860c0e76dcc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:46.248031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:46.251576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.279318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.283717 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac3f4d6b-d7bf-49be-8750-e1d425e2e3b8 req-b45da0d1-b3aa-457f-b5c5-e96fdd065a5c service neutron] 10.222.0.15 "GET /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058095 Oct 13 04:07:46.333383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba31f2-6836-4c35-a67a-cee1d4567248 req-2a797db1-5185-409f-ae68-bbc5e95db425 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.338886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8ba31f2-6836-4c35-a67a-cee1d4567248 req-2a797db1-5185-409f-ae68-bbc5e95db425 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1615496 Oct 13 04:07:46.399807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-49bf3245-e5ef-4988-b8ca-178614d0c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.403402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-49bf3245-e5ef-4988-b8ca-178614d0c910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=027faeca90cb461dad62498c0bff4e38&device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 1095 time: 0.0632133 Oct 13 04:07:46.425824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375e95-50e2-4745-8544-29a9f055f447 req-ac04815d-3a47-496e-9773-5e0b6e31936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.427409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4375e95-50e2-4745-8544-29a9f055f447 req-ac04815d-3a47-496e-9773-5e0b6e31936a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 1096 time: 0.1619329 Oct 13 04:07:46.504344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8ba31f2-6836-4c35-a67a-cee1d4567248 req-6fbdb650-793e-4dda-8612-487ad8a8db73 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560297 Oct 13 04:07:46.506853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ddce9e8-5af8-4991-ac41-e060f8e92944 req-96181b71-df4b-4e77-b315-351b94aa301b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 210 time: 0.0350344 Oct 13 04:07:46.541417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4375e95-50e2-4745-8544-29a9f055f447 req-3d394005-694f-4dcf-b2b1-4180944fcdde service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002049 Oct 13 04:07:46.558687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-7b81c42d-d288-431a-bf55-66206200f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.560777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-7b81c42d-d288-431a-bf55-66206200f12c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7915e757-25c3-493e-a5b3-4c73cb0575f6 HTTP/1.1" status: 200 len: 920 time: 0.1490049 Oct 13 04:07:46.616143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.625546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.636774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-31965462-d99f-4b34-be96-0d38d897c2fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b805c55d-982a-43ff-ba83-051eacc6958a HTTP/1.1" status: 200 len: 217 time: 0.0580597 Oct 13 04:07:46.638326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.657328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:46.682599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7813fb-5a52-4f3b-aec2-b1769008e722,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:46.686659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.687051 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment 094ac863-e2c7-4f15-be14-16ecd5dfcd2d of type vlan for network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 Oct 13 04:07:46.719944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-22838188-6acb-4c3b-8ea7-5408c1ff63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.721533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-22838188-6acb-4c3b-8ea7-5408c1ff63e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2a70f07-ae18-461f-8473-a83a9a30e10f HTTP/1.1" status: 200 len: 859 time: 0.0757875 Oct 13 04:07:46.733963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb195852-11fc-4cf1-bfea-8ca63a66a933 req-41701fab-5e84-4f9d-b1eb-a7d9ddd5469a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.735310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb195852-11fc-4cf1-bfea-8ca63a66a933 req-41701fab-5e84-4f9d-b1eb-a7d9ddd5469a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1011088 Oct 13 04:07:46.738164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.747029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.764921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-2ec3b993-138d-4b9d-8303-bd4b373105a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7915e757-25c3-493e-a5b3-4c73cb0575f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285978 Oct 13 04:07:46.814206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:46.815902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:46.818643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.825037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.826396 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:46.828236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:46.834248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:46.849120 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb195852-11fc-4cf1-bfea-8ca63a66a933 req-339c8eea-cc84-4b17-a890-9aea130351e6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859447 Oct 13 04:07:46.891047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-1a6c0311-d0bb-4f12-9887-7f26d0c45ba5 service neutron] 10.222.0.15 "GET /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134260 Oct 13 04:07:46.922402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9044106 Oct 13 04:07:46.927629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:46.940970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'name': 'tempest-PortsTestJSON-100305619'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:46.963523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca6dd-89bf-4149-87c5-53b3aa2d1006 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=3b27ca5c-8ddd-423c-aacc-c2e91ed746a4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:46.981790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:46.996571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:46.997135 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.047853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-0b62b59a-0b39-4e47-a8ca-deca127dadfb tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3716614 Oct 13 04:07:47.057558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3505c96-4f38-4908-aab2-0a639fc3a309 req-d2b1534e-9754-473d-9322-c3c520c545c1 service neutron] 10.222.0.15 "GET /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488290 Oct 13 04:07:47.063055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Request body: {'port': {'device_id': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:47.114362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be302-8394-463c-8909-d26bbf84e521 req-439c5a6d-736e-42b3-b776-ddb58cf34eed tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:47.115824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da2be302-8394-463c-8909-d26bbf84e521 req-439c5a6d-736e-42b3-b776-ddb58cf34eed tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1535988 Oct 13 04:07:47.168259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:47.171678 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.176066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.211404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:47.220872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da2be302-8394-463c-8909-d26bbf84e521 req-ebbb91ad-ab18-49e4-a9df-fc63541c0204 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787416 Oct 13 04:07:47.248122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bf729-cfc9-4265-8178-a552f254ab04 req-1a45d5ee-5fa1-4fa7-894b-4d2778795786 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:47.253849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e3bf729-cfc9-4265-8178-a552f254ab04 req-1a45d5ee-5fa1-4fa7-894b-4d2778795786 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0774448 Oct 13 04:07:47.293779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e3bf729-cfc9-4265-8178-a552f254ab04 req-71cf0f9b-6620-4133-b23d-c61e45e67081 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Oct 13 04:07:47.544065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867adfd0-f8a0-47a5-be6a-a63657fca9a8 req-2ddc4a92-0ca2-4018-9dc2-e4ec7c60fea0 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:47.545919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-867adfd0-f8a0-47a5-be6a-a63657fca9a8 req-2ddc4a92-0ca2-4018-9dc2-e4ec7c60fea0 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 944 time: 0.2453823 Oct 13 04:07:47.628815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.648941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7b125-187f-4bba-9b8e-b13bd08e8566 req-1059d556-27f9-4c37-bc72-65be91160a35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:47.650606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ceb7b125-187f-4bba-9b8e-b13bd08e8566 req-1059d556-27f9-4c37-bc72-65be91160a35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0552716 Oct 13 04:07:47.666556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-867adfd0-f8a0-47a5-be6a-a63657fca9a8 req-e605001d-5b06-48f8-8885-151c4426934f tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072156 Oct 13 04:07:47.704188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ceb7b125-187f-4bba-9b8e-b13bd08e8566 req-8fb9f719-7901-4386-b332-e4f72fb6f271 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Oct 13 04:07:47.729926 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.741880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334bc5c3-1fcc-4776-b888-b860c0e76dcc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:47.782753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.834414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Transition to ACTIVE for port object 334bc5c3-1fcc-4776-b888-b860c0e76dcc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:07:47.839012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:47.856054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.898837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666e2b-3748-4600-ba87-fec78e82aa5e req-2830c4d8-b6f5-458a-b17b-23e61320a041 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:47.900306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57666e2b-3748-4600-ba87-fec78e82aa5e req-2830c4d8-b6f5-458a-b17b-23e61320a041 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 931 time: 0.1541145 Oct 13 04:07:47.904674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': '094ac863-e2c7-4f15-be14-16ecd5dfcd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:47.905052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:47.954640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:47.981961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:48.023715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57666e2b-3748-4600-ba87-fec78e82aa5e req-564400ff-3b7b-4a42-bac8-d307cab94e23 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106040 Oct 13 04:07:48.026655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:48.038471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:48.043667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b805c55d-982a-43ff-ba83-051eacc6958a details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:48.044761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:48.045573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.068846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9198e5-61b8-49c5-b440-fcc7aaddedaa None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:48.076756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3fbed9a-1acd-4944-a9a3-9b8adfed3632 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1403925 Oct 13 04:07:48.077631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:48.080670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:48.081316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:48.081822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:48.082711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1707943751'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:48.089282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:07:48.090310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:48.101999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:48.102422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:48.102838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:48.104777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Bound port: 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:48.105131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.126973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:48.140279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.176016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:48.188346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.188814 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment 10522f93-323f-4df5-8960-60d03dc0fc81 of type vlan for network d478f21e-2478-4e67-9db3-dd3df4cf7d7c Oct 13 04:07:48.248040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:48.253357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:48.260956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.269611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.290390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b805c55d-982a-43ff-ba83-051eacc6958a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b805c55d-982a-43ff-ba83-051eacc6958a,segment=NetworkSegment(d8d39d22-2cc8-4b7d-9922-0179a94d05bf),segment_id=d8d39d22-2cc8-4b7d-9922-0179a94d05bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:48.313741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'b805c55d-982a-43ff-ba83-051eacc6958a', 'network_id': '7915e757-25c3-493e-a5b3-4c73cb0575f6', 'port_id': 'b805c55d-982a-43ff-ba83-051eacc6958a', 'mac_address': 'fa:16:3e:6d:3f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a70f07-ae18-461f-8473-a83a9a30e10f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:48.314780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.322436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:48.323229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.323661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:48.324409 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.326511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] 10.222.0.26 "PUT /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 1091 time: 1.2658122 Oct 13 04:07:48.326511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:48.327996 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81124132-f751-4518-b362-1011528014fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:48.366435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.383385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b805c55d-982a-43ff-ba83-051eacc6958a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:48.396483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3178759 Oct 13 04:07:48.399955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:48.405344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b805c55d-982a-43ff-ba83-051eacc6958a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b805c55d-982a-43ff-ba83-051eacc6958a,segment=NetworkSegment(d8d39d22-2cc8-4b7d-9922-0179a94d05bf),segment_id=d8d39d22-2cc8-4b7d-9922-0179a94d05bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:48.410815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.413086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'ports': [{'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'}, {'network_id': 'd478f21e-2478-4e67-9db3-dd3df4cf7d7c'}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:48.413943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:48.414332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': 'd478f21e-2478-4e67-9db3-dd3df4cf7d7c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:48.457079 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbad102f-ac1b-4907-a39d-a64e3bf633fe x-openstack-request-id: req-dbad102f-ac1b-4907-a39d-a64e3bf633fe {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:48.457423 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:48.457651 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbad102f-ac1b-4907-a39d-a64e3bf633fe {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:48.458055 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'status': 'completed', 'code': 200} Oct 13 04:07:48.461073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=b805c55d-982a-43ff-ba83-051eacc6958a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:48.472713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9fd5-0a35-40d9-af33-0258d2fe39af service neutron] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:48.477032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25834764-b09b-4e23-8752-ce739cbeb2f5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=d478f21e-2478-4e67-9db3-dd3df4cf7d7c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:48.486686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-de09c524-6c2e-4647-b7c2-1c8df3161db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:48.488191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-de09c524-6c2e-4647-b7c2-1c8df3161db2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1094 time: 0.1040039 Oct 13 04:07:48.494928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d478f21e-2478-4e67-9db3-dd3df4cf7d7c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:48.551479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-1f5a0932-0b5b-4e70-9f47-af0692b8bc54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 217 time: 0.0498419 Oct 13 04:07:48.619492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543aa22-8974-4f77-9d40-c355981dc623 req-31dfbdf7-5df0-474c-81a3-c62b71d0ae28 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:48.621126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c543aa22-8974-4f77-9d40-c355981dc623 req-31dfbdf7-5df0-474c-81a3-c62b71d0ae28 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1413581 Oct 13 04:07:48.691527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c543aa22-8974-4f77-9d40-c355981dc623 req-5c515b25-857a-49b8-a487-2c79f7d0322d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563755 Oct 13 04:07:48.717588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b805c55d-982a-43ff-ba83-051eacc6958a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:48.723209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 2} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:48.732527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.760329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:48.942880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 536ea418-cd0f-4ce8-b202-b3d789e0fd50 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:48.993264 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82e9090f-1a12-4e57-804b-54d7b887af95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:49.020830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-01ac6646-fd1f-4c64-b5da-e9fd2c9ef0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.022304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-01ac6646-fd1f-4c64-b5da-e9fd2c9ef0eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.4392424 Oct 13 04:07:49.036041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54df3-ee74-4fb7-857d-c17b4281df8d req-3e24f36e-2e23-4ef8-b6fa-7f18303e7abf tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.037547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aaf54df3-ee74-4fb7-857d-c17b4281df8d req-3e24f36e-2e23-4ef8-b6fa-7f18303e7abf tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 945 time: 0.0865066 Oct 13 04:07:49.080256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-d619ea3c-a8e2-4624-82ab-dd43245727db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417297 Oct 13 04:07:49.125787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:49.191713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aaf54df3-ee74-4fb7-857d-c17b4281df8d req-e7dae8ae-754b-441b-9251-3434b735662c tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349449 Oct 13 04:07:49.219652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bb6de-9cc7-41aa-b5b4-b20e0a8f7be3 req-3ce49967-7ae0-4eed-8bb5-7c3978fb3214 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.228336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017bb6de-9cc7-41aa-b5b4-b20e0a8f7be3 req-3ce49967-7ae0-4eed-8bb5-7c3978fb3214 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1927741 Oct 13 04:07:49.260851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-e37b15a4-7128-4873-8ba5-66bc74e95608 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697159 Oct 13 04:07:49.321838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port efa8b838-7e99-43c1-ab57-40cb0b825d9e yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:49.328964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017bb6de-9cc7-41aa-b5b4-b20e0a8f7be3 req-b3f10c41-b2b9-4936-968c-29230456b4b7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995681 Oct 13 04:07:49.386495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91419-3dc9-41ce-a02a-581c01087ca7 req-944906bf-5b54-4e49-8bc2-331b54207604 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.388792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a91419-3dc9-41ce-a02a-581c01087ca7 req-944906bf-5b54-4e49-8bc2-331b54207604 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1243179 Oct 13 04:07:49.448121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3973cab-be72-4121-b2a1-e2fbc2821a78 req-8eb9cb67-5a13-4ef1-bcc2-dc55ddbc626e service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735890 Oct 13 04:07:49.454322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97a91419-3dc9-41ce-a02a-581c01087ca7 req-9161483e-086d-43c1-95cc-e715555ba652 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562081 Oct 13 04:07:49.486537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abf6d3-609b-4579-8552-1ee7af8ed648 req-2421f194-4557-4d38-914f-69b919a8274b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.488469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99abf6d3-609b-4579-8552-1ee7af8ed648 req-2421f194-4557-4d38-914f-69b919a8274b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 943 time: 0.0758064 Oct 13 04:07:49.524927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:49.547879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124132-f751-4518-b362-1011528014fb req-0e641161-375e-42c8-a3fa-69ef871ad5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.548836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-0e641161-375e-42c8-a3fa-69ef871ad5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1094 time: 0.0430875 Oct 13 04:07:49.558500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99abf6d3-609b-4579-8552-1ee7af8ed648 req-eaec6aac-ecb6-4f09-8b11-fd4c93d07db0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560553 Oct 13 04:07:49.583382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:49.639960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:49.643197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:49.647454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:49.648552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:49.664879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=536ea418-cd0f-4ce8-b202-b3d789e0fd50,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:49.713411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124132-f751-4518-b362-1011528014fb req-aec86d1d-a017-4ffe-baeb-aae91ba05d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.715129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-aec86d1d-a017-4ffe-baeb-aae91ba05d7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.1569605 Oct 13 04:07:49.734224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': '10522f93-323f-4df5-8960-60d03dc0fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd478f21e-2478-4e67-9db3-dd3df4cf7d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:49.734750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: d478f21e-2478-4e67-9db3-dd3df4cf7d7c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:49.737647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=efa8b838-7e99-43c1-ab57-40cb0b825d9e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:49.753321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network d478f21e-2478-4e67-9db3-dd3df4cf7d7c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:49.765016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d478f21e-2478-4e67-9db3-dd3df4cf7d7c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:49.769330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:49.775784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc22247d-7b27-4bd5-b334-05f36aac21eb None None] Network d478f21e-2478-4e67-9db3-dd3df4cf7d7c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:49.777655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.782626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-92048e16-4166-4fd9-98a7-3860be654d16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 217 time: 0.0555005 Oct 13 04:07:49.783318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.784419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:49.803526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8852352a-c3ff-49a8-9124-49e524b780df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4026666 Oct 13 04:07:49.809331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56542) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:49.843971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbba5e-7203-400c-99b3-da934d423e43 req-cce8edfb-c3b3-4852-be79-c451500d4662 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.845683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3dbba5e-7203-400c-99b3-da934d423e43 req-cce8edfb-c3b3-4852-be79-c451500d4662 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1295333 Oct 13 04:07:49.945384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124132-f751-4518-b362-1011528014fb req-a2f2940d-83cc-4880-8897-b97dffbfc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:49.946826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-a2f2940d-83cc-4880-8897-b97dffbfc5ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1540689 Oct 13 04:07:49.950488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3dbba5e-7203-400c-99b3-da934d423e43 req-a2322eea-9bc5-4826-aaa2-fda1f4b86862 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823653 Oct 13 04:07:49.985129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-36a1a847-5be8-4fc8-9e27-7b5bb9af28b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300090 Oct 13 04:07:50.036455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port efa8b838-7e99-43c1-ab57-40cb0b825d9e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:50.037111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.051767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b805c55d-982a-43ff-ba83-051eacc6958a up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:50.099551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port b805c55d-982a-43ff-ba83-051eacc6958a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:50.103361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port b805c55d-982a-43ff-ba83-051eacc6958a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:50.103731 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.123760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.144637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for efa8b838-7e99-43c1-ab57-40cb0b825d9e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:50.153026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-e781343d-10a7-49b3-a429-974e39f27913 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607428 Oct 13 04:07:50.184136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.222525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b805c55d-982a-43ff-ba83-051eacc6958a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b805c55d-982a-43ff-ba83-051eacc6958a,segment=NetworkSegment(d8d39d22-2cc8-4b7d-9922-0179a94d05bf),segment_id=d8d39d22-2cc8-4b7d-9922-0179a94d05bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:50.223659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891054aa-2542-4149-aef1-e8a99128b799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b805c55d-982a-43ff-ba83-051eacc6958a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:50.226923 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece00b3c-bd24-41d1-8f64-3733a9d28934" -d '{"events": [{"server_uuid": "891054aa-2542-4149-aef1-e8a99128b799", "name": "network-vif-plugged", "status": "completed", "tag": "b805c55d-982a-43ff-ba83-051eacc6958a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:50.230777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.308826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81124132-f751-4518-b362-1011528014fb req-f709ae28-f5fe-4bed-86ba-19702b42b1b8 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468222 Oct 13 04:07:50.312096 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b08e9-2159-435c-b94c-961e3dd0ec67 x-openstack-request-id: req-a88b08e9-2159-435c-b94c-961e3dd0ec67 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:50.313405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.326965 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891054aa-2542-4149-aef1-e8a99128b799", "name": "network-vif-plugged", "status": "completed", "tag": "b805c55d-982a-43ff-ba83-051eacc6958a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:50.327316 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a88b08e9-2159-435c-b94c-961e3dd0ec67 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:50.327736 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891054aa-2542-4149-aef1-e8a99128b799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b805c55d-982a-43ff-ba83-051eacc6958a', 'code': 200} Oct 13 04:07:50.344298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=efa8b838-7e99-43c1-ab57-40cb0b825d9e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:50.353144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.369355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:50.369638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab0b11eb-8af8-43d0-8699-e119344d0d47 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/efa8b838-7e99-43c1-ab57-40cb0b825d9e HTTP/1.1" status: 204 len: 168 time: 0.5592017 Oct 13 04:07:50.385953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=b805c55d-982a-43ff-ba83-051eacc6958a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:50.433775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d778ec-a64e-4372-8691-df4d15a25b5f req-bdef642e-3d99-4a61-8aaf-4baece939c18 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:50.437255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17d778ec-a64e-4372-8691-df4d15a25b5f req-bdef642e-3d99-4a61-8aaf-4baece939c18 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.1317739 Oct 13 04:07:50.468633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746cfb-96e3-4607-b069-eed4f1ae96ed req-28e2b1e4-6d05-450b-a910-c68d08f9ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:50.470271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b746cfb-96e3-4607-b069-eed4f1ae96ed req-28e2b1e4-6d05-450b-a910-c68d08f9ab1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 1097 time: 0.1127110 Oct 13 04:07:50.480354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de926e-876e-4dbe-a4bc-7cc9fc65ff8d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:50.486480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de926e-876e-4dbe-a4bc-7cc9fc65ff8d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:50.487925 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-86de926e-876e-4dbe-a4bc-7cc9fc65ff8d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1176310 Oct 13 04:07:50.490701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:50.519653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17d778ec-a64e-4372-8691-df4d15a25b5f req-63b4eafd-acce-445a-bd4a-78ba0a106ab5 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Oct 13 04:07:50.534400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b746cfb-96e3-4607-b069-eed4f1ae96ed req-155c8309-4651-4baa-8209-633dae0d40c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Oct 13 04:07:50.596957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 536ea418-cd0f-4ce8-b202-b3d789e0fd50 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:50.597505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.675137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.691794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 536ea418-cd0f-4ce8-b202-b3d789e0fd50 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:50.698004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa009446-5013-43d5-a804-a40833e0841d req-fcab5e8b-4dcb-490f-85c5-9de4c10118a3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:50.699532 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa009446-5013-43d5-a804-a40833e0841d req-fcab5e8b-4dcb-490f-85c5-9de4c10118a3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0512352 Oct 13 04:07:50.743545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa009446-5013-43d5-a804-a40833e0841d req-e39e30a6-b7d4-4b23-9a48-12f64730bfe6 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Oct 13 04:07:50.815781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a8ae-cba6-402a-88e9-fd189818ab0d req-2d7cfaf2-3daa-4f47-8468-96f50c8e8027 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:50.817285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f699a8ae-cba6-402a-88e9-fd189818ab0d req-2d7cfaf2-3daa-4f47-8468-96f50c8e8027 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 943 time: 0.0796876 Oct 13 04:07:50.829830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.878173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:50.881739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/536ea418-cd0f-4ce8-b202-b3d789e0fd50 HTTP/1.1" status: 204 len: 168 time: 0.3895171 Oct 13 04:07:50.882642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fce254-d256-4e55-a50c-022ee0c3c859 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=536ea418-cd0f-4ce8-b202-b3d789e0fd50,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:50.884436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:50.906961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f699a8ae-cba6-402a-88e9-fd189818ab0d req-85e6a540-9f3c-4f87-889e-93f92be5ee88 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Oct 13 04:07:51.256699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67f335-5809-4e55-98cf-6fabaff7f31e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:51.258210 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4d67f335-5809-4e55-98cf-6fabaff7f31e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3725376 Oct 13 04:07:51.261334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56606) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:51.275930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c435f-8e3f-4bc6-9e3b-ad02b521dd3d req-b33b2785-f8c5-44e5-984e-f802328911ab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:51.277647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b37c435f-8e3f-4bc6-9e3b-ad02b521dd3d req-b33b2785-f8c5-44e5-984e-f802328911ab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0707288 Oct 13 04:07:51.287813 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3219d0-d69b-481f-a397-89866c181440 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:07:51.292256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c3219d0-d69b-481f-a397-89866c181440 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/efa8b838-7e99-43c1-ab57-40cb0b825d9e HTTP/1.1" status: 404 len: 333 time: 0.0277758 Oct 13 04:07:51.292496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56608) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:51.317794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b37c435f-8e3f-4bc6-9e3b-ad02b521dd3d req-4b4bad3c-fa08-4a2c-8595-29d08ad9640a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Oct 13 04:07:51.319562 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d66dd1e-cd18-42f1-979c-d9bd153ad322 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:07:51.321642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3d66dd1e-cd18-42f1-979c-d9bd153ad322 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/536ea418-cd0f-4ce8-b202-b3d789e0fd50 HTTP/1.1" status: 404 len: 333 time: 0.0276654 Oct 13 04:07:51.323902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:51.441018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.467639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6dda0132-150f-4bb4-b34e-2b79e160b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.472450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9846960-16d3-4463-8516-22c0369f89b9 req-3d012ccf-20e3-40af-b87a-e6a61b70a09b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:51.473984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9846960-16d3-4463-8516-22c0369f89b9 req-3d012ccf-20e3-40af-b87a-e6a61b70a09b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0744748 Oct 13 04:07:51.588392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9846960-16d3-4463-8516-22c0369f89b9 req-c2bd8fca-e9da-4df8-b825-12f05e5db28c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945725 Oct 13 04:07:51.590671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.627545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d478f21e-2478-4e67-9db3-dd3df4cf7d7c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:51.656535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10522f93-323f-4df5-8960-60d03dc0fc81') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:51.656873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10522f93-323f-4df5-8960-60d03dc0fc81') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:51.668766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.709766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.730286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:51.730618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:51.734338 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:51.763802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:07:51.810325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3547007-359f-448a-9303-6e5509035b22 req-1d5793f1-7b02-424d-9928-0a95e5740c6c tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:51.811841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3547007-359f-448a-9303-6e5509035b22 req-1d5793f1-7b02-424d-9928-0a95e5740c6c tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.1131625 Oct 13 04:07:51.821744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.836811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.844211 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/d478f21e-2478-4e67-9db3-dd3df4cf7d7c HTTP/1.1" status: 204 len: 168 time: 0.5189734 Oct 13 04:07:51.848578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56640) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:51.854347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1425326496'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:51.888073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2d829-c182-446b-9023-76fed6780f1e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=d478f21e-2478-4e67-9db3-dd3df4cf7d7c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:51.916561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3547007-359f-448a-9303-6e5509035b22 req-15f0aff1-482d-4e1c-851b-01665dd65ee6 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938573 Oct 13 04:07:51.949718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:51.954320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:51.958269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:51.993510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'port_id': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'mac_address': 'fa:16:3e:17:25:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4f75a-22c5-4945-9208-fb591640a1a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:07:51.998970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc6567-8b61-44d8-8127-0146ac79388b req-6bc275c1-aa76-4bac-8b91-7af7505f587c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:52.008872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93fc6567-8b61-44d8-8127-0146ac79388b req-6bc275c1-aa76-4bac-8b91-7af7505f587c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1213667 Oct 13 04:07:52.026470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:52.051059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.051530 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment cbc8a965-a8b0-4d24-9dcd-de391bc1d26e of type vlan for network a440ab99-d5ca-4ba1-9f77-6ac821b3041f Oct 13 04:07:52.077125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93fc6567-8b61-44d8-8127-0146ac79388b req-80847e28-6758-4295-8e74-302d8f6fc72f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670574 Oct 13 04:07:52.077671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cde1a-704e-46e7-8a9c-3fa2ab736bc7 req-652357bb-40df-45c2-bdee-dced3797249d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:52.080303 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.083452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-049cde1a-704e-46e7-8a9c-3fa2ab736bc7 req-652357bb-40df-45c2-bdee-dced3797249d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0816729 Oct 13 04:07:52.121596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334bc5c3-1fcc-4776-b888-b860c0e76dcc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:07:52.141302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-049cde1a-704e-46e7-8a9c-3fa2ab736bc7 req-b51fa199-13d4-449a-a8cd-4f4793af6b8c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529211 Oct 13 04:07:52.171416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:52.175247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.197271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.245490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:52.285137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.292494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:52.293136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.317518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4673903 Oct 13 04:07:52.320267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56652) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:52.326480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:52.381403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7d70-1f72-4024-a1c0-6e5f0022673c req-af246453-056b-43e9-ada8-a834d3cc15a0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:52.383316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdbb7d70-1f72-4024-a1c0-6e5f0022673c req-af246453-056b-43e9-ada8-a834d3cc15a0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 0.1477766 Oct 13 04:07:52.415487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3334477-68a1-4b58-b994-b8a4c948d027 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=a440ab99-d5ca-4ba1-9f77-6ac821b3041f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:52.427561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a440ab99-d5ca-4ba1-9f77-6ac821b3041f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:52.447747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdbb7d70-1f72-4024-a1c0-6e5f0022673c req-334662cf-fce3-4eed-bc7e-84f5f4584c4c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Oct 13 04:07:52.527248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:52.530467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['334bc5c3-1fcc-4776-b888-b860c0e76dcc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:52.532248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.609633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Performing IP validity checks on allocation pools {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:07:52.610251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:07:52.634525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f00103-90f6-4a7b-a4d2-43eb78ffc6cf req-e0f13b82-304f-453e-9df1-d1a5e6db5236 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:52.642907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06f00103-90f6-4a7b-a4d2-43eb78ffc6cf req-e0f13b82-304f-453e-9df1-d1a5e6db5236 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2412710 Oct 13 04:07:52.687324 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06f00103-90f6-4a7b-a4d2-43eb78ffc6cf req-ba5ba8ce-30d8-4d34-a9ad-6e173002729d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Oct 13 04:07:52.783305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.830176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.874078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:52.929394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=31567903-c6c7-4054-b99d-d69e59c9f765,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:52.949021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36f49a-282f-42db-b899-d9f17c5a0e18 req-1ce7d30b-0da2-4580-b10b-66d6ec3a85a5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:52.950842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d36f49a-282f-42db-b899-d9f17c5a0e18 req-1ce7d30b-0da2-4580-b10b-66d6ec3a85a5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1331573 Oct 13 04:07:52.960980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:52.961366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: a440ab99-d5ca-4ba1-9f77-6ac821b3041f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:53.035408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d36f49a-282f-42db-b899-d9f17c5a0e18 req-c699e403-b112-4d0d-a65d-5d3ae472b755 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760987 Oct 13 04:07:53.038857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network a440ab99-d5ca-4ba1-9f77-6ac821b3041f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:53.072006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a440ab99-d5ca-4ba1-9f77-6ac821b3041f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:53.073685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb55bb-1058-4596-9bba-3f92a0891330 req-a8ff85b2-1bc0-4202-b84c-eb92f5798d23 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:53.075700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7acb55bb-1058-4596-9bba-3f92a0891330 req-a8ff85b2-1bc0-4202-b84c-eb92f5798d23 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.0772231 Oct 13 04:07:53.076564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:53.077753 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:53.090739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009fa63e-f60f-432a-9e07-621acff521d1 None None] Network a440ab99-d5ca-4ba1-9f77-6ac821b3041f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:53.111010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4eeecd73-698e-40f3-a59d-fe701e4c05b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7895873 Oct 13 04:07:53.113600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:53.119519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f', 'name': 'tempest-PortsTestJSON-1227994832'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:53.165334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7acb55bb-1058-4596-9bba-3f92a0891330 req-942b9b6c-9f5f-4491-b170-520d6c65b747 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Oct 13 04:07:53.315007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:53.318580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:53.341602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port a7e0f96c-0fc1-46a7-96c9-71018ecaeab6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:53.403178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8998298-ca73-4e64-ba04-8eaf73227977 req-e29222cf-8638-446f-b76d-077554623eee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:53.404898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e8998298-ca73-4e64-ba04-8eaf73227977 req-e29222cf-8638-446f-b76d-077554623eee tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1149728 Oct 13 04:07:53.412180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-a440ab99-d5ca-4ba1-9f77-6ac821b3041f', 'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': '31567903-c6c7-4054-b99d-d69e59c9f765'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:07:53.413233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:53.427540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b28d0-6853-44fa-b36c-12e04486637d req-e152142b-2e3e-483a-8d78-c2c6768246d4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:53.429827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558b28d0-6853-44fa-b36c-12e04486637d req-e152142b-2e3e-483a-8d78-c2c6768246d4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1672292 Oct 13 04:07:53.462034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e8998298-ca73-4e64-ba04-8eaf73227977 req-7b709d94-3e31-4f77-949f-1f537ec7057e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Oct 13 04:07:53.539754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558b28d0-6853-44fa-b36c-12e04486637d req-8844515a-4444-4651-ac37-c6be03e01dc2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847762 Oct 13 04:07:53.544380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.7 (a440ab99-d5ca-4ba1-9f77-6ac821b3041f/31567903-c6c7-4054-b99d-d69e59c9f765/a7e0f96c-0fc1-46a7-96c9-71018ecaeab6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:53.777489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:53.803750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d9f8-c476-49be-be20-6f964093fac7 req-cf49c878-4ab3-463a-bb40-c19c582ee85a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:53.805309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6d4d9f8-c476-49be-be20-6f964093fac7 req-cf49c878-4ab3-463a-bb40-c19c582ee85a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 0.1084969 Oct 13 04:07:53.818599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec09dc-3b4d-489d-8e48-2bacf55bd331 req-95d7f0c9-acb2-4744-a35a-dbc98fefea4b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:53.821290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edec09dc-3b4d-489d-8e48-2bacf55bd331 req-95d7f0c9-acb2-4744-a35a-dbc98fefea4b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0544927 Oct 13 04:07:53.864119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edec09dc-3b4d-489d-8e48-2bacf55bd331 req-34f75eee-88a3-4c04-b3b6-033c483f1d63 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366940 Oct 13 04:07:53.869037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 334bc5c3-1fcc-4776-b888-b860c0e76dcc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:07:53.873492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 334bc5c3-1fcc-4776-b888-b860c0e76dcc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:53.873855 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:53.920339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6d4d9f8-c476-49be-be20-6f964093fac7 req-0af90919-a581-496a-85c2-cb6340f9bc86 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879691 Oct 13 04:07:53.923653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:53.976660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.060715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Allocated IP 172.20.0.2 (a440ab99-d5ca-4ba1-9f77-6ac821b3041f/31567903-c6c7-4054-b99d-d69e59c9f765/d9b62e67-188a-4496-92a9-87889183e1e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:54.065725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network a440ab99-d5ca-4ba1-9f77-6ac821b3041f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:54.068868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:54.074513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:54.078352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=a7e0f96c-0fc1-46a7-96c9-71018ecaeab6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:54.153365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13cb53-074a-44d3-b44c-c25259ed7bb0 req-234ec328-0191-493a-bd6e-75b01f6eda3e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:54.162203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf13cb53-074a-44d3-b44c-c25259ed7bb0 req-234ec328-0191-493a-bd6e-75b01f6eda3e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1574132 Oct 13 04:07:54.174760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.175544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:54.176237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.222751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b737da7-d43e-4d57-af87-213f770b5ef0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1079178 Oct 13 04:07:54.223392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:54.243446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:54.246376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf13cb53-074a-44d3-b44c-c25259ed7bb0 req-46027a03-bc5d-473d-bce0-561510a94d6c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829883 Oct 13 04:07:54.246586 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a54e4-5ee7-4af2-b12d-69cdb22d8508" -d '{"events": [{"server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "name": "network-vif-plugged", "status": "completed", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:54.272126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:54.281449 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.350094 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9762dbda-983f-43eb-8711-fbd12ec98146 x-openstack-request-id: req-9762dbda-983f-43eb-8711-fbd12ec98146 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:54.351862 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "name": "network-vif-plugged", "status": "completed", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:54.351862 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9762dbda-983f-43eb-8711-fbd12ec98146 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:54.351862 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'code': 200} Oct 13 04:07:54.354333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:54.416843 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port a7e0f96c-0fc1-46a7-96c9-71018ecaeab6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:54.417938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.488164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a65c-e0a1-48f6-a72b-162a36cf5e34 req-86040393-3c84-414a-a2c2-6d5a0b325fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:54.489945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b638a65c-e0a1-48f6-a72b-162a36cf5e34 req-86040393-3c84-414a-a2c2-6d5a0b325fbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1096 time: 0.0806398 Oct 13 04:07:54.528548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.537879 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.542171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.590319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b638a65c-e0a1-48f6-a72b-162a36cf5e34 req-cfabe967-1a0e-47fd-987d-b200b36341dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920217 Oct 13 04:07:54.593721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Network a440ab99-d5ca-4ba1-9f77-6ac821b3041f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:07:54.610759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Pushing event updated for resources: {'Port': ['ID=d9b62e67-188a-4496-92a9-87889183e1e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:54.620897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:54.622593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.626301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:07:54.637869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for a7e0f96c-0fc1-46a7-96c9-71018ecaeab6 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:54.656431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea407c-4716-47f4-a201-3a276547f59e req-4d763d04-f11e-451d-83f3-c3c178854fa8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:54.664741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2ea407c-4716-47f4-a201-3a276547f59e req-4d763d04-f11e-451d-83f3-c3c178854fa8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0955141 Oct 13 04:07:54.708013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Attempting to bind port d9b62e67-188a-4496-92a9-87889183e1e8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:07:54.708788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Attempting to bind port d9b62e67-188a-4496-92a9-87889183e1e8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:07:54.709459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Attempting to bind port d9b62e67-188a-4496-92a9-87889183e1e8 on network a440ab99-d5ca-4ba1-9f77-6ac821b3041f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:07:54.716399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:07:54.717072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Checking segment: {'id': 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:54.717759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.718659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Bound using segment: {'id': 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:07:54.719416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Bound port: d9b62e67-188a-4496-92a9-87889183e1e8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a440ab99-d5ca-4ba1-9f77-6ac821b3041f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:07:54.720551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.724255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2ea407c-4716-47f4-a201-3a276547f59e req-23d9b178-abe5-4a22-b2a8-7b5b37f45768 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543375 Oct 13 04:07:54.808096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaebfc-41f8-4849-830f-4e215ff0e4f3 req-1dfb5c79-9bf7-435f-9f12-c505db8bef86 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:54.809737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] For port d9b62e67-188a-4496-92a9-87889183e1e8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:07:54.813670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] For port d9b62e67-188a-4496-92a9-87889183e1e8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d9b62e67-188a-4496-92a9-87889183e1e8,segment=NetworkSegment(cbc8a965-a8b0-4d24-9dcd-de391bc1d26e),segment_id=cbc8a965-a8b0-4d24-9dcd-de391bc1d26e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:07:54.816967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-14aaebfc-41f8-4849-830f-4e215ff0e4f3 req-1dfb5c79-9bf7-435f-9f12-c505db8bef86 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1768301 Oct 13 04:07:54.826529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:54.849764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4214f-4199-49cc-82da-8222cbe834aa req-46bd9c9e-54e2-44e6-9f59-04e020e9e954 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:54.859221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cc4214f-4199-49cc-82da-8222cbe834aa req-46bd9c9e-54e2-44e6-9f59-04e020e9e954 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.0720778 Oct 13 04:07:54.884323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92530c3-663d-4c60-88a9-34f4c0fd0b96 None None] Pushing event updated for resources: {'Port': ['ID=d9b62e67-188a-4496-92a9-87889183e1e8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:54.922254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cc4214f-4199-49cc-82da-8222cbe834aa req-31732323-4b45-4197-90d9-958ab84144c0 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Oct 13 04:07:54.956833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-14aaebfc-41f8-4849-830f-4e215ff0e4f3 req-82b7325b-091e-4461-8db0-0b87719177d5 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387119 Oct 13 04:07:54.967272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.038121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=a7e0f96c-0fc1-46a7-96c9-71018ecaeab6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:55.172663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97dbbd-7837-4b93-8489-23119ee92884 req-86b22cc1-746e-452f-816a-975751bad9c3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:55.195892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba97dbbd-7837-4b93-8489-23119ee92884 req-86b22cc1-746e-452f-816a-975751bad9c3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0793638 Oct 13 04:07:55.263975 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.267383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9243f5bf-da6a-4d1f-807c-bb82fdee6eba tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/a7e0f96c-0fc1-46a7-96c9-71018ecaeab6 HTTP/1.1" status: 204 len: 168 time: 1.0408902 Oct 13 04:07:55.269979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:55.295145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663b79-2f8a-4f9a-8d1d-78e7f3b62914 req-01d8e503-7ddc-44cb-ab9c-bbdcdeb903ba tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:55.297070 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-60663b79-2f8a-4f9a-8d1d-78e7f3b62914 req-01d8e503-7ddc-44cb-ab9c-bbdcdeb903ba tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 945 time: 0.1693094 Oct 13 04:07:55.309802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba97dbbd-7837-4b93-8489-23119ee92884 req-fef484e8-20e5-4046-9a25-8b033eacc2a9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129489 Oct 13 04:07:55.324293 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b71246-14e1-4a23-8ec5-99834bb9a06c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:07:55.325236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b71246-14e1-4a23-8ec5-99834bb9a06c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:07:55.330237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-91b71246-14e1-4a23-8ec5-99834bb9a06c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/a7e0f96c-0fc1-46a7-96c9-71018ecaeab6 HTTP/1.1" status: 404 len: 333 time: 0.0589013 Oct 13 04:07:55.332781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:55.390049 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f20561-7f68-4419-9508-30e55b05c6f4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:07:55.391598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b8f20561-7f68-4419-9508-30e55b05c6f4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/a7e0f96c-0fc1-46a7-96c9-71018ecaeab6 HTTP/1.1" status: 404 len: 333 time: 0.0574999 Oct 13 04:07:55.398992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:55.427857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-60663b79-2f8a-4f9a-8d1d-78e7f3b62914 req-bef84188-8edf-408f-ae9e-743a618dd745 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026149 Oct 13 04:07:55.522517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 31567903-c6c7-4054-b99d-d69e59c9f765 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:55.527830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.561134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0153eeb-1e05-4dab-8814-cbed63cf1d43 req-cc404c3b-ea1d-427d-b898-1e0ed5b67661 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:55.568170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0153eeb-1e05-4dab-8814-cbed63cf1d43 req-cc404c3b-ea1d-427d-b898-1e0ed5b67661 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1019857 Oct 13 04:07:55.609298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.666368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0153eeb-1e05-4dab-8814-cbed63cf1d43 req-d1518236-5713-47cc-b91e-2ccddaab4a6d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917807 Oct 13 04:07:55.746082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.834305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c6b8-b3f8-40fd-a525-614ac1bb8d9a req-8f0b9840-6efd-4295-b677-eb8e12084ba0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:55.836421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d65c6b8-b3f8-40fd-a525-614ac1bb8d9a req-8f0b9840-6efd-4295-b677-eb8e12084ba0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0943580 Oct 13 04:07:55.884785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.912819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:55.921433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/31567903-c6c7-4054-b99d-d69e59c9f765 HTTP/1.1" status: 204 len: 168 time: 0.5222156 Oct 13 04:07:55.937199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:55.955653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc53359-c560-4860-9d40-04cb30a54bf8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=31567903-c6c7-4054-b99d-d69e59c9f765,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:56.073258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d65c6b8-b3f8-40fd-a525-614ac1bb8d9a req-6fbc6543-4053-473e-9166-77921f4ab60f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179499 Oct 13 04:07:56.099870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501e2d-5e2c-47db-a385-064c61f58099 req-ccdbbecc-2cd9-46ae-86aa-c5ada99fc4db tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:56.110144 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a501e2d-5e2c-47db-a385-064c61f58099 req-ccdbbecc-2cd9-46ae-86aa-c5ada99fc4db tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.0987055 Oct 13 04:07:56.152565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:56.174749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-c8f767bb-2239-4a41-b145-6150314a9559 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:56.176191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-c8f767bb-2239-4a41-b145-6150314a9559 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.15 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.2884836 Oct 13 04:07:56.196739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a501e2d-5e2c-47db-a385-064c61f58099 req-5c168bf2-794f-4bee-9b19-c81676a2ff5f tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847161 Oct 13 04:07:56.391110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0b67-6935-4c32-b63c-36959f2e73ca req-c3137047-8b76-432d-bbae-a24c6d752614 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:56.401869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-416b0b67-6935-4c32-b63c-36959f2e73ca req-c3137047-8b76-432d-bbae-a24c6d752614 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1465061 Oct 13 04:07:56.470379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port d9b62e67-188a-4496-92a9-87889183e1e8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:56.470714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:56.509328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c47a9f-93c1-4eb9-80b3-64e9eb8b5e05 None None] Network a440ab99-d5ca-4ba1-9f77-6ac821b3041f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:56.537837 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-416b0b67-6935-4c32-b63c-36959f2e73ca req-ab90d22a-3aa0-4948-8532-09240a1a0e50 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257362 Oct 13 04:07:56.589015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Deleting port b805c55d-982a-43ff-ba83-051eacc6958a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:56.589799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:56.696624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] For port d9b62e67-188a-4496-92a9-87889183e1e8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d9b62e67-188a-4496-92a9-87889183e1e8,segment=NetworkSegment(cbc8a965-a8b0-4d24-9dcd-de391bc1d26e),segment_id=cbc8a965-a8b0-4d24-9dcd-de391bc1d26e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:56.697355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:56.738887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for d9b62e67-188a-4496-92a9-87889183e1e8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:56.863440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b53cd-a4bc-40f1-bfae-32c8df4e53a7 req-5e23ebe6-c1c8-4d11-a493-fcbdfc9f84d7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:56.865511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] For port b805c55d-982a-43ff-ba83-051eacc6958a, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b805c55d-982a-43ff-ba83-051eacc6958a,segment=NetworkSegment(d8d39d22-2cc8-4b7d-9922-0179a94d05bf),segment_id=d8d39d22-2cc8-4b7d-9922-0179a94d05bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:56.865884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:56.868470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-034b53cd-a4bc-40f1-bfae-32c8df4e53a7 req-5e23ebe6-c1c8-4d11-a493-fcbdfc9f84d7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 945 time: 0.2263565 Oct 13 04:07:56.894770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ab4bda4-7e1f-4fc3-b24b-eec6770a71c2 None None] Provisioning complete for port d9b62e67-188a-4496-92a9-87889183e1e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:56.895145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bda4-7e1f-4fc3-b24b-eec6770a71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:56.917265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Calling delete_port for b805c55d-982a-43ff-ba83-051eacc6958a owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:56.937631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551db40-67cb-4d36-a37c-c9d2358a851c req-c44bbcd2-70d9-4d01-8bc9-a38431e81a9b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:56.946110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a551db40-67cb-4d36-a37c-c9d2358a851c req-c44bbcd2-70d9-4d01-8bc9-a38431e81a9b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2788405 Oct 13 04:07:56.954032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-034b53cd-a4bc-40f1-bfae-32c8df4e53a7 req-409a4873-2803-4e59-bc82-60322142a1e0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787988 Oct 13 04:07:57.072945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d9b62e67-188a-4496-92a9-87889183e1e8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:07:57.169656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a551db40-67cb-4d36-a37c-c9d2358a851c req-b48376e0-4e1e-4c1d-98b4-b4cd669aa8d3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226489 Oct 13 04:07:57.182115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bda4-7e1f-4fc3-b24b-eec6770a71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.192316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9332ef1-0d89-4bfc-a52a-48d480065e74 req-31572d9b-7759-485f-be0c-bba33d30a28b tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:57.202658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9332ef1-0d89-4bfc-a52a-48d480065e74 req-31572d9b-7759-485f-be0c-bba33d30a28b tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1096 time: 0.0976760 Oct 13 04:07:57.238604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] DHCP port deletion for a440ab99-d5ca-4ba1-9f77-6ac821b3041f request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:07:57.249558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5ab4bda4-7e1f-4fc3-b24b-eec6770a71c2 None None] For port d9b62e67-188a-4496-92a9-87889183e1e8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d9b62e67-188a-4496-92a9-87889183e1e8,segment=NetworkSegment(cbc8a965-a8b0-4d24-9dcd-de391bc1d26e),segment_id=cbc8a965-a8b0-4d24-9dcd-de391bc1d26e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:57.250546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d9b62e67-188a-4496-92a9-87889183e1e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:07:57.250920 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.297432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.297700 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bda4-7e1f-4fc3-b24b-eec6770a71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.302480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9332ef1-0d89-4bfc-a52a-48d480065e74 req-7ada28ad-3b8a-4955-bc84-0919ceeeabe6 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988693 Oct 13 04:07:57.332925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4bda4-7e1f-4fc3-b24b-eec6770a71c2 None None] Pushing event deleted for resources: {'Port': ['ID=d9b62e67-188a-4496-92a9-87889183e1e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:57.362733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Could not find standard attr ID for object d9b62e67-188a-4496-92a9-87889183e1e8. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:07:57.365364 n-d-810220-9 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No ports have port_id starting with d9b62e67-188a-4496-92a9-87889183e1e8 Oct 13 04:07:57.385150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Deleting port d9b62e67-188a-4496-92a9-87889183e1e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:07:57.385528 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.401634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No DVR routers for this DVR port d9b62e67-188a-4496-92a9-87889183e1e8 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:57.437500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=d9b62e67-188a-4496-92a9-87889183e1e8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:57.465943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] For port d9b62e67-188a-4496-92a9-87889183e1e8, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:07:57.466348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.478444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3dbf6-04f3-4238-b03b-61551e2424be req-cc2bf596-bf59-45b9-afcc-e5f46c8b8248 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:57.480478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfa3dbf6-04f3-4238-b03b-61551e2424be req-cc2bf596-bf59-45b9-afcc-e5f46c8b8248 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/ports?device_id=891054aa-2542-4149-aef1-e8a99128b799 HTTP/1.1" status: 200 len: 946 time: 0.0622544 Oct 13 04:07:57.480859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Calling delete_port for d9b62e67-188a-4496-92a9-87889183e1e8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:07:57.483886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Port d9b62e67-188a-4496-92a9-87889183e1e8 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:07:57.485816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.516470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] Pushing event deleted for resources: {'Port': ['ID=d9b62e67-188a-4496-92a9-87889183e1e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:57.518401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d9027-f980-4f24-b440-49a82767c2ec None None] No DVR routers for this DVR port d9b62e67-188a-4496-92a9-87889183e1e8 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:57.538153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfa3dbf6-04f3-4238-b03b-61551e2424be req-c59197e7-dd63-4e38-aae1-aa1aa6a8f86c tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.44 "GET /v2.0/security-groups?id=c97439a9-a79d-4c16-9922-ad51464756a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516984 Oct 13 04:07:57.610885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.644987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858688a-892b-4954-8f95-116b029412d9 req-90a3780f-1b73-430e-96bd-117d4bae9f78 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:57.646582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f858688a-892b-4954-8f95-116b029412d9 req-90a3780f-1b73-430e-96bd-117d4bae9f78 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2540259 Oct 13 04:07:57.653319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.658898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a440ab99-d5ca-4ba1-9f77-6ac821b3041f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:57.672461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b805c55d-982a-43ff-ba83-051eacc6958a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:07:57.701968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:57.702256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc8a965-a8b0-4d24-9dcd-de391bc1d26e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:57.702535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85bf97-8998-4f9c-9175-82280f685953 req-a3f2fd55-a6e4-4f01-819e-b0bc1849f5d5 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:57.704937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e85bf97-8998-4f9c-9175-82280f685953 req-a3f2fd55-a6e4-4f01-819e-b0bc1849f5d5 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1096 time: 0.0903594 Oct 13 04:07:57.706206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Pushing event deleted for resources: {'Port': ['ID=b805c55d-982a-43ff-ba83-051eacc6958a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:57.721252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.737646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.745819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:57.746624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.775261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e85bf97-8998-4f9c-9175-82280f685953 req-fda02df0-3986-4381-9533-888c5a34fc1f tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:57.825689 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:57.863878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.878597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.888100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:57.888573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/a440ab99-d5ca-4ba1-9f77-6ac821b3041f HTTP/1.1" status: 204 len: 168 time: 1.9477880 Oct 13 04:07:57.893794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1288604673'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:57.934272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] No DVR routers for this DVR port b805c55d-982a-43ff-ba83-051eacc6958a on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:07:57.935753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:57.949047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f858688a-892b-4954-8f95-116b029412d9 req-639fec91-aae7-408a-b5d8-9cd6cf9c25ea tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877760 Oct 13 04:07:57.950466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.954050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c16b10b-b0f8-4bf5-85c3-8e61de8abce7 req-f2d5e20e-b03d-4195-a410-92a17eaaf666 tempest-ServerMetadataNegativeTestJSON-984408906 tempest-ServerMetadataNegativeTestJSON-984408906-project] 10.222.0.15 "DELETE /v2.0/ports/b805c55d-982a-43ff-ba83-051eacc6958a HTTP/1.1" status: 204 len: 173 time: 1.7679501 Oct 13 04:07:57.954731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:57.961838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d36711-c7a4-43d8-8393-95a21745cadd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=a440ab99-d5ca-4ba1-9f77-6ac821b3041f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:57.964695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891054aa-2542-4149-aef1-e8a99128b799', 'name': 'network-vif-deleted', 'tag': 'b805c55d-982a-43ff-ba83-051eacc6958a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:07:57.967805 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf162c-c83a-4256-a3a3-05bc9f617106" -d '{"events": [{"server_uuid": "891054aa-2542-4149-aef1-e8a99128b799", "name": "network-vif-deleted", "tag": "b805c55d-982a-43ff-ba83-051eacc6958a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:07:58.041731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:07:58.054881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.055297 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment 865cd5b1-96de-4ece-bf5a-19b3237ce20c of type vlan for network 6ae0c17f-526a-4222-8c55-05919f79bf7a Oct 13 04:07:58.089882 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee9d2b-7910-4145-a289-414694c77a1f x-openstack-request-id: req-a6ee9d2b-7910-4145-a289-414694c77a1f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:07:58.090167 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891054aa-2542-4149-aef1-e8a99128b799", "name": "network-vif-deleted", "tag": "b805c55d-982a-43ff-ba83-051eacc6958a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:07:58.090417 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6ee9d2b-7910-4145-a289-414694c77a1f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:07:58.090866 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891054aa-2542-4149-aef1-e8a99128b799', 'name': 'network-vif-deleted', 'tag': 'b805c55d-982a-43ff-ba83-051eacc6958a', 'status': 'completed', 'code': 200} Oct 13 04:07:58.108979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.162324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.168475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:58.169088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.260799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3686354 Oct 13 04:07:58.272742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6444bcd-5175-4bb6-b104-fd3ca370bee7 req-18b249cf-26f9-4cfa-b454-6394d91d8c11 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:58.277624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6444bcd-5175-4bb6-b104-fd3ca370bee7 req-18b249cf-26f9-4cfa-b454-6394d91d8c11 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1421039 Oct 13 04:07:58.278576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:58.290424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:58.310008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2676cc-1579-4a9a-90ba-36ab19e3117f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=6ae0c17f-526a-4222-8c55-05919f79bf7a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:58.314935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab671d0-550f-47cb-873b-8bfc908b9904 req-a6e159f2-1ae5-462a-89da-1f2d73824810 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:58.316426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ab671d0-550f-47cb-873b-8bfc908b9904 req-a6e159f2-1ae5-462a-89da-1f2d73824810 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0627944 Oct 13 04:07:58.322164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:07:58.388325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ab671d0-550f-47cb-873b-8bfc908b9904 req-82bcb59f-c8d2-42bc-b778-6edb0ec35e18 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551238 Oct 13 04:07:58.405400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6444bcd-5175-4bb6-b104-fd3ca370bee7 req-c9fae207-906f-4c19-8be4-832eba8eaff0 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190867 Oct 13 04:07:58.474218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:58.483329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.591643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c1a7-0cd7-4c63-aed6-81bfd30c58f3 req-1885d14e-5b3a-4b08-b590-64d9d80e0d13 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:58.593340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8e0c1a7-0cd7-4c63-aed6-81bfd30c58f3 req-1885d14e-5b3a-4b08-b590-64d9d80e0d13 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0696630 Oct 13 04:07:58.597365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc97b0-1a0e-4de5-95d9-9903a7f07512 req-38947d39-0555-4503-9424-e088741df860 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:58.598907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6bc97b0-1a0e-4de5-95d9-9903a7f07512 req-38947d39-0555-4503-9424-e088741df860 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1096 time: 0.1099193 Oct 13 04:07:58.634934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8e0c1a7-0cd7-4c63-aed6-81bfd30c58f3 req-5190a06d-b1fd-424a-95a8-4799831d2e8f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Oct 13 04:07:58.681140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6bc97b0-1a0e-4de5-95d9-9903a7f07512 req-9bf14d98-3c01-48ff-94b5-fb191bef7a3c tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750604 Oct 13 04:07:58.682800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:58.765385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Deleting subnet f2a70f07-ae18-461f-8473-a83a9a30e10f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:07:58.769205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.778207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.817795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.864981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.944130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaee8d-84ba-40a4-ab28-c3a077da276b req-4ff28b03-cb50-4002-8714-03926d6f7cc7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:58.956582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d9b62e67-188a-4496-92a9-87889183e1e8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:07:58.961085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2aaee8d-84ba-40a4-ab28-c3a077da276b req-4ff28b03-cb50-4002-8714-03926d6f7cc7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1547785 Oct 13 04:07:58.976161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:58.978127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=903bb65e-ad84-4f11-b796-ddcacd95d86b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:59.006894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d9b62e67-188a-4496-92a9-87889183e1e8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:07:59.009542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d9b62e67-188a-4496-92a9-87889183e1e8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:07:59.015495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': '865cd5b1-96de-4ece-bf5a-19b3237ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:07:59.016030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: 6ae0c17f-526a-4222-8c55-05919f79bf7a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:07:59.056344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a70f07-ae18-461f-8473-a83a9a30e10f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:59.067062 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2aaee8d-84ba-40a4-ab28-c3a077da276b req-e83a4ea1-53a8-4092-b877-991742fa7a54 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962181 Oct 13 04:07:59.072451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.075641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:07:59.091099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c42ec6a6-5b3f-4873-9493-3cb5b55438c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f2a70f07-ae18-461f-8473-a83a9a30e10f HTTP/1.1" status: 204 len: 168 time: 0.4071538 Oct 13 04:07:59.092849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6ae0c17f-526a-4222-8c55-05919f79bf7a) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:07:59.104103 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a3cb4-dab3-4eae-8299-6172d768d544 None None] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:07:59.106867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:59.122811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:59.123816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.170708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c0ab0449-7a6f-49d2-a552-dea826e9022c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8852696 Oct 13 04:07:59.170877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:07:59.182448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-177150125'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:07:59.237819 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:07:59.243515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.338586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.363927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7915e757-25c3-493e-a5b3-4c73cb0575f6']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:59.375144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:59.375608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d39d22-2cc8-4b7d-9922-0179a94d05bf') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:07:59.393569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6ae0c17f-526a-4222-8c55-05919f79bf7a', 'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': '903bb65e-ad84-4f11-b796-ddcacd95d86b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:07:59.394455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.397249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.414369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.431920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:07:59.432574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.443512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e861-b3f8-4ed0-8fa1-29aedcd79e83 req-471ecfa1-624c-405b-bc46-8ae6025aa9df tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:07:59.451606 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:07:59.454921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb59e861-b3f8-4ed0-8fa1-29aedcd79e83 req-471ecfa1-624c-405b-bc46-8ae6025aa9df tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2446671 Oct 13 04:07:59.516258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.524920 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.529420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] 10.222.0.44 "DELETE /v2.0/networks/7915e757-25c3-493e-a5b3-4c73cb0575f6 HTTP/1.1" status: 204 len: 168 time: 0.4177396 Oct 13 04:07:59.545453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:07:59.551438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:59.575920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaa53c-0653-4121-8f1c-ad88e860d57e admin admin] Pushing event deleted for resources: {'Network': ['ID=7915e757-25c3-493e-a5b3-4c73cb0575f6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:07:59.642454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port f0ac1596-699c-4683-8a44-51b596f8cfac yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:07:59.674393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb59e861-b3f8-4ed0-8fa1-29aedcd79e83 req-db88716c-788a-4383-bbd0-4ad6fb68b2ae tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182457 Oct 13 04:07:59.689008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Allocated IP 172.20.0.2 (6ae0c17f-526a-4222-8c55-05919f79bf7a/903bb65e-ad84-4f11-b796-ddcacd95d86b/3736adcd-2403-47f6-8b5b-4a5e3638d4bb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:07:59.718343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712e823-b92f-4f83-920b-bff1ff6903ab req-ac715342-6dab-4c6a-9d0e-6c97e6f50f43 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:59.728488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4712e823-b92f-4f83-920b-bff1ff6903ab req-ac715342-6dab-4c6a-9d0e-6c97e6f50f43 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1609602 Oct 13 04:07:59.951925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42e0e-00a9-44e9-8bd3-72e739e1f0d5 req-d8d1fe50-fa70-4da3-92a8-fddb4101fc49 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:07:59.970437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31e42e0e-00a9-44e9-8bd3-72e739e1f0d5 req-d8d1fe50-fa70-4da3-92a8-fddb4101fc49 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1096 time: 0.1240795 Oct 13 04:08:00.004670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:00.078269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.087745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.099471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31e42e0e-00a9-44e9-8bd3-72e739e1f0d5 req-434cff9d-5c28-435b-b1ae-894d67432333 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280560 Oct 13 04:08:00.164392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Pushing event updated for resources: {'Port': ['ID=3736adcd-2403-47f6-8b5b-4a5e3638d4bb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:00.168993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b805c55d-982a-43ff-ba83-051eacc6958a no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:00.178532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:00.201604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:00.204734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:00.207258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: b805c55d-982a-43ff-ba83-051eacc6958a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:00.207824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b805c55d-982a-43ff-ba83-051eacc6958a not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:00.261754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:00.263900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-396a5aaa-456e-423c-89ec-1880ff9e1785 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=027faeca90cb461dad62498c0bff4e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576277 Oct 13 04:08:00.276191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Attempting to bind port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:00.277042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Attempting to bind port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '865cd5b1-96de-4ece-bf5a-19b3237ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:00.277632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Attempting to bind port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb on network 6ae0c17f-526a-4222-8c55-05919f79bf7a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:00.286656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:00.287879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Checking segment: {'id': '865cd5b1-96de-4ece-bf5a-19b3237ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:00.289953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.290574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Bound using segment: {'id': '865cd5b1-96de-4ece-bf5a-19b3237ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:00.291411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Bound port: 3736adcd-2403-47f6-8b5b-4a5e3638d4bb, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865cd5b1-96de-4ece-bf5a-19b3237ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ae0c17f-526a-4222-8c55-05919f79bf7a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:00.292377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.298007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4712e823-b92f-4f83-920b-bff1ff6903ab req-d46c7d5c-52db-4ed9-a4fe-200c04186669 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625153 Oct 13 04:08:00.337901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5504d12a-0b80-42cc-a84d-200ddd6e6eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.356284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.3 (6ae0c17f-526a-4222-8c55-05919f79bf7a/903bb65e-ad84-4f11-b796-ddcacd95d86b/f0ac1596-699c-4683-8a44-51b596f8cfac) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:00.383169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5504d12a-0b80-42cc-a84d-200ddd6e6eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.424230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] For port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:00.433870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] For port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3736adcd-2403-47f6-8b5b-4a5e3638d4bb,segment=NetworkSegment(865cd5b1-96de-4ece-bf5a-19b3237ce20c),segment_id=865cd5b1-96de-4ece-bf5a-19b3237ce20c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:00.443505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.481067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5504d12a-0b80-42cc-a84d-200ddd6e6eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.483625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5504d12a-0b80-42cc-a84d-200ddd6e6eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.487294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5504d12a-0b80-42cc-a84d-200ddd6e6eea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c97439a9-a79d-4c16-9922-ad51464756a7 HTTP/1.1" status: 204 len: 168 time: 0.2223816 Oct 13 04:08:00.496410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504d12a-0b80-42cc-a84d-200ddd6e6eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97439a9-a79d-4c16-9922-ad51464756a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:00.615248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0bb5-35d6-43be-9aee-def5335c1534 None None] Pushing event updated for resources: {'Port': ['ID=3736adcd-2403-47f6-8b5b-4a5e3638d4bb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:00.736981 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.898505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:01.029133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:01.035358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:01.037982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:01.168071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f14bb-6038-42e7-8387-d7a259a8178c req-81ab610b-3ded-42d4-a3cf-adbc25b63458 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:01.179006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-924f14bb-6038-42e7-8387-d7a259a8178c req-81ab610b-3ded-42d4-a3cf-adbc25b63458 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.6693332 Oct 13 04:08:01.186644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:01.187534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:01.199373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=f0ac1596-699c-4683-8a44-51b596f8cfac,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:01.234529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c954a4f7-0792-4e6c-b814-4d85fa4b60f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0626802 Oct 13 04:08:01.237627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:01.281803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-924f14bb-6038-42e7-8387-d7a259a8178c req-b17e25ac-bf0d-48c1-b706-cb59417d27d3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011405 Oct 13 04:08:01.439082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad04c38-6759-4cf2-ad8d-531d9c64c027 req-ed3574e6-cfc5-40d3-8b7c-22e5e35351ef tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:01.440726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bad04c38-6759-4cf2-ad8d-531d9c64c027 req-ed3574e6-cfc5-40d3-8b7c-22e5e35351ef tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1001318 Oct 13 04:08:01.450569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port f0ac1596-699c-4683-8a44-51b596f8cfac {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:01.452065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:01.540392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bad04c38-6759-4cf2-ad8d-531d9c64c027 req-0c010d2b-b016-47b6-bca9-6361ec851137 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766664 Oct 13 04:08:01.628799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:01.647724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for f0ac1596-699c-4683-8a44-51b596f8cfac owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:01.804355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e33d9-0d3a-4588-86b9-62243ccbbcc5 req-6c8d6348-7b12-4e59-9b1d-442b102c0627 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:01.812551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c1e33d9-0d3a-4588-86b9-62243ccbbcc5 req-6c8d6348-7b12-4e59-9b1d-442b102c0627 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1018093 Oct 13 04:08:01.839109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:01.869034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c1e33d9-0d3a-4588-86b9-62243ccbbcc5 req-bc107994-c5ab-486f-ae01-ce3755aa63da tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Oct 13 04:08:01.870180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=f0ac1596-699c-4683-8a44-51b596f8cfac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:01.990845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:01.994807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b436db6-6a15-462a-8dba-e3f1c8f06673 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/f0ac1596-699c-4683-8a44-51b596f8cfac HTTP/1.1" status: 204 len: 168 time: 0.7564087 Oct 13 04:08:01.997297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:02.035010 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-609da82a-a2fb-4923-a71a-9adaef50233a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:02.039933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-609da82a-a2fb-4923-a71a-9adaef50233a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/f0ac1596-699c-4683-8a44-51b596f8cfac HTTP/1.1" status: 404 len: 333 time: 0.0386198 Oct 13 04:08:02.040064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:02.063196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100d99-63ca-42db-b96a-ea2b170cdbe2 req-6f77ffc4-dec3-434e-b80e-08b25f62c8c8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:02.065251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5100d99-63ca-42db-b96a-ea2b170cdbe2 req-6f77ffc4-dec3-434e-b80e-08b25f62c8c8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0535264 Oct 13 04:08:02.085692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29862fa8-1f67-4c8a-8736-53a1a89f9c36 None None] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:02.107447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 903bb65e-ad84-4f11-b796-ddcacd95d86b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:02.117848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.119481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5100d99-63ca-42db-b96a-ea2b170cdbe2 req-0b4a605b-e73c-4e06-80bc-04c9194f6166 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464330 Oct 13 04:08:02.174971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e67412a-6516-43e4-a13b-ac86b451a037 None None] Provisioning complete for port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:02.175350 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e67412a-6516-43e4-a13b-ac86b451a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.180749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.217348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-3e675332-8def-426d-935b-688ec7d9bd99 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:08:02.218674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-3e675332-8def-426d-935b-688ec7d9bd99 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084314 Oct 13 04:08:02.268456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-7dfd9cb7-5a73-4df8-8a2a-0198376f52c7 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:08:02.268754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-7dfd9cb7-5a73-4df8-8a2a-0198376f52c7 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058112 Oct 13 04:08:02.301939 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.343054 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e67412a-6516-43e4-a13b-ac86b451a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.368236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-07e72c06-232d-49ab-9654-604e35ad07c2 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:02.370854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-07e72c06-232d-49ab-9654-604e35ad07c2 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 1093 time: 0.0932188 Oct 13 04:08:02.391957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Request body: {'binding': {'host': 'n-h1-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:02.392424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:08:02.412019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.470446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-4e67412a-6516-43e4-a13b-ac86b451a037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:08:02.470797 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-4e67412a-6516-43e4-a13b-ac86b451a037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:08:02.478011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.484378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/903bb65e-ad84-4f11-b796-ddcacd95d86b HTTP/1.1" status: 204 len: 168 time: 0.4429524 Oct 13 04:08:02.485810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:02.486609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82860427-e2d6-46d7-a33c-ae49a74c6f1d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=903bb65e-ad84-4f11-b796-ddcacd95d86b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:02.565425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c307870-d6b6-42f8-98cd-b777b19d225e req-c8b979c9-39a1-42e3-b2d0-946993319b8f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:02.572818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c307870-d6b6-42f8-98cd-b777b19d225e req-c8b979c9-39a1-42e3-b2d0-946993319b8f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1998179 Oct 13 04:08:02.592292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.664453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c307870-d6b6-42f8-98cd-b777b19d225e req-dd2e0e5e-795c-4095-a167-444097e477ad tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834560 Oct 13 04:08:02.674005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:02.674296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.701982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on host n-h1-810220-9 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:02.702327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:02.702658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:02.708307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:08:02.708649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:02.715160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:02.715502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:02.715887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:02.716369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Bound port: 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:02.768551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] For port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3736adcd-2403-47f6-8b5b-4a5e3638d4bb,segment=NetworkSegment(865cd5b1-96de-4ece-bf5a-19b3237ce20c),segment_id=865cd5b1-96de-4ece-bf5a-19b3237ce20c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:02.769413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.782631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:02.788886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 3736adcd-2403-47f6-8b5b-4a5e3638d4bb owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:02.792803 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:02.821519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-266c5f25-d289-4b5a-8ee2-1c68c21af462 service neutron] 10.222.0.44 "POST /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4411716 Oct 13 04:08:02.833194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b64a9-9867-483b-9440-7409974125e5 None None] Network 6ae0c17f-526a-4222-8c55-05919f79bf7a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:03.118262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e67412a-6516-43e4-a13b-ac86b451a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.198066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3736adcd-2403-47f6-8b5b-4a5e3638d4bb up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:03.234121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.290874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3736adcd-2403-47f6-8b5b-4a5e3638d4bb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:03.291896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3736adcd-2403-47f6-8b5b-4a5e3638d4bb not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:08:03.309190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No DVR routers for this DVR port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:03.336240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=3736adcd-2403-47f6-8b5b-4a5e3638d4bb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:03.362535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e018b78-b378-44b7-83c6-c6c0568f79b6 None None] DHCP port deletion for 6ae0c17f-526a-4222-8c55-05919f79bf7a request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:08:03.362729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Port 3736adcd-2403-47f6-8b5b-4a5e3638d4bb not found, will not notify nova. {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:08:03.430389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e55986-34de-4507-9bda-490f20756c54 req-26a33ebc-ff24-4a3b-b2f9-bc37d1fd1c91 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:03.431987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02e55986-34de-4507-9bda-490f20756c54 req-26a33ebc-ff24-4a3b-b2f9-bc37d1fd1c91 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.3261700 Oct 13 04:08:03.476268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f738247e-89ee-4fd2-ac07-8b2a063eb240 None None] Could not find standard attr ID for object 3736adcd-2403-47f6-8b5b-4a5e3638d4bb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:08:03.512741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56974) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:03.583550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f90179d1-66ba-4050-b1e8-bcda74959cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:03.586367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f90179d1-66ba-4050-b1e8-bcda74959cca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1096 time: 0.4259655 Oct 13 04:08:03.616486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.628103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02e55986-34de-4507-9bda-490f20756c54 req-6602b9e8-4c07-4d46-890d-1353eeb3b87e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842561 Oct 13 04:08:03.640749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56980) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:03.680313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d58cc2-0a16-485a-9554-0427136d1aa5 req-44eaa976-756d-413d-9d6f-e8bef37d7b07 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:03.688260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d58cc2-0a16-485a-9554-0427136d1aa5 req-44eaa976-756d-413d-9d6f-e8bef37d7b07 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 945 time: 0.0777955 Oct 13 04:08:03.742815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae0c17f-526a-4222-8c55-05919f79bf7a']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:03.759621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59d58cc2-0a16-485a-9554-0427136d1aa5 req-057d0b3f-731d-4c59-9210-68a8653cc355 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701797 Oct 13 04:08:03.760965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865cd5b1-96de-4ece-bf5a-19b3237ce20c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:03.761268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865cd5b1-96de-4ece-bf5a-19b3237ce20c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:03.793493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.811698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef932c-47f6-4edd-b5c0-79c3ff6cb35c req-f8614cc0-e915-4a2f-a0ed-f3ac8ea98c3d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:03.813606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20ef932c-47f6-4edd-b5c0-79c3ff6cb35c req-f8614cc0-e915-4a2f-a0ed-f3ac8ea98c3d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1165683 Oct 13 04:08:03.839551 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2e70edb-c35d-4f1f-b0aa-78b6e1a0d3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.860484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.867586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-b414b48d-b414-4501-859a-01550ad35d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:03.869083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-b414b48d-b414-4501-859a-01550ad35d03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2685256 Oct 13 04:08:03.878748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:08:03.879081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:08:03.883911 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:08:03.906642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8adcbfdb-2430-445c-b65f-c93cf5d9ffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:03.959664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20ef932c-47f6-4edd-b5c0-79c3ff6cb35c req-9ca9271f-af19-4600-b1b4-74b31003b5b1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358984 Oct 13 04:08:03.963975 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-2a398db7-e5ec-40ec-ad0e-89386fa74190 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 217 time: 0.0815375 Oct 13 04:08:04.016990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.027200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.030446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/6ae0c17f-526a-4222-8c55-05919f79bf7a HTTP/1.1" status: 204 len: 168 time: 1.5358894 Oct 13 04:08:04.034303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:04.039158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'name': 'tempest-PortsTestJSON-122213826'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:04.121059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8adcbfdb-2430-445c-b65f-c93cf5d9ffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.135145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8adcbfdb-2430-445c-b65f-c93cf5d9ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.139315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba224c9-3ef6-4646-b76e-3f68ee48effc tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=6ae0c17f-526a-4222-8c55-05919f79bf7a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:04.143821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-318d1a70-5c00-4f79-9136-0ba2da470383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:04.145316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-318d1a70-5c00-4f79-9136-0ba2da470383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1706269 Oct 13 04:08:04.180636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:04.184107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.193057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-6108dade-a933-4a8f-a0a2-1582f8f5ddd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379009 Oct 13 04:08:04.231780 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8adcbfdb-2430-445c-b65f-c93cf5d9ffad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d9f303cbb4b48e08ce2bff4e3c482ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166276 Oct 13 04:08:04.234395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcbfdb-2430-445c-b65f-c93cf5d9ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8546970-b95c-473a-9821-ae37727f07b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:04.250271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56988) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:04.298351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-dc054cbe-f741-45cd-9259-72694b8bfda6 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897570 Oct 13 04:08:04.301225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 70a26ee8-2f01-4192-bc62-e878ed0c69e9 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:04.306243 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2e70edb-c35d-4f1f-b0aa-78b6e1a0d3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.324937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2e70edb-c35d-4f1f-b0aa-78b6e1a0d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.372055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2e70edb-c35d-4f1f-b0aa-78b6e1a0d3cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f0c6ad7d3ce427b851894128907cb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268364 Oct 13 04:08:04.373049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:04.373687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e70edb-c35d-4f1f-b0aa-78b6e1a0d3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c33421-cbeb-4f06-af44-131bf4a62365,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:04.433523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47eed07e-099f-40e4-8f2b-183f061f9ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.472449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47eed07e-099f-40e4-8f2b-183f061f9ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.485000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad657c84-4a5b-4b6d-9551-a9f3789f8afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.521942 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad657c84-4a5b-4b6d-9551-a9f3789f8afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.523699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-2a220ea2-80af-46fe-b44a-358161315bf1 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161658 Oct 13 04:08:04.584523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47eed07e-099f-40e4-8f2b-183f061f9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.587467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47eed07e-099f-40e4-8f2b-183f061f9ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.590826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-47eed07e-099f-40e4-8f2b-183f061f9ad2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8546970-b95c-473a-9821-ae37727f07b7 HTTP/1.1" status: 204 len: 168 time: 0.3330307 Oct 13 04:08:04.611239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eed07e-099f-40e4-8f2b-183f061f9ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8546970-b95c-473a-9821-ae37727f07b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:04.620834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.628961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad657c84-4a5b-4b6d-9551-a9f3789f8afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.631541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad657c84-4a5b-4b6d-9551-a9f3789f8afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.633830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ad657c84-4a5b-4b6d-9551-a9f3789f8afd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4c33421-cbeb-4f06-af44-131bf4a62365 HTTP/1.1" status: 204 len: 168 time: 0.2411497 Oct 13 04:08:04.656110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad657c84-4a5b-4b6d-9551-a9f3789f8afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c33421-cbeb-4f06-af44-131bf4a62365,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:04.733415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-147e51f6-5a69-4aac-9f34-1234ac7b1f8d tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:04.734922 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-147e51f6-5a69-4aac-9f34-1234ac7b1f8d tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.1330221 Oct 13 04:08:04.755182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.793092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2bbee-e7bf-4f99-a297-27d8747b64b1 req-c91f2291-3b60-49dc-8c48-8d9c46a1cc64 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:04.803683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48b2bbee-e7bf-4f99-a297-27d8747b64b1 req-c91f2291-3b60-49dc-8c48-8d9c46a1cc64 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0682251 Oct 13 04:08:04.806512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:04.809914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:04.814857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:04.821403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:04.822203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:04.833899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=70a26ee8-2f01-4192-bc62-e878ed0c69e9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:04.846918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f05fe8b-e5b0-468f-bae9-65e24d7001d6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8116686 Oct 13 04:08:04.849435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:04.863373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48b2bbee-e7bf-4f99-a297-27d8747b64b1 req-22e97882-bd5c-4bcb-b015-4fbe617e714b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Oct 13 04:08:04.986903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3736adcd-2403-47f6-8b5b-4a5e3638d4bb no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:05.014170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a33606-e263-4ae2-a2f8-2a0e0f2e158c req-13eb877f-ff8b-4420-8fa8-bb3f33c10d26 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:05.022430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58a33606-e263-4ae2-a2f8-2a0e0f2e158c req-13eb877f-ff8b-4420-8fa8-bb3f33c10d26 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 945 time: 0.1010048 Oct 13 04:08:05.029947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3736adcd-2403-47f6-8b5b-4a5e3638d4bb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:05.032692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3736adcd-2403-47f6-8b5b-4a5e3638d4bb not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:05.071309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 70a26ee8-2f01-4192-bc62-e878ed0c69e9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:05.071907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.113707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58a33606-e263-4ae2-a2f8-2a0e0f2e158c req-d68296cf-797e-4430-9a55-e6cfcd4a04e3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779121 Oct 13 04:08:05.167672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477d76-a053-46da-a2bb-90357b63ad63 req-0cc3e5c6-729a-4579-ac90-94de28119ec9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:05.170779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810220-9'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:05.173031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b477d76-a053-46da-a2bb-90357b63ad63 req-0cc3e5c6-729a-4579-ac90-94de28119ec9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0630319 Oct 13 04:08:05.218346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b477d76-a053-46da-a2bb-90357b63ad63 req-dec4dce7-4cf6-4062-a1d5-3f93bdbc87aa tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Oct 13 04:08:05.279262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.297647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 70a26ee8-2f01-4192-bc62-e878ed0c69e9 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:05.301490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.521809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:05.563565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.610577 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.617419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:05.617782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/70a26ee8-2f01-4192-bc62-e878ed0c69e9 HTTP/1.1" status: 204 len: 168 time: 0.7642641 Oct 13 04:08:05.618119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34235-e00c-4b9e-9e3d-f4119750bb32 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=70a26ee8-2f01-4192-bc62-e878ed0c69e9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:05.622183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'mac_address': 'fa:16:3e:4b:23:fe', 'name': 'tempest-PortsTestJSON-1732690287'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:05.626185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:05.724404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:05.727333 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce549a78-56ae-48ba-bf45-d3252d045ab6" -d '{"events": [{"server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "name": "network-vif-unplugged", "status": "completed", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:05.746646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.763082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:05.786283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:05.847448 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59405215-3fa1-4b29-877e-a2562e0cbd0b x-openstack-request-id: req-59405215-3fa1-4b29-877e-a2562e0cbd0b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:05.850039 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "name": "network-vif-unplugged", "status": "completed", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:05.850570 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59405215-3fa1-4b29-877e-a2562e0cbd0b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:05.852650 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'code': 200} Oct 13 04:08:05.952975 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.014292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port e03b4fd3-d466-49cb-af75-e158edf32439 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:06.014510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on host n-h2-810220-9 for vnic_type normal with profile {"migrating_to": "n-h1-810220-9"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:06.014736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:06.019396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:06.049246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:06.058500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:08:06.059686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Attempting to bind port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:06.077732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:06.078692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:06.079295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:06.079943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Bound port: 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:06.080624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.166206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7981a-6904-4b0f-84e1-877a8e10f226 req-a9177bb8-641c-400c-8d4a-480aaf074c57 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:06.176809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbd7981a-6904-4b0f-84e1-877a8e10f226 req-a9177bb8-641c-400c-8d4a-480aaf074c57 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1935372 Oct 13 04:08:06.254069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:06.258517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:06.267865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.297146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbd7981a-6904-4b0f-84e1-877a8e10f226 req-8fd3ff1f-0759-4c9c-a39a-35e71ba5ee59 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169660 Oct 13 04:08:06.389361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:06.465097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:06.465953 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.467529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-42c4b8bf-ece8-43c9-951e-9abe9fd79ea6 service neutron] 10.222.0.15 "PUT /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 1121 time: 1.7243977 Oct 13 04:08:06.497457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a536-ca70-48ba-bfff-e413e4822b06 req-7d645047-c847-4a7f-ae89-7bdb46c5a3e7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:06.499726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ecb9a536-ca70-48ba-bfff-e413e4822b06 req-7d645047-c847-4a7f-ae89-7bdb46c5a3e7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 943 time: 0.2121887 Oct 13 04:08:06.556932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['334bc5c3-1fcc-4776-b888-b860c0e76dcc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:08:06.572814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078961ee-0a99-4776-a8e8-4f986710ffe4 req-4486a7e5-2489-42fe-ab38-17ea9bf9f8b8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:06.581223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-078961ee-0a99-4776-a8e8-4f986710ffe4 req-4486a7e5-2489-42fe-ab38-17ea9bf9f8b8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1290877 Oct 13 04:08:06.605722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.615139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ecb9a536-ca70-48ba-bfff-e413e4822b06 req-8b8566de-120f-457d-a26b-00813871df90 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900784 Oct 13 04:08:06.642385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-078961ee-0a99-4776-a8e8-4f986710ffe4 req-f8d0fa98-7eb4-4c61-a75c-a8870474221c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Oct 13 04:08:06.682986 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.754090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=e03b4fd3-d466-49cb-af75-e158edf32439,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:06.780006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:06.781723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:06.785396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:06.792633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:06.793564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:06.817272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a9ec0130-55d3-43c5-940a-b63441b0d161 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1988814 Oct 13 04:08:06.819180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:06.877891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4792b-c17e-4cd7-bed7-f7c2eae6f31e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:06.880870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52c4792b-c17e-4cd7-bed7-f7c2eae6f31e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/e03b4fd3-d466-49cb-af75-e158edf32439 HTTP/1.1" status: 200 len: 841 time: 0.0588727 Oct 13 04:08:06.882869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:07.010504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port e03b4fd3-d466-49cb-af75-e158edf32439 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:07.011298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:07.106529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:07.140761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for e03b4fd3-d466-49cb-af75-e158edf32439 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:07.298492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:07.336856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=e03b4fd3-d466-49cb-af75-e158edf32439,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:07.361178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:07.366985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/e03b4fd3-d466-49cb-af75-e158edf32439 HTTP/1.1" status: 204 len: 168 time: 0.4806373 Oct 13 04:08:07.367400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:07.379373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.381094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.381195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.383786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.383786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.385350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.385776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.386183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.387304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.388525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.389037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.394887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457203-1e5e-48fd-8c4d-f11db81927f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:07.430103 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a0f650-8ef9-4682-9516-0429c9b7997b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:07.432444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b3a0f650-8ef9-4682-9516-0429c9b7997b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/e03b4fd3-d466-49cb-af75-e158edf32439 HTTP/1.1" status: 404 len: 333 time: 0.0638196 Oct 13 04:08:07.436156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:07.442335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'name': 'tempest-PortsTestJSON-199103659'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:07.504533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8613d-dabd-4a16-8538-bdc4f781132c req-55bea7d5-a5e9-4117-8ab1-0100dd70b9bb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:07.506424 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ee8613d-dabd-4a16-8538-bdc4f781132c req-55bea7d5-a5e9-4117-8ab1-0100dd70b9bb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1023836 Oct 13 04:08:07.571355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ee8613d-dabd-4a16-8538-bdc4f781132c req-eea656b7-af95-4bcf-9a59-f0800ff84af4 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573940 Oct 13 04:08:07.618177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:07.622773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:07.645473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port f1bdf78d-2e23-4f61-ae3d-405a398a6194 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:07.821200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a2036-ded1-43ef-8c2c-dfd06652ec6d req-ac5ca0ab-2d4d-4fec-ba9c-168b38589990 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:07.831851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-814a2036-ded1-43ef-8c2c-dfd06652ec6d req-ac5ca0ab-2d4d-4fec-ba9c-168b38589990 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0708005 Oct 13 04:08:07.858015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:07.868488 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:07.869649 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:07.890794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-814a2036-ded1-43ef-8c2c-dfd06652ec6d req-80192d40-874e-41a1-a631-77473c838bfa tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533636 Oct 13 04:08:07.956900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c164a-eddd-4821-b0a0-5be11e3d073a req-f330e75d-a070-479e-b712-4d944d424fbc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:07.966358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f6c164a-eddd-4821-b0a0-5be11e3d073a req-f330e75d-a070-479e-b712-4d944d424fbc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 943 time: 0.2162907 Oct 13 04:08:07.985478 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0822dfd-5e79-4e93-9657-ad73ef93d76b x-openstack-request-id: req-e0822dfd-5e79-4e93-9657-ad73ef93d76b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:07.985767 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:07.986013 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0822dfd-5e79-4e93-9657-ad73ef93d76b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:07.986397 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'status': 'completed', 'code': 200} Oct 13 04:08:08.039386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.061463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f6c164a-eddd-4821-b0a0-5be11e3d073a req-54ffcae0-a98b-475d-9d75-08b56dd1feec tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Oct 13 04:08:08.117815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-7196f6ef-3a5b-484a-825f-15d5026ae3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:08.119462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-7196f6ef-3a5b-484a-825f-15d5026ae3e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1124 time: 0.1056564 Oct 13 04:08:08.128247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.180854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:08.184470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:08.200995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:08.200995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:08.200995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.204409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:08:08.225910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=f1bdf78d-2e23-4f61-ae3d-405a398a6194,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:08.256115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-670764b4-3c48-49e2-b32d-b6ee033ce987 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8188360 Oct 13 04:08:08.268791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57150) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:08.275496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:08.294982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-07f7d442-ad39-4eea-b1cd-c436892815bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:08.299333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-07f7d442-ad39-4eea-b1cd-c436892815bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.1712942 Oct 13 04:08:08.352984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:08.386333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.398419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc has no active binding in host n-h1-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:08:08.406499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-4afab1f6-0820-48b7-bcc6-64ffb3624eb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 217 time: 0.0986304 Oct 13 04:08:08.476714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-9f13fb56-7525-4b71-9296-79eaec9d62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:08.478552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-9f13fb56-7525-4b71-9296-79eaec9d62ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0646024 Oct 13 04:08:08.519589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-8c54b295-8ad4-4d96-9ce6-7e77bd0b7db1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323079 Oct 13 04:08:08.603081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.610289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.650697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] In _notify_port_updated(), no bound segment for port f1bdf78d-2e23-4f61-ae3d-405a398a6194 on network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:08:08.656425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:08.657147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.658611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/ports/f1bdf78d-2e23-4f61-ae3d-405a398a6194 HTTP/1.1" status: 200 len: 818 time: 0.3883669 Oct 13 04:08:08.661509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:08.692238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-55f5b015-4ba3-4bf9-9a8d-66bce99dafe3 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644247 Oct 13 04:08:08.744760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e57e7-9fee-41b1-aabe-32c2c0f80df6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=f1bdf78d-2e23-4f61-ae3d-405a398a6194,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:08.797480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ccd6b-a12d-4ab8-9155-f4602b185c0f req-a8da65bc-b93d-48bf-88ab-68e3263b52b3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:08.808327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd0ccd6b-a12d-4ab8-9155-f4602b185c0f req-a8da65bc-b93d-48bf-88ab-68e3263b52b3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1093292 Oct 13 04:08:08.842550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e87b6c6-4e13-4ca2-ad0a-404f85b7a146 req-d998d27a-fa95-47f6-b1c8-b7d6e386bfc7 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356599 Oct 13 04:08:08.855460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port f1bdf78d-2e23-4f61-ae3d-405a398a6194 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:08.855805 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.862900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd0ccd6b-a12d-4ab8-9155-f4602b185c0f req-3dcba3d4-f121-4f35-b426-9b2321d66b75 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537250 Oct 13 04:08:08.969167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:08.999741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for f1bdf78d-2e23-4f61-ae3d-405a398a6194 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:09.047339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97b7a7-5ca1-4894-b461-783a0a796944 req-13e4ab5f-92f0-4f4a-a1e0-04f8389d8b5f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:09.049208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d97b7a7-5ca1-4894-b461-783a0a796944 req-13e4ab5f-92f0-4f4a-a1e0-04f8389d8b5f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0736601 Oct 13 04:08:09.099266 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.119511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d97b7a7-5ca1-4894-b461-783a0a796944 req-1b1d9a41-48b6-4ff4-b8d5-96297d51a75f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Oct 13 04:08:09.135954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=f1bdf78d-2e23-4f61-ae3d-405a398a6194,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:09.146667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.151444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8670452-954b-4e86-9699-14aa18ca35b9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/f1bdf78d-2e23-4f61-ae3d-405a398a6194 HTTP/1.1" status: 204 len: 168 time: 0.4888217 Oct 13 04:08:09.154001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:09.259499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb16aed-d80f-460b-8d6e-e1ed47f1616e req-211c5060-a758-413b-bc1e-43be205556cf tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:09.261108 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-beb16aed-d80f-460b-8d6e-e1ed47f1616e req-211c5060-a758-413b-bc1e-43be205556cf tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 943 time: 0.0801711 Oct 13 04:08:09.343754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-beb16aed-d80f-460b-8d6e-e1ed47f1616e req-1350e86f-0192-4e22-9d18-7688beded989 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757577 Oct 13 04:08:09.344400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:09.623029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8f45f15-6b16-490d-8e4f-b0c3932c2d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.676537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b591c37-2063-415a-929a-b799eaeabde7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:09.678081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6b591c37-2063-415a-929a-b799eaeabde7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5228093 Oct 13 04:08:09.681709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57202) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:09.714537 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de25118-caa4-46e0-8c52-292b41fd5db6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:09.720652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:09.721157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8de25118-caa4-46e0-8c52-292b41fd5db6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/f1bdf78d-2e23-4f61-ae3d-405a398a6194 HTTP/1.1" status: 404 len: 333 time: 0.0384448 Oct 13 04:08:09.726998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1537991100'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:09.746294 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8f45f15-6b16-490d-8e4f-b0c3932c2d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.751014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:09.752251 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8f45f15-6b16-490d-8e4f-b0c3932c2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.755811 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.766930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.788129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f45f15-6b16-490d-8e4f-b0c3932c2d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b57aa-caad-43d6-abc9-fe43c36e8071,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:09.792019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:09.803042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.803585 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment 6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7 of type vlan for network c12ca6fe-528d-4cff-8b50-0a0d0d46989d Oct 13 04:08:09.810719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c8f45f15-6b16-490d-8e4f-b0c3932c2d3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2396e4cdc7543d6ba405fd8187a438b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648089 Oct 13 04:08:09.811366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:09.871938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18211e14-533c-450f-a8ba-b47564c7236f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.875839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.901286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18211e14-533c-450f-a8ba-b47564c7236f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.926440 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.934165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:09.935266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:09.972320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2480478 Oct 13 04:08:09.972624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:09.978950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:10.027829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931af22-9b99-4e41-9693-af1a4844137b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=c12ca6fe-528d-4cff-8b50-0a0d0d46989d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:10.040262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:10.043384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18211e14-533c-450f-a8ba-b47564c7236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.046021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18211e14-533c-450f-a8ba-b47564c7236f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.047174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-18211e14-533c-450f-a8ba-b47564c7236f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b3b57aa-caad-43d6-abc9-fe43c36e8071 HTTP/1.1" status: 204 len: 168 time: 0.2348013 Oct 13 04:08:10.080519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18211e14-533c-450f-a8ba-b47564c7236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b57aa-caad-43d6-abc9-fe43c36e8071,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:10.137779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430fb89-b423-4800-9503-15f981657da0 req-4334f5c3-37b1-41d1-94cb-759f76dd6f0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:10.139327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0430fb89-b423-4800-9503-15f981657da0 req-4334f5c3-37b1-41d1-94cb-759f76dd6f0b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1782324 Oct 13 04:08:10.140482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:10.145358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.291461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0430fb89-b423-4800-9503-15f981657da0 req-fc8c9695-90f7-4391-8b17-d4e769beb97b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273835 Oct 13 04:08:10.368581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-67386e75-f8c6-4512-9603-56b8e8f5172e service neutron] 10.222.0.26 "GET /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.1136246 Oct 13 04:08:10.458815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195567e0-204b-4676-aef2-0f593d822758 req-972835d5-f7a5-4f2a-be3e-2febb444defa tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:10.464409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-195567e0-204b-4676-aef2-0f593d822758 req-972835d5-f7a5-4f2a-be3e-2febb444defa tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2558293 Oct 13 04:08:10.510129 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.600378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:10.601394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: c12ca6fe-528d-4cff-8b50-0a0d0d46989d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:10.602606 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-195567e0-204b-4676-aef2-0f593d822758 req-52aeb9d4-dbe8-4dfa-bea2-5c3707cc3b9f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304557 Oct 13 04:08:10.610232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=61a2ae88-4d7b-4d3b-bf48-aceb2fabea57,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:10.633726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:10.650074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, c12ca6fe-528d-4cff-8b50-0a0d0d46989d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:10.658709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324d29e-64cd-4234-8194-2254674ed00a None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:10.673374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:10.673986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.759468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7393ba00-65d4-4ee3-829a-2e3e45e81f8e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7828393 Oct 13 04:08:10.761381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:10.808524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:10.815263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57244) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:10.872620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9476f2-f9de-49a3-bb95-ffa799ebfb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.910226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:10.939179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae629c5-a7fc-4a60-9012-cdd6d91acb0e req-810d9130-3ac1-4323-b7c2-d2848d3d88d9 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:10.939573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': '61a2ae88-4d7b-4d3b-bf48-aceb2fabea57'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:08:10.940566 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:10.940708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ae629c5-a7fc-4a60-9012-cdd6d91acb0e req-810d9130-3ac1-4323-b7c2-d2848d3d88d9 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 946 time: 0.1438541 Oct 13 04:08:11.005788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:11.087264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ae629c5-a7fc-4a60-9012-cdd6d91acb0e req-6252023e-e5a7-49ea-a904-62164423fb65 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295474 Oct 13 04:08:11.130407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334bc5c3-1fcc-4776-b888-b860c0e76dcc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:08:11.151216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Allocated IP 172.20.0.2 (c12ca6fe-528d-4cff-8b50-0a0d0d46989d/61a2ae88-4d7b-4d3b-bf48-aceb2fabea57/46421587-c105-445c-bdfc-93b8acec6818) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:11.163318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:11.222893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9476f2-f9de-49a3-bb95-ffa799ebfb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.227304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.243952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0ed1-9955-4d93-8824-819aad3ebbec req-5efb7b4a-4b05-4c44-a071-b60569c40be2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:11.245660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f86d0ed1-9955-4d93-8824-819aad3ebbec req-5efb7b4a-4b05-4c44-a071-b60569c40be2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 943 time: 0.5324328 Oct 13 04:08:11.245869 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9476f2-f9de-49a3-bb95-ffa799ebfb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.311918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9476f2-f9de-49a3-bb95-ffa799ebfb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da16c0c-7f77-4c3a-bbd4-32c52cfe8074,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:11.320752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fe9476f2-f9de-49a3-bb95-ffa799ebfb3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0142470c106401ca01444b1f751387e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030680 Oct 13 04:08:11.323738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:11.340853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f86d0ed1-9955-4d93-8824-819aad3ebbec req-26c7f41f-5d76-4c9d-90c5-521dd5555008 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862043 Oct 13 04:08:11.384722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:11.388916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.390071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.402862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.462421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:11.464666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] Transition to ACTIVE for port object 334bc5c3-1fcc-4776-b888-b860c0e76dcc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:08:11.465217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:11.476228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:11.505822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.508063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Pushing event updated for resources: {'Port': ['ID=46421587-c105-445c-bdfc-93b8acec6818,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:11.529261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a448-c7b0-4d5f-80e1-0d5cff164d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.584506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a448-c7b0-4d5f-80e1-0d5cff164d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.592472 n-d-810220-9 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61a2ae88-4d7b-4d3b-bf48-aceb2fabea57 (CIDR: 172.20.0.0/28) Oct 13 04:08:11.599851 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:08:11.601868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:08:11.615563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c7b48-7fcd-4be4-b1a5-9ac3e5048766 req-c73907bd-8066-46c7-bea9-338c247e83af tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:11.617869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a9c7b48-7fcd-4be4-b1a5-9ac3e5048766 req-c73907bd-8066-46c7-bea9-338c247e83af tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1712818 Oct 13 04:08:11.646787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-80cb89ef-738a-4d3d-9792-68cde56d1974 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8467629 Oct 13 04:08:11.649045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57264) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:11.657905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:11.759103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] No DVR routers for this DVR port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:11.800672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] Pushing event updated for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:11.812584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a9c7b48-7fcd-4be4-b1a5-9ac3e5048766 req-89161aff-7fac-4986-b67f-801b93d904b3 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762547 Oct 13 04:08:11.850372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:11.850618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Attempting to bind port 46421587-c105-445c-bdfc-93b8acec6818 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:11.851848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Attempting to bind port 46421587-c105-445c-bdfc-93b8acec6818 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:11.852215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Attempting to bind port 46421587-c105-445c-bdfc-93b8acec6818 on network c12ca6fe-528d-4cff-8b50-0a0d0d46989d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:11.859598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:11.860033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Checking segment: {'id': '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:11.860555 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.860734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.861005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Bound using segment: {'id': '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:11.861557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Bound port: 46421587-c105-445c-bdfc-93b8acec6818, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:11.861988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.895821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-62d6144a-795f-4ebf-8611-f3ef5dd93914 service neutron] 10.222.0.26 "PUT /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc/bindings/n-h1-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5182672 Oct 13 04:08:11.911586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a448-c7b0-4d5f-80e1-0d5cff164d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.917142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a448-c7b0-4d5f-80e1-0d5cff164d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:11.918843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9fe7a448-c7b0-4d5f-80e1-0d5cff164d42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0da16c0c-7f77-4c3a-bbd4-32c52cfe8074 HTTP/1.1" status: 204 len: 168 time: 0.5904124 Oct 13 04:08:11.955278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7a448-c7b0-4d5f-80e1-0d5cff164d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da16c0c-7f77-4c3a-bbd4-32c52cfe8074,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:11.978993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b9bb2-912a-4699-976e-23d2828bff8e req-23d7fecf-5af3-4d00-a759-ceddd3618a70 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:11.988224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad6b9bb2-912a-4699-976e-23d2828bff8e req-23d7fecf-5af3-4d00-a759-ceddd3618a70 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2017763 Oct 13 04:08:12.032660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] For port 46421587-c105-445c-bdfc-93b8acec6818, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:12.037077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] For port 46421587-c105-445c-bdfc-93b8acec6818, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=46421587-c105-445c-bdfc-93b8acec6818,segment=NetworkSegment(6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7),segment_id=6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:12.047211 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:12.141601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb64f7-b1f1-4a0e-b5a2-1815d44212b5 None None] Pushing event updated for resources: {'Port': ['ID=46421587-c105-445c-bdfc-93b8acec6818,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:12.153449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad6b9bb2-912a-4699-976e-23d2828bff8e req-e98b3964-e488-4f7c-bb0b-cf69d51890dc tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603127 Oct 13 04:08:12.161436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f7954f71-7fae-4b6a-9b88-dbfb08784a4b tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.163033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f7954f71-7fae-4b6a-9b88-dbfb08784a4b tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1095 time: 0.1725359 Oct 13 04:08:12.283594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad9f27-5542-4028-8caa-e347be8a6d2e req-21bd1b79-e9ed-45c2-853b-05f6dafd40c3 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.286586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ad9f27-5542-4028-8caa-e347be8a6d2e req-21bd1b79-e9ed-45c2-853b-05f6dafd40c3 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 946 time: 0.0723195 Oct 13 04:08:12.387759 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ad9f27-5542-4028-8caa-e347be8a6d2e req-8eeb7fa3-92ef-466e-9387-783af197bf36 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887971 Oct 13 04:08:12.403187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-2f09ffc8-f2ef-4b99-82ad-49e921a4bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.404283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-2f09ffc8-f2ef-4b99-82ad-49e921a4bc47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 1095 time: 0.2321227 Oct 13 04:08:12.521147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-9ef2fba9-9622-417c-9ef4-64c09aec28ba tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.522659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-9ef2fba9-9622-417c-9ef4-64c09aec28ba tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 946 time: 0.0777278 Oct 13 04:08:12.611851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-61fafb5d-2f1c-4f9d-94f5-6edda93502d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.613394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-61fafb5d-2f1c-4f9d-94f5-6edda93502d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1095 time: 0.1724374 Oct 13 04:08:12.644347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fd81c-ef17-441d-8b20-4721a135e2e1 req-2b8dc748-2ade-4596-9f89-0ef0b13ac98a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.657620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-590fd81c-ef17-441d-8b20-4721a135e2e1 req-2b8dc748-2ade-4596-9f89-0ef0b13ac98a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 0.1434984 Oct 13 04:08:12.670545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Deleting port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:12.670943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:12.671456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:12.773401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:12.778682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] For port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,segment=NetworkSegment(de928f2e-8bea-48d9-a01c-1b7e81dd56cc),segment_id=de928f2e-8bea-48d9-a01c-1b7e81dd56cc)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:12.779059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:12.783425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:12.795822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.796403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:12.800437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Calling delete_port for 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:12.807073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=070d2759-3a3a-4825-9e0f-ada90419a851,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:12.830245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-590fd81c-ef17-441d-8b20-4721a135e2e1 req-152fa0c2-9723-4957-99da-ea54290317a5 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665359 Oct 13 04:08:12.864167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb021128-4154-4a5a-9b0f-1930b0ef37ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2140236 Oct 13 04:08:12.869262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:12.874671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'fixed_ips': [{'subnet_id': '61a2ae88-4d7b-4d3b-bf48-aceb2fabea57'}, {'subnet_id': '070d2759-3a3a-4825-9e0f-ada90419a851'}], 'name': 'tempest-PortsTestJSON-1566651627'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:12.878801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-c56278ae-ed50-4c34-aa6e-e83091f12ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:12.880437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-c56278ae-ed50-4c34-aa6e-e83091f12ebf service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2600946 Oct 13 04:08:12.965607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:12.978014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['0ce53a3a-b101-46b7-bbda-aacae60d1cb7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:08:13.007557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Pushing event deleted for resources: {'Port': ['ID=0ce53a3a-b101-46b7-bbda-aacae60d1cb7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:13.023665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-d58b4905-5508-4b51-a972-e433fc0ba4fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 217 time: 0.1356242 Oct 13 04:08:13.092419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 46421587-c105-445c-bdfc-93b8acec6818 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:13.140561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-4dea80b0-d616-47af-aa26-ec3a6c336af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:13.142147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-4dea80b0-d616-47af-aa26-ec3a6c336af5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1027451 Oct 13 04:08:13.175743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] No DVR routers for this DVR port 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:13.181570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:13.191124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-610c90c5-6c3d-49a2-a74b-51c9ebaef8e5 req-5f1fc3db-712f-4d23-8ca1-68ee941e4798 tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.26 "DELETE /v2.0/ports/0ce53a3a-b101-46b7-bbda-aacae60d1cb7 HTTP/1.1" status: 204 len: 173 time: 0.6548669 Oct 13 04:08:13.199186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 46421587-c105-445c-bdfc-93b8acec6818 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:13.199921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:13.203043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-c2ba1b06-b670-4d57-a259-42ae5eb1abe3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462263 Oct 13 04:08:13.204342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'name': 'network-vif-deleted', 'tag': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:13.224402 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe8486-02e8-44cd-9b0d-b6903151389f" -d '{"events": [{"server_uuid": "6d3aec04-ac6e-46d4-be6a-e8b740d1477d", "name": "network-vif-deleted", "tag": "0ce53a3a-b101-46b7-bbda-aacae60d1cb7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:13.265106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2a63a-b21f-4de4-8800-4e462e395620 req-f04a5361-0bdd-42d5-b9a1-a3ea2e82cd2b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:13.281329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50d2a63a-b21f-4de4-8800-4e462e395620 req-f04a5361-0bdd-42d5-b9a1-a3ea2e82cd2b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.3270750 Oct 13 04:08:13.356722 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:13.375558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50d2a63a-b21f-4de4-8800-4e462e395620 req-8f11133b-d7fc-4736-92bc-73d3a39f4736 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857468 Oct 13 04:08:13.392077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:13.431150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 46421587-c105-445c-bdfc-93b8acec6818, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=46421587-c105-445c-bdfc-93b8acec6818,segment=NetworkSegment(6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7),segment_id=6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:13.442575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:13.485786 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee27226-0e09-4178-952f-efeff3e483be x-openstack-request-id: req-9ee27226-0e09-4178-952f-efeff3e483be {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:13.486218 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3aec04-ac6e-46d4-be6a-e8b740d1477d", "name": "network-vif-deleted", "tag": "0ce53a3a-b101-46b7-bbda-aacae60d1cb7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:13.486566 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ee27226-0e09-4178-952f-efeff3e483be {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:13.486954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f850c-db5f-433d-a0e4-e1c99886e896 req-a3b9ddc5-1314-4f9a-b932-1313fe60c24b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:13.487437 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3aec04-ac6e-46d4-be6a-e8b740d1477d', 'name': 'network-vif-deleted', 'tag': '0ce53a3a-b101-46b7-bbda-aacae60d1cb7', 'status': 'completed', 'code': 200} Oct 13 04:08:13.494851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f45f850c-db5f-433d-a0e4-e1c99886e896 req-a3b9ddc5-1314-4f9a-b932-1313fe60c24b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1695230 Oct 13 04:08:13.498571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=46421587-c105-445c-bdfc-93b8acec6818,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:13.542758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-0d946dca-0126-48c2-a510-ed871e4add42 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279331 Oct 13 04:08:13.593504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f45f850c-db5f-433d-a0e4-e1c99886e896 req-47267345-ab76-4b5a-9aaf-bace9483e7b0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977640 Oct 13 04:08:13.634113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-721c581d-db01-4106-8965-210921f41f57 req-b9d89b07-7e52-448c-9445-d6b7ef7dc26d tempest-VolumesAdminNegativeTest-74380722 tempest-VolumesAdminNegativeTest-74380722-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3aec04-ac6e-46d4-be6a-e8b740d1477d HTTP/1.1" status: 200 len: 210 time: 0.0494511 Oct 13 04:08:13.673421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:13.718234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port b959857f-f881-4668-8d48-e498a5c17c57 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:13.813876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032dc8a-3dd6-4291-9bd3-6b0424e28e95 None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:13.878680 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-d349d597-2609-4a57-a7b0-39868773ff05 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170390 Oct 13 04:08:13.886482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:13.959192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15ba0dfe-0cdf-4c09-a347-31feb86f0644 None None] Provisioning complete for port 46421587-c105-445c-bdfc-93b8acec6818 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:13.959953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15ba0dfe-0cdf-4c09-a347-31feb86f0644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.005721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:14.006377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:14.045588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650c0f4-9a48-45f9-8f7f-5ac7d3ce8c69 req-14dab0a4-64d2-4aeb-ae6c-eaccf5cfa4f8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:14.047042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:14.047560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 0ce53a3a-b101-46b7-bbda-aacae60d1cb7 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:14.047676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650c0f4-9a48-45f9-8f7f-5ac7d3ce8c69 req-14dab0a4-64d2-4aeb-ae6c-eaccf5cfa4f8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 0.1033242 Oct 13 04:08:14.230053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650c0f4-9a48-45f9-8f7f-5ac7d3ce8c69 req-873d8b14-b1aa-48dc-870b-144699f72a1a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731131 Oct 13 04:08:14.264304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebb07-3907-4b58-bbac-1c9431700873 req-fdfd2bf4-d8cc-4f3d-bc6f-ebd18045f6a6 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:14.265836 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-fdfd2bf4-d8cc-4f3d-bc6f-ebd18045f6a6 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1095 time: 0.1093097 Oct 13 04:08:14.268247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] Update dhcp port {'port': {'network_id': 'c12ca6fe-528d-4cff-8b50-0a0d0d46989d', 'fixed_ips': [{'subnet_id': '61a2ae88-4d7b-4d3b-bf48-aceb2fabea57', 'ip_address': '172.20.0.2'}, {'subnet_id': '070d2759-3a3a-4825-9e0f-ada90419a851'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '46421587-c105-445c-bdfc-93b8acec6818'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:08:14.298884 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.355711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.11 (c12ca6fe-528d-4cff-8b50-0a0d0d46989d/61a2ae88-4d7b-4d3b-bf48-aceb2fabea57/b959857f-f881-4668-8d48-e498a5c17c57) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:14.369079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.30 (c12ca6fe-528d-4cff-8b50-0a0d0d46989d/070d2759-3a3a-4825-9e0f-ada90419a851/b959857f-f881-4668-8d48-e498a5c17c57) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:14.538141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecd3cb-3b1b-4745-b3b0-271e43700c78 req-9bd6c390-0cb7-4fe7-83dd-328ba2af5b11 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:14.548371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2ecd3cb-3b1b-4745-b3b0-271e43700c78 req-9bd6c390-0cb7-4fe7-83dd-328ba2af5b11 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0665493 Oct 13 04:08:14.559617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f2f9f6bc-7c58-43bc-9b38-bf68a559ae6a service neutron] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:14.595351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2ecd3cb-3b1b-4745-b3b0-271e43700c78 req-dbfca95f-4f0a-4822-afe4-8509d184310b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Oct 13 04:08:14.616851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f2f9f6bc-7c58-43bc-9b38-bf68a559ae6a service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.618738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eefebb07-3907-4b58-bbac-1c9431700873 req-f2f9f6bc-7c58-43bc-9b38-bf68a559ae6a service neutron] 10.222.0.15 "DELETE /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc/bindings/n-h2-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.3306329 Oct 13 04:08:14.690222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.724307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57360) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:14.757485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.837127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Deleting subnet 223e61e4-8aa1-4cb6-acbb-1264a6c50560 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:14.841106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.866297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] Allocated IP 172.20.0.18 (c12ca6fe-528d-4cff-8b50-0a0d0d46989d/070d2759-3a3a-4825-9e0f-ada90419a851/46421587-c105-445c-bdfc-93b8acec6818) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:14.893018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.899985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d808a-2d65-4c56-a8c7-23449e33094a req-b0e30517-6f08-4033-ba0b-ed62d287110d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:14.904172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a8d808a-2d65-4c56-a8c7-23449e33094a req-b0e30517-6f08-4033-ba0b-ed62d287110d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1594393 Oct 13 04:08:14.911285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:14.921016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:14.929677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=b959857f-f881-4668-8d48-e498a5c17c57,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:14.933748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:14.961249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.046194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.046521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.046857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.047189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.047518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.047848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.048174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.048494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.048844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.053439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.054023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.054522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:15.082943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.121818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a8d808a-2d65-4c56-a8c7-23449e33094a req-b30c9107-1e53-4aea-b006-d18d5edc6c4b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983809 Oct 13 04:08:15.125106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] For port 46421587-c105-445c-bdfc-93b8acec6818, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=46421587-c105-445c-bdfc-93b8acec6818,segment=NetworkSegment(6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7),segment_id=6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:15.139493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:15.140119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.152160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 46421587-c105-445c-bdfc-93b8acec6818 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:15.153168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:15.170146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223e61e4-8aa1-4cb6-acbb-1264a6c50560,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:15.175886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.179552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ae2caaa9-b5bf-4a19-bfb1-361d8a7dfda8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/223e61e4-8aa1-4cb6-acbb-1264a6c50560 HTTP/1.1" status: 204 len: 168 time: 0.4541714 Oct 13 04:08:15.180073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57849121-1649-48f6-9387-32066749cfbd tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3095999 Oct 13 04:08:15.182878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:15.184783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:15.219732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61a2ae88-4d7b-4d3b-bf48-aceb2fabea57'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:15.226584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.240278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.346051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.367090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70099e9a-a1fa-46da-b640-1ff29647414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.410336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53dd03-c99e-4034-a8ff-7c9980cb1359 None None] Pushing event updated for resources: {'Port': ['ID=46421587-c105-445c-bdfc-93b8acec6818,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:15.414097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 46421587-c105-445c-bdfc-93b8acec6818 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:15.414619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.580182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70099e9a-a1fa-46da-b640-1ff29647414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.587982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70099e9a-a1fa-46da-b640-1ff29647414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.624674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e4d9b-f98d-4bcd-a0e1-bc72f35e2336 req-105842e4-a177-43b2-a685-62c6f4947236 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:15.634623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e7e4d9b-f98d-4bcd-a0e1-bc72f35e2336 req-105842e4-a177-43b2-a685-62c6f4947236 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 0.2235882 Oct 13 04:08:15.635969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.657294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-70099e9a-a1fa-46da-b640-1ff29647414a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65925c85ab454206883e896551ba1a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959226 Oct 13 04:08:15.662159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:15.672895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70099e9a-a1fa-46da-b640-1ff29647414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d737d942-0d5f-47a4-9f51-e82eeee1b54f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:15.759044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2ce26-18b4-4050-99c8-7046c415fd4f req-48b9b28b-b5f6-4d98-9929-066d4d6c9336 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:15.760888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3b2ce26-18b4-4050-99c8-7046c415fd4f req-48b9b28b-b5f6-4d98-9929-066d4d6c9336 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0748823 Oct 13 04:08:15.821521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3b2ce26-18b4-4050-99c8-7046c415fd4f req-88591218-11cc-42d5-bd7b-5b213e037563 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474622 Oct 13 04:08:15.863974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.879093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e7e4d9b-f98d-4bcd-a0e1-bc72f35e2336 req-e4854451-3a6a-4180-a51b-37335541e0e1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444127 Oct 13 04:08:15.925481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf82153-9ac6-4fc9-9ba3-3d412b2072c3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:15.964046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:15.964337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de928f2e-8bea-48d9-a01c-1b7e81dd56cc') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:15.985076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6a1c-8ce9-4f9d-ac06-dd9865b43c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.013433 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6a1c-8ce9-4f9d-ac06-dd9865b43c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.065811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.123235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.145631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9cb608-211d-4375-a49d-cf0af9d7a8c8 None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:16.157884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6a1c-8ce9-4f9d-ac06-dd9865b43c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.160634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6a1c-8ce9-4f9d-ac06-dd9865b43c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.164874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea7e6a1c-8ce9-4f9d-ac06-dd9865b43c4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d737d942-0d5f-47a4-9f51-e82eeee1b54f HTTP/1.1" status: 204 len: 168 time: 0.4506636 Oct 13 04:08:16.173149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:08:16.173548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:08:16.178777 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:08:16.233611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6a1c-8ce9-4f9d-ac06-dd9865b43c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737d942-0d5f-47a4-9f51-e82eeee1b54f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:16.281783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78536-56fc-4694-b096-fb11152dd7c3 req-c0b6b2ff-4736-43c8-9df8-94f8f8c05b81 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:16.283529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93c78536-56fc-4694-b096-fb11152dd7c3 req-c0b6b2ff-4736-43c8-9df8-94f8f8c05b81 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1095 time: 0.2304320 Oct 13 04:08:16.296150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838a4cf-8ba4-48c8-9367-2e2b71f6d8bd req-203541eb-cdb8-4d7a-afdb-cb1d02260da9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:16.310342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5838a4cf-8ba4-48c8-9367-2e2b71f6d8bd req-203541eb-cdb8-4d7a-afdb-cb1d02260da9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0883608 Oct 13 04:08:16.313755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.334846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-394a9aae-e238-478a-b77f-d44a139babd4 None None] Provisioning complete for port 46421587-c105-445c-bdfc-93b8acec6818 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:16.335255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-394a9aae-e238-478a-b77f-d44a139babd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.352239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5838a4cf-8ba4-48c8-9367-2e2b71f6d8bd req-5bb3c45e-769a-4ed8-9308-f79bf7979a16 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Oct 13 04:08:16.458580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.462010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0cf82153-9ac6-4fc9-9ba3-3d412b2072c3 HTTP/1.1" status: 204 len: 168 time: 1.2760913 Oct 13 04:08:16.465127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:16.524043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8322-99e5-4ac9-b9b6-e33b4f819024 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf82153-9ac6-4fc9-9ba3-3d412b2072c3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:16.553291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93c78536-56fc-4694-b096-fb11152dd7c3 req-52512d20-8d05-4309-b95f-777571c42ad9 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428594 Oct 13 04:08:16.577762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Delete allocated IP 172.20.0.30 (c12ca6fe-528d-4cff-8b50-0a0d0d46989d/070d2759-3a3a-4825-9e0f-ada90419a851) {{(pid=94825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:08:16.586109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Deleting subnet 6c2b045b-77de-49c8-a83f-9586114b905a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:16.591560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.642440 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.692431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.725692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:16.750111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd207-eb9b-4c37-b74d-4f46146b8f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.780783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.787909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.806733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.886191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2b045b-77de-49c8-a83f-9586114b905a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:16.900532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:16.904925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=b959857f-f881-4668-8d48-e498a5c17c57,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:16.909993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6c7b3515-cba8-4b5d-94c8-20b39aba275d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6c2b045b-77de-49c8-a83f-9586114b905a HTTP/1.1" status: 204 len: 168 time: 0.4433353 Oct 13 04:08:16.921485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:17.016809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52b7f9c9-92a4-473a-abed-72c52f53f762 None None] Provisioning complete for port b959857f-f881-4668-8d48-e498a5c17c57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:17.018025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b7f9c9-92a4-473a-abed-72c52f53f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.051639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 46421587-c105-445c-bdfc-93b8acec6818 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:17.061139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] In _notify_port_updated(), no bound segment for port b959857f-f881-4668-8d48-e498a5c17c57 on network c12ca6fe-528d-4cff-8b50-0a0d0d46989d {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:08:17.076250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:17.077359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.078785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e414327b-3707-454b-8771-6b662b69fefe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/ports/b959857f-f881-4668-8d48-e498a5c17c57 HTTP/1.1" status: 200 len: 920 time: 1.8948970 Oct 13 04:08:17.081965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:17.098772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61a2ae88-4d7b-4d3b-bf48-aceb2fabea57'}, {'subnet_id': '070d2759-3a3a-4825-9e0f-ada90419a851'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:17.120095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52b7f9c9-92a4-473a-abed-72c52f53f762 None None] Port b959857f-f881-4668-8d48-e498a5c17c57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:17.137437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 46421587-c105-445c-bdfc-93b8acec6818 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:17.138533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.139737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd207-eb9b-4c37-b74d-4f46146b8f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.141505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52b7f9c9-92a4-473a-abed-72c52f53f762 None None] Provisioning complete for port 46421587-c105-445c-bdfc-93b8acec6818 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:17.142121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b7f9c9-92a4-473a-abed-72c52f53f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.152157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.163940 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd207-eb9b-4c37-b74d-4f46146b8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.248396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6480-81b4-47f3-8818-e9452d8138d8 req-1fbffbe7-8169-4785-a8eb-ce9aa4ccb53f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:17.256121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9de6480-81b4-47f3-8818-e9452d8138d8 req-1fbffbe7-8169-4785-a8eb-ce9aa4ccb53f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.2762127 Oct 13 04:08:17.307289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3c7bd207-eb9b-4c37-b74d-4f46146b8f21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a03ea15e1494dfe84285a30add5292f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805676 Oct 13 04:08:17.320184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:17.381659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd207-eb9b-4c37-b74d-4f46146b8f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf44bb-3a01-4a09-9626-aa340553835f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:17.433641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9de6480-81b4-47f3-8818-e9452d8138d8 req-3dbe777e-bf6c-431e-bf74-50b4f7a096ac tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763833 Oct 13 04:08:17.438182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.489881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:17.518843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbaf5bf-bf51-4346-94f8-7ea7f795df5b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:17.571163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e293a62-ec50-48d9-adf4-d16d09547433 None None] Provisioning complete for port b959857f-f881-4668-8d48-e498a5c17c57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:17.571541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e293a62-ec50-48d9-adf4-d16d09547433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.585117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.594384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-2db303d2-063f-4870-b877-472608713936 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:17.595899 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-2db303d2-063f-4870-b877-472608713936 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.6416428 Oct 13 04:08:17.604634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c43c-6a34-4a52-b082-229ece9df732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.609027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d081f83-ca82-4561-b37b-c9e159945004') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:17.609326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d081f83-ca82-4561-b37b-c9e159945004') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:17.628717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e293a62-ec50-48d9-adf4-d16d09547433 None None] Port b959857f-f881-4668-8d48-e498a5c17c57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:17.632085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.654218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-6f04f3d0-7360-4327-a4a3-8b1e905b5bdc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/quotas/8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 375 time: 0.0336819 Oct 13 04:08:17.662591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.666058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c43c-6a34-4a52-b082-229ece9df732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.693577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2ac9-7513-4461-9000-fcb2d97891e6 req-f19cc3a6-f969-461f-8410-161d76193096 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:17.694982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab0d2ac9-7513-4461-9000-fcb2d97891e6 req-f19cc3a6-f969-461f-8410-161d76193096 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1797268 Oct 13 04:08:17.696286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:08:17.696702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:08:17.699919 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:08:17.711072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d5cee9a-a5f5-4c01-b9eb-792b0d85591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.749048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8bf52d07-83de-408a-b74a-89e978ce7fa6 None None] Provisioning complete for port b959857f-f881-4668-8d48-e498a5c17c57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:17.749899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bf52d07-83de-408a-b74a-89e978ce7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.780468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-a0d400d9-66b9-45ab-b58f-03b5cda1d929 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196308 Oct 13 04:08:17.790876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8bf52d07-83de-408a-b74a-89e978ce7fa6 None None] Port b959857f-f881-4668-8d48-e498a5c17c57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:17.836406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.843772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.847528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] 10.222.0.44 "DELETE /v2.0/networks/7cbaf5bf-bf51-4346-94f8-7ea7f795df5b HTTP/1.1" status: 204 len: 168 time: 0.9250600 Oct 13 04:08:17.851305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab0d2ac9-7513-4461-9000-fcb2d97891e6 req-76059cf1-f961-433f-819f-f528baf0a43a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334324 Oct 13 04:08:17.879867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d747c74-c19d-4918-b6db-a3c6b2e0d8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7cbaf5bf-bf51-4346-94f8-7ea7f795df5b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:17.889480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c43c-6a34-4a52-b082-229ece9df732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.891844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c43c-6a34-4a52-b082-229ece9df732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.893028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9cd0c43c-6a34-4a52-b082-229ece9df732 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1acf44bb-3a01-4a09-9626-aa340553835f HTTP/1.1" status: 204 len: 168 time: 0.5710330 Oct 13 04:08:17.908166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0c43c-6a34-4a52-b082-229ece9df732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf44bb-3a01-4a09-9626-aa340553835f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:17.960579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d5cee9a-a5f5-4c01-b9eb-792b0d85591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.967620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d5cee9a-a5f5-4c01-b9eb-792b0d85591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.988235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-32a80672-a5a7-4b78-b21b-ba685b7193af service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887605 Oct 13 04:08:18.014190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:18.030194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d5cee9a-a5f5-4c01-b9eb-792b0d85591b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0197e6eda2e2479a9170c39a1b9ae563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378568 Oct 13 04:08:18.036284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:18.046453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cee9a-a5f5-4c01-b9eb-792b0d85591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6de98a-ba5c-4489-8778-c403ff0540c5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:18.102187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-49cd1479-fb78-4ef4-8d2b-7523d6ae8e8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17dbaa5a6bbd4ec7b3601a6a00d5c660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809839 Oct 13 04:08:18.103084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57458) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:18.109408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.25 (c12ca6fe-528d-4cff-8b50-0a0d0d46989d/070d2759-3a3a-4825-9e0f-ada90419a851/b959857f-f881-4668-8d48-e498a5c17c57) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:18.128087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe5f4fa-b171-4279-8afc-aa905e9cb90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.167683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe5f4fa-b171-4279-8afc-aa905e9cb90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.192334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d3c489d-482b-4d5f-ae0a-44d5021b9929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.192466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-b798101f-efe4-4462-99db-3bc96e636b55 service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943300 Oct 13 04:08:18.227476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d3c489d-482b-4d5f-ae0a-44d5021b9929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.268088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe5f4fa-b171-4279-8afc-aa905e9cb90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.271451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe5f4fa-b171-4279-8afc-aa905e9cb90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.277141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-efe5f4fa-b171-4279-8afc-aa905e9cb90e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba6de98a-ba5c-4489-8778-c403ff0540c5 HTTP/1.1" status: 204 len: 168 time: 0.2394941 Oct 13 04:08:18.290713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5f4fa-b171-4279-8afc-aa905e9cb90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6de98a-ba5c-4489-8778-c403ff0540c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:18.293903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d3c489d-482b-4d5f-ae0a-44d5021b9929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.296738 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d3c489d-482b-4d5f-ae0a-44d5021b9929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.298056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d3c489d-482b-4d5f-ae0a-44d5021b9929 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3 HTTP/1.1" status: 204 len: 168 time: 0.1939833 Oct 13 04:08:18.308612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c489d-482b-4d5f-ae0a-44d5021b9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9cb270-80bc-4456-9ff6-c1c7a9d54eb3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:18.332407 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.351348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.440733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bf09e7d-23da-49a3-8850-6b077f980b56 req-40b07239-1602-4615-95ff-e64a74659dc2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 210 time: 0.0575542 Oct 13 04:08:18.495752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=b959857f-f881-4668-8d48-e498a5c17c57,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:18.585853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] In _notify_port_updated(), no bound segment for port b959857f-f881-4668-8d48-e498a5c17c57 on network c12ca6fe-528d-4cff-8b50-0a0d0d46989d {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:08:18.592032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:18.592356 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.596123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8b2441f6-1d9b-43e6-b491-8df3f79358b3 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/ports/b959857f-f881-4668-8d48-e498a5c17c57 HTTP/1.1" status: 200 len: 1000 time: 1.5111248 Oct 13 04:08:18.597098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:18.610327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46022-8385-444e-83c8-3890e46fe905 req-2580733c-4a83-489a-8f68-e358b908f455 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:18.612057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-14c46022-8385-444e-83c8-3890e46fe905 req-2580733c-4a83-489a-8f68-e358b908f455 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.0807345 Oct 13 04:08:18.672071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-14c46022-8385-444e-83c8-3890e46fe905 req-655e1e24-cca7-488d-b1e8-cfb476ef5b77 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Oct 13 04:08:18.721219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port b959857f-f881-4668-8d48-e498a5c17c57 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:18.721756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-354d1a31-036f-4edb-aece-868a10b3a9bf None None] Provisioning complete for port b959857f-f881-4668-8d48-e498a5c17c57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:18.722182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.722278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-354d1a31-036f-4edb-aece-868a10b3a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.797938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-354d1a31-036f-4edb-aece-868a10b3a9bf None None] Port b959857f-f881-4668-8d48-e498a5c17c57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:18.847503 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.861742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for b959857f-f881-4668-8d48-e498a5c17c57 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:18.894249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:18.928243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a011ba7f-f619-4b62-8bff-3268a16c8d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.928597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab94f6ba-0e0c-45a8-afb7-2fef6719f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:18.958532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57498) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:19.042586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b85f92ed-87aa-4673-8203-c2d279867f2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39ed3e9923664df8a00054e22b74e79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826805 Oct 13 04:08:19.046519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:19.150890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88be0ee0-8cc0-48e8-96fe-619823661947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.166179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a011ba7f-f619-4b62-8bff-3268a16c8d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.173507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b9f5-2371-43bb-8a7b-875c08afac2a req-88b371eb-7859-45f4-ac89-de65d53ed8b5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:19.174854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a011ba7f-f619-4b62-8bff-3268a16c8d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.175108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07d3b9f5-2371-43bb-8a7b-875c08afac2a req-88b371eb-7859-45f4-ac89-de65d53ed8b5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1689420 Oct 13 04:08:19.208101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88be0ee0-8cc0-48e8-96fe-619823661947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.228753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.246394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a011ba7f-f619-4b62-8bff-3268a16c8d34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaccbaf42cee41a0994ba6ea9cfcfc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424461 Oct 13 04:08:19.246394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:19.246394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011ba7f-f619-4b62-8bff-3268a16c8d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa95ba1-0999-4031-860d-1b21d78ab456,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:19.295516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07d3b9f5-2371-43bb-8a7b-875c08afac2a req-3903053e-6b0a-4f03-87f3-a0511609bb0f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048951 Oct 13 04:08:19.305074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=b959857f-f881-4668-8d48-e498a5c17c57,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:19.311912 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-774d5e85-4f27-4406-9774-41756dea1736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.335691 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88be0ee0-8cc0-48e8-96fe-619823661947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.338287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88be0ee0-8cc0-48e8-96fe-619823661947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.339416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-88be0ee0-8cc0-48e8-96fe-619823661947 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5da9919-ed25-4163-9891-cb904e825f1c HTTP/1.1" status: 204 len: 168 time: 0.2917488 Oct 13 04:08:19.341971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-774d5e85-4f27-4406-9774-41756dea1736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.386780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be0ee0-8cc0-48e8-96fe-619823661947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da9919-ed25-4163-9891-cb904e825f1c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:19.444730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-774d5e85-4f27-4406-9774-41756dea1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.451826 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-774d5e85-4f27-4406-9774-41756dea1736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.455527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-774d5e85-4f27-4406-9774-41756dea1736 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aa95ba1-0999-4031-860d-1b21d78ab456 HTTP/1.1" status: 204 len: 168 time: 0.2101777 Oct 13 04:08:19.481299 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.486936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5993d98f-0eff-44c6-9ff7-301df0f00f14 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/b959857f-f881-4668-8d48-e498a5c17c57 HTTP/1.1" status: 204 len: 168 time: 0.8885517 Oct 13 04:08:19.488279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5e85-4f27-4406-9774-41756dea1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa95ba1-0999-4031-860d-1b21d78ab456,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:19.504376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:19.550393 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1520d0fe-4506-4bd7-a0e7-c65f3d0edcb6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:19.552091 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1520d0fe-4506-4bd7-a0e7-c65f3d0edcb6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/b959857f-f881-4668-8d48-e498a5c17c57 HTTP/1.1" status: 404 len: 333 time: 0.0466304 Oct 13 04:08:19.556036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:19.620670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ccd1cf1c-56de-4cbb-96a4-afc49b6af82a req-02ddd07f-41cc-4ff8-8cc4-75902b2979c8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 210 time: 0.0719423 Oct 13 04:08:19.636170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 070d2759-3a3a-4825-9e0f-ada90419a851 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:19.639413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:19.689733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.121759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26afbf0-0c7a-4b46-aac2-2177d40a17c6 req-b812ee3c-7a1b-49b4-9dd8-b178245896b1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:20.131480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e26afbf0-0c7a-4b46-aac2-2177d40a17c6 req-b812ee3c-7a1b-49b4-9dd8-b178245896b1 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1660049 Oct 13 04:08:20.209882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-9103440c-8754-41a0-a122-064ae57922ff tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:20.211529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-9103440c-8754-41a0-a122-064ae57922ff tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.2447562 Oct 13 04:08:20.216346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.254700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Request body: {'port': {'device_id': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'admin_state_up': True, 'tenant_id': '8d9f3a44caf84a90af4b0f445f504e7e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:20.272112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e26afbf0-0c7a-4b46-aac2-2177d40a17c6 req-298c222f-7ac8-4a86-b8ca-29115dabc735 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397493 Oct 13 04:08:20.359670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.386743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68686676-9b6c-4393-ac37-a0450c67c40f None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:20.394855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.400914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/070d2759-3a3a-4825-9e0f-ada90419a851 HTTP/1.1" status: 204 len: 168 time: 0.8415711 Oct 13 04:08:20.401405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:20.420625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0575e-6f61-4556-95e7-aa1bf9506aa8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=070d2759-3a3a-4825-9e0f-ada90419a851,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:20.524579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 61a2ae88-4d7b-4d3b-bf48-aceb2fabea57 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:20.526430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Made reservation on behalf of 8d9f3a44caf84a90af4b0f445f504e7e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:20.529714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.530007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.571818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc273a65-0402-4e88-9b25-d4a771d34455 req-0ada8f4b-c7ce-4894-9ff8-bc16eb388e3f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:20.573352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc273a65-0402-4e88-9b25-d4a771d34455 req-0ada8f4b-c7ce-4894-9ff8-bc16eb388e3f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1460605 Oct 13 04:08:20.662685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc273a65-0402-4e88-9b25-d4a771d34455 req-f012a426-b252-4992-b747-f41a9b05776b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Oct 13 04:08:20.725611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:20.752947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Allocated IP 172.20.0.6 (09227da7-d52c-4f37-a496-d4d7c86f17a4/1cb4f75a-22c5-4945-9208-fb591640a1a2/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:20.784315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4cec9-77bb-4c3e-b034-39432e1d468f req-dab904f0-4797-48b0-bf9b-9849c0eb7524 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:20.796453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1c4cec9-77bb-4c3e-b034-39432e1d468f req-dab904f0-4797-48b0-bf9b-9849c0eb7524 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1978309 Oct 13 04:08:20.853835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-404f1b81-457d-4f90-98d9-36c29046222c req-d5e62e35-bc6b-41a0-aef3-4d9d7b4fb2a3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 210 time: 0.0530965 Oct 13 04:08:20.925495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1c4cec9-77bb-4c3e-b034-39432e1d468f req-74fcd1cc-9ce1-44f1-885e-1470a9d93b45 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276908 Oct 13 04:08:20.938171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.027516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.044922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.071980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.088000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:21.095986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=61a2ae88-4d7b-4d3b-bf48-aceb2fabea57,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:21.101552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.105436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3bbf6bf8-8b5a-4b15-82ea-4b947f5bac03 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/61a2ae88-4d7b-4d3b-bf48-aceb2fabea57 HTTP/1.1" status: 204 len: 168 time: 0.7029169 Oct 13 04:08:21.108114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:21.134711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:21.138088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:21.140823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:21.190626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:21.236280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:21.236972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.249744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.261614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-27bf1b92-0b0a-4bdc-88d5-66e2d07970c6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0157356 Oct 13 04:08:21.283809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Request body: {'port': {'device_id': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:21.329108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 46421587-c105-445c-bdfc-93b8acec6818 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:21.329444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.398768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.435538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] For port 46421587-c105-445c-bdfc-93b8acec6818, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=46421587-c105-445c-bdfc-93b8acec6818,segment=NetworkSegment(6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7),segment_id=6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:21.436127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.452136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 46421587-c105-445c-bdfc-93b8acec6818 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:21.479044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1033654903-network', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:21.484223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-070fadb4-8a59-4a18-9d36-264ac5c13fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.561546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Made reservation on behalf of 17ae3270fb324119bf8372c5d8476a83 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:21.563873 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.572943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9c920-9168-45b8-bfbd-a53ef7810885 None None] Network c12ca6fe-528d-4cff-8b50-0a0d0d46989d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:21.582579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.640918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.683342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No DVR routers for this DVR port 46421587-c105-445c-bdfc-93b8acec6818 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:21.693209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=46421587-c105-445c-bdfc-93b8acec6818,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:21.790431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-910abb21-f965-4bae-a1d3-fca72a359122 None None] Could not find standard attr ID for object 46421587-c105-445c-bdfc-93b8acec6818. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:08:21.835747 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.939891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12ca6fe-528d-4cff-8b50-0a0d0d46989d']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:21.949280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.957239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:08:21.959421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:21.961001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f98be0b-e55f-4e8d-aee5-f1a9ddcf67f7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:21.965009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2373b4cd-c93f-4af2-8702-1b8f81867be4 None None] DHCP port deletion for c12ca6fe-528d-4cff-8b50-0a0d0d46989d request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:08:21.966204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.982079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:21.997306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.014634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:22.030264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40db151-1e24-4e67-a229-74601a50797b req-11f05562-102d-4efd-99d7-43ac8fab8d6d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.033018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Transition to ACTIVE for port object daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:08:22.041129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f40db151-1e24-4e67-a229-74601a50797b req-11f05562-102d-4efd-99d7-43ac8fab8d6d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2038448 Oct 13 04:08:22.051210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-4ee88fef-6b64-432a-9985-3e8a3a3483e7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.052952 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-4ee88fef-6b64-432a-9985-3e8a3a3483e7 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1658626 Oct 13 04:08:22.054660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.056356 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.079413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5eb4e-5ed6-4e66-8cb9-20c9ef02619c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:22.093829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:08:22.096246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:08:22.102715 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:08:22.144548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff26c9-2382-4496-ab26-48d7789b8a01 req-cce48b10-519a-4e2a-bf13-bce1b0aa3ee9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.153572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a2ff26c9-2382-4496-ab26-48d7789b8a01 req-cce48b10-519a-4e2a-bf13-bce1b0aa3ee9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 931 time: 0.1834073 Oct 13 04:08:22.183514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f40db151-1e24-4e67-a229-74601a50797b req-c12269e3-a62c-4ac1-9a10-cf10d14ad687 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410832 Oct 13 04:08:22.202768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.203499 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Added segment b512491f-e10c-4820-8504-4e13f2aa01d8 of type vlan for network a16b5e22-4a03-496d-9b5e-709967fb3260 Oct 13 04:08:22.205696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.216451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.223917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/c12ca6fe-528d-4cff-8b50-0a0d0d46989d HTTP/1.1" status: 204 len: 168 time: 1.1146178 Oct 13 04:08:22.224758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:22.281271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:22.324651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6311e4-a1f7-4db8-9bd8-7fd22d59bf71 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=c12ca6fe-528d-4cff-8b50-0a0d0d46989d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:22.333351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a2ff26c9-2382-4496-ab26-48d7789b8a01 req-3fa6aece-bad5-46a7-b6fa-4ad96db93637 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788161 Oct 13 04:08:22.389713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:22.390285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:22.391034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:22.411885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.416566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:08:22.418011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:22.422816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Deleting port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:22.423184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.452527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:22.454208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:22.454593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:22.455043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Bound port: daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:22.458112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.472397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.473449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.474428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.506917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7212c-6144-48d5-856c-368637ba3887 req-04722c9b-8f97-4b8d-b39c-a8b83cc55e7e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.514918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3c7212c-6144-48d5-856c-368637ba3887 req-04722c9b-8f97-4b8d-b39c-a8b83cc55e7e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 945 time: 0.1915102 Oct 13 04:08:22.569137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ae9ed-8aef-45ff-baec-f5aa86d93081 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.580090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57640) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:22.582483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:22.586390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ac4ae9ed-8aef-45ff-baec-f5aa86d93081 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3462493 Oct 13 04:08:22.597153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:22.597357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5061803 Oct 13 04:08:22.609646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Request body: {'subnet': {'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1033654903-subnet', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:22.635839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:22.637966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] For port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:22.638346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.652640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.681035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a107ea9-b262-48ac-8d96-a7d012c346e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a16b5e22-4a03-496d-9b5e-709967fb3260,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:22.693509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a16b5e22-4a03-496d-9b5e-709967fb3260 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:22.708710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Calling delete_port for 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:22.709315 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3c7212c-6144-48d5-856c-368637ba3887 req-54e56323-92dc-402b-b991-81010e9062bb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934566 Oct 13 04:08:22.733796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Made reservation on behalf of 17ae3270fb324119bf8372c5d8476a83 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:22.736084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.738580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.739181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.740525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] 10.222.0.26 "PUT /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 1091 time: 1.4700601 Oct 13 04:08:22.746796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:22.749502 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:22.804237 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.851944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d7a66ab-839a-47b7-bb89-3d713346d2c9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2706769 Oct 13 04:08:22.859373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:22.866592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1240381687'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:22.894826 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.906576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0829a5-029e-45d5-a2f0-55d3e548e775 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:22.912126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:22.916627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.951096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-822748c6-64fb-4cac-85ed-c781aa0bc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:22.953368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-822748c6-64fb-4cac-85ed-c781aa0bc531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1094 time: 0.1696625 Oct 13 04:08:22.964088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:22.978922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:22.979542 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment 09df6601-201c-4030-a3dc-a629714b75cc of type vlan for network 33172e20-d871-42c1-b934-fb921df9f9a6 Oct 13 04:08:23.016251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0cdcf6bb-675b-416f-a41a-e5536a32cd2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 217 time: 0.0484881 Oct 13 04:08:23.018361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:23.042126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 46421587-c105-445c-bdfc-93b8acec6818 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:23.046553 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.084589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 46421587-c105-445c-bdfc-93b8acec6818 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:23.087114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 46421587-c105-445c-bdfc-93b8acec6818 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:23.111608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.122410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:23.123053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.124146 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0bb36-9d3c-45db-bae6-6e85d6193533 x-openstack-request-id: req-35e0bb36-9d3c-45db-bae6-6e85d6193533 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:23.124435 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:23.124901 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35e0bb36-9d3c-45db-bae6-6e85d6193533 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:23.125441 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'status': 'completed', 'code': 200} Oct 13 04:08:23.161662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-41ad923f-ea22-455b-9a0e-127f60dfec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:23.163998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-41ad923f-ea22-455b-9a0e-127f60dfec8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1395485 Oct 13 04:08:23.204986 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.207903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3461635 Oct 13 04:08:23.213509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:23.218894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5e1183f2-ff45-4f15-a8af-7b2b4cc6755b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:08:23.219346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:23.230099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-0193c769-da94-4fdd-806c-448915e71cdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399418 Oct 13 04:08:23.239819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1fd56-985b-4df5-bfcb-6701e90efdc2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=33172e20-d871-42c1-b934-fb921df9f9a6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:23.264702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-397b0101-3266-46dd-bb90-e08abb67a24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.275300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event deleted for resources: {'Port': ['ID=5e1183f2-ff45-4f15-a8af-7b2b4cc6755b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:23.280000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 33172e20-d871-42c1-b934-fb921df9f9a6 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:23.316941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.402299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] No DVR routers for this DVR port 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:23.413006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.417492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72f397bd-38e5-4ab4-845a-48da7bba8670 req-40800e4e-8ab8-4be8-97c4-9f6d14a475b2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.26 "DELETE /v2.0/ports/5e1183f2-ff45-4f15-a8af-7b2b4cc6755b HTTP/1.1" status: 204 len: 173 time: 1.3504062 Oct 13 04:08:23.449824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3d1249-d113-44ea-b711-97437863bca0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:23.476192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810150-de28-48eb-812f-87cff0b5eaa4 req-9194cd37-02c2-4f1e-867e-4a3334c13a8e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:23.477848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa810150-de28-48eb-812f-87cff0b5eaa4 req-9194cd37-02c2-4f1e-867e-4a3334c13a8e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1470575 Oct 13 04:08:23.481979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-97594321-860a-45bd-b7ef-0b2f40931a57 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183576 Oct 13 04:08:23.486283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Checking segment: {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:23.486641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Network hostable DHCP agents. Network: a16b5e22-4a03-496d-9b5e-709967fb3260, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:23.517261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:23.521241 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.584989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Network a16b5e22-4a03-496d-9b5e-709967fb3260 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:23.599172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbc548-e604-4eab-94ec-987f05de5922 req-22931b37-2ced-4aae-942b-1d45d2900871 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:23.601334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53cbc548-e604-4eab-94ec-987f05de5922 req-22931b37-2ced-4aae-942b-1d45d2900871 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1312597 Oct 13 04:08:23.613247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa810150-de28-48eb-812f-87cff0b5eaa4 req-6de31ad2-6f82-4541-9fbc-fdfba4383775 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221068 Oct 13 04:08:23.614950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a16b5e22-4a03-496d-9b5e-709967fb3260) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:23.627002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f70d9-b543-48cf-b7ba-195be935d4ab None None] Network a16b5e22-4a03-496d-9b5e-709967fb3260 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:23.631805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:23.632787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.673681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-397b0101-3266-46dd-bb90-e08abb67a24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.674879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30ac83c6-a00d-4d4f-8cf6-3130c0931f2a req-ea6cad68-a48d-4177-8c32-ed0cb2805d48 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719093 Oct 13 04:08:23.688488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e00dbb3-c463-43da-8e72-ccbcbfa1281e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0881152 Oct 13 04:08:23.691716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57678) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:23.696259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:23.702169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-397b0101-3266-46dd-bb90-e08abb67a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.720238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53cbc548-e604-4eab-94ec-987f05de5922 req-d64b5fbf-9f3a-4dcd-91d1-65645f76aef3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032546 Oct 13 04:08:23.816649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.818400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.825016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-a16b5e22-4a03-496d-9b5e-709967fb3260', 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'fixed_ips': [{'subnet_id': 'da3d1249-d113-44ea-b711-97437863bca0'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:08:23.826441 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:23.828386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-b9b626f0-a215-4c8e-a1af-82be77f6af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:23.830188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-b9b626f0-a215-4c8e-a1af-82be77f6af75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1094 time: 0.0750966 Oct 13 04:08:23.845067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:23.855624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-397b0101-3266-46dd-bb90-e08abb67a24e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fc8e0db7c074d8d9ec9eafd095db2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324075 Oct 13 04:08:23.865990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b0101-3266-46dd-bb90-e08abb67a24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a63de-e088-4edb-9312-b53a3d3900ad,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:24.039044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.072163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Allocated IP 172.20.0.2 (a16b5e22-4a03-496d-9b5e-709967fb3260/da3d1249-d113-44ea-b711-97437863bca0/fc04a1e9-e3bc-470e-b7f9-513205aea84e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:24.133865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': '09df6601-201c-4030-a3dc-a629714b75cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:24.134279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: 33172e20-d871-42c1-b934-fb921df9f9a6, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:24.138475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=748bb404-2293-4c79-b2c6-832bb6a0e009,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:24.160949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 33172e20-d871-42c1-b934-fb921df9f9a6 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:24.168083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 33172e20-d871-42c1-b934-fb921df9f9a6) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:24.172924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:24.173518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.199661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7146c59d-52e3-4f92-8281-06ef6a4b1836 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9851398 Oct 13 04:08:24.200405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:24.207259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6', 'name': 'tempest-PortsTestJSON-1030135234'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:24.263515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.267964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb0fa3-2fd6-4cec-8434-89b4ab6511a3 None None] Network 33172e20-d871-42c1-b934-fb921df9f9a6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:24.283471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed32b698-92fb-4388-b550-1cddd041913d req-d60e14b0-1b0e-4da0-b5ae-26c96a67f24d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5af09c3-e259-4bcc-9125-791e2e14d92f HTTP/1.1" status: 200 len: 210 time: 0.3907142 Oct 13 04:08:24.287688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.359874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.379351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:24.383556 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.405796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:24.428466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Pushing event updated for resources: {'Port': ['ID=fc04a1e9-e3bc-470e-b7f9-513205aea84e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:24.450201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.450589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.450858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.451190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.451512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.452083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.452561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.452855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.453171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.453483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.453793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.454104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:24.479932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Network a16b5e22-4a03-496d-9b5e-709967fb3260 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:24.492375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:24.497000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:24.518280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc17b311-dc3e-40da-a6b4-a959cfb7b89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.534313 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.540058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-1ff62a46-b31a-4742-8956-f2499ddeabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:24.542484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-1ff62a46-b31a-4742-8956-f2499ddeabc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.7054195 Oct 13 04:08:24.550790 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.552722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.4 (33172e20-d871-42c1-b934-fb921df9f9a6/748bb404-2293-4c79-b2c6-832bb6a0e009/60f6276f-c91e-43c7-b7dc-c8192ae0b0c9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:24.581273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Attempting to bind port fc04a1e9-e3bc-470e-b7f9-513205aea84e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:24.581638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Attempting to bind port fc04a1e9-e3bc-470e-b7f9-513205aea84e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:24.582005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Attempting to bind port fc04a1e9-e3bc-470e-b7f9-513205aea84e on network a16b5e22-4a03-496d-9b5e-709967fb3260 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:24.587969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:24.588439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Checking segment: {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:24.588854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.589241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Bound using segment: {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:24.589698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Bound port: fc04a1e9-e3bc-470e-b7f9-513205aea84e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:24.590588 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.604230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-33172e20-d871-42c1-b934-fb921df9f9a6', 'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': '748bb404-2293-4c79-b2c6-832bb6a0e009'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:08:24.605163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.620881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc17b311-dc3e-40da-a6b4-a959cfb7b89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.623703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-5a3504be-f12b-4d36-9b4e-5b0c061a518b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 217 time: 0.0696449 Oct 13 04:08:24.682090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] For port fc04a1e9-e3bc-470e-b7f9-513205aea84e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:24.687184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] For port fc04a1e9-e3bc-470e-b7f9-513205aea84e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc04a1e9-e3bc-470e-b7f9-513205aea84e,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:24.696234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.718289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-8b38ca90-1f1f-4d29-a8bd-71cb656134d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:24.720334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-8b38ca90-1f1f-4d29-a8bd-71cb656134d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0645354 Oct 13 04:08:24.808854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.837381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97545-4a38-4eb4-a170-27fe255ed6e0 None None] Pushing event updated for resources: {'Port': ['ID=fc04a1e9-e3bc-470e-b7f9-513205aea84e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:24.840518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-54ebb56c-9f29-4253-b04b-85ffcd9796a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100669 Oct 13 04:08:24.857763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277ea29-4cb4-4314-8d2e-88bdbbc24c66 req-73150239-2d50-4062-85a6-0e858192972d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:24.859259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e277ea29-4cb4-4314-8d2e-88bdbbc24c66 req-73150239-2d50-4062-85a6-0e858192972d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1009336 Oct 13 04:08:24.912833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:24.963225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=60f6276f-c91e-43c7-b7dc-c8192ae0b0c9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:24.969246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e277ea29-4cb4-4314-8d2e-88bdbbc24c66 req-21f027b7-6e20-42fc-935c-10cff4cab00b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009517 Oct 13 04:08:24.979689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 33172e20-d871-42c1-b934-fb921df9f9a6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:24.981922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:24.985349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:24.985813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Allocated IP 172.20.0.2 (33172e20-d871-42c1-b934-fb921df9f9a6/748bb404-2293-4c79-b2c6-832bb6a0e009/8ce35b74-e745-4be4-919a-615213975d0a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:25.019549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc17b311-dc3e-40da-a6b4-a959cfb7b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.035848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc17b311-dc3e-40da-a6b4-a959cfb7b89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.041156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bc17b311-dc3e-40da-a6b4-a959cfb7b89e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db4a63de-e088-4edb-9312-b53a3d3900ad HTTP/1.1" status: 204 len: 168 time: 1.1947594 Oct 13 04:08:25.124191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-3bb71f65-4a5a-4007-a4a6-5b0fb4ff9126 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679729 Oct 13 04:08:25.127574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17b311-dc3e-40da-a6b4-a959cfb7b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a63de-e088-4edb-9312-b53a3d3900ad,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:25.136344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'name': 'network-vif-deleted', 'tag': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:25.141791 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b2d92-03a3-4bf5-903e-0b5e271e84f9" -d '{"events": [{"server_uuid": "a5af09c3-e259-4bcc-9125-791e2e14d92f", "name": "network-vif-deleted", "tag": "5e1183f2-ff45-4f15-a8af-7b2b4cc6755b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:25.147389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:25.149843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.167698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631d645-6b81-467a-96d0-8532fd0d9f46 req-b94d604a-a7a9-42a3-b2ce-2d6a460e5194 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:25.177314 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3631d645-6b81-467a-96d0-8532fd0d9f46 req-b94d604a-a7a9-42a3-b2ce-2d6a460e5194 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.3337502 Oct 13 04:08:25.191586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7aca5a16-44b6-466b-a423-6fe05ee84020 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9895964 Oct 13 04:08:25.195395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:25.213501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6', 'name': 'tempest-PortsTestJSON-1919884676'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:25.302706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3631d645-6b81-467a-96d0-8532fd0d9f46 req-6376cf84-12c8-4b1a-828d-d11e48599535 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243908 Oct 13 04:08:25.317302 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf4e4c-3aff-4d07-94fa-51e1a35ba846 x-openstack-request-id: req-9caf4e4c-3aff-4d07-94fa-51e1a35ba846 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:25.317595 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5af09c3-e259-4bcc-9125-791e2e14d92f", "name": "network-vif-deleted", "tag": "5e1183f2-ff45-4f15-a8af-7b2b4cc6755b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:25.317849 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9caf4e4c-3aff-4d07-94fa-51e1a35ba846 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:25.318248 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5af09c3-e259-4bcc-9125-791e2e14d92f', 'name': 'network-vif-deleted', 'tag': '5e1183f2-ff45-4f15-a8af-7b2b4cc6755b', 'status': 'completed', 'code': 200} Oct 13 04:08:25.390014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.399473 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.453345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Network 33172e20-d871-42c1-b934-fb921df9f9a6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:25.460666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:25.468625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:25.521116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:25.528432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.548292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Attempting to bind port 8ce35b74-e745-4be4-919a-615213975d0a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:25.548710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Attempting to bind port 8ce35b74-e745-4be4-919a-615213975d0a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '09df6601-201c-4030-a3dc-a629714b75cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:25.549068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Attempting to bind port 8ce35b74-e745-4be4-919a-615213975d0a on network 33172e20-d871-42c1-b934-fb921df9f9a6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:25.551003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Pushing event updated for resources: {'Port': ['ID=8ce35b74-e745-4be4-919a-615213975d0a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:25.553278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5ed5797-d573-4ed0-b4bd-94f3be57bda7 req-720fc4a9-fd02-46b7-82b4-ca2c512ec8e8 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068224 Oct 13 04:08:25.556988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:25.557379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Checking segment: {'id': '09df6601-201c-4030-a3dc-a629714b75cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:25.558095 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.558216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Bound using segment: {'id': '09df6601-201c-4030-a3dc-a629714b75cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:25.558666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Bound port: 8ce35b74-e745-4be4-919a-615213975d0a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09df6601-201c-4030-a3dc-a629714b75cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '33172e20-d871-42c1-b934-fb921df9f9a6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:25.559102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.590372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port b71e880d-f255-4b88-8672-1ddecdb1646f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:25.641309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.664020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] For port 8ce35b74-e745-4be4-919a-615213975d0a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:25.669708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] For port 8ce35b74-e745-4be4-919a-615213975d0a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ce35b74-e745-4be4-919a-615213975d0a,segment=NetworkSegment(09df6601-201c-4030-a3dc-a629714b75cc),segment_id=09df6601-201c-4030-a3dc-a629714b75cc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:25.681302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.713070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:25.757255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048cb99-59be-4afe-9705-5a925419bf77 None None] Pushing event updated for resources: {'Port': ['ID=8ce35b74-e745-4be4-919a-615213975d0a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:25.824169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.6 (33172e20-d871-42c1-b934-fb921df9f9a6/748bb404-2293-4c79-b2c6-832bb6a0e009/b71e880d-f255-4b88-8672-1ddecdb1646f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:25.910760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:08:25.912905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:25.968643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:25.969199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e1183f2-ff45-4f15-a8af-7b2b4cc6755b not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:25.977211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:26.107095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2e218c7-0b62-4b4c-b561-afc42c4ed406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.116088 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.175890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:26.188059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'port_id': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'mac_address': 'fa:16:3e:24:d1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4f75a-22c5-4945-9208-fb591640a1a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:08:26.212779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Allocated IP 172.25.1.187 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/f465c5d4-45d9-4721-a833-c07e83973b8c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:26.262263 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.262508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a957c-c0bd-4014-9ee5-cc5a25e95227 req-0e553a0c-d930-4132-877f-9d370a58487c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:26.279499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce6a957c-c0bd-4014-9ee5-cc5a25e95227 req-0e553a0c-d930-4132-877f-9d370a58487c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1543331 Oct 13 04:08:26.286006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:08:26.312812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:26.318190 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.329924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-6ceb7f12-0a75-4b68-ae24-93b6b40f03df tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:26.339771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-6ceb7f12-0a75-4b68-ae24-93b6b40f03df tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.6949389 Oct 13 04:08:26.354515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.390241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-41e71fb1-5b67-4b18-a816-a5e5cf6e8e91 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/quotas/340349bbc53e4e468f467e87c4c648a4 HTTP/1.1" status: 200 len: 375 time: 0.0495389 Oct 13 04:08:26.390626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd18b7-c244-45c5-9993-170bd74bd75c None None] Network a16b5e22-4a03-496d-9b5e-709967fb3260 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:26.421491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=b71e880d-f255-4b88-8672-1ddecdb1646f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:26.433589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-41c17947-b21c-4ba3-b0b4-d140bb718f52 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340815 Oct 13 04:08:26.453948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce6a957c-c0bd-4014-9ee5-cc5a25e95227 req-e097220e-225f-4f72-9e71-95312b54121b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734035 Oct 13 04:08:26.477460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:26.490976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 33172e20-d871-42c1-b934-fb921df9f9a6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:26.496190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:26.508118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:26.516005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.542345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b69db21a-9013-47a0-95ba-4087dad2ad7a None None] Provisioning complete for port fc04a1e9-e3bc-470e-b7f9-513205aea84e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:26.542718 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b69db21a-9013-47a0-95ba-4087dad2ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.558690 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2e218c7-0b62-4b4c-b561-afc42c4ed406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.578383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2e218c7-0b62-4b4c-b561-afc42c4ed406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.656756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:26.658580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.672210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:08:26.678387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.710304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3e861d24-f081-439d-8e5f-228fec23a80a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5082967 Oct 13 04:08:26.727433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:26.790784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Pushing event updated for resources: {'Port': ['ID=f465c5d4-45d9-4721-a833-c07e83973b8c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:26.803409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d2e218c7-0b62-4b4c-b561-afc42c4ed406 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3973622c0cf34762931168279abf4740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242424 Oct 13 04:08:26.803409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e218c7-0b62-4b4c-b561-afc42c4ed406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319be3a5-8201-4aa2-864e-f6423a9c32e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:26.812544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:26.827815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b69db21a-9013-47a0-95ba-4087dad2ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.832041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-df90e565-5ca0-4424-8ceb-bf0e2f91786b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:08:26.833148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-df90e565-5ca0-4424-8ceb-bf0e2f91786b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3892522 Oct 13 04:08:26.835110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:26.836599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:26.839812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:26.922453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6732f5-f2cd-4d3f-a71c-d3a01bbc13f1 req-63af3253-8684-462e-a1bc-caa766a670f8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:26.930075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed6732f5-f2cd-4d3f-a71c-d3a01bbc13f1 req-63af3253-8684-462e-a1bc-caa766a670f8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.2348306 Oct 13 04:08:26.936344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b69db21a-9013-47a0-95ba-4087dad2ad7a None None] For port fc04a1e9-e3bc-470e-b7f9-513205aea84e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc04a1e9-e3bc-470e-b7f9-513205aea84e,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:26.958541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b69db21a-9013-47a0-95ba-4087dad2ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:26.963024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-edbfec67-c952-4da1-8ddd-c2a2e6708a37 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001310 Oct 13 04:08:26.989594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78030e8-0815-462a-b808-b0260c15deb0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:26.992409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b78030e8-0815-462a-b808-b0260c15deb0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2591395 Oct 13 04:08:27.005011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:27.168579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69db21a-9013-47a0-95ba-4087dad2ad7a None None] Pushing event updated for resources: {'Port': ['ID=fc04a1e9-e3bc-470e-b7f9-513205aea84e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:27.190505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc04a1e9-e3bc-470e-b7f9-513205aea84e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:27.213966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed6732f5-f2cd-4d3f-a71c-d3a01bbc13f1 req-54fc85d7-f846-4835-a830-cb2070f80638 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134261 Oct 13 04:08:27.216172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5337cfe6-995a-4589-a010-aad362fc8eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.271626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5337cfe6-995a-4589-a010-aad362fc8eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.308575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fc04a1e9-e3bc-470e-b7f9-513205aea84e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:27.308963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.327884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port b71e880d-f255-4b88-8672-1ddecdb1646f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:27.328297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.448739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ce35b74-e745-4be4-919a-615213975d0a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:27.541786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac99f08-8885-4923-bfb3-7335dc0e4a17 None None] Network 33172e20-d871-42c1-b934-fb921df9f9a6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:27.615460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-947df274-d83f-4c0d-b6b7-0e6f454ea03c None None] Provisioning complete for port fc04a1e9-e3bc-470e-b7f9-513205aea84e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:27.615852 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-947df274-d83f-4c0d-b6b7-0e6f454ea03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.668132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8ce35b74-e745-4be4-919a-615213975d0a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:27.668509 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.736859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.817773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5337cfe6-995a-4589-a010-aad362fc8eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.820897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5337cfe6-995a-4589-a010-aad362fc8eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.822101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5337cfe6-995a-4589-a010-aad362fc8eba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/319be3a5-8201-4aa2-864e-f6423a9c32e0 HTTP/1.1" status: 204 len: 168 time: 0.9932380 Oct 13 04:08:27.822812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-bc4e00ee-3b3a-4a18-a3f1-66c4567c3e39 service neutron] 10.222.0.44 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466868 Oct 13 04:08:27.878924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:27.910206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee13a1c-093e-4aea-99c9-6608f1c14715 req-82c2ba76-09e5-4d53-a25d-8bdfdbe27e5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:27.922125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aee13a1c-093e-4aea-99c9-6608f1c14715 req-82c2ba76-09e5-4d53-a25d-8bdfdbe27e5c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2054851 Oct 13 04:08:27.984463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for b71e880d-f255-4b88-8672-1ddecdb1646f owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:27.988766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337cfe6-995a-4589-a010-aad362fc8eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319be3a5-8201-4aa2-864e-f6423a9c32e0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:28.012537 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aee13a1c-093e-4aea-99c9-6608f1c14715 req-eabf6dfe-1527-465d-a2ca-a24d06aba684 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842395 Oct 13 04:08:28.037643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:28.177788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:08:28.203432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d11774ed-500e-44b8-b394-0436ea2b3dce req-ac0e5e1a-4d1f-4d4a-95f7-31de497cdea2 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0528371 Oct 13 04:08:28.208722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:28.209097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.214812 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.227251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.390935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.437058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 8ce35b74-e745-4be4-919a-615213975d0a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ce35b74-e745-4be4-919a-615213975d0a,segment=NetworkSegment(09df6601-201c-4030-a3dc-a629714b75cc),segment_id=09df6601-201c-4030-a3dc-a629714b75cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:28.446032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a532019e-d4f5-4c43-8731-07d183f88fad None None] Provisioning complete for port 8ce35b74-e745-4be4-919a-615213975d0a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:28.446587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a532019e-d4f5-4c43-8731-07d183f88fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.499237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=b71e880d-f255-4b88-8672-1ddecdb1646f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:28.499976 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.570860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Router 86128250-79d9-499c-a5d7-ed697751592f is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:08:28.599408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.606064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b1a6377-d38a-4bb7-b258-e4cd6492ab61 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/b71e880d-f255-4b88-8672-1ddecdb1646f HTTP/1.1" status: 204 len: 168 time: 1.5936310 Oct 13 04:08:28.609251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:28.613442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912c9b-dea4-400e-9768-aa632e5f528a req-52a73fa4-63df-44cb-b177-82e020638bd6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:28.615369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34912c9b-dea4-400e-9768-aa632e5f528a req-52a73fa4-63df-44cb-b177-82e020638bd6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.1938121 Oct 13 04:08:28.669003 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.678340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34912c9b-dea4-400e-9768-aa632e5f528a req-59d202ea-9d11-40d0-aabd-22252c2a4b8f tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533066 Oct 13 04:08:28.719120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=8ce35b74-e745-4be4-919a-615213975d0a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:28.754919 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d6998c-6988-4e48-98ec-daa6e4d48ca7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:28.759522 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-62d6998c-6988-4e48-98ec-daa6e4d48ca7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/b71e880d-f255-4b88-8672-1ddecdb1646f HTTP/1.1" status: 404 len: 333 time: 0.1474485 Oct 13 04:08:28.760116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:28.761248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:28.768542 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9be7b6-541c-4164-b7e5-c57359438488" -d '{"events": [{"server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "name": "network-vif-plugged", "status": "completed", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:28.795620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:28.843528 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.916446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:08:28.934503 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Sync routers for ids ['86128250-79d9-499c-a5d7-ed697751592f'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:08:28.961245 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Routers {'86128250-79d9-499c-a5d7-ed697751592f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:08:28.965641 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['86128250-79d9-499c-a5d7-ed697751592f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:28.989742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:28.992265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-60a193f2-e925-4974-b86d-c2cfedc1e8ee admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2994065 Oct 13 04:08:28.993986 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ce485-ee80-4b82-ada1-aa5ac00046a8 x-openstack-request-id: req-6d0ce485-ee80-4b82-ada1-aa5ac00046a8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:28.994318 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "name": "network-vif-plugged", "status": "completed", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:28.994558 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d0ce485-ee80-4b82-ada1-aa5ac00046a8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:28.994969 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'code': 200} Oct 13 04:08:28.995491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:29.046268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:29.094351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61c3cc4d-457d-4995-956d-36ae1099103a None None] Provisioning complete for port 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:29.094740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61c3cc4d-457d-4995-956d-36ae1099103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:29.112246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:29.126076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:29.181853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc04a1e9-e3bc-470e-b7f9-513205aea84e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:29.242050 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Set router 86128250-79d9-499c-a5d7-ed697751592f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:08:29.402482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61c3cc4d-457d-4995-956d-36ae1099103a None None] Port 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:29.412901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61c3cc4d-457d-4995-956d-36ae1099103a None None] Could not find standard attr ID for object b71e880d-f255-4b88-8672-1ddecdb1646f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:08:29.459842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61c3cc4d-457d-4995-956d-36ae1099103a None None] Provisioning complete for port 8ce35b74-e745-4be4-919a-615213975d0a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:29.460284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61c3cc4d-457d-4995-956d-36ae1099103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:29.477307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8d22b68-67e7-405a-babc-0d96e83b9759 req-541a8aee-629d-4ec6-a7db-1cc8d724faa8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0691533 Oct 13 04:08:29.534596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fc04a1e9-e3bc-470e-b7f9-513205aea84e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:29.534978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:29.540189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455593a-3fac-4fb8-9801-f28a489f1e72 req-41a00309-cf18-4942-959f-fcab0e8391c1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:29.548110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0455593a-3fac-4fb8-9801-f28a489f1e72 req-41a00309-cf18-4942-959f-fcab0e8391c1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2955151 Oct 13 04:08:29.554559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:29.593666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20194c1-de14-4bc9-a971-e876aeafb675 req-fa61048b-93fa-4f50-a796-5613987f380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:29.596659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b20194c1-de14-4bc9-a971-e876aeafb675 req-fa61048b-93fa-4f50-a796-5613987f380d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1096 time: 0.6002333 Oct 13 04:08:29.606072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:29.677271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b20194c1-de14-4bc9-a971-e876aeafb675 req-6dbc49b7-7b5b-4370-92ce-1d256bf7e98d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722697 Oct 13 04:08:29.698177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0455593a-3fac-4fb8-9801-f28a489f1e72 req-02b9ba84-90ce-401b-93dd-6a2deb03d172 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261146 Oct 13 04:08:29.744554 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:27Z', 'revision_number': 3, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:29.837694 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Checking router: 86128250-79d9-499c-a5d7-ed697751592f for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:08:29.838044 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Updating router 86128250-79d9-499c-a5d7-ed697751592f port f465c5d4-45d9-4721-a833-c07e83973b8c binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:08:29.880254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ce35b74-e745-4be4-919a-615213975d0a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:29.916477 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.003273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-04b87ee5-320d-45b7-9fd6-b3a3cc8fd76f None None] Provisioning complete for port 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:30.004065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b87ee5-320d-45b7-9fd6-b3a3cc8fd76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.032402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9a51d-c17d-467b-bbd3-3fcae3287c72 req-bcfdced4-3748-4517-bd40-06ba9ae56b9a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:30.036149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5db9a51d-c17d-467b-bbd3-3fcae3287c72 req-bcfdced4-3748-4517-bd40-06ba9ae56b9a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.1637747 Oct 13 04:08:30.120222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-04b87ee5-320d-45b7-9fd6-b3a3cc8fd76f None None] Port 60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:30.131504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-04b87ee5-320d-45b7-9fd6-b3a3cc8fd76f None None] Could not find standard attr ID for object b71e880d-f255-4b88-8672-1ddecdb1646f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:08:30.143091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.151115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5db9a51d-c17d-467b-bbd3-3fcae3287c72 req-19f0c543-ff6f-4b53-9a46-1d2c9fffa4b3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009178 Oct 13 04:08:30.170185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8ce35b74-e745-4be4-919a-615213975d0a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:30.171863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.281178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.308336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=60f6276f-c91e-43c7-b7dc-c8192ae0b0c9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:30.358363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:08:30.405294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-5bc92749-8910-411e-bd6d-d211c2fc937e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:30.420430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-5bc92749-8910-411e-bd6d-d211c2fc937e tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.15 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 811 time: 0.4201794 Oct 13 04:08:30.447844 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.459297 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.506493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Request body: {'port': {'device_id': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'admin_state_up': True, 'tenant_id': '340349bbc53e4e468f467e87c4c648a4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:30.528612 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Pushing event updated for resources: {'Port': ['ID=f465c5d4-45d9-4721-a833-c07e83973b8c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:30.535866 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Attempting to bind port f465c5d4-45d9-4721-a833-c07e83973b8c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:30.536230 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Attempting to bind port f465c5d4-45d9-4721-a833-c07e83973b8c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:30.536907 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Attempting to bind port f465c5d4-45d9-4721-a833-c07e83973b8c on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:30.542672 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.543016 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.543354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.543952 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.544290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.544613 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.545593 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.545593 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.545864 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.546187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.546626 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.546947 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:08:30.551182 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:30.551556 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:30.551950 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.552315 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:30.552808 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Bound port: f465c5d4-45d9-4721-a833-c07e83973b8c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:30.553185 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.657816 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] For port f465c5d4-45d9-4721-a833-c07e83973b8c, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:30.664069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] For port f465c5d4-45d9-4721-a833-c07e83973b8c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f465c5d4-45d9-4721-a833-c07e83973b8c,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:30.681480 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.700652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2559cc3-56c2-4a1c-a447-6fecf2301fae req-2dad870e-e173-46cb-b932-3350ce273345 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0481279 Oct 13 04:08:30.701023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:30.717294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'port_id': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'mac_address': 'fa:16:3e:e5:92:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e954b9-0522-4062-851c-15601edc9bd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:08:30.746958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.759901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.760871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3e8f4670-275b-4bf6-a638-dc63ed10a3f6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 HTTP/1.1" status: 204 len: 168 time: 1.9897025 Oct 13 04:08:30.768517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:30.782507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:08:30.802898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Allocated IP 172.20.0.1 (a16b5e22-4a03-496d-9b5e-709967fb3260/da3d1249-d113-44ea-b711-97437863bca0/e7d13499-6199-4943-98a5-2ad7be0a7fd5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:30.809421 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8645eb-126f-420e-91f4-f7bcf051c6b0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:30.813190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6a8645eb-126f-420e-91f4-f7bcf051c6b0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/60f6276f-c91e-43c7-b7dc-c8192ae0b0c9 HTTP/1.1" status: 404 len: 333 time: 0.0428085 Oct 13 04:08:30.827033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57854) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:30.829970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:30.842406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:30.872015 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Routers {'86128250-79d9-499c-a5d7-ed697751592f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:08:30.874547 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['86128250-79d9-499c-a5d7-ed697751592f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:30.986691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725229d-34c7-408e-a485-93c87954f2d3 None None] Pushing event updated for resources: {'Port': ['ID=f465c5d4-45d9-4721-a833-c07e83973b8c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:30.988453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Made reservation on behalf of 340349bbc53e4e468f467e87c4c648a4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:30.998895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.019230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a28dac8c-67f8-4a65-8cdc-47c579d90bce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:08:31.095138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146f36b-9de6-4ac0-8411-f3ef9e147b7c req-fb0d0530-316c-4796-838e-7db2d1a4422d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:31.102651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4146f36b-9de6-4ac0-8411-f3ef9e147b7c req-fb0d0530-316c-4796-838e-7db2d1a4422d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.2014301 Oct 13 04:08:31.109130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] Set router 86128250-79d9-499c-a5d7-ed697751592f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:08:31.115041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:31.119545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 748bb404-2293-4c79-b2c6-832bb6a0e009 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:31.136106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.243020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4146f36b-9de6-4ac0-8411-f3ef9e147b7c req-0b3696a6-325b-49d7-b043-c4a2dd5b2c60 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393626 Oct 13 04:08:31.396560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.400420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Allocated IP 172.20.0.3 (876c5493-a918-4192-8574-9a25534ba797/b19abcdc-adaa-4d33-ab35-b2355c776749/9615a48a-0dd5-4836-bdb1-0fe9d28d5929) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:31.527423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.569585 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:27Z', 'revision_number': 3, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:31.606998 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfdfd7-06a8-4da8-8bb6-684c1b3d7ee7 None None] The sync data for ids ['86128250-79d9-499c-a5d7-ed697751592f'] in n-d-810220-9 is: [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:27Z', 'revision_number': 3, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:08:31.631353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a796a8-b330-4517-b2c5-9797687c9052 req-500fc9ca-92f1-47d5-84c9-3f05190aa3bd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:31.638625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1a796a8-b330-4517-b2c5-9797687c9052 req-500fc9ca-92f1-47d5-84c9-3f05190aa3bd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.2309124 Oct 13 04:08:31.684768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.749160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.774867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1a796a8-b330-4517-b2c5-9797687c9052 req-06c7ceda-b7f2-49dc-a0dd-77eae2876b66 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262729 Oct 13 04:08:31.795624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Network a16b5e22-4a03-496d-9b5e-709967fb3260 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:31.803374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:31.811175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:31.842626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-732801b3-f1ac-42e6-a420-eaa5047bf7e0 req-a049c9fc-03eb-4445-a1be-c7a37f408e69 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0388412 Oct 13 04:08:31.854326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.864371 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.904760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:31.964315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Network 876c5493-a918-4192-8574-9a25534ba797 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:31.970563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:31.975253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:32.048183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d13499-6199-4943-98a5-2ad7be0a7fd5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:32.058278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.086896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event updated for resources: {'Port': ['ID=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:32.131498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:32.132386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.145946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=748bb404-2293-4c79-b2c6-832bb6a0e009,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:32.159514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.159955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-55481084-0aeb-40f8-a66d-40c839ae5195 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6650434 Oct 13 04:08:32.162818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a796d4-26ec-404a-b551-313161050ece None None] Network 33172e20-d871-42c1-b934-fb921df9f9a6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:32.167894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e845554e-266b-4f14-b4c2-d92722133739 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/748bb404-2293-4c79-b2c6-832bb6a0e009 HTTP/1.1" status: 204 len: 168 time: 1.3352430 Oct 13 04:08:32.170778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:32.180872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Request body: {'port': {'device_id': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:32.347039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:32.353187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b71d18cc-be88-40c8-8a84-00e2338479c6 None None] Provisioning complete for port e7d13499-6199-4943-98a5-2ad7be0a7fd5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:32.354072 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71d18cc-be88-40c8-8a84-00e2338479c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.432974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf4b9-0389-4425-9086-23d9cbfed0f9 req-bbe96e28-ea0d-4774-b3c9-b6192ced5615 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:32.434659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b71d18cc-be88-40c8-8a84-00e2338479c6 None None] Port e7d13499-6199-4943-98a5-2ad7be0a7fd5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:32.455502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d8cf4b9-0389-4425-9086-23d9cbfed0f9 req-bbe96e28-ea0d-4774-b3c9-b6192ced5615 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1096 time: 0.4038813 Oct 13 04:08:32.480719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:32.555472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port a28dac8c-67f8-4a65-8cdc-47c579d90bce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:32.560296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.640638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d8cf4b9-0389-4425-9086-23d9cbfed0f9 req-bc96f706-d1d9-4983-a24f-c001180c6933 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842089 Oct 13 04:08:32.658153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] DHCP port deletion for 33172e20-d871-42c1-b934-fb921df9f9a6 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:08:32.683293 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.730480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5598e-59f1-4490-9c85-16d7c24a3414 req-53e4b2d3-37b6-4366-b3f0-b57ffcda325f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:32.742780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.747253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bee5598e-59f1-4490-9c85-16d7c24a3414 req-53e4b2d3-37b6-4366-b3f0-b57ffcda325f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.3006682 Oct 13 04:08:32.753506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.858557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:32.880220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] Deleting port 8ce35b74-e745-4be4-919a-615213975d0a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:32.880866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.018144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bee5598e-59f1-4490-9c85-16d7c24a3414 req-44166b79-e91f-4baa-8cd4-21d11698aa8c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585571 Oct 13 04:08:33.115256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:33.146845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be65ee7c-b078-41c3-aeb8-bad715861987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.147798 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ef9c2f-5a04-41b2-ac11-c1942c5b10d5" -d '{"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-plugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:33.226546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f465c5d4-45d9-4721-a833-c07e83973b8c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:33.256073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:33.323978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.370301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6f7df-567a-4478-883e-35edb4be2c8e req-5d52b23d-de8a-448c-8f21-d87aee2c3dcb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:33.385242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67d6f7df-567a-4478-883e-35edb4be2c8e req-5d52b23d-de8a-448c-8f21-d87aee2c3dcb tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 931 time: 0.2343180 Oct 13 04:08:33.477246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be65ee7c-b078-41c3-aeb8-bad715861987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.483423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 8ce35b74-e745-4be4-919a-615213975d0a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:33.484164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.489805 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be65ee7c-b078-41c3-aeb8-bad715861987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.530522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:33.551104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.565758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.594097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] For port 8ce35b74-e745-4be4-919a-615213975d0a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ce35b74-e745-4be4-919a-615213975d0a,segment=NetworkSegment(09df6601-201c-4030-a3dc-a629714b75cc),segment_id=09df6601-201c-4030-a3dc-a629714b75cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:33.594518 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.645273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] Calling delete_port for 8ce35b74-e745-4be4-919a-615213975d0a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:33.662396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f465c5d4-45d9-4721-a833-c07e83973b8c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:33.662772 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.777089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67d6f7df-567a-4478-883e-35edb4be2c8e req-16ffde49-0b08-4cac-9754-07d9cb9e7848 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848445 Oct 13 04:08:33.840135 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.849251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d13499-6199-4943-98a5-2ad7be0a7fd5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:33.874182 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9286d-c197-4d55-8db9-33185bf93cc9 x-openstack-request-id: req-74c9286d-c197-4d55-8db9-33185bf93cc9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:33.875920 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-plugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:33.876358 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74c9286d-c197-4d55-8db9-33185bf93cc9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:33.877994 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'code': 200} Oct 13 04:08:33.917277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.947459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-be65ee7c-b078-41c3-aeb8-bad715861987 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89cb3fc326f145798787b30badf43ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4462502 Oct 13 04:08:33.966207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:33.970181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.988951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] For port 8ce35b74-e745-4be4-919a-615213975d0a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ce35b74-e745-4be4-919a-615213975d0a,segment=NetworkSegment(09df6601-201c-4030-a3dc-a629714b75cc),segment_id=09df6601-201c-4030-a3dc-a629714b75cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:33.989334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:33.999054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] Pushing event deleted for resources: {'Port': ['ID=8ce35b74-e745-4be4-919a-615213975d0a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:34.012401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e7655-735b-45bb-9d5c-5b053b3fb189 None None] No DVR routers for this DVR port 8ce35b74-e745-4be4-919a-615213975d0a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:34.042305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port f465c5d4-45d9-4721-a833-c07e83973b8c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f465c5d4-45d9-4721-a833-c07e83973b8c,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:34.049006 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.174546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65ee7c-b078-41c3-aeb8-bad715861987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224ff28f-b2e7-4d3c-b2ce-c75ebfb7d86b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:34.199558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=f465c5d4-45d9-4721-a833-c07e83973b8c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:34.204826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ce35b74-e745-4be4-919a-615213975d0a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:34.229699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 8ce35b74-e745-4be4-919a-615213975d0a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:34.230741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ce35b74-e745-4be4-919a-615213975d0a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:34.263488 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 8ce35b74-e745-4be4-919a-615213975d0a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:34.269207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Network a16b5e22-4a03-496d-9b5e-709967fb3260 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:34.270570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a19386a-ff36-45ee-af5c-9929c6090f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.278742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:34.417924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a19386a-ff36-45ee-af5c-9929c6090f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.461362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e4c9-4bdc-4b4c-94d2-758f6517cb91 req-dc26cfc3-9569-477b-b921-78c8c17c31f9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:34.465295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5421e4c9-4bdc-4b4c-94d2-758f6517cb91 req-dc26cfc3-9569-477b-b921-78c8c17c31f9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2505879 Oct 13 04:08:34.537181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:08:34.556758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.580191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5421e4c9-4bdc-4b4c-94d2-758f6517cb91 req-73961761-df31-4e5b-a977-f394f82008da tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996075 Oct 13 04:08:34.612602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Transition to ACTIVE for port object 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:08:34.621723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.627895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.666667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=8ce35b74-e745-4be4-919a-615213975d0a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:34.789443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Pushing event updated for resources: {'Port': ['ID=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:34.839242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No DVR routers for this DVR port 8ce35b74-e745-4be4-919a-615213975d0a on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:34.875873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-183bd3c8-e731-4cd5-8e33-d15c7aebe298 None None] Provisioning complete for port e7d13499-6199-4943-98a5-2ad7be0a7fd5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:34.880354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183bd3c8-e731-4cd5-8e33-d15c7aebe298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:34.987653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-183bd3c8-e731-4cd5-8e33-d15c7aebe298 None None] Port e7d13499-6199-4943-98a5-2ad7be0a7fd5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:35.054988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f465c5d4-45d9-4721-a833-c07e83973b8c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:35.115011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a19386a-ff36-45ee-af5c-9929c6090f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.124906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a19386a-ff36-45ee-af5c-9929c6090f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.126319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a19386a-ff36-45ee-af5c-9929c6090f01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/224ff28f-b2e7-4d3c-b2ce-c75ebfb7d86b HTTP/1.1" status: 204 len: 168 time: 1.1587121 Oct 13 04:08:35.223581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f465c5d4-45d9-4721-a833-c07e83973b8c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:35.228321 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.238126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19386a-ff36-45ee-af5c-9929c6090f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ff28f-b2e7-4d3c-b2ce-c75ebfb7d86b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:35.287053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bae1c-2ef8-4cab-ad16-205973ca3302 req-0e0f21cf-27f3-492c-ae76-54eb55b5bb31 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:35.300521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.305232 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f66bae1c-2ef8-4cab-ad16-205973ca3302 req-0e0f21cf-27f3-492c-ae76-54eb55b5bb31 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 943 time: 0.2783816 Oct 13 04:08:35.340936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33172e20-d871-42c1-b934-fb921df9f9a6']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:35.352612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Router 86128250-79d9-499c-a5d7-ed697751592f has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:08:35.374278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Attempting to bind port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:35.374757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Attempting to bind port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:35.375175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Attempting to bind port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:35.383190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09df6601-201c-4030-a3dc-a629714b75cc') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:35.383919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09df6601-201c-4030-a3dc-a629714b75cc') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:35.385620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 on network 876c5493-a918-4192-8574-9a25534ba797 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:08:35.386030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Attempting to bind port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 on network 876c5493-a918-4192-8574-9a25534ba797 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:35.407136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.409781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:35.410215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Checking segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:35.411013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Bound using segment: {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:35.411206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Bound port: 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08e837-6d2a-465e-9e4c-c09c1d967a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '876c5493-a918-4192-8574-9a25534ba797'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:35.411644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.441397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.469825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:08:35.470072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:08:35.473234 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:08:35.494047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f66bae1c-2ef8-4cab-ad16-205973ca3302 req-6cb1bda2-f72b-4568-89d6-7d76233b07cc tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877942 Oct 13 04:08:35.506765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:35.610600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] For port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:35.619388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] For port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:35.621001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.642113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.651870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/33172e20-d871-42c1-b934-fb921df9f9a6 HTTP/1.1" status: 204 len: 168 time: 3.4677727 Oct 13 04:08:35.654833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.658320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:35.687353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:08:35.695345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1944625447'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:35.698047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Sync routers for ids ['86128250-79d9-499c-a5d7-ed697751592f'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:08:35.702145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cb6f82cc-ccaf-461c-8293-3ba11682da32 admin admin] 10.222.0.44 "PUT /v2.0/routers/86128250-79d9-499c-a5d7-ed697751592f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7035940 Oct 13 04:08:35.714955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Routers {'86128250-79d9-499c-a5d7-ed697751592f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:08:35.725110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['86128250-79d9-499c-a5d7-ed697751592f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:35.738225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726fd4-9f8a-43d7-b1ec-6e771f4c80e0 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=33172e20-d871-42c1-b934-fb921df9f9a6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:35.800998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:35.805148 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.805148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] 10.222.0.15 "PUT /v2.0/ports/9615a48a-0dd5-4836-bdb1-0fe9d28d5929 HTTP/1.1" status: 200 len: 1091 time: 3.6339259 Oct 13 04:08:35.805148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'tag': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:35.824153 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedc738-36ca-44f5-8531-872bf4c3e9a8", "tag": "9615a48a-0dd5-4836-bdb1-0fe9d28d5929"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:35.879767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85be9ad4-5059-4ac8-8113-8b18b44bdb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:35.975976 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217733ae-43ff-4535-944a-0d1984487a30 x-openstack-request-id: req-217733ae-43ff-4535-944a-0d1984487a30 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:35.976270 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedc738-36ca-44f5-8531-872bf4c3e9a8", "tag": "9615a48a-0dd5-4836-bdb1-0fe9d28d5929", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:35.976529 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-217733ae-43ff-4535-944a-0d1984487a30 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:35.976969 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'tag': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929', 'status': 'completed', 'code': 200} Oct 13 04:08:36.027195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936afa-d8bb-4f18-934d-728dd11ff510 service neutron] Pushing event updated for resources: {'Port': ['ID=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:36.040061 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85be9ad4-5059-4ac8-8113-8b18b44bdb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.049867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85be9ad4-5059-4ac8-8113-8b18b44bdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.060762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:36.077242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.081477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Set router 86128250-79d9-499c-a5d7-ed697751592f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:08:36.131807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85be9ad4-5059-4ac8-8113-8b18b44bdb53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35b9a57a9d4744269024870ab820cff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281092 Oct 13 04:08:36.131807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be9ad4-5059-4ac8-8113-8b18b44bdb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6c830c-44d9-4aec-bb88-17ce13ff351e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:36.134676 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4535-4e04-481f-b058-40b6137f079a req-e33380b7-82f3-4bfb-87d6-0de48bdcd249 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:36.138441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:36.143533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df7c4535-4e04-481f-b058-40b6137f079a req-e33380b7-82f3-4bfb-87d6-0de48bdcd249 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.3525980 Oct 13 04:08:36.173330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-7adf8c5e-7de7-49bb-8a9a-bd6e5648415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:36.174864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-7adf8c5e-7de7-49bb-8a9a-bd6e5648415c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 1094 time: 0.2929959 Oct 13 04:08:36.184201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:36.196446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.196954 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment b969ab7a-f479-416e-b672-892719e13b2a of type vlan for network 2c64aac0-3b88-4dab-ac08-8b20ec213697 Oct 13 04:08:36.238639 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:08:36.282945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9226e62-9b00-49a8-92fc-f7b23c01c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.318426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-19307726-06c9-449d-a021-80cbfe9dd743 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929 HTTP/1.1" status: 200 len: 217 time: 0.1029680 Oct 13 04:08:36.324132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.330131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9226e62-9b00-49a8-92fc-f7b23c01c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.420544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df7c4535-4e04-481f-b058-40b6137f079a req-6294d883-bbe2-4276-8579-71106a5eb07a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741811 Oct 13 04:08:36.474608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:08:36.491186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9226e62-9b00-49a8-92fc-f7b23c01c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.501727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9226e62-9b00-49a8-92fc-f7b23c01c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.509137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d9226e62-9b00-49a8-92fc-f7b23c01c9e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b6c830c-44d9-4aec-bb88-17ce13ff351e HTTP/1.1" status: 204 len: 168 time: 0.3611829 Oct 13 04:08:36.530423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226e62-9b00-49a8-92fc-f7b23c01c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6c830c-44d9-4aec-bb88-17ce13ff351e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:36.541442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-bc3d7816-95fa-4cab-b0ac-5d8af7969df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:36.543029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-bc3d7816-95fa-4cab-b0ac-5d8af7969df5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.2028067 Oct 13 04:08:36.546421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.563816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:36.564195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.643748 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9547226 Oct 13 04:08:36.649185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:36.660674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:36.786363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-e80821c5-1e1c-4c2e-bc8f-ff9e5935e1ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972530 Oct 13 04:08:36.882607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf183f-29ac-46c3-8750-0ad17552292c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=2c64aac0-3b88-4dab-ac08-8b20ec213697,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:36.900970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:36.918175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b00fb4-8339-44f6-ba68-8ef38ad2aa75 req-34056208-fdc0-4ccd-a5c6-377fdf1ce339 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:36.919018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:36.920158 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41b00fb4-8339-44f6-ba68-8ef38ad2aa75 req-34056208-fdc0-4ccd-a5c6-377fdf1ce339 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 943 time: 0.1298134 Oct 13 04:08:37.018667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-da4d70c2-381f-4a29-802c-e18d6fa1e6af service neutron] 10.222.0.15 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243135 Oct 13 04:08:37.098163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:37.156162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41b00fb4-8339-44f6-ba68-8ef38ad2aa75 req-9ab2d09c-6442-4118-b1e5-c77f7bbd8eae tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274473 Oct 13 04:08:37.259447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fae848fe-09f4-4a73-b29b-460653f1b92f req-e1776e0a-67aa-4285-9b10-4b87680b84cf service neutron] 10.222.0.15 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338111 Oct 13 04:08:37.377000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:37.380056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:32Z', 'revision_number': 4, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e7d13499-6199-4943-98a5-2ad7be0a7fd5', 'name': '', 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'mac_address': 'fa:16:3e:ec:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'da3d1249-d113-44ea-b711-97437863bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:30Z', 'updated_at': '2021-10-13T04:08:32Z', 'revision_number': 2, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'subnets': [{'id': 'da3d1249-d113-44ea-b711-97437863bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:37.420875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9834562d-2941-4b50-9a19-38fbd3d03050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:37.438882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Checking router: 86128250-79d9-499c-a5d7-ed697751592f for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:08:37.439454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Updating router 86128250-79d9-499c-a5d7-ed697751592f port e7d13499-6199-4943-98a5-2ad7be0a7fd5 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:08:37.443775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-fc2eb9c4-e837-409c-ae30-8962ecc5fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:37.449997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-fc2eb9c4-e837-409c-ae30-8962ecc5fc22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340349bbc53e4e468f467e87c4c648a4&device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 1094 time: 0.1277657 Oct 13 04:08:37.470392 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:37.609317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9834562d-2941-4b50-9a19-38fbd3d03050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:37.640799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9834562d-2941-4b50-9a19-38fbd3d03050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:37.684742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-039465a7-a189-48ae-9b9b-2c899591d28f tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6245399 Oct 13 04:08:37.712956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834562d-2941-4b50-9a19-38fbd3d03050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c4a64a-ab5b-425f-ad65-ced50d522e72,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:37.732163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:37.753473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9834562d-2941-4b50-9a19-38fbd3d03050 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c165b7995994704a7620f3e1a18c330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751724 Oct 13 04:08:37.760160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:37.770787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1330-c1bd-4f34-adda-d21edd8f6746 req-3a94d230-5ee3-4db6-b4a9-f5fefdbe94bc tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:37.772785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d59b1330-c1bd-4f34-adda-d21edd8f6746 req-3a94d230-5ee3-4db6-b4a9-f5fefdbe94bc tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1743751 Oct 13 04:08:37.826518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:37.899307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-7de40360-7934-44b3-8b25-52a88fa70319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:37.901026 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-7de40360-7934-44b3-8b25-52a88fa70319 service neutron] 10.222.0.15 "GET /v2.0/networks?id=876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 200 len: 912 time: 0.3109059 Oct 13 04:08:37.912261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d59b1330-c1bd-4f34-adda-d21edd8f6746 req-9d932d26-ca6f-4ac3-ba15-70e2c62851db tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275177 Oct 13 04:08:37.960975 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-520eb21d-f19d-4ec9-bde0-3ececbbd64ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929 HTTP/1.1" status: 200 len: 217 time: 0.0470603 Oct 13 04:08:37.994083 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.010435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4259-63f7-4f3c-8d81-e152fc591195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.032263 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.045825 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.085763 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4259-63f7-4f3c-8d81-e152fc591195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.093331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-800dbc21-29d1-4c99-b6c8-5f0417406690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:38.095150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-800dbc21-29d1-4c99-b6c8-5f0417406690 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 200 len: 851 time: 0.1238403 Oct 13 04:08:38.121408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf9a12-fbb9-42d1-8828-3786256dd1a8 None None] Pushing event updated for resources: {'Port': ['ID=e7d13499-6199-4943-98a5-2ad7be0a7fd5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:38.156896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-bbd2d571-559b-4403-8d77-853a1f55d0bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=876c5493-a918-4192-8574-9a25534ba797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514007 Oct 13 04:08:38.190692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Attempting to bind port e7d13499-6199-4943-98a5-2ad7be0a7fd5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:38.191234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Attempting to bind port e7d13499-6199-4943-98a5-2ad7be0a7fd5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:38.191865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Attempting to bind port e7d13499-6199-4943-98a5-2ad7be0a7fd5 on network a16b5e22-4a03-496d-9b5e-709967fb3260 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:38.204799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:38.205277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Checking segment: {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:38.205904 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.206510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Bound using segment: {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:38.207186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Bound port: e7d13499-6199-4943-98a5-2ad7be0a7fd5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b512491f-e10c-4820-8504-4e13f2aa01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:38.207782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.231326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.353482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] For port e7d13499-6199-4943-98a5-2ad7be0a7fd5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:38.357476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] For port e7d13499-6199-4943-98a5-2ad7be0a7fd5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e7d13499-6199-4943-98a5-2ad7be0a7fd5,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:38.382695 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.424261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=d8b551c4-37a9-41ad-8056-d6f4eebb2e88,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:38.449499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': 'b969ab7a-f479-416e-b672-892719e13b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:38.450147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: 2c64aac0-3b88-4dab-ac08-8b20ec213697, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:38.517107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:38.537425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.546825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Routers {'86128250-79d9-499c-a5d7-ed697751592f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:08:38.547466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['86128250-79d9-499c-a5d7-ed697751592f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:38.572218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4259-63f7-4f3c-8d81-e152fc591195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.578148 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4259-63f7-4f3c-8d81-e152fc591195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.583489 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cd9c4259-63f7-4f3c-8d81-e152fc591195 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00c4a64a-ab5b-425f-ad65-ced50d522e72 HTTP/1.1" status: 204 len: 168 time: 0.8073885 Oct 13 04:08:38.628331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c4259-63f7-4f3c-8d81-e152fc591195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c4a64a-ab5b-425f-ad65-ced50d522e72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:38.660345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b10f-76bb-4b4a-b9f0-dd48b65e798e req-c1313807-059a-41c6-b6c5-0f1a123678a9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:38.669076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0fa4b10f-76bb-4b4a-b9f0-dd48b65e798e req-c1313807-059a-41c6-b6c5-0f1a123678a9 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 943 time: 0.2669592 Oct 13 04:08:38.713040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-d7644227-3fa0-4091-923b-fde8105aa9c0 service neutron] 10.222.0.15 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271049 Oct 13 04:08:38.759457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0fa4b10f-76bb-4b4a-b9f0-dd48b65e798e req-aa102ad6-c99f-44f6-bfef-b2aa08fbf5b8 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880754 Oct 13 04:08:38.773071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Allocated IP 172.25.1.137 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/38916c04-4124-4154-a77d-5e24e2e20c71) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:38.935466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2c64aac0-3b88-4dab-ac08-8b20ec213697) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:38.936126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26ae5d0-8df1-41eb-924e-4c7b90da2fd1 req-ce54bf07-8654-4510-ac78-e51973c66537 service neutron] 10.222.0.15 "GET /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076395 Oct 13 04:08:38.943889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:38.945250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.963511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf9a12-fbb9-42d1-8828-3786256dd1a8 None None] Pushing event updated for resources: {'Port': ['ID=e7d13499-6199-4943-98a5-2ad7be0a7fd5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:38.968158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:38.984804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cf8cc601-12f8-4e47-8a3d-4d7ff258d8df tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3314736 Oct 13 04:08:38.985697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:38.990783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697', 'name': 'tempest-PortsTestJSON-1110817941', 'fixed_ips': [{'subnet_id': 'd8b551c4-37a9-41ad-8056-d6f4eebb2e88', 'ip_address': '172.20.0.10'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:39.028308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:39.104082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7da9f-cf4b-456f-803e-af69c23d7606 None None] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:39.168569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:39.178234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:39.191189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:39.251580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Pushing event updated for resources: {'Port': ['ID=38916c04-4124-4154-a77d-5e24e2e20c71,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:39.311389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95156b50-2959-4012-a2b7-f94922d11998 req-e299e636-8364-46ce-a6e7-9442dd267e3b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:39.318633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95156b50-2959-4012-a2b7-f94922d11998 req-e299e636-8364-46ce-a6e7-9442dd267e3b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1324141 Oct 13 04:08:39.384177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:39.412943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19e19c12-5334-4ac7-a4c4-7d42f73de896 None None] Provisioning complete for port e7d13499-6199-4943-98a5-2ad7be0a7fd5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:39.413564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19e19c12-5334-4ac7-a4c4-7d42f73de896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:39.483954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:39.544849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95156b50-2959-4012-a2b7-f94922d11998 req-e0009b8c-108d-4473-bc20-7453af5ebd3d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154973 Oct 13 04:08:39.625556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2c64aac0-3b88-4dab-ac08-8b20ec213697', 'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': 'd8b551c4-37a9-41ad-8056-d6f4eebb2e88'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:08:39.626547 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:39.656869 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:39.725368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:39.787829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 8be899a8-e42d-4acd-80b6-459c49ac6552 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:39.863041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Allocated IP 172.20.0.2 (2c64aac0-3b88-4dab-ac08-8b20ec213697/d8b551c4-37a9-41ad-8056-d6f4eebb2e88/b70d7227-2bda-44d5-9a22-b02d1f6a4c3f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:40.043104 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.047338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] Set router 86128250-79d9-499c-a5d7-ed697751592f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:08:40.106691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.163057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Pushing event updated for resources: {'Port': ['ID=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:40.165689 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.211387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.219047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.220767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:40.226189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:40.236341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19e19c12-5334-4ac7-a4c4-7d42f73de896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.269329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:40.315228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-19e19c12-5334-4ac7-a4c4-7d42f73de896 None None] For port e7d13499-6199-4943-98a5-2ad7be0a7fd5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e7d13499-6199-4943-98a5-2ad7be0a7fd5,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:40.402086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Pushing event updated for resources: {'Port': ['ID=38916c04-4124-4154-a77d-5e24e2e20c71,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:40.405605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19e19c12-5334-4ac7-a4c4-7d42f73de896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.448165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:08:40.518235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.555726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:40.560265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-e58a901e-354b-4b03-b5f2-dac2de06b478 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8572955 Oct 13 04:08:40.643465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:40.695731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-46cba02f-b90a-4710-bd78-175db53d2b48 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.1292474 Oct 13 04:08:40.710394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Attempting to bind port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:40.710903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Attempting to bind port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b969ab7a-f479-416e-b672-892719e13b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:40.712394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Attempting to bind port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f on network 2c64aac0-3b88-4dab-ac08-8b20ec213697 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:40.931022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-66abdd7d-385c-4cd5-94ec-8ea19dc41c00 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:40.932455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a0d12a0-5d0d-4134-9b42-e11e22736ff3 req-66abdd7d-385c-4cd5-94ec-8ea19dc41c00 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2307105 Oct 13 04:08:41.019068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d052afa6-0589-4f3a-88c8-0df6b3157435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.022105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011b4c-90e9-4a31-97ea-a34242e1b336 req-b58153e5-b39b-4f2f-a47b-47e40ac561e4 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:41.028135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98011b4c-90e9-4a31-97ea-a34242e1b336 req-b58153e5-b39b-4f2f-a47b-47e40ac561e4 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 943 time: 1.0760703 Oct 13 04:08:41.098805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.10 (2c64aac0-3b88-4dab-ac08-8b20ec213697/d8b551c4-37a9-41ad-8056-d6f4eebb2e88/8be899a8-e42d-4acd-80b6-459c49ac6552) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:41.186025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98011b4c-90e9-4a31-97ea-a34242e1b336 req-a1e3d2cc-634c-4f77-9249-2b32fb8daa29 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419451 Oct 13 04:08:41.243312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-721b02f3-f1b8-49c2-8d35-9ddd7d817e37 None None] Provisioning complete for port e7d13499-6199-4943-98a5-2ad7be0a7fd5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:41.243687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721b02f3-f1b8-49c2-8d35-9ddd7d817e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.256520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:41.257491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Checking segment: {'id': 'b969ab7a-f479-416e-b672-892719e13b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:41.257837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.260481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Bound using segment: {'id': 'b969ab7a-f479-416e-b672-892719e13b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:41.261034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Bound port: b70d7227-2bda-44d5-9a22-b02d1f6a4c3f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b969ab7a-f479-416e-b672-892719e13b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:41.267475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.277755 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:08:41.315820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d052afa6-0589-4f3a-88c8-0df6b3157435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.331199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d052afa6-0589-4f3a-88c8-0df6b3157435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.377790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052afa6-0589-4f3a-88c8-0df6b3157435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e28a8c-7fbf-48f0-90af-c8a77eda2893,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:41.392497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23a4e6-ef27-4b4a-92df-a1197bda95eb req-f0c53c57-a1d5-413b-aa95-e33c33d0e7b2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:41.394807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db23a4e6-ef27-4b4a-92df-a1197bda95eb req-f0c53c57-a1d5-413b-aa95-e33c33d0e7b2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2587647 Oct 13 04:08:41.469030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90e2402c-aeb8-4124-bda3-200ec5b8a5a3 req-0414f7e1-9c29-4775-b458-1965503f0505 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips/b2d22944-098e-4985-aef3-4d3d90f2e9e2 HTTP/1.1" status: 200 len: 693 time: 0.1256492 Oct 13 04:08:41.483713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d052afa6-0589-4f3a-88c8-0df6b3157435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=386be2109bae470589408897d1be06d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363202 Oct 13 04:08:41.490785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:41.553253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19c12-5334-4ac7-a4c4-7d42f73de896 None None] Pushing event updated for resources: {'Port': ['ID=e7d13499-6199-4943-98a5-2ad7be0a7fd5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:41.602099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.628392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db23a4e6-ef27-4b4a-92df-a1197bda95eb req-e0e37195-002e-482f-bd54-73893c4a4655 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223380 Oct 13 04:08:41.660230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3679947e-a3ed-4887-8bc9-ff811ef28e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.661211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2402c-aeb8-4124-bda3-200ec5b8a5a3 req-15e0533f-1a64-4feb-85e5-9cffb6d1f1d8 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:41.670854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90e2402c-aeb8-4124-bda3-200ec5b8a5a3 req-15e0533f-1a64-4feb-85e5-9cffb6d1f1d8 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1961792 Oct 13 04:08:41.714336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3679947e-a3ed-4887-8bc9-ff811ef28e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.715257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.827248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=8be899a8-e42d-4acd-80b6-459c49ac6552,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:41.854467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-054a95f3-9e96-40f3-8eac-345c4b4376b0 req-40633314-333a-4794-bc97-94796a5f7fc7 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=17ae3270fb324119bf8372c5d8476a83 HTTP/1.1" status: 200 len: 696 time: 0.0853314 Oct 13 04:08:41.873233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3679947e-a3ed-4887-8bc9-ff811ef28e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.893812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:41.895136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3679947e-a3ed-4887-8bc9-ff811ef28e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.900261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:41.904204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3679947e-a3ed-4887-8bc9-ff811ef28e05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77e28a8c-7fbf-48f0-90af-c8a77eda2893 HTTP/1.1" status: 204 len: 168 time: 0.4072633 Oct 13 04:08:41.907343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:32Z', 'revision_number': 4, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e7d13499-6199-4943-98a5-2ad7be0a7fd5', 'name': '', 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'mac_address': 'fa:16:3e:ec:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'da3d1249-d113-44ea-b711-97437863bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:30Z', 'updated_at': '2021-10-13T04:08:38Z', 'revision_number': 4, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'subnets': [{'id': 'da3d1249-d113-44ea-b711-97437863bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:41.908410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:41.989660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679947e-a3ed-4887-8bc9-ff811ef28e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e28a8c-7fbf-48f0-90af-c8a77eda2893,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:42.030307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:42.030985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:42.060453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] For port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:42.071093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e6a993ad-82a7-4a9d-a8b1-30e62b19fcbe tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0820744 Oct 13 04:08:42.072119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:42.074884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:42.086691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '2c64aac0-3b88-4dab-ac08-8b20ec213697', 'name': 'tempest-PortsTestJSON-113257354', 'fixed_ips': [{'subnet_id': 'd8b551c4-37a9-41ad-8056-d6f4eebb2e88', 'ip_address': '172.20.0.9'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:42.103848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d1e8c-0aca-4ac3-893f-d7d723b6d6a3 None None] The sync data for ids ['86128250-79d9-499c-a5d7-ed697751592f'] in n-d-810220-9 is: [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:32Z', 'revision_number': 4, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e7d13499-6199-4943-98a5-2ad7be0a7fd5', 'name': '', 'network_id': 'a16b5e22-4a03-496d-9b5e-709967fb3260', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'mac_address': 'fa:16:3e:ec:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'da3d1249-d113-44ea-b711-97437863bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:30Z', 'updated_at': '2021-10-13T04:08:38Z', 'revision_number': 4, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'subnets': [{'id': 'da3d1249-d113-44ea-b711-97437863bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:08:42.155664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] For port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,segment=NetworkSegment(b969ab7a-f479-416e-b672-892719e13b2a),segment_id=b969ab7a-f479-416e-b672-892719e13b2a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:42.193054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929', 'network_id': '876c5493-a918-4192-8574-9a25534ba797', 'port_id': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929', 'mac_address': 'fa:16:3e:f0:44:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19abcdc-adaa-4d33-ab35-b2355c776749', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:08:42.209691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:42.363726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eec5b-9441-48dc-8e39-ab08ef56e5ba None None] Pushing event updated for resources: {'Port': ['ID=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:42.369811 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:42.398439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:08:42.409762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a95f3-9e96-40f3-8eac-345c4b4376b0 req-a8c8cf03-cb6e-40c8-8948-d17f206eb7f0 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:42.424311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-054a95f3-9e96-40f3-8eac-345c4b4376b0 req-a8c8cf03-cb6e-40c8-8948-d17f206eb7f0 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks?id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 787 time: 0.5508525 Oct 13 04:08:42.457550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:42.475112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:42.607791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87b05-b466-4100-aefa-b664704e9a83 req-5766755d-9b7a-46ee-b55e-7455b0005308 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:42.618628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ef87b05-b466-4100-aefa-b664704e9a83 req-5766755d-9b7a-46ee-b55e-7455b0005308 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 943 time: 0.2631507 Oct 13 04:08:42.622883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:42.633974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:42.683990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:42.735175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 04eaad81-58cb-4783-9bc1-4ae7df23fe0c yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:42.748560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-f90c94ad-cb33-4ec0-8488-d6227c838c70 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips/b2d22944-098e-4985-aef3-4d3d90f2e9e2 HTTP/1.1" status: 200 len: 693 time: 0.1127594 Oct 13 04:08:42.789721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['9615a48a-0dd5-4836-bdb1-0fe9d28d5929'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:08:42.872205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ef87b05-b466-4100-aefa-b664704e9a83 req-816f2d5a-608f-4391-93aa-5902bf76dc35 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500215 Oct 13 04:08:43.097610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:43.230099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea323a42-b94a-4947-acb5-7fdab46427d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.343167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.9 (2c64aac0-3b88-4dab-ac08-8b20ec213697/d8b551c4-37a9-41ad-8056-d6f4eebb2e88/04eaad81-58cb-4783-9bc1-4ae7df23fe0c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:43.373213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b783-e2e6-4b16-bec9-983cb3066b5e req-333a1bae-474c-4ae0-97f6-6161f21349ef tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:43.383452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c86b783-e2e6-4b16-bec9-983cb3066b5e req-333a1bae-474c-4ae0-97f6-6161f21349ef tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.3207612 Oct 13 04:08:43.403321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea323a42-b94a-4947-acb5-7fdab46427d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.410218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b70d7227-2bda-44d5-9a22-b02d1f6a4c3f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:43.416149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea323a42-b94a-4947-acb5-7fdab46427d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.487689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c86b783-e2e6-4b16-bec9-983cb3066b5e req-b945927a-00bc-4b06-8875-7caa71577ac0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977709 Oct 13 04:08:43.517175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-2821151b-de4c-4d9b-8f1b-28d39f05f066 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:43.519252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-2821151b-de4c-4d9b-8f1b-28d39f05f066 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.7581372 Oct 13 04:08:43.534420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:43.534881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.544531 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ea323a42-b94a-4947-acb5-7fdab46427d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d24c1d7d1665456889a9f194d7912256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386694 Oct 13 04:08:43.547140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323a42-b94a-4947-acb5-7fdab46427d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858304f5-8593-4cb6-8bb9-20b6dd13f751,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:43.604611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:43.672831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-985fb555-bed5-476e-8e6b-1cf3f32cc630 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.1362219 Oct 13 04:08:43.753845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.779493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109a7f05-0ad4-4cd2-aef2-6377743d7429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.803398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,segment=NetworkSegment(b969ab7a-f479-416e-b672-892719e13b2a),segment_id=b969ab7a-f479-416e-b672-892719e13b2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:43.820554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-465589f8-25f2-4542-a380-846b562640a6 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.1407795 Oct 13 04:08:43.825564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:43.827933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e7d13499-6199-4943-98a5-2ad7be0a7fd5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:43.891195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109a7f05-0ad4-4cd2-aef2-6377743d7429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.041423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:44.052060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.134380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Deleting port 38916c04-4124-4154-a77d-5e24e2e20c71 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:44.134730 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.140201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e7d13499-6199-4943-98a5-2ad7be0a7fd5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:44.140605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.234500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.252208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109a7f05-0ad4-4cd2-aef2-6377743d7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.265133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-109a7f05-0ad4-4cd2-aef2-6377743d7429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.271746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-109a7f05-0ad4-4cd2-aef2-6377743d7429 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/858304f5-8593-4cb6-8bb9-20b6dd13f751 HTTP/1.1" status: 204 len: 168 time: 0.6599817 Oct 13 04:08:44.369250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.372067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.411832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Calling delete_port for 38916c04-4124-4154-a77d-5e24e2e20c71 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:44.449875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a7f05-0ad4-4cd2-aef2-6377743d7429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858304f5-8593-4cb6-8bb9-20b6dd13f751,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:44.484325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:44.636207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd34124-97ba-41f7-9c54-0acd2a037e58 None None] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:44.642192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d0105-6219-4045-a03c-a75c8a679ecc req-f84723a2-1391-4ea0-9ba8-e987e1a30421 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:44.672708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a87d0105-6219-4045-a03c-a75c8a679ecc req-f84723a2-1391-4ea0-9ba8-e987e1a30421 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 944 time: 0.6187458 Oct 13 04:08:44.678076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:44.725376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=04eaad81-58cb-4783-9bc1-4ae7df23fe0c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:44.730440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:44.775055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:44.786155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:08:44.817741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:44.818123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.879311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.962703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Pushing event deleted for resources: {'Port': ['ID=38916c04-4124-4154-a77d-5e24e2e20c71,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:44.967624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d912a49-27b0-4b79-98ac-b59c80444211 None None] Provisioning complete for port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:44.968672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d912a49-27b0-4b79-98ac-b59c80444211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.053360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a87d0105-6219-4045-a03c-a75c8a679ecc req-5ecefabc-526d-4db5-9549-ddb5735fae2b tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780797 Oct 13 04:08:45.124500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:45.125210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.167497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.170078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.175742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba8d924e-8218-4773-a17d-5b29d558e040 req-815caf2e-63d9-4b4d-a4d6-a1fa81429c58 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2d22944-098e-4985-aef3-4d3d90f2e9e2 HTTP/1.1" status: 204 len: 173 time: 1.3502874 Oct 13 04:08:45.185671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a2469117-e454-4753-b9f1-07a614a3de9b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1106832 Oct 13 04:08:45.188271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:45.243833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b70d7227-2bda-44d5-9a22-b02d1f6a4c3f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:08:45.393236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564016e8-6421-45cf-9581-be1778cfa02a req-365318ce-eae1-458b-b5a3-2c422c16297b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:45.415333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-564016e8-6421-45cf-9581-be1778cfa02a req-365318ce-eae1-458b-b5a3-2c422c16297b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1678987 Oct 13 04:08:45.570589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37ef66-a7f5-43ce-bf6a-5ecc92708259 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:45.581040 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dd37ef66-a7f5-43ce-bf6a-5ecc92708259 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3828814 Oct 13 04:08:45.581040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:45.581402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.593350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-564016e8-6421-45cf-9581-be1778cfa02a req-41d63112-f1ba-424b-8c36-7dc94af41ac9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770592 Oct 13 04:08:45.638448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:45.646787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:45.649913 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b493289-fb74-4cd8-a1b9-60d857578bd6" -d '{"events": [{"server_uuid": "0cedc738-36ca-44f5-8531-872bf4c3e9a8", "name": "network-vif-plugged", "status": "completed", "tag": "9615a48a-0dd5-4836-bdb1-0fe9d28d5929"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:45.711321 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.784457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:45.821872 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ac814-a585-4835-b5b1-ac971e4c5480 x-openstack-request-id: req-568ac814-a585-4835-b5b1-ac971e4c5480 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:45.822523 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedc738-36ca-44f5-8531-872bf4c3e9a8", "name": "network-vif-plugged", "status": "completed", "tag": "9615a48a-0dd5-4836-bdb1-0fe9d28d5929", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:45.822523 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-568ac814-a585-4835-b5b1-ac971e4c5480 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:45.822872 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929', 'code': 200} Oct 13 04:08:45.860261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:45.861159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.996739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad911c5-711e-43bc-b29e-dfcbb3ec4235 req-225c8a1a-5a21-40d7-8ea9-476b0f839863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:46.009755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fad911c5-711e-43bc-b29e-dfcbb3ec4235 req-225c8a1a-5a21-40d7-8ea9-476b0f839863 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 1096 time: 0.1406643 Oct 13 04:08:46.159586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fad911c5-711e-43bc-b29e-dfcbb3ec4235 req-3f661b3f-6e49-457c-924d-3096b7483692 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396785 Oct 13 04:08:46.305034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d8bb-31c2-40df-869d-46f550ccf314 req-60c4e6bc-cc58-4f13-817c-42f6d412c830 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:46.305655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f7271-f27b-499a-8883-6e05ba2d40fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:46.313597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f7271-f27b-499a-8883-6e05ba2d40fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:46.320509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a904d8bb-31c2-40df-869d-46f550ccf314 req-60c4e6bc-cc58-4f13-817c-42f6d412c830 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.1320522 Oct 13 04:08:46.321708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f7271-f27b-499a-8883-6e05ba2d40fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:46.330412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5d2f7271-f27b-499a-8883-6e05ba2d40fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7518847 Oct 13 04:08:46.333111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:46.355011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Provisioning complete for port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:46.355394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.397597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f437e644-6029-4302-a861-28ac9cbc355f req-7f9747f9-65ef-433c-80f8-10217bdc3c79 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0264714 Oct 13 04:08:46.408971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:46.468694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.577308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a904d8bb-31c2-40df-869d-46f550ccf314 req-ed14156c-5474-4279-affd-32f407e2bf8f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349191 Oct 13 04:08:46.642480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 04eaad81-58cb-4783-9bc1-4ae7df23fe0c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:46.643049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.752301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Provisioning complete for port 04eaad81-58cb-4783-9bc1-4ae7df23fe0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:46.752752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.836158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.865799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.869861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Port 04eaad81-58cb-4783-9bc1-4ae7df23fe0c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:46.895625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Provisioning complete for port 8be899a8-e42d-4acd-80b6-459c49ac6552 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:46.896253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:46.921805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 04eaad81-58cb-4783-9bc1-4ae7df23fe0c owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:46.988782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdb396-a068-4a8f-8225-5301f8ece520 None None] Port 8be899a8-e42d-4acd-80b6-459c49ac6552 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:47.124035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bcc88c43-22a2-4d4f-9bff-7ad8d869559f None None] Provisioning complete for port 8be899a8-e42d-4acd-80b6-459c49ac6552 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:47.129186 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc88c43-22a2-4d4f-9bff-7ad8d869559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.214595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Allocated IP 172.25.1.118 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/4fe9bca1-f741-41fe-b602-4348057ddd17) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:47.230391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bcc88c43-22a2-4d4f-9bff-7ad8d869559f None None] Port 8be899a8-e42d-4acd-80b6-459c49ac6552 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:47.264026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762981f7-9b60-4c76-aac4-92b4556f2dbf req-bc472e09-ca30-483c-a3e1-601c0415ff82 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:47.279669 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-762981f7-9b60-4c76-aac4-92b4556f2dbf req-bc472e09-ca30-483c-a3e1-601c0415ff82 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2462616 Oct 13 04:08:47.363774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efaf31dd-b12f-45b5-a3ab-8cb311c413de None None] Provisioning complete for port 04eaad81-58cb-4783-9bc1-4ae7df23fe0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:08:47.364157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efaf31dd-b12f-45b5-a3ab-8cb311c413de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.427257 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.445234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-efaf31dd-b12f-45b5-a3ab-8cb311c413de None None] Port 04eaad81-58cb-4783-9bc1-4ae7df23fe0c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:08:47.469310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-762981f7-9b60-4c76-aac4-92b4556f2dbf req-cde40e86-638b-4a3b-a7fb-ca0fc43488e1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883669 Oct 13 04:08:47.483099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.549935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.582288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:47.594772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:47.599102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:47.629812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=04eaad81-58cb-4783-9bc1-4ae7df23fe0c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:47.653741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Pushing event updated for resources: {'Port': ['ID=4fe9bca1-f741-41fe-b602-4348057ddd17,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:47.745140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:47.815678 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.915528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.951500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.965624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe52a2f0-f826-4e6f-b953-a167bbda969a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/04eaad81-58cb-4783-9bc1-4ae7df23fe0c HTTP/1.1" status: 204 len: 168 time: 1.6312175 Oct 13 04:08:47.967621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:47.996300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27618bc-638e-4e66-b4e6-00e8cbdfdc67 req-857e109a-649d-4e6e-b5ff-f3d92332827c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:48.001442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b27618bc-638e-4e66-b4e6-00e8cbdfdc67 req-857e109a-649d-4e6e-b5ff-f3d92332827c tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.1712279 Oct 13 04:08:48.085060 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19eee93-6c98-4b60-835c-3292d72c73f2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:48.090851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f19eee93-6c98-4b60-835c-3292d72c73f2 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/04eaad81-58cb-4783-9bc1-4ae7df23fe0c HTTP/1.1" status: 404 len: 333 time: 0.1221023 Oct 13 04:08:48.099180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:48.152902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b27618bc-638e-4e66-b4e6-00e8cbdfdc67 req-f86c8b82-3dc8-4cba-90bd-a9a7399e340d tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098542 Oct 13 04:08:48.170113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.192124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bcecf60-8b2d-45c5-b3ca-eed8c66359f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.202739 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.314374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 8be899a8-e42d-4acd-80b6-459c49ac6552 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:48.314716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.321248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Pushing event updated for resources: {'Port': ['ID=4fe9bca1-f741-41fe-b602-4348057ddd17,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:48.436494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bcecf60-8b2d-45c5-b3ca-eed8c66359f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.448636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.473444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bcecf60-8b2d-45c5-b3ca-eed8c66359f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.516145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.518168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f437e644-6029-4302-a861-28ac9cbc355f req-6df6b6ba-af04-4431-9373-c659595711bc tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1197412 Oct 13 04:08:48.533246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcecf60-8b2d-45c5-b3ca-eed8c66359f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb623307-9c31-4829-a3fa-7caa63483a74,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:48.541870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.558199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 8be899a8-e42d-4acd-80b6-459c49ac6552 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:48.720071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1bcecf60-8b2d-45c5-b3ca-eed8c66359f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d03a117363814584b806d08b819fe51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9714856 Oct 13 04:08:48.728190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f437e644-6029-4302-a861-28ac9cbc355f req-702ba8f2-a444-40d0-ab0c-ee121f2ab5fd tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1912158 Oct 13 04:08:48.728880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:48.869530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15ea9a61-222a-4033-9131-fb5714469395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.871690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334f9e3-1153-4372-8b83-f308cd72d4b4 req-25c78862-fa87-4824-89bf-ebd7c7588120 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:48.883737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a334f9e3-1153-4372-8b83-f308cd72d4b4 req-25c78862-fa87-4824-89bf-ebd7c7588120 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1812198 Oct 13 04:08:48.892390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.926596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15ea9a61-222a-4033-9131-fb5714469395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.962481 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da56301-ab08-4dc6-b1bd-9f96ea57ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:48.981153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e644-6029-4302-a861-28ac9cbc355f req-70860483-16dd-48b8-9deb-f920769e8a8a tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:48.982839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f437e644-6029-4302-a861-28ac9cbc355f req-70860483-16dd-48b8-9deb-f920769e8a8a tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2474041 Oct 13 04:08:49.030160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15ea9a61-222a-4033-9131-fb5714469395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:49.032510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15ea9a61-222a-4033-9131-fb5714469395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:49.033714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-15ea9a61-222a-4033-9131-fb5714469395 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb623307-9c31-4829-a3fa-7caa63483a74 HTTP/1.1" status: 204 len: 168 time: 0.3038292 Oct 13 04:08:49.047130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=8be899a8-e42d-4acd-80b6-459c49ac6552,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:49.059691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea9a61-222a-4033-9131-fb5714469395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb623307-9c31-4829-a3fa-7caa63483a74,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:49.112408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a334f9e3-1153-4372-8b83-f308cd72d4b4 req-e49af5d0-09c7-4102-b607-b6b92ffa330e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267351 Oct 13 04:08:49.255033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8af64-ad7a-40d7-9e55-8df0589173f9 req-7933ab8c-dcbd-4b9d-9638-d614f1c5d7ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.262285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2db8af64-ad7a-40d7-9e55-8df0589173f9 req-7933ab8c-dcbd-4b9d-9638-d614f1c5d7ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.1134622 Oct 13 04:08:49.334314 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2db8af64-ad7a-40d7-9e55-8df0589173f9 req-8661757b-1dde-4af9-ae66-01c1c5bbb349 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632701 Oct 13 04:08:49.352914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-b685b976-18bd-4b71-a962-18d4ce3fde9d tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips/e0b3cbef-7036-4e68-a3c2-c9f1ad122e14 HTTP/1.1" status: 200 len: 693 time: 0.1576164 Oct 13 04:08:49.384300 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:49.393092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9a0f78bc-12a2-47cc-84bc-c7f754895907 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/8be899a8-e42d-4acd-80b6-459c49ac6552 HTTP/1.1" status: 204 len: 168 time: 1.2925384 Oct 13 04:08:49.395972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:49.432615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-ab979f4c-5f2b-466d-87bb-636b4bf31e3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2363188 Oct 13 04:08:49.459114 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0e332c-f56c-4e26-9df0-7c363367448f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:08:49.465220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-da0e332c-f56c-4e26-9df0-7c363367448f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/8be899a8-e42d-4acd-80b6-459c49ac6552 HTTP/1.1" status: 404 len: 333 time: 0.0681610 Oct 13 04:08:49.465872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:49.567771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet d8b551c4-37a9-41ad-8056-d6f4eebb2e88 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:08:49.572322 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:49.629019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.629544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.630011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.630471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.630926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.631434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.632425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.634441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-5b9e2361-2b38-4dd2-a37a-996332ad7793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61455d30b7fb4221a409b82fd8cc9412&device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6498 time: 0.1008513 Oct 13 04:08:49.645910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-0aa0e271-dfd4-40fb-ae97-04927eaebdd1 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:49.653758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-0aa0e271-dfd4-40fb-ae97-04927eaebdd1 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.2584832 Oct 13 04:08:49.716901 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:49.745507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-35d8b020-cea8-49a3-a98e-34d754885687 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0903218 Oct 13 04:08:49.852005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-afdc191d-27ff-48f7-bf10-9a3709b5c70e tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1055820 Oct 13 04:08:49.926194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.048720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-27013803-cd1e-4f83-8f15-5cb4b3047bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.055708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-27013803-cd1e-4f83-8f15-5cb4b3047bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.056632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-27013803-cd1e-4f83-8f15-5cb4b3047bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.059406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-27013803-cd1e-4f83-8f15-5cb4b3047bb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 200 len: 2297 time: 0.3501487 Oct 13 04:08:50.140609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Deleting port 4fe9bca1-f741-41fe-b602-4348057ddd17 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:50.140973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.145517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-8cc9d355-989e-4c6b-82c8-f76c00a3560e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 200 len: 1001 time: 0.0777078 Oct 13 04:08:50.159379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.215797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b551c4-37a9-41ad-8056-d6f4eebb2e88,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:50.258105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-8e97d7dd-55b7-4988-9213-52e0ad3b6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.259877 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-8e97d7dd-55b7-4988-9213-52e0ad3b6ff4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a867de1a-2d44-4a4b-9fd3-744de0671026 HTTP/1.1" status: 200 len: 856 time: 0.0942533 Oct 13 04:08:50.311330 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.312073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.329157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Calling delete_port for 4fe9bca1-f741-41fe-b602-4348057ddd17 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:50.334328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab5cdcd-514f-4ef9-8323-1bace4cedda2 None None] Network 2c64aac0-3b88-4dab-ac08-8b20ec213697 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:50.348485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-651111bd-836e-41e2-8253-a91edaf31ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.349612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-5a06276e-f6c8-4e3b-8faf-3d0c9c2f69d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6316843 Oct 13 04:08:50.351213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-651111bd-836e-41e2-8253-a91edaf31ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af08a54-f6ba-49c8-bd0a-8d4238b30106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821738 Oct 13 04:08:50.353323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.361832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-608e89ad-1a2b-42ca-a62f-2fb0b391376b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/d8b551c4-37a9-41ad-8056-d6f4eebb2e88 HTTP/1.1" status: 204 len: 168 time: 0.8922689 Oct 13 04:08:50.370953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58414) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:50.607790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-725001ef-e328-401e-986a-96216432dd2f service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218449 Oct 13 04:08:50.609711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0d979-1d1a-45cd-8654-53883073748a req-8ccfd272-7a20-4eb5-bd47-b197ba6d914e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.621005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6b0d979-1d1a-45cd-8654-53883073748a req-8ccfd272-7a20-4eb5-bd47-b197ba6d914e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.3686955 Oct 13 04:08:50.733929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] DHCP port deletion for 2c64aac0-3b88-4dab-ac08-8b20ec213697 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:08:50.734642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-9e09a304-c409-4aa7-8cea-a65188bed39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:50.747610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-9e09a304-c409-4aa7-8cea-a65188bed39c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1096 time: 0.3070476 Oct 13 04:08:50.755636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.844481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.845537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] Deleting port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:50.845988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:50.868594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b6b0d979-1d1a-45cd-8654-53883073748a req-934f9683-dbdd-45f2-8965-afe4d564b62b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450843 Oct 13 04:08:50.980576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:50.985665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] For port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,segment=NetworkSegment(b969ab7a-f479-416e-b672-892719e13b2a),segment_id=b969ab7a-f479-416e-b672-892719e13b2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:50.986067 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.015923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Pushing event deleted for resources: {'Port': ['ID=4fe9bca1-f741-41fe-b602-4348057ddd17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:51.043234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] Calling delete_port for b70d7227-2bda-44d5-9a22-b02d1f6a4c3f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:51.113561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-52d8dd47-28a5-41de-92ac-b43e0dbdb259 service neutron] 10.222.0.15 "GET /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882169 Oct 13 04:08:51.154082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b70d7227-2bda-44d5-9a22-b02d1f6a4c3f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:51.260538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:51.260538 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.269226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-212bf994-5f07-4263-b8f7-1316d8c33c10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 217 time: 0.0901871 Oct 13 04:08:51.279118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.281117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.322279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] Pushing event deleted for resources: {'Port': ['ID=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:51.332759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-327313b6-dcd3-44b0-b340-7218fc394ae5 tempest-AgentManagementNegativeTest-1964209012 tempest-AgentManagementNegativeTest-1964209012-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3393152 Oct 13 04:08:51.334812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dea6be-3245-4438-b179-00bfdf1226d5 None None] No DVR routers for this DVR port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:51.380595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecb59e-047b-48a5-84f3-a36564322199 req-9d95506c-435d-40aa-82f1-cc66cf2ca4ad tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:51.387872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67ecb59e-047b-48a5-84f3-a36564322199 req-9d95506c-435d-40aa-82f1-cc66cf2ca4ad tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.3685343 Oct 13 04:08:51.394691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-ea7d4867-64ab-4327-8c47-a42fa8c4fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:51.394691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-ea7d4867-64ab-4327-8c47-a42fa8c4fd45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.6069016 Oct 13 04:08:51.405263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.408454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.425474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-860d577c-c9f8-47d5-a2f1-c4b51fb0f4c3 req-12cd63d2-a344-4545-be4e-83addcc1f736 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "DELETE /v2.0/floatingips/e0b3cbef-7036-4e68-a3c2-c9f1ad122e14 HTTP/1.1" status: 204 len: 173 time: 1.5622418 Oct 13 04:08:51.470944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-c7cdfa53-1c0c-4402-a835-155eee01902d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 217 time: 0.0596485 Oct 13 04:08:51.489132 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9bd353d-2f62-4080-ba26-060f201d469f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.502769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-8f24283f-7db8-40e5-afcb-398eff7c8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:51.505344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-8f24283f-7db8-40e5-afcb-398eff7c8b78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.2136991 Oct 13 04:08:51.520298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67ecb59e-047b-48a5-84f3-a36564322199 req-58045647-ef2a-47f0-852c-13bf2e7b3a96 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153712 Oct 13 04:08:51.520298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] For port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,segment=NetworkSegment(b969ab7a-f479-416e-b672-892719e13b2a),segment_id=b969ab7a-f479-416e-b672-892719e13b2a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:51.520298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:51.604882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-823d04f5-321d-401d-96c4-7d17722326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:51.608440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-823d04f5-321d-401d-96c4-7d17722326e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928018 Oct 13 04:08:51.608786 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-b2672fe7-90b9-40c5-8022-fa2052b6e3e3 req-43ce8afb-b47b-4899-a4d1-0b18425c3d33 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] show failed (client error): The resource could not be found. Oct 13 04:08:51.613234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b2672fe7-90b9-40c5-8022-fa2052b6e3e3 req-43ce8afb-b47b-4899-a4d1-0b18425c3d33 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips/e0b3cbef-7036-4e68-a3c2-c9f1ad122e14 HTTP/1.1" status: 404 len: 350 time: 0.0613782 Oct 13 04:08:51.642589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for b70d7227-2bda-44d5-9a22-b02d1f6a4c3f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:51.727483 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-2f9f3243-1308-418d-885f-ea556be5ab7a req-a9d99db5-9ce0-4443-88e8-3a7f89e0a168 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] show failed (client error): The resource could not be found. Oct 13 04:08:51.729148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f9f3243-1308-418d-885f-ea556be5ab7a req-a9d99db5-9ce0-4443-88e8-3a7f89e0a168 tempest-FloatingIPsTestJSON-319153087 tempest-FloatingIPsTestJSON-319153087-project] 10.222.0.44 "GET /v2.0/floatingips/e0b3cbef-7036-4e68-a3c2-c9f1ad122e14 HTTP/1.1" status: 404 len: 350 time: 0.0820818 Oct 13 04:08:51.734013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-815c4e0f-8d4c-4da7-ba24-ecf56a691bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:51.735371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-815c4e0f-8d4c-4da7-ba24-ecf56a691bdc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.2444913 Oct 13 04:08:51.755547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58456) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:51.827997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-b71b7b46-c103-4dc1-ad09-47b99272b4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334601 Oct 13 04:08:51.847963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-718e4509-e1b7-4a87-bbb3-fb987b2a6dcc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:08:51.849429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-718e4509-e1b7-4a87-bbb3-fb987b2a6dcc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066288 Oct 13 04:08:51.965161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:52.091117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-1667cd73-3712-46cc-bd2e-10814812f87b service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315762 Oct 13 04:08:52.123134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bb2f3-96b9-4b69-a54a-8700dc047802 req-48f425ca-177c-4c0c-a78c-0af2cc0e713a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:52.131426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad3bb2f3-96b9-4b69-a54a-8700dc047802 req-48f425ca-177c-4c0c-a78c-0af2cc0e713a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1425982 Oct 13 04:08:52.142381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.275398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=b70d7227-2bda-44d5-9a22-b02d1f6a4c3f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:52.301077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No DVR routers for this DVR port b70d7227-2bda-44d5-9a22-b02d1f6a4c3f on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:52.385977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad3bb2f3-96b9-4b69-a54a-8700dc047802 req-167d76be-9d64-476e-93eb-aa15a643163f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506425 Oct 13 04:08:52.487025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.491095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-96495499-414c-4650-9bfa-62aa098bce90 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734825 Oct 13 04:08:52.516510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c64aac0-3b88-4dab-ac08-8b20ec213697']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:52.532062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b969ab7a-f479-416e-b672-892719e13b2a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:52.532363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b969ab7a-f479-416e-b672-892719e13b2a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:08:52.549288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.566204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.574364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:08:52.574787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:08:52.663761 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:08:52.669647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef96783f-096d-4e8b-a453-a1048e52c8c1 req-e4753c41-be69-4215-8136-1e5e38b1425f service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686007 Oct 13 04:08:52.675746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.686626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.697617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/2c64aac0-3b88-4dab-ac08-8b20ec213697 HTTP/1.1" status: 204 len: 168 time: 2.3235216 Oct 13 04:08:52.708346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:52.717904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6df5ce-76e6-40dc-ad80-53adc038082e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=2c64aac0-3b88-4dab-ac08-8b20ec213697,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:52.723899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-505847976'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:52.734265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2994baea-5bb0-4de7-8073-7359c9ad191f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.789797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.811826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae110f-b8e4-4c4c-a17c-0a227200f007 req-a3331d8d-1b96-4aac-977b-79c145156c25 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:52.813569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4ae110f-b8e4-4c4c-a17c-0a227200f007 req-a3331d8d-1b96-4aac-977b-79c145156c25 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.3354316 Oct 13 04:08:52.842736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:52.846239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.849514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-0d6947fc-d002-4087-810b-85b8015c661c service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180377 Oct 13 04:08:52.892302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:52.979950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-b0823387-02aa-46c8-b4d4-fc4fe95574c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 217 time: 0.1139829 Oct 13 04:08:53.014798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:53.067185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4ae110f-b8e4-4c4c-a17c-0a227200f007 req-478d686a-4034-4614-9b31-101bcdd64926 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202160 Oct 13 04:08:53.119687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.120044 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Added segment 7695ac03-e54e-4038-b88c-4fb6de5a147e of type vlan for network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a Oct 13 04:08:53.146854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5eb0705a-222f-45af-9355-d760d37a337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:53.148371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-5eb0705a-222f-45af-9355-d760d37a337a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.1531298 Oct 13 04:08:53.211958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2994baea-5bb0-4de7-8073-7359c9ad191f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.227821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.230993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2994baea-5bb0-4de7-8073-7359c9ad191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.357837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:53.358027 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2994baea-5bb0-4de7-8073-7359c9ad191f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e3c84f840b34d7aa07354c408fc997b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3892422 Oct 13 04:08:53.368282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-e46b3280-ee41-4d21-9efd-f5d627fa4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:53.369815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-e46b3280-ee41-4d21-9efd-f5d627fa4a51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942458 Oct 13 04:08:53.372204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994baea-5bb0-4de7-8073-7359c9ad191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db377398-6a2d-420d-a8a5-1e87ca513227,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:53.404289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.410016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:53.410617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.495114 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d756b8c-79d7-4428-b10f-a8876b8f3874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.528128 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d756b8c-79d7-4428-b10f-a8876b8f3874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.563314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8504939 Oct 13 04:08:53.567315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:53.574433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:53.622716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e95c1e-9717-4930-9f9c-462064d5ef3a req-61e86357-0f6f-464e-91e4-22321c3e4230 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:53.630735 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13e95c1e-9717-4930-9f9c-462064d5ef3a req-61e86357-0f6f-464e-91e4-22321c3e4230 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1367290 Oct 13 04:08:53.639179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8d27-2dd3-49fa-be61-433029a2f272 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Network': ['ID=0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:53.658997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:53.692763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13e95c1e-9717-4930-9f9c-462064d5ef3a req-928e9202-b1af-4ccd-a6bf-1a02bb527f98 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566781 Oct 13 04:08:53.696622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d756b8c-79d7-4428-b10f-a8876b8f3874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.697623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-87e62601-6f3c-4d4b-b746-13e0dbe17199 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:53.699459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-87e62601-6f3c-4d4b-b746-13e0dbe17199 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.2573853 Oct 13 04:08:53.702575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d756b8c-79d7-4428-b10f-a8876b8f3874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:53.704078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5d756b8c-79d7-4428-b10f-a8876b8f3874 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db377398-6a2d-420d-a8a5-1e87ca513227 HTTP/1.1" status: 204 len: 168 time: 0.3449359 Oct 13 04:08:53.729950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756b8c-79d7-4428-b10f-a8876b8f3874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db377398-6a2d-420d-a8a5-1e87ca513227,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:53.758039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-c3152616-7762-4b2d-aab3-b4c68f8ba8d5 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772302 Oct 13 04:08:53.946241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:53.949811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:54.090491 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:54.100132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-58efebd5-2370-4070-be69-44855c45bf2c service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155835 Oct 13 04:08:54.261301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460c22c-5014-4dde-a740-b37d0c93915e req-b3128f29-f010-4e8c-b3bf-799278a5dbaf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:54.262249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-1f4a1297-bb7b-48d0-901e-5d19916309c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b HTTP/1.1" status: 200 len: 217 time: 0.1049962 Oct 13 04:08:54.269973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c460c22c-5014-4dde-a740-b37d0c93915e req-b3128f29-f010-4e8c-b3bf-799278a5dbaf tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0837388 Oct 13 04:08:54.328101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c460c22c-5014-4dde-a740-b37d0c93915e req-4d8771c1-05fd-42e2-b0f5-713e2764e876 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff804da3-733f-4d69-86a7-9cba0daf9f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569267 Oct 13 04:08:54.493401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:54.554874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Deleting port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:54.555672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:54.712714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] For port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,segment=NetworkSegment(0d08e837-6d2a-465e-9e4c-c09c1d967a51),segment_id=0d08e837-6d2a-465e-9e4c-c09c1d967a51)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:54.713303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:54.765338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Calling delete_port for 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:54.788975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-230b0c9d-837c-4da9-bb99-261f530d1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:54.790417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-230b0c9d-837c-4da9-bb99-261f530d1cdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.4428105 Oct 13 04:08:55.026411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-82ff2fea-5e1a-4378-b69b-1a7f6969403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:55.029145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-82ff2fea-5e1a-4378-b69b-1a7f6969403d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2303283 Oct 13 04:08:55.130947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.154987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3c2ec-9714-4230-aef5-14ee5e9a2c2a req-5ec2a232-27a9-49db-ac72-a0f1ffd2b533 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:55.156510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ad3c2ec-9714-4230-aef5-14ee5e9a2c2a req-5ec2a232-27a9-49db-ac72-a0f1ffd2b533 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2439580 Oct 13 04:08:55.161240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:55.313742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=fa576530-38c1-424a-9122-e84ab476f34e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:55.343979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.348065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-233413922'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:55.352359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ad3c2ec-9714-4230-aef5-14ee5e9a2c2a req-91fd52e8-3913-4165-af0b-0572765eac1c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558106 Oct 13 04:08:55.408481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:55.414824 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.430809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Pushing event deleted for resources: {'Port': ['ID=9615a48a-0dd5-4836-bdb1-0fe9d28d5929,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:55.448230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Checking segment: {'id': '7695ac03-e54e-4038-b88c-4fb6de5a147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:55.448778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network hostable DHCP agents. Network: 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:55.455927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-97cbfffa-dff1-4d84-a865-23d18c557db8 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101090 Oct 13 04:08:55.459530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Deleting port e7d13499-6199-4943-98a5-2ad7be0a7fd5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:08:55.460847 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.463594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.505037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef37989d-b025-4d5f-9cff-588e5b0c6299 req-2bc63284-8738-470d-beeb-cc42b8101971 tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cedc738-36ca-44f5-8531-872bf4c3e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0438461 Oct 13 04:08:55.610096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.618863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.700437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c07d2a-7c14-4834-9c07-5b8281faeb1f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:55.749237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:55.777841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.778499 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment 2e6102eb-8663-4685-8d4e-7d131eac09d3 of type vlan for network 79685cea-e361-476c-9892-afe677b450ea Oct 13 04:08:55.838110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.872961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:55.879769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:55.880630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.005795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8395076 Oct 13 04:08:56.008777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:56.015254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'name': 'tempest-PortsIpV6TestJSON-554310642'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:56.031409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48f38-ce17-4a8f-b344-0bba6a475526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=79685cea-e361-476c-9892-afe677b450ea,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:56.042885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] No DVR routers for this DVR port 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:08:56.045145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 79685cea-e361-476c-9892-afe677b450ea details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:56.051347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:56.068093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.072393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46e9596d-2fd4-4116-a69f-19be17a685d3 req-392d172e-ffa1-4cf2-95a7-0dc6dde8c9ba tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] 10.222.0.15 "DELETE /v2.0/ports/9615a48a-0dd5-4836-bdb1-0fe9d28d5929 HTTP/1.1" status: 204 len: 173 time: 2.3424873 Oct 13 04:08:56.090429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'name': 'network-vif-deleted', 'tag': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:08:56.095786 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be39dd13-25d7-4aa8-8c0a-e8ed1f7113c7" -d '{"events": [{"server_uuid": "0cedc738-36ca-44f5-8531-872bf4c3e9a8", "name": "network-vif-deleted", "tag": "9615a48a-0dd5-4836-bdb1-0fe9d28d5929"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:08:56.123319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:56.154138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:56.154732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.158166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] For port e7d13499-6199-4943-98a5-2ad7be0a7fd5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e7d13499-6199-4943-98a5-2ad7be0a7fd5,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:08:56.158525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.167672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:56.172993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.178266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0a84c-0398-4454-979b-0c8fe93093af None None] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:56.179510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629f34-0b97-43b8-bf77-a7254a827491 req-582ee175-207b-4d14-a1e5-34ed93bb61f7 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:56.188472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3629f34-0b97-43b8-bf77-a7254a827491 req-582ee175-207b-4d14-a1e5-34ed93bb61f7 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1096 time: 0.3244061 Oct 13 04:08:56.214472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-e7dc823c-a1cc-492c-a4b0-504de744f334 service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271163 Oct 13 04:08:56.215384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Calling delete_port for e7d13499-6199-4943-98a5-2ad7be0a7fd5 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:08:56.215918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 7806707a-7c73-46c0-b619-bcb0c5b39c21 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:56.261567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04e07fb5-3a65-4068-bbd8-936cbf3e026f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6882944 Oct 13 04:08:56.312665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:56.330907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1854645716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:56.348550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-91b0ec62-78d2-4653-a3dc-c7058c632f3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=e083914d-ccbf-491d-a9f1-798a0df9898e HTTP/1.1" status: 200 len: 217 time: 0.1210954 Oct 13 04:08:56.509251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a', 'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': 'fa576530-38c1-424a-9122-e84ab476f34e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:08:56.515163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.578591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3629f34-0b97-43b8-bf77-a7254a827491 req-be7d7c44-a91e-423b-800f-f1b6e864389c tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890927 Oct 13 04:08:56.639614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.644960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.674364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.688851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-7ade3eff-8dbc-4758-ad67-af63ae83c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:56.695545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-7ade3eff-8dbc-4758-ad67-af63ae83c3ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 200 len: 797 time: 0.3079624 Oct 13 04:08:56.748844 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc315393-acfe-40a9-a72a-aad04aa903b4 x-openstack-request-id: req-fc315393-acfe-40a9-a72a-aad04aa903b4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:08:56.749520 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedc738-36ca-44f5-8531-872bf4c3e9a8", "name": "network-vif-deleted", "tag": "9615a48a-0dd5-4836-bdb1-0fe9d28d5929", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:08:56.749968 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc315393-acfe-40a9-a72a-aad04aa903b4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:08:56.750555 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedc738-36ca-44f5-8531-872bf4c3e9a8', 'name': 'network-vif-deleted', 'tag': '9615a48a-0dd5-4836-bdb1-0fe9d28d5929', 'status': 'completed', 'code': 200} Oct 13 04:08:56.766573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.878842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=7806707a-7c73-46c0-b619-bcb0c5b39c21,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:56.887821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': '2e6102eb-8663-4685-8d4e-7d131eac09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79685cea-e361-476c-9892-afe677b450ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:56.888190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 79685cea-e361-476c-9892-afe677b450ea, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:56.915203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:56.929936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 79685cea-e361-476c-9892-afe677b450ea) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:56.933783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Allocated IP 172.20.0.2 (0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a/fa576530-38c1-424a-9122-e84ab476f34e/344e9eb6-7a81-42b3-bbca-c8f1369180ef) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:56.945094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.948314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:56.959633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:56.961300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:56.997610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ead406a7-32cf-43bc-8c5e-9e0a93ea8e00 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9879110 Oct 13 04:08:57.001494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58600) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:57.019887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1075422305'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:57.075203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.081805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:57.086334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.095412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.151417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.153781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3967937-5a57-4e71-a25f-87a69e33ce89 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8339996 Oct 13 04:08:57.157825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d13499-6199-4943-98a5-2ad7be0a7fd5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:57.165648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:08:57.168288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-5d0a51a2-18ae-41c9-8d51-819467dd2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:57.169884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-5d0a51a2-18ae-41c9-8d51-819467dd2efd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63542b33-00ad-4bad-a152-ae48d9fc4bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4534581 Oct 13 04:08:57.172261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:57.177566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.178103 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment ee2cb94a-7c1d-48f9-829c-63b1bf414630 of type vlan for network 1790fc18-3b3f-499f-b1a5-1e3cd66d0f61 Oct 13 04:08:57.180035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a', 'name': 'tempest-PortsTestJSON-1422520322'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:57.256324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0dbf-c797-43d6-846c-1dabe3a10a0c req-10e6b27f-478d-4d70-bdce-0038d59a7565 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:57.258517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c93f0dbf-c797-43d6-846c-1dabe3a10a0c req-10e6b27f-478d-4d70-bdce-0038d59a7565 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.5551863 Oct 13 04:08:57.270422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.353315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.359972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:57.360638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.427646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-572db320-f084-4946-af0c-f5017c149b6b service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817567 Oct 13 04:08:57.569002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5649991 Oct 13 04:08:57.571712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:57.593197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'ports': [{'network_id': '79685cea-e361-476c-9892-afe677b450ea'}, {'network_id': '1790fc18-3b3f-499f-b1a5-1e3cd66d0f61'}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:57.593508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:57.594855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '1790fc18-3b3f-499f-b1a5-1e3cd66d0f61'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:08:57.615876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9ff22-cd8a-4f32-9bc0-bc2052eceacd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=1790fc18-3b3f-499f-b1a5-1e3cd66d0f61,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:57.635949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:08:57.637759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20e119-fa83-453f-8d92-cc7af8dbd22c None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:57.662531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1790fc18-3b3f-499f-b1a5-1e3cd66d0f61 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:08:57.667179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c93f0dbf-c797-43d6-846c-1dabe3a10a0c req-c0007754-f18d-42b9-9cc7-74669a8adab3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830245 Oct 13 04:08:57.791908 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.945796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:57.952395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:08:57.952755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 9615a48a-0dd5-4836-bdb1-0fe9d28d5929 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:08:57.955981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:57.996864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:08:58.003622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.014575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.021010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.054666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.121463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-5efddf87-0d6a-47ec-8907-488e6663f0df service neutron] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780365 Oct 13 04:08:58.124553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:58.192195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-5a2ebaea-ebf4-448a-9851-90bc07c23df8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 200 len: 217 time: 0.0609536 Oct 13 04:08:58.218228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:58.249734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 3233b390-896b-4a6d-b46c-3a665a6a8bd5 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:58.334429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:58.353977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:58.406377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Pushing event updated for resources: {'Port': ['ID=344e9eb6-7a81-42b3-bbca-c8f1369180ef,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:58.478556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-d74c9650-0c44-4d94-926f-5fb0abab7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:58.480033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-d74c9650-0c44-4d94-926f-5fb0abab7169 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.2776866 Oct 13 04:08:58.543280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Attempting to bind port 344e9eb6-7a81-42b3-bbca-c8f1369180ef on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:08:58.543634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Attempting to bind port 344e9eb6-7a81-42b3-bbca-c8f1369180ef by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '7695ac03-e54e-4038-b88c-4fb6de5a147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:08:58.544666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Attempting to bind port 344e9eb6-7a81-42b3-bbca-c8f1369180ef on network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:08:58.549546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.557905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:08:58.558282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Checking segment: {'id': '7695ac03-e54e-4038-b88c-4fb6de5a147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:58.562936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.562936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Bound using segment: {'id': '7695ac03-e54e-4038-b88c-4fb6de5a147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:08:58.563440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Bound port: 344e9eb6-7a81-42b3-bbca-c8f1369180ef, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7695ac03-e54e-4038-b88c-4fb6de5a147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:08:58.563836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.717759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] For port 344e9eb6-7a81-42b3-bbca-c8f1369180ef, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:08:58.765974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] For port 344e9eb6-7a81-42b3-bbca-c8f1369180ef, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=344e9eb6-7a81-42b3-bbca-c8f1369180ef,segment=NetworkSegment(7695ac03-e54e-4038-b88c-4fb6de5a147e),segment_id=7695ac03-e54e-4038-b88c-4fb6de5a147e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:08:58.808420 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:58.831348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-1c238576-cc25-4dac-8513-827432e7ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:58.832320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 3a807711-8d7c-43ba-b1c0-a001e6ee6912 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:08:58.833048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-1c238576-cc25-4dac-8513-827432e7ceb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2907748 Oct 13 04:08:58.838325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Router 86128250-79d9-499c-a5d7-ed697751592f has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:08:58.839771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.7 (0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a/fa576530-38c1-424a-9122-e84ab476f34e/4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:08:59.080414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a4fd-f210-4683-979f-02e62e0b2660 None None] Pushing event updated for resources: {'Port': ['ID=344e9eb6-7a81-42b3-bbca-c8f1369180ef,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:59.242775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:59.422362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:59.526010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=3233b390-896b-4a6d-b46c-3a665a6a8bd5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:59.557085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:08:59.559224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:59.566530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:59.567421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:59.651168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=3a807711-8d7c-43ba-b1c0-a001e6ee6912,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:08:59.691341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': 'ee2cb94a-7c1d-48f9-829c-63b1bf414630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1790fc18-3b3f-499f-b1a5-1e3cd66d0f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:08:59.691959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 1790fc18-3b3f-499f-b1a5-1e3cd66d0f61, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:08:59.717277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 1790fc18-3b3f-499f-b1a5-1e3cd66d0f61 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:08:59.733668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1790fc18-3b3f-499f-b1a5-1e3cd66d0f61) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:08:59.742666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f663382-7ab4-48a3-a0b3-15fd63da7b18 None None] Network 1790fc18-3b3f-499f-b1a5-1e3cd66d0f61 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:08:59.749340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:08:59.758587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:59.773607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:08:59.775100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:59.822784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c65fe718-006a-4198-8444-86e53a46dec2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2449021 Oct 13 04:08:59.823233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:08:59.857023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:59.975795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-e3924eea-d521-44dd-87b2-dd6ff3510c52 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1288862 Oct 13 04:08:59.985069 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.003278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-5cb6aa42-2199-4fee-96e7-79e19bc0aa00 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:09:00.004312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-5cb6aa42-2199-4fee-96e7-79e19bc0aa00 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 1.1462271 Oct 13 04:09:00.067520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 3a807711-8d7c-43ba-b1c0-a001e6ee6912 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:00.067859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.198326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.230804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 3a807711-8d7c-43ba-b1c0-a001e6ee6912 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:00.249205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-a8e35c18-4822-43b6-9c14-f7773ca6b7b6 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622242 Oct 13 04:09:00.284359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbbe0a-4d20-4869-98be-581dda49359c req-536a7ed7-4b2c-448f-b8dd-7b727533e41a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.295693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3cbbe0a-4d20-4869-98be-581dda49359c req-536a7ed7-4b2c-448f-b8dd-7b727533e41a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 1.3668799 Oct 13 04:09:00.410170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-70276aff-8cd4-4f79-8d3f-1940fa021658 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 200 len: 217 time: 0.0920546 Oct 13 04:09:00.425037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.466809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:00.488058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:00.494012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=3a807711-8d7c-43ba-b1c0-a001e6ee6912,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:00.521718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.532049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a7b69b88-983f-47ac-bce3-06414222c9f4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/3a807711-8d7c-43ba-b1c0-a001e6ee6912 HTTP/1.1" status: 204 len: 168 time: 0.7077353 Oct 13 04:09:00.534650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58704) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:00.588442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-7d04b58b-9908-450e-8b39-63126da92f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.590345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-7d04b58b-9908-450e-8b39-63126da92f92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 200 len: 797 time: 0.1208637 Oct 13 04:09:00.603622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:00.634336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86f17b-abab-438d-9655-72eda45473bc tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.650252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86f17b-abab-438d-9655-72eda45473bc tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.661223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0d86f17b-abab-438d-9655-72eda45473bc tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1252618 Oct 13 04:09:00.664541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:00.679961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3cbbe0a-4d20-4869-98be-581dda49359c req-3415a5af-7c80-4a84-91d0-95fa7ff97ce3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833020 Oct 13 04:09:00.690671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-bcd8b7d0-c327-4de6-9060-fc47c60a7f0f tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.695128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-bcd8b7d0-c327-4de6-9060-fc47c60a7f0f tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 1093 time: 0.6438282 Oct 13 04:09:00.699173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42629750-b6ea-4d5d-809a-8a96d00e77b7 None None] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:00.749223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:00.790317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:09:00.799663 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78569487-46b5-429c-b556-ea3d73313645 None None] Sync routers for ids ['86128250-79d9-499c-a5d7-ed697751592f'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:09:00.806782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4c8f8a7b-8ef5-4839-97ed-a22d85311693 admin admin] 10.222.0.44 "PUT /v2.0/routers/86128250-79d9-499c-a5d7-ed697751592f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0397391 Oct 13 04:09:00.809650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb83b-40dd-4960-a59f-347e13441828 req-413f4a4d-cc1e-44ce-972d-c5b90694c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.811137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-413f4a4d-cc1e-44ce-972d-c5b90694c542 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1989050 Oct 13 04:09:00.811735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58712) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:00.817823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:00.818612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.822446 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] Routers {'86128250-79d9-499c-a5d7-ed697751592f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:00.823087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['86128250-79d9-499c-a5d7-ed697751592f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:00.855307 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-89fbfe22-94a6-4a10-b9fa-017be63b794d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6799688 Oct 13 04:09:00.872978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b5a52cf-6a6b-4a20-8efa-7ae61d92f9fa None None] Provisioning complete for port 344e9eb6-7a81-42b3-bbca-c8f1369180ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:00.874064 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5a52cf-6a6b-4a20-8efa-7ae61d92f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:00.889496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:01.079768 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] Set router 86128250-79d9-499c-a5d7-ed697751592f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:09:01.123592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 3233b390-896b-4a6d-b46c-3a665a6a8bd5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:01.127820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.255652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Request body: {'binding': {'host': 'n-h1-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:01.256177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:09:01.268338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 344e9eb6-7a81-42b3-bbca-c8f1369180ef up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:01.335846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5a52cf-6a6b-4a20-8efa-7ae61d92f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.345110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.365214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 3233b390-896b-4a6d-b46c-3a665a6a8bd5 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:01.467570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.527209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=3233b390-896b-4a6d-b46c-3a665a6a8bd5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:01.542782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6b5a52cf-6a6b-4a20-8efa-7ae61d92f9fa None None] For port 344e9eb6-7a81-42b3-bbca-c8f1369180ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=344e9eb6-7a81-42b3-bbca-c8f1369180ef,segment=NetworkSegment(7695ac03-e54e-4038-b88c-4fb6de5a147e),segment_id=7695ac03-e54e-4038-b88c-4fb6de5a147e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:01.544377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 344e9eb6-7a81-42b3-bbca-c8f1369180ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:01.545318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.551366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.558429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7c0d9e04-247f-4d20-9a29-ea2bc0de5ef4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/3233b390-896b-4a6d-b46c-3a665a6a8bd5 HTTP/1.1" status: 204 len: 168 time: 0.8900561 Oct 13 04:09:01.558960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:01.586430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on host n-h1-810220-9 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:01.586761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:01.587089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:01.609133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5a52cf-6a6b-4a20-8efa-7ae61d92f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.622418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:01.622739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:01.632647 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:57Z', 'revision_number': 5, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:01.694994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d93c28-c140-4001-b4a8-c352b213f0e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:01.699308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02d93c28-c140-4001-b4a8-c352b213f0e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1341536 Oct 13 04:09:01.700473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:01.702737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:01.703078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:01.703514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:01.703963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Bound port: daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:01.753296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a52cf-6a6b-4a20-8efa-7ae61d92f9fa None None] Pushing event updated for resources: {'Port': ['ID=344e9eb6-7a81-42b3-bbca-c8f1369180ef,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:01.757502 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba9f58b-628b-4d2f-8485-4ab036d9f46f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:01.762980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ba9f58b-628b-4d2f-8485-4ab036d9f46f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/3a807711-8d7c-43ba-b1c0-a001e6ee6912 HTTP/1.1" status: 404 len: 333 time: 0.0557075 Oct 13 04:09:01.763259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:01.771691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78569487-46b5-429c-b556-ea3d73313645 None None] Checking router: 86128250-79d9-499c-a5d7-ed697751592f for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:09:01.793898 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c22fd30-4796-4aef-8c5d-9332447e68b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:01.798626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9c22fd30-4796-4aef-8c5d-9332447e68b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/3233b390-896b-4a6d-b46c-3a665a6a8bd5 HTTP/1.1" status: 404 len: 333 time: 0.0308607 Oct 13 04:09:01.798952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:01.807399 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] Routers {'86128250-79d9-499c-a5d7-ed697751592f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:01.808094 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['86128250-79d9-499c-a5d7-ed697751592f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:01.847593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:01.892610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:01.897190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-03fbb986-4d66-4a4b-ab2d-0687bcbbbf7d service neutron] 10.222.0.44 "POST /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea/bindings HTTP/1.1" status: 201 len: 389 time: 1.1656780 Oct 13 04:09:01.938180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ac19fe1-cc73-4f7e-910a-23e4ff6c30fd None None] Provisioning complete for port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:01.938870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ac19fe1-cc73-4f7e-910a-23e4ff6c30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.006129 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] Set router 86128250-79d9-499c-a5d7-ed697751592f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:09:02.079061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6ac19fe1-cc73-4f7e-910a-23e4ff6c30fd None None] Port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:02.099760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ac19fe1-cc73-4f7e-910a-23e4ff6c30fd None None] Provisioning complete for port 344e9eb6-7a81-42b3-bbca-c8f1369180ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:02.100463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ac19fe1-cc73-4f7e-910a-23e4ff6c30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.115995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-f080c593-51bc-448a-8c8c-02f288f0fbd0 service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2780805 Oct 13 04:09:02.122206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.398614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c3bbaa2-0ea3-4b21-bd3d-840c1dbd35db None None] Provisioning complete for port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:02.402078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbaa2-0ea3-4b21-bd3d-840c1dbd35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.481018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.502056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bbaa2-0ea3-4b21-bd3d-840c1dbd35db None None] Port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:02.517827 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-78569487-46b5-429c-b556-ea3d73313645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:57Z', 'revision_number': 5, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:02.536874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4002ff1-273a-4aa3-81d6-b4962f8cabf6 req-5f345dc8-57ca-4f8e-8dc7-0ff597a5e151 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:02.538454 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4002ff1-273a-4aa3-81d6-b4962f8cabf6 req-5f345dc8-57ca-4f8e-8dc7-0ff597a5e151 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.6526570 Oct 13 04:09:02.556615 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78569487-46b5-429c-b556-ea3d73313645 None None] The sync data for ids ['86128250-79d9-499c-a5d7-ed697751592f'] in n-d-810220-9 is: [{'id': '86128250-79d9-499c-a5d7-ed697751592f', 'name': 'tempest-FloatingIPsTestJSON-1033654903-router', 'tenant_id': '17ae3270fb324119bf8372c5d8476a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:08:23Z', 'updated_at': '2021-10-13T04:08:57Z', 'revision_number': 5, 'project_id': '17ae3270fb324119bf8372c5d8476a83', 'gw_port': {'id': 'f465c5d4-45d9-4721-a833-c07e83973b8c', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86128250-79d9-499c-a5d7-ed697751592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:08:25Z', 'updated_at': '2021-10-13T04:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:09:02.557899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-98d46939-7006-488d-92f4-7cdf3af416f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:02.560419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-98d46939-7006-488d-92f4-7cdf3af416f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1097 time: 0.2387283 Oct 13 04:09:02.629711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.654896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-9186cc8e-94e2-4283-97d3-8f9c29339dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:02.656250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-9186cc8e-94e2-4283-97d3-8f9c29339dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1096 time: 0.1393299 Oct 13 04:09:02.669369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df3504-dc21-4b4e-991b-c9b504f15656 req-fca1068c-e64c-4e63-b09f-e3f1ab215340 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:02.670840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e8df3504-dc21-4b4e-991b-c9b504f15656 req-fca1068c-e64c-4e63-b09f-e3f1ab215340 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.1527345 Oct 13 04:09:02.696658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3defb83b-40dd-4960-a59f-347e13441828 req-bad1cd2b-3dca-4b0d-a6e6-ce458f12956b service neutron] 10.222.0.15 "GET /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723357 Oct 13 04:09:02.743263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4002ff1-273a-4aa3-81d6-b4962f8cabf6 req-ea018f2f-5333-4300-8d5a-11673b6ef40d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946461 Oct 13 04:09:02.804786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.828398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Deleting port f465c5d4-45d9-4721-a833-c07e83973b8c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:02.828867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.831101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-efd890fe-6566-47e4-b1be-eef832ce321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:02.832708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-efd890fe-6566-47e4-b1be-eef832ce321b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 0.2420914 Oct 13 04:09:02.887822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-ea73672a-c3ab-4296-b999-e67131d6ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:02.889368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-ea73672a-c3ab-4296-b999-e67131d6ce74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2166312 Oct 13 04:09:02.906773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e8df3504-dc21-4b4e-991b-c9b504f15656 req-7bd441a3-9abf-494f-a406-290ac09d5a1f tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375358 Oct 13 04:09:02.916970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:02.965715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-91388833-0326-4fc3-a51b-c7ef5e43efbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 217 time: 0.0624151 Oct 13 04:09:02.971491 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-617f18a3-ccf6-4834-9101-bffd2b2fd1ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.1054430 Oct 13 04:09:02.977951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1790fc18-3b3f-499f-b1a5-1e3cd66d0f61']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:03.008965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2cb94a-7c1d-48f9-829c-63b1bf414630') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:03.009243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2cb94a-7c1d-48f9-829c-63b1bf414630') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:03.058340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.096661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.109380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:03.109823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:03.114288 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:03.116363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-6908ead4-5927-43dc-8272-35156cc1a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:03.117566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-6908ead4-5927-43dc-8272-35156cc1a03d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1317358 Oct 13 04:09:03.121457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 344e9eb6-7a81-42b3-bbca-c8f1369180ef up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:03.257498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 344e9eb6-7a81-42b3-bbca-c8f1369180ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:03.257992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.347720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-b350fae6-a2e2-491b-8527-4822d87ec808 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108657 Oct 13 04:09:03.425199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e7d13499-6199-4943-98a5-2ad7be0a7fd5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:03.484486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e7d13499-6199-4943-98a5-2ad7be0a7fd5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:03.485107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e7d13499-6199-4943-98a5-2ad7be0a7fd5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:03.502412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.515081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.521809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/1790fc18-3b3f-499f-b1a5-1e3cd66d0f61 HTTP/1.1" status: 204 len: 168 time: 1.7185595 Oct 13 04:09:03.528062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:03.533908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916711492'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:03.572674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:03.577430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.594944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f66691-67e5-409e-b6d0-31355d726f63 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=1790fc18-3b3f-499f-b1a5-1e3cd66d0f61,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:03.626776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:03.651308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-8359e076-99f6-46c9-91b7-464202a35703 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941034 Oct 13 04:09:03.652893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.653210 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment c7cd323c-4fd9-4cb5-8fab-5d330231be9e of type vlan for network 95902482-2471-40f7-8f9d-f27bd7b4ac28 Oct 13 04:09:03.686232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] For port f465c5d4-45d9-4721-a833-c07e83973b8c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f465c5d4-45d9-4721-a833-c07e83973b8c,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:03.686681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.692172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-ffb11bc3-8849-4e00-9b5b-a765eebd89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:03.693515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-ffb11bc3-8849-4e00-9b5b-a765eebd89a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.6946409 Oct 13 04:09:03.720652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Calling delete_port for f465c5d4-45d9-4721-a833-c07e83973b8c owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:03.745775 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-fe0d74dd-30b3-4338-8ff3-6f5f45dd55b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422807 Oct 13 04:09:03.749640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.824493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.832020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:03.833568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:03.849928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-a290f579-0166-423f-888c-93fc2f08bf2e service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879585 Oct 13 04:09:03.869255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3399224 Oct 13 04:09:03.888919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:03.950948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53116831-44b2-41cb-bdd9-5782a4e7b786 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=95902482-2471-40f7-8f9d-f27bd7b4ac28,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:03.965310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:03.995090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57887b-b33b-4389-ac9f-f1ddeb701990 req-d78b916b-c863-4667-b2a2-07ed6553d18e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:03.996706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e57887b-b33b-4389-ac9f-f1ddeb701990 req-d78b916b-c863-4667-b2a2-07ed6553d18e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.1000755 Oct 13 04:09:03.997086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:04.046323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.074703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e57887b-b33b-4389-ac9f-f1ddeb701990 req-5ecb03a4-a29e-439f-8bef-3ee7276fcfd0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710664 Oct 13 04:09:04.125021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.324888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-73e192ee-3a42-4b1a-8c00-2bc48b8ca812 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698862 Oct 13 04:09:04.363327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:04.510506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ca9fb-e138-4be9-a8ed-7135e0917dab req-d338db6b-3c12-40b0-8c2c-af00f743fa2d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:04.519063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d13ca9fb-e138-4be9-a8ed-7135e0917dab req-d338db6b-3c12-40b0-8c2c-af00f743fa2d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.4005682 Oct 13 04:09:04.579820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76c5a67f-308b-46a5-aeca-e98b300acd85 req-d8e51dbe-a873-4204-ab17-98fff7a8b226 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429469 Oct 13 04:09:04.594785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:04.732373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:04.762050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.771268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:04.775670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.797419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c55db9a-7aed-4f3b-8f2e-5ba8adf2979b None None] Provisioning complete for port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:04.798159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c55db9a-7aed-4f3b-8f2e-5ba8adf2979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.828461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Deleting subnet b19abcdc-adaa-4d33-ab35-b2355c776749 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:04.832014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.838959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f465c5d4-45d9-4721-a833-c07e83973b8c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:04.874762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.876546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c55db9a-7aed-4f3b-8f2e-5ba8adf2979b None None] Port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:04.888979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.917861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:04.921590 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581dd76-b9a6-4dd5-badf-04b26dfa8ec6" -d '{"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:04.937321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:04.945889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.946309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:04.959484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d13ca9fb-e138-4be9-a8ed-7135e0917dab req-20c35b26-2885-4d4f-8370-1f21ed73fef1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392869 Oct 13 04:09:05.024717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Performing IP validity checks on allocation pools {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:09:05.025377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:05.025494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:09:05.031615 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edbf6d9-fa5f-4a80-a4ed-13e1bc1c368b x-openstack-request-id: req-0edbf6d9-fa5f-4a80-a4ed-13e1bc1c368b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:05.031931 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:05.032874 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0edbf6d9-fa5f-4a80-a4ed-13e1bc1c368b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:05.032874 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'code': 200} Oct 13 04:09:05.033193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:05.087799 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.099333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.106332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.179957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.184287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b19abcdc-adaa-4d33-ab35-b2355c776749 HTTP/1.1" status: 204 len: 168 time: 0.4505742 Oct 13 04:09:05.185473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca93175-44e0-4b6e-9707-c9939c4c7ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19abcdc-adaa-4d33-ab35-b2355c776749,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:05.187260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:05.200296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f43ebb-f77e-4dfa-a42b-8f3752bd8518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.295164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.324552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.333797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.451709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.480501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f43ebb-f77e-4dfa-a42b-8f3752bd8518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.496657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876c5493-a918-4192-8574-9a25534ba797']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:05.510988 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f43ebb-f77e-4dfa-a42b-8f3752bd8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.515172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d08e837-6d2a-465e-9e4c-c09c1d967a51') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:05.515475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d08e837-6d2a-465e-9e4c-c09c1d967a51') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:05.518386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.519502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86128250-79d9-499c-a5d7-ed697751592f {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:09:05.536363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79f4b-651f-4e4f-a6f0-ea401673c2fe req-8ca7bcf6-fb2a-42d8-af9a-63b5f7f09a4e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:05.537956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21d79f4b-651f-4e4f-a6f0-ea401673c2fe req-8ca7bcf6-fb2a-42d8-af9a-63b5f7f09a4e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.3238766 Oct 13 04:09:05.561456 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.562948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc8ecea7-96db-4933-8818-01c6b394fa06 admin admin] 10.222.0.44 "DELETE /v2.0/routers/86128250-79d9-499c-a5d7-ed697751592f HTTP/1.1" status: 204 len: 168 time: 4.7285538 Oct 13 04:09:05.567168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.574492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:05.650834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-32f43ebb-f77e-4dfa-a42b-8f3752bd8518 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a15368ca6c58437f8de7ebf9d95bdf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281874 Oct 13 04:09:05.652593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:05.655569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43ebb-f77e-4dfa-a42b-8f3752bd8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a0059-5c27-4b4f-975e-09fdd37f1f65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:05.658945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.667709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.700325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:05.700902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:05.703324 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:05.719039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.766161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Deleting subnet da3d1249-d113-44ea-b711-97437863bca0 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:05.769869 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.805233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21d79f4b-651f-4e4f-a6f0-ea401673c2fe req-a57deec0-cc59-4fde-88b6-e97983e8bcec tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484477 Oct 13 04:09:05.843726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=37ba03e1-4013-4b76-a2ee-3ad1bdc6e840,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:05.851015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.878118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.884439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:05.887728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] 10.222.0.44 "DELETE /v2.0/networks/876c5493-a918-4192-8574-9a25534ba797 HTTP/1.1" status: 204 len: 168 time: 0.6940145 Oct 13 04:09:05.916994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96b37e-5928-470a-9c25-c67d82f50f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=876c5493-a918-4192-8574-9a25534ba797,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:05.939955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b409b90b-1f96-4cce-8833-618acb323137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.031720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b409b90b-1f96-4cce-8833-618acb323137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.083370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58838) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:06.101916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b409b90b-1f96-4cce-8833-618acb323137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.104441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b409b90b-1f96-4cce-8833-618acb323137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.107940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b409b90b-1f96-4cce-8833-618acb323137 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b99a0059-5c27-4b4f-975e-09fdd37f1f65 HTTP/1.1" status: 204 len: 168 time: 0.4463098 Oct 13 04:09:06.125032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:06.125553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 95902482-2471-40f7-8f9d-f27bd7b4ac28, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:06.155990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:06.168782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.171942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 95902482-2471-40f7-8f9d-f27bd7b4ac28) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:06.177405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:06.178125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.184200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.190870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15970b6b-65f7-4c27-bfd9-dec411b8e5b0 None None] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:06.191761 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.258522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409b90b-1f96-4cce-8833-618acb323137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a0059-5c27-4b4f-975e-09fdd37f1f65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:06.281433 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.288459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:06.290156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.349750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3d1249-d113-44ea-b711-97437863bca0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:06.388029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac0d9e-8437-4300-9178-18d80c84d711 req-7e471a43-7e05-476d-9271-d255aed5d0c0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:06.390893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-49ac0d9e-8437-4300-9178-18d80c84d711 req-7e471a43-7e05-476d-9271-d255aed5d0c0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.3010473 Oct 13 04:09:06.401564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-43bd3c92-394e-4dfd-85c7-4c629aac5471 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=340349bbc53e4e468f467e87c4c648a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166406 Oct 13 04:09:06.402642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.406162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ef3da50a-d71e-4dbe-97a4-c135568d1286 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da3d1249-d113-44ea-b711-97437863bca0 HTTP/1.1" status: 204 len: 168 time: 0.8226328 Oct 13 04:09:06.406900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:06.408930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:06.424563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4af77c-4624-4358-bec7-fc02e6e79267 None None] Network a16b5e22-4a03-496d-9b5e-709967fb3260 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:06.437216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:06.438914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:06.450850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e070a4d-c223-41dc-8e7f-0d513d5768c0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5445015 Oct 13 04:09:06.453992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-95902482-2471-40f7-8f9d-f27bd7b4ac28', 'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': '37ba03e1-4013-4b76-a2ee-3ad1bdc6e840'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:09:06.454866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.489757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:06.501124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28', 'name': 'tempest-PortsIpV6TestJSON-1300541952'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:06.707012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Router 53c533cc-edd5-419b-bf24-d0aa768abb41 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:09:06.886921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-49ac0d9e-8437-4300-9178-18d80c84d711 req-5a99d7bc-8550-4464-9786-d8059ceb6293 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743140 Oct 13 04:09:06.897728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.905103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:09:06.911955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5964ceb8-238b-493a-a54b-b3792b7605fa tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/routers/53c533cc-edd5-419b-bf24-d0aa768abb41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0123060 Oct 13 04:09:06.916935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cde5bf45-a5c9-45d6-941b-9307a301e0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.924257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58854) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:06.938370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:06.987895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-367bc6ce-4ed7-468e-b114-ab0eaae8e90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:06.995170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cde5bf45-a5c9-45d6-941b-9307a301e0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.029167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:07.033091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.044790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] Sync routers for ids ['53c533cc-edd5-419b-bf24-d0aa768abb41'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:09:07.051405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9789fc77-490d-4b90-ba37-db5c83b2430c None None] Provisioning complete for port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:07.051950 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9789fc77-490d-4b90-ba37-db5c83b2430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.070602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32856ca4-4169-4baa-80a9-a4b880f40a18 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:07.074988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32856ca4-4169-4baa-80a9-a4b880f40a18 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports?device_id=53c533cc-edd5-419b-bf24-d0aa768abb41 HTTP/1.1" status: 200 len: 982 time: 0.1448781 Oct 13 04:09:07.075519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:07.091883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f465c5d4-45d9-4721-a833-c07e83973b8c no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:07.096364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 777cd4cc-97db-4b34-963e-42d48d939634 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:07.123440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9789fc77-490d-4b90-ba37-db5c83b2430c None None] Port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:07.125058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: f465c5d4-45d9-4721-a833-c07e83973b8c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:07.125597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f465c5d4-45d9-4721-a833-c07e83973b8c not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:07.139024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] DHCP port deletion for a16b5e22-4a03-496d-9b5e-709967fb3260 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:07.165964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] Routers {'53c533cc-edd5-419b-bf24-d0aa768abb41'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:07.166955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['53c533cc-edd5-419b-bf24-d0aa768abb41'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.207844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Deleting port fc04a1e9-e3bc-470e-b7f9-513205aea84e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:07.208206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.224531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cde5bf45-a5c9-45d6-941b-9307a301e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.226551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.228523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cde5bf45-a5c9-45d6-941b-9307a301e0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.229846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cde5bf45-a5c9-45d6-941b-9307a301e0a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff804da3-733f-4d69-86a7-9cba0daf9f51 HTTP/1.1" status: 204 len: 168 time: 0.8217609 Oct 13 04:09:07.242481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Allocated IP 2001:db8::2 (95902482-2471-40f7-8f9d-f27bd7b4ac28/37ba03e1-4013-4b76-a2ee-3ad1bdc6e840/fdb5b1e8-3782-42c8-aa9d-a3219b89e599) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:07.257654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] Deleting port fc04a1e9-e3bc-470e-b7f9-513205aea84e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:07.258382 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.277120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5bf45-a5c9-45d6-941b-9307a301e0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff804da3-733f-4d69-86a7-9cba0daf9f51,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:07.305458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] For port fc04a1e9-e3bc-470e-b7f9-513205aea84e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc04a1e9-e3bc-470e-b7f9-513205aea84e,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:07.305836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.328610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Calling delete_port for fc04a1e9-e3bc-470e-b7f9-513205aea84e owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:07.341483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] Routers {'53c533cc-edd5-419b-bf24-d0aa768abb41'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:07.342396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['53c533cc-edd5-419b-bf24-d0aa768abb41'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.394765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.395567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72a65a-02e3-47d4-bd10-0c65d7e55e90 None None] The sync data for ids ['53c533cc-edd5-419b-bf24-d0aa768abb41'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:09:07.398779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] For port fc04a1e9-e3bc-470e-b7f9-513205aea84e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc04a1e9-e3bc-470e-b7f9-513205aea84e,segment=NetworkSegment(b512491f-e10c-4820-8504-4e13f2aa01d8),segment_id=b512491f-e10c-4820-8504-4e13f2aa01d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:07.399876 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.448184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] Calling delete_port for fc04a1e9-e3bc-470e-b7f9-513205aea84e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:07.456485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.480238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] No DVR routers for this DVR port fc04a1e9-e3bc-470e-b7f9-513205aea84e on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:07.600609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.609999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc04a1e9-e3bc-470e-b7f9-513205aea84e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:07.614990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.637317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16b5e22-4a03-496d-9b5e-709967fb3260']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.649883 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.651666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] Pushing event deleted for resources: {'Port': ['ID=fc04a1e9-e3bc-470e-b7f9-513205aea84e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:07.653789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0d352-1772-4854-b34a-402ab214bd1e None None] No DVR routers for this DVR port fc04a1e9-e3bc-470e-b7f9-513205aea84e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:07.657339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b512491f-e10c-4820-8504-4e13f2aa01d8') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.658663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b512491f-e10c-4820-8504-4e13f2aa01d8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:07.665756 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.693767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.700444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae9f2-0862-4c1e-98d6-e32180dc1186 req-bcebae1b-f511-4b03-95f0-01a9fe3b67e5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:07.703622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ecae9f2-0862-4c1e-98d6-e32180dc1186 req-bcebae1b-f511-4b03-95f0-01a9fe3b67e5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.7202365 Oct 13 04:09:07.713785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.721693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:07.723362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.751483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Pushing event updated for resources: {'Port': ['ID=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:07.768618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:07.770535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:07.778475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:07.787390 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:07.794529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.794939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.795283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.795656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.795992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.796323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.796650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.805774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.805774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.806121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.806261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.806808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:07.860585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Attempting to bind port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:07.861194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Attempting to bind port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:07.861862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Attempting to bind port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 on network 95902482-2471-40f7-8f9d-f27bd7b4ac28 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:07.891874 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.898285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:07.898706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Checking segment: {'id': 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:07.900289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.900289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Bound using segment: {'id': 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:07.901372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Bound port: fdb5b1e8-3782-42c8-aa9d-a3219b89e599, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '95902482-2471-40f7-8f9d-f27bd7b4ac28'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:07.902090 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.914378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.921655 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:07.931475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] 10.222.0.44 "DELETE /v2.0/networks/a16b5e22-4a03-496d-9b5e-709967fb3260 HTTP/1.1" status: 204 len: 168 time: 1.5084448 Oct 13 04:09:07.968624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::2b9 (95902482-2471-40f7-8f9d-f27bd7b4ac28/37ba03e1-4013-4b76-a2ee-3ad1bdc6e840/777cd4cc-97db-4b34-963e-42d48d939634) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:07.978201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520794c-3ad5-4d0a-a377-bd39e1560f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a16b5e22-4a03-496d-9b5e-709967fb3260,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:07.979511 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ecae9f2-0862-4c1e-98d6-e32180dc1186 req-07b3db04-3780-4e8f-a69c-9ad2c34acf84 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387626 Oct 13 04:09:08.050007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] For port fdb5b1e8-3782-42c8-aa9d-a3219b89e599, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:08.054806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] For port fdb5b1e8-3782-42c8-aa9d-a3219b89e599, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,segment=NetworkSegment(c7cd323c-4fd9-4cb5-8fab-5d330231be9e),segment_id=c7cd323c-4fd9-4cb5-8fab-5d330231be9e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:08.066622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.148262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73f53-f9f2-4bfe-b058-cbd423b25f11 None None] Pushing event updated for resources: {'Port': ['ID=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:08.269896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-367bc6ce-4ed7-468e-b114-ab0eaae8e90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.305079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ae0c8-067c-4ef5-8833-eefae4cdedcb req-68575564-bd16-4d50-a0f6-e379851c8f92 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:08.313735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a16ae0c8-067c-4ef5-8833-eefae4cdedcb req-68575564-bd16-4d50-a0f6-e379851c8f92 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.0965252 Oct 13 04:09:08.315568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-367bc6ce-4ed7-468e-b114-ab0eaae8e90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.428120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e24f-841c-4e67-a93b-3c24d571326d req-0ce1d609-e30c-442f-8683-3799b1f5b2c4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:08.436958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1936e24f-841c-4e67-a93b-3c24d571326d req-0ce1d609-e30c-442f-8683-3799b1f5b2c4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.2339945 Oct 13 04:09:08.438768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:08.535289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bc6ce-4ed7-468e-b114-ab0eaae8e90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18124323-2234-401b-bac6-bcec25252376,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:08.556591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.574515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a16ae0c8-067c-4ef5-8833-eefae4cdedcb req-128c64a3-f3dc-4e56-8519-9716084b8f69 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493572 Oct 13 04:09:08.578372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-367bc6ce-4ed7-468e-b114-ab0eaae8e90c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09efe6f92c0e4a89acaf24725871324d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6390417 Oct 13 04:09:08.588429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:08.612065 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1936e24f-841c-4e67-a93b-3c24d571326d req-9e856a41-0c54-43b1-8b02-0c358e027b99 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741405 Oct 13 04:09:08.622203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:08.645278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-583c1d8f-c868-4a07-a1d8-acd56111a975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17ae3270fb324119bf8372c5d8476a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005539 Oct 13 04:09:08.647094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58888) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:08.773039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.810114 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-644e58d1-48c7-475f-a6be-94ddad066613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.848447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1c06356-7887-441b-b59f-9a96057d38a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.865268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=777cd4cc-97db-4b34-963e-42d48d939634,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:08.896740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-644e58d1-48c7-475f-a6be-94ddad066613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.967729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-fa09a209-402e-4a46-a243-8c431137e67e req-fe2f7859-6633-4d1d-a21d-88a330869d3c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:09:08.981910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa09a209-402e-4a46-a243-8c431137e67e req-fe2f7859-6633-4d1d-a21d-88a330869d3c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0232031 Oct 13 04:09:08.984455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:08.985729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-644e58d1-48c7-475f-a6be-94ddad066613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.999115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-644e58d1-48c7-475f-a6be-94ddad066613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:08.999115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-644e58d1-48c7-475f-a6be-94ddad066613 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75d5eb4e-5ed6-4e66-8cb9-20c9ef02619c HTTP/1.1" status: 204 len: 168 time: 0.3419330 Oct 13 04:09:09.028098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e58d1-48c7-475f-a6be-94ddad066613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5eb4e-5ed6-4e66-8cb9-20c9ef02619c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:09.035409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:09.042265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:09.067530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:09.068226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.112070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25deb971-46be-4231-a78b-75abddbcaf2f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6196275 Oct 13 04:09:09.113377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:09.162666 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1c06356-7887-441b-b59f-9a96057d38a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.195221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:09.195669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fdb5b1e8-3782-42c8-aa9d-a3219b89e599 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:09.277534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 777cd4cc-97db-4b34-963e-42d48d939634 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:09.278770 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.306890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:09.307271 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.348729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.505162 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.519857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-79a8b7f4-b0f0-47cb-aed9-cdfc2287655d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218843 Oct 13 04:09:09.557254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.576377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 777cd4cc-97db-4b34-963e-42d48d939634 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:09.585806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port fdb5b1e8-3782-42c8-aa9d-a3219b89e599, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,segment=NetworkSegment(c7cd323c-4fd9-4cb5-8fab-5d330231be9e),segment_id=c7cd323c-4fd9-4cb5-8fab-5d330231be9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:09.599163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.679566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-569688053-network', 'tenant_id': '5195bce81179420792adfacd3444f88d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:09.729853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1c06356-7887-441b-b59f-9a96057d38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.740319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1c06356-7887-441b-b59f-9a96057d38a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.742092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1c06356-7887-441b-b59f-9a96057d38a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18124323-2234-401b-bac6-bcec25252376 HTTP/1.1" status: 204 len: 168 time: 1.1527026 Oct 13 04:09:09.746154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:09.749064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc04a1e9-e3bc-470e-b7f9-513205aea84e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:09.761941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54c9a-40aa-4d74-9351-d7ec201d3810 req-2f2e51ce-35a2-4ec7-87ee-0c8160440331 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:09.776786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08a54c9a-40aa-4d74-9351-d7ec201d3810 req-2f2e51ce-35a2-4ec7-87ee-0c8160440331 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.4599259 Oct 13 04:09:09.821093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fc04a1e9-e3bc-470e-b7f9-513205aea84e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:09.821440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc04a1e9-e3bc-470e-b7f9-513205aea84e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:09.844199 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.853500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c06356-7887-441b-b59f-9a96057d38a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18124323-2234-401b-bac6-bcec25252376,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:09.861729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Made reservation on behalf of 5195bce81179420792adfacd3444f88d for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:09.873988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.896708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:09.931610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08a54c9a-40aa-4d74-9351-d7ec201d3810 req-a731dbc6-f7cf-46b6-bb09-d1f6e321ff89 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538270 Oct 13 04:09:09.952762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eafd8-8476-46cf-8d76-4f1605d866a0 req-fa022278-ba8a-4ac2-aec6-ec7c5510c07a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:09.955112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd1eafd8-8476-46cf-8d76-4f1605d866a0 req-fa022278-ba8a-4ac2-aec6-ec7c5510c07a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.2110610 Oct 13 04:09:10.070026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:10.070761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.149974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9eca1-9e83-4077-8ebc-7ca60aa62585 None None] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:10.185869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bd1eafd8-8476-46cf-8d76-4f1605d866a0 req-67edbb1b-7887-4b5a-9f7a-283faff7680e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191956 Oct 13 04:09:10.228482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.282052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=777cd4cc-97db-4b34-963e-42d48d939634,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:10.314759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a8a38a9-e2ce-4b18-b3c5-28a1b67a784f None None] Provisioning complete for port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:10.315519 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a8a38a9-e2ce-4b18-b3c5-28a1b67a784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.328710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.331945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04686314-e811-49ad-89e8-55b4e400978c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/777cd4cc-97db-4b34-963e-42d48d939634 HTTP/1.1" status: 204 len: 168 time: 1.2149439 Oct 13 04:09:10.346065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:10.442112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.463940 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e735063-3498-47cb-bec1-4f78f8b53de1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:10.464740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e735063-3498-47cb-bec1-4f78f8b53de1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:10.467794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7e735063-3498-47cb-bec1-4f78f8b53de1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/777cd4cc-97db-4b34-963e-42d48d939634 HTTP/1.1" status: 404 len: 333 time: 0.1173167 Oct 13 04:09:10.470576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:10.514823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:10.546430 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6810fe29-48cf-46f4-80a9-c01aa6129c7d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:10.555853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6810fe29-48cf-46f4-80a9-c01aa6129c7d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/777cd4cc-97db-4b34-963e-42d48d939634 HTTP/1.1" status: 404 len: 333 time: 0.0839808 Oct 13 04:09:10.563771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58966) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:10.667181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.675067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 37ba03e1-4013-4b76-a2ee-3ad1bdc6e840 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:10.677426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:10.687224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.687405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.743867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.762882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:10.791538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d99820-68e1-4955-8cf5-fceb76f49d63,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:10.810515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.810850 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Added segment 1aba6394-752d-4ecc-bb29-6e8b86e4d94c of type vlan for network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 Oct 13 04:09:10.898176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76d726bd-7f9e-45b4-9a11-d797fc36ddba None None] Provisioning complete for port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:10.899715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76d726bd-7f9e-45b4-9a11-d797fc36ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:10.971463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-490083109-network', 'tenant_id': '4eaa0414190949e0a8964a9bfc860544'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:11.001344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.026472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.071930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6016-00da-4073-9736-2e90fd95a961 req-67f0bf70-314d-4f86-b245-0156a35df475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:11.073608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-67f0bf70-314d-4f86-b245-0156a35df475 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae&tenant_id=6be910e5fcfe418a9654b1a207f0d286 HTTP/1.1" status: 200 len: 1095 time: 0.1978328 Oct 13 04:09:11.076874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Made reservation on behalf of 4eaa0414190949e0a8964a9bfc860544 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:11.079507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.094079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.114052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:11.130667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fdb5b1e8-3782-42c8-aa9d-a3219b89e599 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:11.198452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.198673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:11.199050 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.199575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:11.199959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.208468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.354916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f7c48e90-549f-4483-879e-022447dffcc2 None None] Could not find standard attr ID for object 777cd4cc-97db-4b34-963e-42d48d939634. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:11.369486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:11.374473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1564026 Oct 13 04:09:11.400183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:11.412653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Request body: {'subnet': {'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-569688053-subnet', 'tenant_id': '5195bce81179420792adfacd3444f88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:11.443823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178817b-58a4-4a96-b091-8fb5951b6538 admin admin] Pushing event updated for resources: {'Network': ['ID=439c76bc-9f68-4684-b5e9-8a8eaeac1165,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:11.467849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:11.580623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Made reservation on behalf of 5195bce81179420792adfacd3444f88d for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:11.589446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.606330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e239b-ea3c-42be-8abb-4a7ad14ca164 req-3cf8fe1e-783d-4dce-99e5-fd3da90c72f1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:11.609250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-098e239b-ea3c-42be-8abb-4a7ad14ca164 req-3cf8fe1e-783d-4dce-99e5-fd3da90c72f1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.2769420 Oct 13 04:09:11.768210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.772476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.786509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4715958-93ea-4106-b13f-d798cf1ede7c req-87c31586-19a7-489b-8a70-bb4a1efb3734 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:11.788047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4715958-93ea-4106-b13f-d798cf1ede7c req-87c31586-19a7-489b-8a70-bb4a1efb3734 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 944 time: 0.6918621 Oct 13 04:09:11.816080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-098e239b-ea3c-42be-8abb-4a7ad14ca164 req-ca42671a-d3a2-48ab-a591-a3e0b801d325 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504254 Oct 13 04:09:11.826003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.844104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=37ba03e1-4013-4b76-a2ee-3ad1bdc6e840,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:11.865847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:11.871514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be39f71-e45f-4edf-996d-b0f969e6b991 None None] Network 95902482-2471-40f7-8f9d-f27bd7b4ac28 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:11.886488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.889720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a316e8a-53cb-49ed-890d-ea119a15b324 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/37ba03e1-4013-4b76-a2ee-3ad1bdc6e840 HTTP/1.1" status: 204 len: 168 time: 1.3249452 Oct 13 04:09:11.896508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:12.082136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4715958-93ea-4106-b13f-d798cf1ede7c req-5c9ce979-3baa-4e73-8edb-65c51c0cbcf1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579122 Oct 13 04:09:12.125932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07b2bf23-969e-40d1-a2c3-62137e6b1a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.136397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Router 53c533cc-edd5-419b-bf24-d0aa768abb41 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:09:12.137657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.196754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] DHCP port deletion for 95902482-2471-40f7-8f9d-f27bd7b4ac28 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:12.202428 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.236927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.257718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] Deleting port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:12.258031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.276450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:09:12.287270 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] Sync routers for ids ['53c533cc-edd5-419b-bf24-d0aa768abb41'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:09:12.301037 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] Routers {'53c533cc-edd5-419b-bf24-d0aa768abb41'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:12.301803 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['53c533cc-edd5-419b-bf24-d0aa768abb41'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.303248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1beed0a3-1be2-4e43-b960-9cc6640adf47,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:12.316906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-687e3f66-213c-4a78-b76c-9db6b3d0492d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/routers/53c533cc-edd5-419b-bf24-d0aa768abb41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2402058 Oct 13 04:09:12.320970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:12.346137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Checking segment: {'id': '1aba6394-752d-4ecc-bb29-6e8b86e4d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:12.346779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Network hostable DHCP agents. Network: 439c76bc-9f68-4684-b5e9-8a8eaeac1165, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:12.355650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] For port fdb5b1e8-3782-42c8-aa9d-a3219b89e599, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,segment=NetworkSegment(c7cd323c-4fd9-4cb5-8fab-5d330231be9e),segment_id=c7cd323c-4fd9-4cb5-8fab-5d330231be9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:12.356188 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.369914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] Calling delete_port for fdb5b1e8-3782-42c8-aa9d-a3219b89e599 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:12.382497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.382642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:12.403621 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] Routers {'53c533cc-edd5-419b-bf24-d0aa768abb41'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:12.403956 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:08:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['53c533cc-edd5-419b-bf24-d0aa768abb41'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.407081 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-03931134-6ccf-488f-9f30-e81ce3a8ef46 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:09:12.411896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03931134-6ccf-488f-9f30-e81ce3a8ef46 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/4a2d6f3c-d62c-49a9-ad1f-8b4f6a91767f HTTP/1.1" status: 404 len: 333 time: 0.0897472 Oct 13 04:09:12.412765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:12.440841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:12.469165 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.469439 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.470466 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e8b49-78c7-4699-ae79-8bcf124a7076 None None] The sync data for ids ['53c533cc-edd5-419b-bf24-d0aa768abb41'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:09:12.477536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.499448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.505933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] No DVR routers for this DVR port fdb5b1e8-3782-42c8-aa9d-a3219b89e599 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:12.511072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f3dbc-fc46-49a8-b54c-a9fd6f144117 None None] Pushing event deleted for resources: {'Port': ['ID=fdb5b1e8-3782-42c8-aa9d-a3219b89e599,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:12.570321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:12.576201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07b2bf23-969e-40d1-a2c3-62137e6b1a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.589389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 439c76bc-9f68-4684-b5e9-8a8eaeac1165) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:12.594465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:12.595061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.602111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:12.602421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf40f5-c4e7-4741-8726-bd7f85dd65bf None None] Network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:12.606450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:12.609621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07b2bf23-969e-40d1-a2c3-62137e6b1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.645156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.715837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.721327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.724447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.740395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99006c1-8605-42e4-bc87-7f9201465111,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:12.744047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.749328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95f2ec-17e4-48bf-912c-d59ededfa7a1 None None] Network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:12.755815 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Added segment 8cc6e930-38b9-4c62-8865-57c07b7fe252 of type vlan for network daf70b3e-0e96-4c0c-a20d-e712f56e507f Oct 13 04:09:12.761140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95902482-2471-40f7-8f9d-f27bd7b4ac28']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.781210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.782644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Fanout notify agent at l3_agent the message router_deleted on router 53c533cc-edd5-419b-bf24-d0aa768abb41 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:09:12.790967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.792340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6d18d0fb-7ddc-4a49-9cf8-2431527d077d tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/routers/53c533cc-edd5-419b-bf24-d0aa768abb41 HTTP/1.1" status: 204 len: 168 time: 0.3773568 Oct 13 04:09:12.794820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:12.827929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Transition to ACTIVE for port object a28dac8c-67f8-4a65-8cdc-47c579d90bce will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:09:12.833733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.834030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd323c-4fd9-4cb5-8fab-5d330231be9e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:12.839872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-07b2bf23-969e-40d1-a2c3-62137e6b1a7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0112d726c3b43dc9492a0b5449c70c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9702063 Oct 13 04:09:12.848763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-14225921-8799-4130-a997-1f0660e49829 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4399371 Oct 13 04:09:12.849453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:12.855601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.870028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.886923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.898841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet fa576530-38c1-424a-9122-e84ab476f34e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:12.908705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.919895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2bf23-969e-40d1-a2c3-62137e6b1a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171a0e4-1e0e-4651-9974-e95cb9d9f84f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:12.944995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.963676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-beadf8f5-9183-476e-8f3b-4b31307caaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.975174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.998418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:12.998988 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:13.006319 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:13.074023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fdb5b1e8-3782-42c8-aa9d-a3219b89e599 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:13.098866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fdb5b1e8-3782-42c8-aa9d-a3219b89e599 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:13.099458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fdb5b1e8-3782-42c8-aa9d-a3219b89e599 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:13.123514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] No DVR routers for this DVR port a28dac8c-67f8-4a65-8cdc-47c579d90bce on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:13.129825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=9']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.145050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.146261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.146854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.227321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.242969 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:09:13.248238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.254853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/95902482-2471-40f7-8f9d-f27bd7b4ac28 HTTP/1.1" status: 204 len: 168 time: 1.3411195 Oct 13 04:09:13.255285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.5755906 Oct 13 04:09:13.257452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:13.261240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59024) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:13.265529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1759780434'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:13.273959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Request body: {'subnet': {'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-490083109-subnet', 'tenant_id': '4eaa0414190949e0a8964a9bfc860544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:13.279668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:13.280011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:13.280338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce on network f4e36379-fdad-4e56-8440-482fdc7b5a6f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:13.282305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7861b-94ac-4191-929b-faee16ec9c26 admin admin] Pushing event updated for resources: {'Network': ['ID=daf70b3e-0e96-4c0c-a20d-e712f56e507f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.296413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:13.314758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Port a28dac8c-67f8-4a65-8cdc-47c579d90bce on network f4e36379-fdad-4e56-8440-482fdc7b5a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:13.315079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Attempting to bind port a28dac8c-67f8-4a65-8cdc-47c579d90bce on network f4e36379-fdad-4e56-8440-482fdc7b5a6f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:13.346499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80ea68-61ff-4036-995e-a6f2e3d7f28c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=95902482-2471-40f7-8f9d-f27bd7b4ac28,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.348625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:09:13.348625 n-d-810220-9 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:09:13.348625 n-d-810220-9 neutron-server[94824]: [parameters: {'project_id_1': '4eaa0414190949e0a8964a9bfc860544', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 8, 53, 288899)}] Oct 13 04:09:13.348625 n-d-810220-9 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:09:13.349393 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:09:13.354310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:13.354652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Checking segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:13.355036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Bound using segment: {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:13.355478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Bound port: a28dac8c-67f8-4a65-8cdc-47c579d90bce, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c663ad8b-f1d3-4d93-a4b9-78667409d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:13.355836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.404046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-beadf8f5-9183-476e-8f3b-4b31307caaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.406803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:13.410331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.486195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9ad3-1bd9-444c-adbd-31327ecc4e0a req-dc6765eb-b769-4c77-ae09-9948cc683d1a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.487693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3dc9ad3-1bd9-444c-adbd-31327ecc4e0a req-dc6765eb-b769-4c77-ae09-9948cc683d1a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.4725482 Oct 13 04:09:13.497039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:13.520782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.524648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-beadf8f5-9183-476e-8f3b-4b31307caaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.527539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-beadf8f5-9183-476e-8f3b-4b31307caaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.531200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-beadf8f5-9183-476e-8f3b-4b31307caaab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b171a0e4-1e0e-4651-9974-e95cb9d9f84f HTTP/1.1" status: 204 len: 168 time: 0.6755602 Oct 13 04:09:13.535364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-e844efe1-967e-4440-b5c7-17f87cefcf88 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.536969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-e844efe1-967e-4440-b5c7-17f87cefcf88 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/networks?id=439c76bc-9f68-4684-b5e9-8a8eaeac1165 HTTP/1.1" status: 200 len: 813 time: 0.2065110 Oct 13 04:09:13.539423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.539777 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment 002c1883-a6b5-459b-b811-3ef6a1ca11b6 of type vlan for network 819e702a-8afa-47a1-9f8c-73f27a979280 Oct 13 04:09:13.541422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:13.550641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:13.572554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf8f5-9183-476e-8f3b-4b31307caaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171a0e4-1e0e-4651-9974-e95cb9d9f84f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.579607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3dc9ad3-1bd9-444c-adbd-31327ecc4e0a req-15a2ffea-83b9-41f0-971b-938a060e186d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845695 Oct 13 04:09:13.580595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.595279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-6ad214c4-d01a-4953-bb4b-a7ac2873cf85 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/quotas/5195bce81179420792adfacd3444f88d HTTP/1.1" status: 200 len: 375 time: 0.0427101 Oct 13 04:09:13.621908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.634367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.660357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.661107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.662439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] 10.222.0.26 "PUT /v2.0/ports/a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 1092 time: 2.5731814 Oct 13 04:09:13.668247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:13.670616 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245b0ec-2800-4056-917e-5453fd0f1bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:13.681151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=fa576530-38c1-424a-9122-e84ab476f34e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.692963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea622d35-f57d-4221-99ce-744cb5889108 None None] Network 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:13.693121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-354b6912-e1f8-41da-bc53-e6c13367610f tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5195bce81179420792adfacd3444f88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830019 Oct 13 04:09:13.693632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.702987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-38243e61-534a-473e-a29f-c3dac2293ca5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/fa576530-38c1-424a-9122-e84ab476f34e HTTP/1.1" status: 204 len: 168 time: 0.9069667 Oct 13 04:09:13.705475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:13.761076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be76fd-27a9-4362-8ea9-c814bf9cda62 service neutron] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.799917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.805869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.806410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.828170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:13.839426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520d0c7-b169-48a3-bd73-2c2e13d4b5e2 req-6944a6cd-e7b1-434e-875e-c25ede3fde6f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.849221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1520d0c7-b169-48a3-bd73-2c2e13d4b5e2 req-6944a6cd-e7b1-434e-875e-c25ede3fde6f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1445458 Oct 13 04:09:13.890134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6016-00da-4073-9736-2e90fd95a961 req-e50f4daa-ddc7-4f60-bc9d-1adce54a2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:13.891640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-e50f4daa-ddc7-4f60-bc9d-1adce54a2a19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1096 time: 0.1976995 Oct 13 04:09:13.905236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6447804 Oct 13 04:09:13.913138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:13.920153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:13.938664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd0a48-d0df-454e-88f8-bbb2469cd96a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=819e702a-8afa-47a1-9f8c-73f27a979280,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:13.951100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 819e702a-8afa-47a1-9f8c-73f27a979280 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:13.990009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Made reservation on behalf of 4eaa0414190949e0a8964a9bfc860544 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:13.992918 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.012797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] DHCP port deletion for 0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:14.022909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1520d0c7-b169-48a3-bd73-2c2e13d4b5e2 req-185393b8-4e51-4e51-8a99-6d98cb5d9bc9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667860 Oct 13 04:09:14.045505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-e2d8a796-990a-4f00-b3d3-1bd25bb9f5a4 service neutron] 10.222.0.44 "GET /v2.0/networks/439c76bc-9f68-4684-b5e9-8a8eaeac1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252361 Oct 13 04:09:14.096088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] Deleting port 344e9eb6-7a81-42b3-bbca-c8f1369180ef {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:14.096906 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.108987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 344e9eb6-7a81-42b3-bbca-c8f1369180ef {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:14.109653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.113822 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fa52e7-3f46-4305-8942-63751fb680c2 x-openstack-request-id: req-c6fa52e7-3f46-4305-8942-63751fb680c2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:14.114321 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:14.114752 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6fa52e7-3f46-4305-8942-63751fb680c2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:14.115298 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'status': 'completed', 'code': 200} Oct 13 04:09:14.188098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6016-00da-4073-9736-2e90fd95a961 req-3b7e695f-5acf-49bd-bfa8-5f58746fdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:14.190197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-3b7e695f-5acf-49bd-bfa8-5f58746fdea6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 0.2819810 Oct 13 04:09:14.197958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] For port 344e9eb6-7a81-42b3-bbca-c8f1369180ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=344e9eb6-7a81-42b3-bbca-c8f1369180ef,segment=NetworkSegment(7695ac03-e54e-4038-b88c-4fb6de5a147e),segment_id=7695ac03-e54e-4038-b88c-4fb6de5a147e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:14.198164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] For port 344e9eb6-7a81-42b3-bbca-c8f1369180ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=344e9eb6-7a81-42b3-bbca-c8f1369180ef,segment=NetworkSegment(7695ac03-e54e-4038-b88c-4fb6de5a147e),segment_id=7695ac03-e54e-4038-b88c-4fb6de5a147e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:14.198362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.198889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.214935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 344e9eb6-7a81-42b3-bbca-c8f1369180ef owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:14.218842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:14.221824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.229077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] Calling delete_port for 344e9eb6-7a81-42b3-bbca-c8f1369180ef owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:14.248166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-5bdb81ab-e94c-44dd-a1f2-96c3463c0441 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.0509262 Oct 13 04:09:14.308211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-98ac57b9-9d79-4acb-a4d5-462ecee92349 service neutron] 10.222.0.44 "GET /v2.0/networks/439c76bc-9f68-4684-b5e9-8a8eaeac1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617860 Oct 13 04:09:14.327738 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.352424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] No DVR routers for this DVR port 344e9eb6-7a81-42b3-bbca-c8f1369180ef on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:14.381936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e87c3c-9b7e-4a2e-a560-cb436c6bf4af None None] Pushing event deleted for resources: {'Port': ['ID=344e9eb6-7a81-42b3-bbca-c8f1369180ef,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:14.387259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6016-00da-4073-9736-2e90fd95a961 req-493d8c8c-59fd-4559-8e81-f785ea798f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:14.393946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-493d8c8c-59fd-4559-8e81-f785ea798f4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.1307628 Oct 13 04:09:14.427830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-09320c59-12b8-4f89-bfa7-70b4840ea7ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290756 Oct 13 04:09:14.480321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.567928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=344e9eb6-7a81-42b3-bbca-c8f1369180ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:14.576066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No DVR routers for this DVR port 344e9eb6-7a81-42b3-bbca-c8f1369180ef on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:14.584309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.598049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce9517c-3b9a-4ae0-9739-2e0f808583ff req-ee34216c-bf08-4674-bfe1-f33e3b6cfce5 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 210 time: 0.0454366 Oct 13 04:09:14.670732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-628064c2-6941-4da5-aedd-cc04fa5058fa service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270875 Oct 13 04:09:14.673614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Checking segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:14.673976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Network hostable DHCP agents. Network: daf70b3e-0e96-4c0c-a20d-e712f56e507f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:14.681425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8366849-5751-4631-b48d-a82244a2064d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:14.790826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:14.814797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, daf70b3e-0e96-4c0c-a20d-e712f56e507f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:14.825140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:14.825725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.826458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41a929-c4a6-4a96-9d85-e3879de5404b None None] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:14.891406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.900042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.910686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b25e6-fa11-4685-b1eb-a2e61f25614e req-6130e58b-cb7c-4cd9-8b9d-d6417298a321 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:14.921020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-693b25e6-fa11-4685-b1eb-a2e61f25614e req-6130e58b-cb7c-4cd9-8b9d-d6417298a321 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.1713850 Oct 13 04:09:14.950832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:14.972404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7695ac03-e54e-4038-b88c-4fb6de5a147e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:14.972724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7695ac03-e54e-4038-b88c-4fb6de5a147e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:14.975177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e312a7eb-c75a-4302-958e-e8e18a515a44 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7055092 Oct 13 04:09:14.994557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.995894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-443e6016-00da-4073-9736-2e90fd95a961 req-2a559c59-35f3-4263-8f61-b6f7a5ce7e7f service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138847 Oct 13 04:09:15.048224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-693b25e6-fa11-4685-b1eb-a2e61f25614e req-da47192b-d038-4af4-8ae5-3a9c966b75cd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045251 Oct 13 04:09:15.087609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:15.090024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=0cbd26af-66f4-49aa-a229-6c9eb0faa41d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:15.112989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:15.113435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:15.136602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-d0c4de86-77aa-4a38-8752-9296e9c454f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:15.138165 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:15.144150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-d0c4de86-77aa-4a38-8752-9296e9c454f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1096 time: 0.0733581 Oct 13 04:09:15.237438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': '002c1883-a6b5-459b-b811-3ef6a1ca11b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:15.237810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 819e702a-8afa-47a1-9f8c-73f27a979280, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:15.261081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.261409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.265227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.265602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.266023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.266559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.267132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.267578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.268067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.269740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.270050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.270597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:15.437378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:15.438211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 344e9eb6-7a81-42b3-bbca-c8f1369180ef no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:15.440598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-5afca11a-b209-4b71-b277-bbe66363a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:15.445148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-5afca11a-b209-4b71-b277-bbe66363a286 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 0.2937381 Oct 13 04:09:15.458476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:15.466867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a HTTP/1.1" status: 204 len: 168 time: 1.7597044 Oct 13 04:09:15.469992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:15.509041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec19b0cc-a38d-48ae-bae2-f6ef83257a89 None None] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:15.515039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 819e702a-8afa-47a1-9f8c-73f27a979280 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:15.543929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446c187-1907-4d4d-9723-7789509cac81 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=0bbf8cd4-9c41-4dbd-8cc1-b5941f7f9b8a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:15.558655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 819e702a-8afa-47a1-9f8c-73f27a979280) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:15.582244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81214-d919-4eb5-b9a8-1f063ed0fd31 req-063cfa62-d69d-4e94-b4cd-6585630bfe9d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:15.596087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9bd81214-d919-4eb5-b9a8-1f063ed0fd31 req-063cfa62-d69d-4e94-b4cd-6585630bfe9d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.3546672 Oct 13 04:09:15.684590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:15.685861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0872a75-4a9c-4489-bf27-f28689f24eb6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:15.686830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0872a75-4a9c-4489-bf27-f28689f24eb6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 HTTP/1.1" status: 200 len: 840 time: 0.2154658 Oct 13 04:09:15.687372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:15.693438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-699ffc52-ad1e-4086-a19b-b860351ce775 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.2409487 Oct 13 04:09:15.694058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59118) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:15.699268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2f3c6-c06b-454e-9d1b-1aeb66513bfd None None] Network 819e702a-8afa-47a1-9f8c-73f27a979280 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:15.705830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 344e9eb6-7a81-42b3-bbca-c8f1369180ef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:15.706651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 344e9eb6-7a81-42b3-bbca-c8f1369180ef not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:15.751201 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9bd81214-d919-4eb5-b9a8-1f063ed0fd31 req-f70f458f-12f2-4305-966f-9e32c8ef6bd3 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541247 Oct 13 04:09:15.766771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-88bd42f6-0830-42b6-9163-c8c86147f778 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8496816 Oct 13 04:09:15.767601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:15.789397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1388168228'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:15.894522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-6b9f5400-a820-40e8-9dc2-fb2aa79fbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:15.896004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-6b9f5400-a820-40e8-9dc2-fb2aa79fbc39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.1685693 Oct 13 04:09:15.984396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1e34637d-d4f6-4724-b912-e419fc891e4b req-cf272d5a-55fa-4551-b7a0-c92efc2d569f tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 210 time: 0.0890217 Oct 13 04:09:16.055989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-a3142b80-a6b2-4be3-bafa-a681ff3ab1a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941560 Oct 13 04:09:16.204710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-819e702a-8afa-47a1-9f8c-73f27a979280', 'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': '0cbd26af-66f4-49aa-a229-6c9eb0faa41d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:09:16.205567 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:16.264697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:16.267475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ae4682a8-58df-4ff8-96da-2bf391aaaeca tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5719700 Oct 13 04:09:16.285751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:16.288060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:16.319869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:16.370537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa159c-be37-4d83-8b18-c3dbd434dd22 req-dde5ef70-01c6-48e0-bcd7-d5fadcc17750 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:16.378214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1aa159c-be37-4d83-8b18-c3dbd434dd22 req-dde5ef70-01c6-48e0-bcd7-d5fadcc17750 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.2402201 Oct 13 04:09:16.512056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 39340b5b-9a9f-400d-8778-bbc45e485941 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:16.555394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Allocated IP 2001:db8::2 (819e702a-8afa-47a1-9f8c-73f27a979280/0cbd26af-66f4-49aa-a229-6c9eb0faa41d/d45a5b2e-36b3-426a-859e-14a8bd62a261) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:16.590904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-c5ece683-70d5-4935-918f-d3215077db1e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:16.596817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-c5ece683-70d5-4935-918f-d3215077db1e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.5691364 Oct 13 04:09:16.658421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-ec80768d-f614-4a5e-841c-81819cdcf814 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/quotas/4eaa0414190949e0a8964a9bfc860544 HTTP/1.1" status: 200 len: 375 time: 0.0541427 Oct 13 04:09:16.784369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1aa159c-be37-4d83-8b18-c3dbd434dd22 req-c0cac48e-624e-424a-aba4-1b98d994a79c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773561 Oct 13 04:09:16.804616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-f7fd370f-d918-4b89-8ee4-32b81d5e1c10 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023295 Oct 13 04:09:16.859767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:16.863494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:16.934690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:16.969444 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.021689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-f7b11388-7732-4255-9f61-ac1ca96f7eb2 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3026509 Oct 13 04:09:17.134820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::15 (819e702a-8afa-47a1-9f8c-73f27a979280/0cbd26af-66f4-49aa-a229-6c9eb0faa41d/39340b5b-9a9f-400d-8778-bbc45e485941) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:17.184762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047b82f-7d8e-464c-9718-011dc6f3de08 req-c5fd0f42-e051-4663-8c84-8086378219f5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:17.192598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e047b82f-7d8e-464c-9718-011dc6f3de08 req-c5fd0f42-e051-4663-8c84-8086378219f5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1479652 Oct 13 04:09:17.215427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Pushing event updated for resources: {'Port': ['ID=d45a5b2e-36b3-426a-859e-14a8bd62a261,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:17.229296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Network 819e702a-8afa-47a1-9f8c-73f27a979280 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:17.233642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:17.237183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:17.358346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Attempting to bind port d45a5b2e-36b3-426a-859e-14a8bd62a261 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:17.359058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Attempting to bind port d45a5b2e-36b3-426a-859e-14a8bd62a261 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '002c1883-a6b5-459b-b811-3ef6a1ca11b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:17.359762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Attempting to bind port d45a5b2e-36b3-426a-859e-14a8bd62a261 on network 819e702a-8afa-47a1-9f8c-73f27a979280 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:17.383935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:17.384560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Checking segment: {'id': '002c1883-a6b5-459b-b811-3ef6a1ca11b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:17.385304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.386264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Bound using segment: {'id': '002c1883-a6b5-459b-b811-3ef6a1ca11b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:17.387267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Bound port: d45a5b2e-36b3-426a-859e-14a8bd62a261, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002c1883-a6b5-459b-b811-3ef6a1ca11b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '819e702a-8afa-47a1-9f8c-73f27a979280'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:17.387905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.410398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e047b82f-7d8e-464c-9718-011dc6f3de08 req-bbdc4216-5233-41f1-bceb-c91dc917c730 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164578 Oct 13 04:09:17.483606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.535421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] For port d45a5b2e-36b3-426a-859e-14a8bd62a261, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:17.546376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] For port d45a5b2e-36b3-426a-859e-14a8bd62a261, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d45a5b2e-36b3-426a-859e-14a8bd62a261,segment=NetworkSegment(002c1883-a6b5-459b-b811-3ef6a1ca11b6),segment_id=002c1883-a6b5-459b-b811-3ef6a1ca11b6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:17.559767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.668947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=cf913464-1e42-4431-b474-5c057b11ddb6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:17.700252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba0e45-5844-4f36-beee-0142e555b16c None None] Pushing event updated for resources: {'Port': ['ID=d45a5b2e-36b3-426a-859e-14a8bd62a261,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:17.710025 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.764661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:17.823201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e245b0ec-2800-4056-917e-5453fd0f1bf5 req-d356244d-211e-4243-997d-6d129f45ee3a service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953043 Oct 13 04:09:17.840505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba20450a-8570-4498-bf32-dbd5ca533740 req-1f665e38-45e7-4d57-9b4c-c27d2cbe9e34 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 210 time: 0.1564367 Oct 13 04:09:17.843597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:17.858940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d54d8-0512-4576-adf8-b04de13381c9 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:17.877105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:17.880473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.894243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:17.950368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-a9e59893-a3e8-4b60-be23-eeb9624be6b1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:17.951914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-a9e59893-a3e8-4b60-be23-eeb9624be6b1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.26 "GET /v2.0/networks?id=439c76bc-9f68-4684-b5e9-8a8eaeac1165 HTTP/1.1" status: 200 len: 813 time: 1.2889590 Oct 13 04:09:18.012175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-5acead0a-be82-4b25-a513-4bfbcaaa512c service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9463530 Oct 13 04:09:18.021720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1a9dd97f-c612-4ce6-968c-1a9fd5053c25 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7047186 Oct 13 04:09:18.045797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Request body: {'port': {'device_id': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165', 'admin_state_up': True, 'tenant_id': '5195bce81179420792adfacd3444f88d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:18.052505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:18.057119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'security_group': {'name': 'tempest-secgroup-356499355'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:18.159859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'tenant_id': 'b40b489a6933419e86a02d4d930982b3', 'fixed_ips': [{'subnet_id': 'cf913464-1e42-4431-b474-5c057b11ddb6'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:09:18.161420 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.183479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.199772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d47bebf-0dba-4ebf-931a-4299bdfd2c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.267304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 819e702a-8afa-47a1-9f8c-73f27a979280 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:18.276102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:18.284834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:18.297453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:18.300464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.368835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-f6b6b5f6-f9e9-4df8-89a4-713626c65540 service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552206 Oct 13 04:09:18.395433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=39340b5b-9a9f-400d-8778-bbc45e485941,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:18.406836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.422384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd195e1-19ba-4403-a077-45eec23cb369 req-cc73243f-1fab-41a1-8ff7-db8d6ed135f5 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:18.424274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bd195e1-19ba-4403-a077-45eec23cb369 req-cc73243f-1fab-41a1-8ff7-db8d6ed135f5 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.4038405 Oct 13 04:09:18.429007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-084a3235-8039-45fb-b008-f31de755258d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6597722 Oct 13 04:09:18.433575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:18.480574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Made reservation on behalf of 5195bce81179420792adfacd3444f88d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:18.486081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.489593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Allocated IP 172.20.0.2 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/cf913464-1e42-4431-b474-5c057b11ddb6/317dc3b3-8637-4a15-a815-65f61912d3bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:18.500049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bd195e1-19ba-4403-a077-45eec23cb369 req-22f17bb4-d3f5-438e-b7e2-c549b2715e32 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618677 Oct 13 04:09:18.673504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.677271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d47bebf-0dba-4ebf-931a-4299bdfd2c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.680699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.728920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d47bebf-0dba-4ebf-931a-4299bdfd2c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.790804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a34404d-aee3-438a-ab32-7c7149eea38d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:18.861616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-15776238-c82b-4c7c-9cf1-59fc5850c45e req-acec3709-e58c-4867-8c2b-3ee3df58bc44 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 210 time: 0.0634778 Oct 13 04:09:18.873818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.876386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af6d31f8-89d6-4b6d-baa2-a8b77a492120 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8226831 Oct 13 04:09:18.879218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:18.893468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1259155334'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:18.994721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4d47bebf-0dba-4ebf-931a-4299bdfd2c65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a188cc43b0914004a48473765f83ad21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0965121 Oct 13 04:09:18.998281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.011618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:19.043125 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.115583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.149801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47bebf-0dba-4ebf-931a-4299bdfd2c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d124732d-2a6d-4d61-924a-1ac727f41a4e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:19.211758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:19.220380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-319334d4-a048-4eb8-8468-81531ded58e0 req-a4e38a9a-941b-49c1-80a9-e6ac093b3418 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 210 time: 0.2621758 Oct 13 04:09:19.231677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d45a5b2e-36b3-426a-859e-14a8bd62a261 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:19.240768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 39340b5b-9a9f-400d-8778-bbc45e485941 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:19.242101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.270594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Allocated IP 172.20.0.3 (439c76bc-9f68-4684-b5e9-8a8eaeac1165/1beed0a3-1be2-4e43-b960-9cc6640adf47/70141e71-5d42-4216-aed8-3ec7e7fdaf43) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:19.332390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:19.334064 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5751eb30-9faa-487c-a371-30fedab8b8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.339714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-62353616-7d29-456b-961f-e3a438f27974 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:19.343929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-62353616-7d29-456b-961f-e3a438f27974 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.3393371 Oct 13 04:09:19.353733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:19.359502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:19.361759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f89e73-0195-4966-8b42-4f20f9fd1762 req-1f0ba60c-4ba1-4a36-876b-4d59c126f49a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:19.364518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810220-9'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:19.370093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48f89e73-0195-4966-8b42-4f20f9fd1762 req-1f0ba60c-4ba1-4a36-876b-4d59c126f49a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.4965489 Oct 13 04:09:19.426682 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83b40995-9376-4ca5-899d-7c10eca85c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.485549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c8dac-4ab1-4476-a493-3f99cc5b7618 None None] Network 819e702a-8afa-47a1-9f8c-73f27a979280 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:19.575067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.577902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.582624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.609753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48f89e73-0195-4966-8b42-4f20f9fd1762 req-6f17224a-4a7f-4b5a-898f-527114a0f7e5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386074 Oct 13 04:09:19.623191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83b40995-9376-4ca5-899d-7c10eca85c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.700966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.705761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8251057 Oct 13 04:09:19.713691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:19.743627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-890596773', 'security_groups': ['05797d67-680e-49c5-9e0a-4f15ae890a39'], 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf913464-1e42-4431-b474-5c057b11ddb6'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:19.774023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b8f7-0683-4301-b59d-41c3fbd618ab None None] Provisioning complete for port d45a5b2e-36b3-426a-859e-14a8bd62a261 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:19.776910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b8f7-0683-4301-b59d-41c3fbd618ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.870798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Attempting to bind port 317dc3b3-8637-4a15-a815-65f61912d3bc on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:19.871323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Attempting to bind port 317dc3b3-8637-4a15-a815-65f61912d3bc by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '094ac863-e2c7-4f15-be14-16ecd5dfcd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:19.871827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Attempting to bind port 317dc3b3-8637-4a15-a815-65f61912d3bc on network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:19.894567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d45a5b2e-36b3-426a-859e-14a8bd62a261 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:19.895082 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.901815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:19.902192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Checking segment: {'id': '094ac863-e2c7-4f15-be14-16ecd5dfcd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:19.902684 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.903167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Bound using segment: {'id': '094ac863-e2c7-4f15-be14-16ecd5dfcd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:19.904175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Bound port: 317dc3b3-8637-4a15-a815-65f61912d3bc, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094ac863-e2c7-4f15-be14-16ecd5dfcd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:19.904713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.917133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.938551 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83b40995-9376-4ca5-899d-7c10eca85c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.952026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83b40995-9376-4ca5-899d-7c10eca85c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:19.953718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-83b40995-9376-4ca5-899d-7c10eca85c88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d124732d-2a6d-4d61-924a-1ac727f41a4e HTTP/1.1" status: 204 len: 168 time: 0.9346416 Oct 13 04:09:19.959004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638829-dec2-4c01-9949-c121fc910045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05797d67-680e-49c5-9e0a-4f15ae890a39,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:19.968492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:20.037603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b40995-9376-4ca5-899d-7c10eca85c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d124732d-2a6d-4d61-924a-1ac727f41a4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:20.042053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 39340b5b-9a9f-400d-8778-bbc45e485941 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:20.109924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b8f7-0683-4301-b59d-41c3fbd618ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:20.138497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da781e61-2d99-40b1-86af-1554c72e2b71 req-63dd5b1b-a3b5-496d-8480-8eddd4bba691 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 210 time: 0.1121182 Oct 13 04:09:20.249768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7786a-9051-44f5-83d2-1bd70ae460fb req-f8782df6-1593-4f07-af9f-3e26cdca2d4e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:20.253253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93b7786a-9051-44f5-83d2-1bd70ae460fb req-f8782df6-1593-4f07-af9f-3e26cdca2d4e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.5404615 Oct 13 04:09:20.290067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:20.351680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8f4b8f7-0683-4301-b59d-41c3fbd618ab None None] For port d45a5b2e-36b3-426a-859e-14a8bd62a261, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d45a5b2e-36b3-426a-859e-14a8bd62a261,segment=NetworkSegment(002c1883-a6b5-459b-b811-3ef6a1ca11b6),segment_id=002c1883-a6b5-459b-b811-3ef6a1ca11b6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:20.409838 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b8f7-0683-4301-b59d-41c3fbd618ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:20.410890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-856e8e06-099b-4303-a0d9-e20bcad93a0f req-b7bf219a-51ae-4d4e-96f9-e554a3d6e1a6 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 210 time: 0.0690331 Oct 13 04:09:20.508539 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93b7786a-9051-44f5-83d2-1bd70ae460fb req-c164be50-4084-4767-a1bc-b1f993dde9d4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339432 Oct 13 04:09:20.511107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:20.537563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:20.579252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:20.600966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:20.616057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:20.671545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:20.677287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:20.696386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:20.992527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b26d05f-00ca-4fab-b13d-15c350121b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.001478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:09:21.014544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4b8f7-0683-4301-b59d-41c3fbd618ab None None] Pushing event updated for resources: {'Port': ['ID=d45a5b2e-36b3-426a-859e-14a8bd62a261,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:21.112736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7010731a-6617-4042-991f-06a07035cef3 None None] Provisioning complete for port d45a5b2e-36b3-426a-859e-14a8bd62a261 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:21.113405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7010731a-6617-4042-991f-06a07035cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.188164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b26d05f-00ca-4fab-b13d-15c350121b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.191389 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:09:21.200404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.268332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b26d05f-00ca-4fab-b13d-15c350121b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.275787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:21.300587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:21.331404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-f47642cc-d379-4cc0-b638-8b22ee905dce tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:21.337667 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-f47642cc-d379-4cc0-b638-8b22ee905dce tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.8028245 Oct 13 04:09:21.342774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8b26d05f-00ca-4fab-b13d-15c350121b36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83b9ba1c51114bab957f2fdcd569d540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450210 Oct 13 04:09:21.359537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:21.363850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26d05f-00ca-4fab-b13d-15c350121b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390c1c4-8fec-42e9-ab4c-c99ef1b17877,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:21.370447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:21.385687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:21.402081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Request body: {'port': {'device_id': 'f388ab67-e616-4019-a602-c47d780d852a', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'admin_state_up': True, 'tenant_id': '4eaa0414190949e0a8964a9bfc860544'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:21.413901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Pushing event updated for resources: {'Port': ['ID=70141e71-5d42-4216-aed8-3ec7e7fdaf43,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:21.441197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d45a5b2e-36b3-426a-859e-14a8bd62a261 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:21.455677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea has no active binding in host n-h1-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:09:21.476503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:21.479984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=39340b5b-9a9f-400d-8778-bbc45e485941,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:21.499317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4406a4de-29f0-4f66-b0b8-11a237a01142 req-effa695c-0af1-46d0-b0d3-caf6770d40ba tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 210 time: 0.1967607 Oct 13 04:09:21.537588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.542652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a227eb18-4a55-49e9-b740-d246349c15a2 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/39340b5b-9a9f-400d-8778-bbc45e485941 HTTP/1.1" status: 204 len: 168 time: 3.1019008 Oct 13 04:09:21.555235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:21.667670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99975281-a48e-4893-9e00-923bf3b2b134 req-50320c4d-bb43-46f4-93b3-2da8b0dfa455 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:21.680261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf90c9b-12f7-4d60-9176-ad1b9d8e15ff None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:21.682837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99975281-a48e-4893-9e00-923bf3b2b134 req-50320c4d-bb43-46f4-93b3-2da8b0dfa455 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.9058299 Oct 13 04:09:21.682966 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a88e8f4-14db-450a-971a-73ec56845ac6 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:21.688067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6a88e8f4-14db-450a-971a-73ec56845ac6 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/39340b5b-9a9f-400d-8778-bbc45e485941 HTTP/1.1" status: 404 len: 333 time: 0.1041389 Oct 13 04:09:21.688067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:21.746185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43d19755-940f-4a34-98d6-1b6df386378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.768845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99975281-a48e-4893-9e00-923bf3b2b134 req-5129de30-d552-4142-99ad-909742186ddd tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841818 Oct 13 04:09:21.834723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d45a5b2e-36b3-426a-859e-14a8bd62a261 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:21.835343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.839398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7010731a-6617-4042-991f-06a07035cef3 None None] Could not find standard attr ID for object 39340b5b-9a9f-400d-8778-bbc45e485941. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:21.877162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:21.883424 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.914911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 0cbd26af-66f4-49aa-a229-6c9eb0faa41d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:21.918595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:21.972918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.11 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/cf913464-1e42-4431-b474-5c057b11ddb6/3732cf3a-2b2a-405e-8b59-2e59b6d962c8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:21.989913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae8002c1-6361-49b5-a1af-29f5705d64cb None None] Could not find standard attr ID for object 39340b5b-9a9f-400d-8778-bbc45e485941. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:21.999270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-70573b7d-3a72-439b-87f0-918b6016bdd8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9684510 Oct 13 04:09:22.000254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:22.003370 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228b0798-4c89-4ed0-b164-57860198bc0c" -d '{"events": [{"server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "name": "network-vif-unplugged", "status": "completed", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:22.023699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.034999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2cab-5931-43bc-8cd8-4a756cc28d21 req-a6b14df7-cfcc-4c03-aceb-e6afece9f6fa tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:22.036876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a53e2cab-5931-43bc-8cd8-4a756cc28d21 req-a6b14df7-cfcc-4c03-aceb-e6afece9f6fa tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 945 time: 0.1292930 Oct 13 04:09:22.044033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13455f-45d4-4251-b7d6-167011d511e7 req-9a18fb66-ec33-4846-a3a9-34ec49892b33 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:22.048624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b13455f-45d4-4251-b7d6-167011d511e7 req-9a18fb66-ec33-4846-a3a9-34ec49892b33 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 931 time: 0.1735187 Oct 13 04:09:22.064769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.125119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b13455f-45d4-4251-b7d6-167011d511e7 req-cc0d644e-cc4d-45b8-af84-e2c1203dfd52 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Oct 13 04:09:22.127235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.133509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Made reservation on behalf of 4eaa0414190949e0a8964a9bfc860544 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:22.137270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.186713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13790856-a1cc-4890-92e2-004282140920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.364855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a53e2cab-5931-43bc-8cd8-4a756cc28d21 req-d1dfed7d-e848-4687-9634-f3e5930e6200 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153145 Oct 13 04:09:22.408165 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fab7fc-450b-4498-b4ff-e0e98ab66794 x-openstack-request-id: req-03fab7fc-450b-4498-b4ff-e0e98ab66794 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:22.408579 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "name": "network-vif-unplugged", "status": "completed", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:22.408934 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03fab7fc-450b-4498-b4ff-e0e98ab66794 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:22.410250 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'code': 200} Oct 13 04:09:22.505787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13790856-a1cc-4890-92e2-004282140920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.545094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on host n-h2-810220-9 for vnic_type normal with profile {"migrating_to": "n-h1-810220-9"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:22.545763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:22.545917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:22.549191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Allocated IP 172.20.0.14 (daf70b3e-0e96-4c0c-a20d-e712f56e507f/a8366849-5751-4631-b48d-a82244a2064d/2e15bd74-5344-48fe-a996-f0c4e7b4a921) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:22.662262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.675838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:22.676273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Attempting to bind port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:22.709939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:22.736160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d80bec4e-886b-4c8c-a9e4-6d5e82e59b6d req-9dc7ac46-ef8e-443a-9b4d-b4314010fea6 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 210 time: 0.1204662 Oct 13 04:09:22.778400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:22.779067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:22.779622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:22.780269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Bound port: daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:22.780995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.792141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.794873 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.891403 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.902907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:22.974732 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.035586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:23.035827 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.112720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:23.135610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:23.135977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.140533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:23.157738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b03c54-e3af-461f-835d-81dbb754f416 req-d92371b4-300e-4be5-93ae-682dc2964b14 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:23.159246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6b03c54-e3af-461f-835d-81dbb754f416 req-d92371b4-300e-4be5-93ae-682dc2964b14 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.2040715 Oct 13 04:09:23.160610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:23.163460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:23.165748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:23.215592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 317dc3b3-8637-4a15-a815-65f61912d3bc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:23.268738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:23.270649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.316470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6b03c54-e3af-461f-835d-81dbb754f416 req-ded7cd80-2b8f-4b87-b229-771ec437e09c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066389 Oct 13 04:09:23.327093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-b92aa230-7a03-4383-9097-3148174c70f8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9320993 Oct 13 04:09:23.329291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:23.329730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.339669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Request body: {'port': {'device_id': 'f388ab67-e616-4019-a602-c47d780d852a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:23.380343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.444900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:23.456719 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.478770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.527088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d898ba4-ca09-4244-b061-d555e443526b None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:23.531901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.540500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.547370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13790856-a1cc-4890-92e2-004282140920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.550151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13790856-a1cc-4890-92e2-004282140920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.551394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-13790856-a1cc-4890-92e2-004282140920 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1390c1c4-8fec-42e9-ab4c-c99ef1b17877 HTTP/1.1" status: 204 len: 168 time: 2.1196682 Oct 13 04:09:23.609912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:09:23.610670 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:09:23.664722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13790856-a1cc-4890-92e2-004282140920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390c1c4-8fec-42e9-ab4c-c99ef1b17877,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:23.670713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:23.674013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=3732cf3a-2b2a-405e-8b59-2e59b6d962c8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:23.689944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:23.704430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:23.711544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f312e8-847f-4fe2-ab19-017edd0ce34d req-b883c772-10a8-4ba8-961c-6404c18fb48e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:23.720956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59f312e8-847f-4fe2-ab19-017edd0ce34d req-b883c772-10a8-4ba8-961c-6404c18fb48e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1514683 Oct 13 04:09:23.728339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc12bc-e6a3-4a1b-a099-86d293dac321 req-ebf06bb5-228e-4109-81c3-2e5250c996e1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:23.736024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-84cc12bc-e6a3-4a1b-a099-86d293dac321 req-ebf06bb5-228e-4109-81c3-2e5250c996e1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 931 time: 0.3610816 Oct 13 04:09:23.818242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.894422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbd26af-66f4-49aa-a229-6c9eb0faa41d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:23.896922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:23.912654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cede17-3135-42dc-8048-1dc7eef6724d None None] Network 819e702a-8afa-47a1-9f8c-73f27a979280 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:23.918000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-84cc12bc-e6a3-4a1b-a099-86d293dac321 req-e177e83c-e819-4150-a262-7a5a8c9bed2b tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810222 Oct 13 04:09:23.953856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.957378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9a21f968-dbe0-4cd2-a70b-36a82025954d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/0cbd26af-66f4-49aa-a229-6c9eb0faa41d HTTP/1.1" status: 204 len: 168 time: 2.2421954 Oct 13 04:09:23.968836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:23.976411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:23.977227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:23.982250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:24.003754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.054472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59f312e8-847f-4fe2-ab19-017edd0ce34d req-649b6f1f-da27-4e53-a6ab-a1bfb5f4fa07 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308043 Oct 13 04:09:24.141973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.167865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-54f1f4f4-7043-407b-b234-d8146dbbda22 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4530027 Oct 13 04:09:24.170646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:24.179274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:24.296600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91fb4b82-d802-4699-8265-d97d591587a8 None None] Provisioning complete for port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:24.297441 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91fb4b82-d802-4699-8265-d97d591587a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.386306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:24.387178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.388763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] 10.222.0.15 "PUT /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 1121 time: 5.0364945 Oct 13 04:09:24.409384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e15bd74-5344-48fe-a996-f0c4e7b4a921 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:24.423067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] DHCP port deletion for 819e702a-8afa-47a1-9f8c-73f27a979280 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:24.442965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:24.451229 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980" -d '{"events": [{"name": "network-changed", "server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:24.457764 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.459494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf1d3-adec-4365-831b-597870f6919a service neutron] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:24.499602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:24.505401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5c1f8-6f3a-4d29-9599-53ef66507234 req-c7be9096-acd8-4450-8c6b-40b7668b0408 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:24.519870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ef5c1f8-6f3a-4d29-9599-53ef66507234 req-c7be9096-acd8-4450-8c6b-40b7668b0408 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 932 time: 0.3893247 Oct 13 04:09:24.567571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:24.575013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-91fb4b82-d802-4699-8265-d97d591587a8 None None] Port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:24.603356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Transition to ACTIVE for port object 2e15bd74-5344-48fe-a996-f0c4e7b4a921 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:09:24.637292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.652218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ef5c1f8-6f3a-4d29-9599-53ef66507234 req-4ed3406a-592e-45ff-b5f7-dba4566c0a11 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266859 Oct 13 04:09:24.657321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port d45a5b2e-36b3-426a-859e-14a8bd62a261 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:24.659867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.683550 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.776166 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c274a-3266-457a-bdf3-d99bb5fbcc86 x-openstack-request-id: req-328c274a-3266-457a-bdf3-d99bb5fbcc86 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:24.776470 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:24.776832 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-328c274a-3266-457a-bdf3-d99bb5fbcc86 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:24.777286 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'status': 'completed', 'code': 200} Oct 13 04:09:24.813942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:24.829129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.842804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] For port d45a5b2e-36b3-426a-859e-14a8bd62a261, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d45a5b2e-36b3-426a-859e-14a8bd62a261,segment=NetworkSegment(002c1883-a6b5-459b-b811-3ef6a1ca11b6),segment_id=002c1883-a6b5-459b-b811-3ef6a1ca11b6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:24.843180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.873219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for d45a5b2e-36b3-426a-859e-14a8bd62a261 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:24.886583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Deleting port d45a5b2e-36b3-426a-859e-14a8bd62a261 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:24.888246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:24.982856 n-d-810220-9 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cf913464-1e42-4431-b474-5c057b11ddb6 (CIDR: 172.20.0.0/28) Oct 13 04:09:25.011678 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:09:25.019435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:25.072563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.072850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a33cf-60a1-45e7-a156-326f915f4dc0 req-6b1e5eee-1175-4927-8739-b53798cf5aeb tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:25.081363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-846a33cf-60a1-45e7-a156-326f915f4dc0 req-6b1e5eee-1175-4927-8739-b53798cf5aeb tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.5779140 Oct 13 04:09:25.090370 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d42b898e-1beb-4b1d-b1cf-99bd7abe81ec tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9183455 Oct 13 04:09:25.126408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:25.141493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-846a33cf-60a1-45e7-a156-326f915f4dc0 req-8c338f94-8204-445e-8ea7-244d8475e581 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591130 Oct 13 04:09:25.184520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] For port d45a5b2e-36b3-426a-859e-14a8bd62a261, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d45a5b2e-36b3-426a-859e-14a8bd62a261,segment=NetworkSegment(002c1883-a6b5-459b-b811-3ef6a1ca11b6),segment_id=002c1883-a6b5-459b-b811-3ef6a1ca11b6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:25.186901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.214180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:25.215085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No DVR routers for this DVR port d45a5b2e-36b3-426a-859e-14a8bd62a261 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:25.216890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=d45a5b2e-36b3-426a-859e-14a8bd62a261,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:25.233716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:25.247710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 317dc3b3-8637-4a15-a815-65f61912d3bc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:25.275015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Calling delete_port for d45a5b2e-36b3-426a-859e-14a8bd62a261 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:25.337015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93e740-9963-4e97-a7b3-5b8d3b2cf147 req-06289194-2852-4d29-a32b-658a1440c0f1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:25.345278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a93e740-9963-4e97-a7b3-5b8d3b2cf147 req-06289194-2852-4d29-a32b-658a1440c0f1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 931 time: 0.2863548 Oct 13 04:09:25.356579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.392358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819e702a-8afa-47a1-9f8c-73f27a979280']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:25.414908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002c1883-a6b5-459b-b811-3ef6a1ca11b6') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:25.415495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002c1883-a6b5-459b-b811-3ef6a1ca11b6') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:25.428324 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a93e740-9963-4e97-a7b3-5b8d3b2cf147 req-1ba48fbc-5fbb-4541-ae87-35c8df040753 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745115 Oct 13 04:09:25.430884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.455680 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.468193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:25.468834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:25.473136 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:25.482805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85176f62-42d3-4578-8172-3daad106a114 req-23e2c694-1b87-4e88-aeb6-ea78eda5f21a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:25.484351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85176f62-42d3-4578-8172-3daad106a114 req-23e2c694-1b87-4e88-aeb6-ea78eda5f21a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.2170417 Oct 13 04:09:25.549080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:25.549782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.594234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.601771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Attempting to bind port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:25.602150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Attempting to bind port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:25.602423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Attempting to bind port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:25.611534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:25.612944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.615471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.621204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/819e702a-8afa-47a1-9f8c-73f27a979280 HTTP/1.1" status: 204 len: 168 time: 1.6337810 Oct 13 04:09:25.622377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:25.628904 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.635973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:25.636296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Attempting to bind port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:25.641944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'name': 'tempest-PortsIpV6TestJSON-1157222265'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:25.657129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:25.657481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Checking segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:25.657827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Bound using segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:25.658568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Bound port: 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:25.658971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.690404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Network 819e702a-8afa-47a1-9f8c-73f27a979280 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:09:25.691143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] No DVR routers for this DVR port d45a5b2e-36b3-426a-859e-14a8bd62a261 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:25.693321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Pushing event deleted for resources: {'Port': ['ID=d45a5b2e-36b3-426a-859e-14a8bd62a261,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:25.703225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85176f62-42d3-4578-8172-3daad106a114 req-b3542561-5727-4c9f-9ca0-43937a088fe6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041547 Oct 13 04:09:25.724916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.726170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.726702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.727195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.727690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.728177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.728708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.729196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.729684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.730210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.730689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.731168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719f6ce-9697-4ec4-ac05-b3b334a6ab77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:25.931319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d45a5b2e-36b3-426a-859e-14a8bd62a261 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:25.988736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d45a5b2e-36b3-426a-859e-14a8bd62a261 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:25.990673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d45a5b2e-36b3-426a-859e-14a8bd62a261 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:26.019391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc18a3-f853-4ad8-940c-24c5d686c6dd tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=819e702a-8afa-47a1-9f8c-73f27a979280,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:26.109635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109ba5d-2304-408a-9877-f54b1e4e9731 req-c3572846-e92a-46ca-bc27-f21776fe0955 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.119118 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9109ba5d-2304-408a-9877-f54b1e4e9731 req-c3572846-e92a-46ca-bc27-f21776fe0955 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 944 time: 0.1532536 Oct 13 04:09:26.126621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:26.131226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.163436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port a4769c48-7c26-48e1-a571-d38cf5ff9d71 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:26.235415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:26.238986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:26.249177 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.251179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9109ba5d-2304-408a-9877-f54b1e4e9731 req-8a545f18-51f4-40dd-a96b-85853c016184 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252973 Oct 13 04:09:26.330883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.331578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.333733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] 10.222.0.15 "PUT /v2.0/ports/2e15bd74-5344-48fe-a996-f0c4e7b4a921 HTTP/1.1" status: 200 len: 1092 time: 2.9977014 Oct 13 04:09:26.356591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:26.359356 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dbce7f-d103-48be-8d23-e101bb509c84" -d '{"events": [{"name": "network-changed", "server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:26.466200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a00798-8705-4721-8221-b5f007374d0e service neutron] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:26.471077 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba4e493-beab-4f16-997b-3d08c596ecef x-openstack-request-id: req-aba4e493-beab-4f16-997b-3d08c596ecef {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:26.471371 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:26.471685 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aba4e493-beab-4f16-997b-3d08c596ecef {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:26.472080 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'status': 'completed', 'code': 200} Oct 13 04:09:26.483329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb06a0-654d-4b2e-8f35-aeddfb615c52 req-a16d08eb-1d90-4519-96e1-7be1e1c55b69 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.484950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75eb06a0-654d-4b2e-8f35-aeddfb615c52 req-a16d08eb-1d90-4519-96e1-7be1e1c55b69 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1610496 Oct 13 04:09:26.578545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Request body: {'port': {'device_id': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:26.581582 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.669498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.790655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75eb06a0-654d-4b2e-8f35-aeddfb615c52 req-13ec3501-1f6a-4ad8-8115-c8c6764c95c2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957799 Oct 13 04:09:26.802733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-f4da7503-524e-4f3e-b049-c174f72e2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.805755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-f4da7503-524e-4f3e-b049-c174f72e2ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 1095 time: 0.3989394 Oct 13 04:09:26.866841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-2c1a162c-945d-497c-94be-ec2574732fed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921 HTTP/1.1" status: 200 len: 217 time: 0.0476708 Oct 13 04:09:26.877852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:26.914485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:26.926470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:26.952882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.954404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.966448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=a4769c48-7c26-48e1-a571-d38cf5ff9d71,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:26.970579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:26.974468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-349ec4eb-4212-4246-a202-ae78e05d16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.976062 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-349ec4eb-4212-4246-a202-ae78e05d16be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1124 time: 0.3523910 Oct 13 04:09:26.981963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8209b541-938b-4842-a5d0-cc2fa9d4fd35 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3502374 Oct 13 04:09:26.985554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:26.988548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b088c-96dc-413e-88d1-770f55028293 req-5994c360-1439-4ea8-a25e-29dfd3fdafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:26.990091 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-5994c360-1439-4ea8-a25e-29dfd3fdafed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.1163549 Oct 13 04:09:27.046540 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-4e63acea-256d-43eb-94c5-3bdc8e0d7408 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341001 Oct 13 04:09:27.055260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda98fc9-e931-4814-90c5-1aedaba2d732 req-537e763a-4b22-41ae-a67e-1b6ef80ca477 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:27.057772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bda98fc9-e931-4814-90c5-1aedaba2d732 req-537e763a-4b22-41ae-a67e-1b6ef80ca477 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 931 time: 0.3126011 Oct 13 04:09:27.152092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bda98fc9-e931-4814-90c5-1aedaba2d732 req-c0bcb3ef-c6ce-4ccf-abb1-ba0a5b33e8c1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725965 Oct 13 04:09:27.187589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port a4769c48-7c26-48e1-a571-d38cf5ff9d71 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:27.192611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.349582 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.385317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for a4769c48-7c26-48e1-a571-d38cf5ff9d71 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:27.412462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70141e71-5d42-4216-aed8-3ec7e7fdaf43 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:27.422660 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.480772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Transition to ACTIVE for port object 70141e71-5d42-4216-aed8-3ec7e7fdaf43 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:09:27.489824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9d869-a060-4e27-b6e5-992afa7fdbb0 req-5b041b6f-6e9c-420c-9a39-738e25cd9e74 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:27.499671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fb9d869-a060-4e27-b6e5-992afa7fdbb0 req-5b041b6f-6e9c-420c-9a39-738e25cd9e74 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 944 time: 0.1111209 Oct 13 04:09:27.532491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.569632 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6fb9d869-a060-4e27-b6e5-992afa7fdbb0 req-49d42863-eec6-43f2-8b5f-8b2afa023d57 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686674 Oct 13 04:09:27.594406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.632133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=a4769c48-7c26-48e1-a571-d38cf5ff9d71,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:27.646370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.654273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4b04c19c-eacf-48df-bc04-e639ccb74928 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/a4769c48-7c26-48e1-a571-d38cf5ff9d71 HTTP/1.1" status: 204 len: 168 time: 0.6675801 Oct 13 04:09:27.655426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:27.661400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'mac_address': 'fa:16:3e:82:8b:8b', 'name': 'tempest-PortsIpV6TestJSON-492674699'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:27.691207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.759156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=62f84487-11f2-4d42-a51d-1a2fc57adb25,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:27.810983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:27.876435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307942e-78cb-4e0d-8d3e-a243bf82f2c7 req-f330af6f-6807-4b11-b145-c480c0423367 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:27.878337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a307942e-78cb-4e0d-8d3e-a243bf82f2c7 req-f330af6f-6807-4b11-b145-c480c0423367 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.8994591 Oct 13 04:09:27.888717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:27.889319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Pushing event updated for resources: {'Port': ['ID=70141e71-5d42-4216-aed8-3ec7e7fdaf43,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:27.924480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:27.937116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:27.937413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984689ad-be8e-4417-bb19-92da52cb92a8 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:27.939362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.958393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:27.971061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d13c8fba-e8b3-4d41-9578-9700b3ad3045 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7643776 Oct 13 04:09:27.971887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Attempting to bind port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:27.972226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Attempting to bind port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '1aba6394-752d-4ecc-bb29-6e8b86e4d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:27.972557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Attempting to bind port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 on network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:27.975645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:27.983086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-169084058', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62f84487-11f2-4d42-a51d-1a2fc57adb25'}], 'security_groups': ['6a34404d-aee3-438a-ab32-7c7149eea38d']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:27.989887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-2c4f40f7-352e-4ba4-8440-c8b0f711f469 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504663 Oct 13 04:09:27.992043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd75a64-a0a6-4f26-bfe4-380bdb67bfd7 req-4057f78c-4edd-4391-b53d-050f42323a35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:27.994436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cd75a64-a0a6-4f26-bfe4-380bdb67bfd7 req-4057f78c-4edd-4391-b53d-050f42323a35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1130540 Oct 13 04:09:28.001585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 8cc87aef-55d4-4765-9a6a-7feeba24daa7 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:28.024857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 on network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:28.025149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Attempting to bind port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 on network 439c76bc-9f68-4684-b5e9-8a8eaeac1165 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:28.065610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:28.065954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Checking segment: {'id': '1aba6394-752d-4ecc-bb29-6e8b86e4d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:28.066343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Bound using segment: {'id': '1aba6394-752d-4ecc-bb29-6e8b86e4d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:28.066770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Bound port: 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aba6394-752d-4ecc-bb29-6e8b86e4d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:28.067128 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.091687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cd75a64-a0a6-4f26-bfe4-380bdb67bfd7 req-cd02b91d-74b1-480c-851f-45be63e36a27 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841565 Oct 13 04:09:28.124888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a307942e-78cb-4e0d-8d3e-a243bf82f2c7 req-ea3deb8e-4a17-4c96-9c8d-f89a03eeda1e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258484 Oct 13 04:09:28.149693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:28.216851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] Update dhcp port {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'fixed_ips': [{'subnet_id': 'cf913464-1e42-4431-b474-5c057b11ddb6', 'ip_address': '172.20.0.2'}, {'subnet_id': '62f84487-11f2-4d42-a51d-1a2fc57adb25'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '317dc3b3-8637-4a15-a815-65f61912d3bc'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:09:28.265535 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.318087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c858bcf3-097b-4c7a-8c15-f7a4bc9ad56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.320130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] For port 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:28.335749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.354377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d1633-c36e-4455-9155-273229c7c2e9 req-3274d4ca-2055-4faa-a253-a42e40bf120c tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.356012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd3d1633-c36e-4455-9155-273229c7c2e9 req-3274d4ca-2055-4faa-a253-a42e40bf120c tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.1169252 Oct 13 04:09:28.369946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] For port 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70141e71-5d42-4216-aed8-3ec7e7fdaf43,segment=NetworkSegment(1aba6394-752d-4ecc-bb29-6e8b86e4d94c),segment_id=1aba6394-752d-4ecc-bb29-6e8b86e4d94c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:28.389988 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.396201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-793b088c-96dc-413e-88d1-770f55028293 req-56c28451-985a-4f88-ab8a-9dcebc2511d2 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810856 Oct 13 04:09:28.400632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.452957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.459699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd3d1633-c36e-4455-9155-273229c7c2e9 req-64412403-5b16-4178-b2c0-f4e3647d13f3 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918961 Oct 13 04:09:28.478701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] Allocated IP 172.20.0.18 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/62f84487-11f2-4d42-a51d-1a2fc57adb25/317dc3b3-8637-4a15-a815-65f61912d3bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:28.528798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.529806 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.530783 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-287094a8-090a-4a78-a0db-42d274203dad service neutron] 10.222.0.26 "PUT /v2.0/ports/70141e71-5d42-4216-aed8-3ec7e7fdaf43 HTTP/1.1" status: 200 len: 1091 time: 1.9888134 Oct 13 04:09:28.534076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:28.543013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:28.548067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'tag': '70141e71-5d42-4216-aed8-3ec7e7fdaf43'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:28.550738 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5532ab2c-ece5-48c3-b6fa-33ee1e435735" -d '{"events": [{"name": "network-changed", "server_uuid": "f26fd4fa-b62c-48af-8188-1c4ebfbea031", "tag": "70141e71-5d42-4216-aed8-3ec7e7fdaf43"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:28.579344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c858bcf3-097b-4c7a-8c15-f7a4bc9ad56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.583749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:28.590654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.591015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:28.593853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.594352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=8cc87aef-55d4-4765-9a6a-7feeba24daa7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:28.602081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c858bcf3-097b-4c7a-8c15-f7a4bc9ad56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.624240 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cef7d1b-7929-4c41-b404-4aebe644b15f x-openstack-request-id: req-6cef7d1b-7929-4c41-b404-4aebe644b15f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:28.624240 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26fd4fa-b62c-48af-8188-1c4ebfbea031", "tag": "70141e71-5d42-4216-aed8-3ec7e7fdaf43", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:28.624240 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cef7d1b-7929-4c41-b404-4aebe644b15f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:28.624651 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'tag': '70141e71-5d42-4216-aed8-3ec7e7fdaf43', 'status': 'completed', 'code': 200} Oct 13 04:09:28.632565 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-99b45e89-d928-4997-a8d6-f7acaa8778bf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9757740 Oct 13 04:09:28.635174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.641375 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.644705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:28.675306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287094a8-090a-4a78-a0db-42d274203dad service neutron] Pushing event updated for resources: {'Port': ['ID=70141e71-5d42-4216-aed8-3ec7e7fdaf43,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:28.717565 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c858bcf3-097b-4c7a-8c15-f7a4bc9ad56e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa875becb8884f76810b836c9d126247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668077 Oct 13 04:09:28.718449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858bcf3-097b-4c7a-8c15-f7a4bc9ad56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273e2f89-6230-442a-abdb-adb48a90cfd4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:28.720328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-c891d41b-7b28-4d85-b047-88235631cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.722012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59402) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:28.727015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-c891d41b-7b28-4d85-b047-88235631cec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 1095 time: 0.2214818 Oct 13 04:09:28.742908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3c6a8-9339-4d02-806b-9889555a073c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.747235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97d3c6a8-9339-4d02-806b-9889555a073c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/8cc87aef-55d4-4765-9a6a-7feeba24daa7 HTTP/1.1" status: 200 len: 844 time: 0.0980046 Oct 13 04:09:28.751052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:28.825447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b266-b37b-4999-aacf-47d04fe03ba6 req-d5e7c6ae-22ee-456d-a608-5ee8291014f7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.827073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b57b266-b37b-4999-aacf-47d04fe03ba6 req-d5e7c6ae-22ee-456d-a608-5ee8291014f7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 944 time: 0.1499588 Oct 13 04:09:28.877026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844d3a7-5cda-4012-b57f-cc66f0fedfc5 None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:28.888960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05db208-9fc4-4716-b100-95404c0e871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.932335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b57b266-b37b-4999-aacf-47d04fe03ba6 req-4124e64f-9d61-48d7-ab72-5486e7f104d5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770664 Oct 13 04:09:28.935732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05db208-9fc4-4716-b100-95404c0e871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:28.941865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-f68cc6b4-add0-46eb-aafc-ac99f23ad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:28.943646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-f68cc6b4-add0-46eb-aafc-ac99f23ad6e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 905 time: 0.1858754 Oct 13 04:09:28.979943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 8cc87aef-55d4-4765-9a6a-7feeba24daa7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:28.980424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.002437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-8b93017b-3be0-4e48-982e-01e6c691030c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921 HTTP/1.1" status: 200 len: 217 time: 0.0489454 Oct 13 04:09:29.003551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Delete allocated IP 172.20.0.11 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/cf913464-1e42-4431-b474-5c057b11ddb6) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:09:29.039914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.27 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/62f84487-11f2-4d42-a51d-1a2fc57adb25/3732cf3a-2b2a-405e-8b59-2e59b6d962c8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:29.063275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.083672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 8cc87aef-55d4-4765-9a6a-7feeba24daa7 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:29.088749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-cefcb66b-4a14-4c96-a2ba-5ba9b85ffb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:29.090337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-cefcb66b-4a14-4c96-a2ba-5ba9b85ffb09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.0794978 Oct 13 04:09:29.101754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05db208-9fc4-4716-b100-95404c0e871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.104727 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05db208-9fc4-4716-b100-95404c0e871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.109817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f05db208-9fc4-4716-b100-95404c0e871f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/273e2f89-6230-442a-abdb-adb48a90cfd4 HTTP/1.1" status: 204 len: 168 time: 0.3823144 Oct 13 04:09:29.129455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 317dc3b3-8637-4a15-a815-65f61912d3bc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:29.193474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05db208-9fc4-4716-b100-95404c0e871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e2f89-6230-442a-abdb-adb48a90cfd4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:29.248478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:29.250713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.279864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-267480db-b9b8-4729-b614-af9989e18f68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809094 Oct 13 04:09:29.331281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.366953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=8cc87aef-55d4-4765-9a6a-7feeba24daa7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:29.405343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5898b47-06c0-4389-8c52-c4ec4a55d1af req-93d935e8-5a3b-453e-81b0-bbc4421f66f8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:29.413543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5898b47-06c0-4389-8c52-c4ec4a55d1af req-93d935e8-5a3b-453e-81b0-bbc4421f66f8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1388135 Oct 13 04:09:29.416416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.422851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a3a129af-2640-495e-9716-e8a40fd051d3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/8cc87aef-55d4-4765-9a6a-7feeba24daa7 HTTP/1.1" status: 204 len: 168 time: 0.6673107 Oct 13 04:09:29.426721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:29.465303 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6561740c-1395-43f4-8d92-7d4a896d4303 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:29.470479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6561740c-1395-43f4-8d92-7d4a896d4303 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/8cc87aef-55d4-4765-9a6a-7feeba24daa7 HTTP/1.1" status: 404 len: 333 time: 0.0388515 Oct 13 04:09:29.472942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:29.479060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'name': 'tempest-PortsIpV6TestJSON-256588700'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:29.557393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5898b47-06c0-4389-8c52-c4ec4a55d1af req-b9fe74c1-f3c4-4f73-bea6-be14dff23a28 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432230 Oct 13 04:09:29.561686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59422) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:29.582769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-563b5b18-4180-4445-89cb-6b948fe8d9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.630917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:29.634947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.645831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:29.646458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.665250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 14b8da12-0185-4ee6-9b67-6757c1ac1d1e yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:29.703456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:29.715157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Provisioning complete for port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:29.715157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.730540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3dac2-38aa-4f29-8b4b-d20fbb3f1a8a req-b3d59062-ae05-4665-bde2-65c44ebdf1f9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:29.731974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87c3dac2-38aa-4f29-8b4b-d20fbb3f1a8a req-b3d59062-ae05-4665-bde2-65c44ebdf1f9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.4697733 Oct 13 04:09:29.754719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:29.766153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:29.766673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1044a67-951c-40cd-9712-c569dc9255ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.804517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-563b5b18-4180-4445-89cb-6b948fe8d9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.807732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-d1a51e82-15d7-485f-9ca7-6def7e51e1a3 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990995 Oct 13 04:09:29.814178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-563b5b18-4180-4445-89cb-6b948fe8d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.831610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87c3dac2-38aa-4f29-8b4b-d20fbb3f1a8a req-3e6fe97c-233d-4931-94d1-c384f15cb755 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848107 Oct 13 04:09:29.836518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.848043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:29.928723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929907dd-13ac-449f-8730-cb116facfaca req-36adf8c4-be26-4653-9764-032c60202ba8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:29.935151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-929907dd-13ac-449f-8730-cb116facfaca req-36adf8c4-be26-4653-9764-032c60202ba8 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.2146969 Oct 13 04:09:29.952124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-563b5b18-4180-4445-89cb-6b948fe8d9b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=019bc94d19c4475db2263631708642a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872628 Oct 13 04:09:29.954040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b5b18-4180-4445-89cb-6b948fe8d9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5020867-3890-4006-8bc9-ede98f47cb6d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:29.969558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59424) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:29.974145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=3732cf3a-2b2a-405e-8b59-2e59b6d962c8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:30.027729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98dbce7f-d103-48be-8d23-e101bb509c84 req-73d12658-5e5b-4a71-87a5-01e830190c42 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116086 Oct 13 04:09:30.028302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] In _notify_port_updated(), no bound segment for port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 on network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:09:30.033833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:30.034461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.035729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cfd0e65c-d9d8-4650-9d4f-c2914a9c242a tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/ports/3732cf3a-2b2a-405e-8b59-2e59b6d962c8 HTTP/1.1" status: 200 len: 920 time: 2.0575728 Oct 13 04:09:30.039969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:30.056403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.060222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-929907dd-13ac-449f-8730-cb116facfaca req-e3bea68d-aa30-4cda-9c40-c4844d88a244 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240380 Oct 13 04:09:30.081242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d2717-4529-4254-b8c6-8653681a06d4 req-a5f40ff2-98e5-4400-b86c-ec5f6a9e31b0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:30.082019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a8d2717-4529-4254-b8c6-8653681a06d4 req-a5f40ff2-98e5-4400-b86c-ec5f6a9e31b0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 944 time: 0.0693903 Oct 13 04:09:30.113159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72c46a85-c350-406e-b23c-c2433b41d965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.120771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a8d2717-4529-4254-b8c6-8653681a06d4 req-bc0bb91f-68dd-4a61-a469-44ad515ebbcb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Oct 13 04:09:30.171519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72c46a85-c350-406e-b23c-c2433b41d965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.214399 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.255885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:30.256284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.286825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:30.321671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:30.326248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:30.332084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:30.332717 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.335842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=14b8da12-0185-4ee6-9b67-6757c1ac1d1e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:30.337993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72c46a85-c350-406e-b23c-c2433b41d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.340459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72c46a85-c350-406e-b23c-c2433b41d965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.345038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72c46a85-c350-406e-b23c-c2433b41d965 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5020867-3890-4006-8bc9-ede98f47cb6d HTTP/1.1" status: 204 len: 168 time: 0.3733020 Oct 13 04:09:30.375674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46a85-c350-406e-b23c-c2433b41d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5020867-3890-4006-8bc9-ede98f47cb6d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:30.386599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-90eb3a86-47ca-4d95-ab92-00d76f58c125 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9095137 Oct 13 04:09:30.386830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59432) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:30.395227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:30.426925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.439719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:30.471462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.488393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d34c5e1-42b6-4319-adf3-6d5fe73296c1 None None] Provisioning complete for port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:30.489733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d34c5e1-42b6-4319-adf3-6d5fe73296c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.537058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7d34c5e1-42b6-4319-adf3-6d5fe73296c1 None None] Port 3732cf3a-2b2a-405e-8b59-2e59b6d962c8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:30.589569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.644715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=3732cf3a-2b2a-405e-8b59-2e59b6d962c8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:30.686932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.697383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.740436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2e15bd74-5344-48fe-a996-f0c4e7b4a921 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:09:30.741807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] In _notify_port_updated(), no bound segment for port 14b8da12-0185-4ee6-9b67-6757c1ac1d1e on network 79685cea-e361-476c-9892-afe677b450ea {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:09:30.748483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:30.749291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.753297 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/ports/14b8da12-0185-4ee6-9b67-6757c1ac1d1e HTTP/1.1" status: 200 len: 818 time: 0.3647454 Oct 13 04:09:30.754161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:30.761409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42363c0a-d793-4bb7-bb37-5c4ce2646972 req-29c94aa5-09d3-4f8a-bd71-a6fc3c6bbe13 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:30.762973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42363c0a-d793-4bb7-bb37-5c4ce2646972 req-29c94aa5-09d3-4f8a-bd71-a6fc3c6bbe13 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1196270 Oct 13 04:09:30.771654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.781129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f9e5cf7e-09b0-467f-8fc6-5d7818d27f12 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/3732cf3a-2b2a-405e-8b59-2e59b6d962c8 HTTP/1.1" status: 204 len: 168 time: 0.7379067 Oct 13 04:09:30.781792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:30.808315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c88a-d49f-462a-984d-76a0b1ac6a94 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=14b8da12-0185-4ee6-9b67-6757c1ac1d1e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:30.831333 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa76fb23-1474-4acd-ab4f-7f9ba306e9f1 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:09:30.836581 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fa76fb23-1474-4acd-ab4f-7f9ba306e9f1 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/3732cf3a-2b2a-405e-8b59-2e59b6d962c8 HTTP/1.1" status: 404 len: 333 time: 0.0522583 Oct 13 04:09:30.839202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:30.901417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 14b8da12-0185-4ee6-9b67-6757c1ac1d1e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:30.901878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.902538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42363c0a-d793-4bb7-bb37-5c4ce2646972 req-308daa8c-617a-41bb-9bb7-c23db01da70f tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196830 Oct 13 04:09:30.942756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78352469-4f22-41e5-8761-29b6e1c376c4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:30.954801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:30.969894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'mac_address': 'fa:16:3e:22:ee:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:09:30.982404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78352469-4f22-41e5-8761-29b6e1c376c4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.016250 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.032733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e15bd74-5344-48fe-a996-f0c4e7b4a921 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:31.049644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78352469-4f22-41e5-8761-29b6e1c376c4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.054340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78352469-4f22-41e5-8761-29b6e1c376c4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.059592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78352469-4f22-41e5-8761-29b6e1c376c4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/security-groups/05797d67-680e-49c5-9e0a-4f15ae890a39 HTTP/1.1" status: 204 len: 168 time: 0.2194252 Oct 13 04:09:31.060639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59456) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:31.066033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:31.072274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.087385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78352469-4f22-41e5-8761-29b6e1c376c4 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05797d67-680e-49c5-9e0a-4f15ae890a39,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:31.137445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.168836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ab2c-ece5-48c3-b6fa-33ee1e435735 req-76f9e921-61de-4002-8294-c981a4073283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.170339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5532ab2c-ece5-48c3-b6fa-33ee1e435735 req-76f9e921-61de-4002-8294-c981a4073283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5195bce81179420792adfacd3444f88d&device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 1094 time: 0.1853611 Oct 13 04:09:31.178412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-474f257b-6b0d-4ad2-8bb5-4f4555859f44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.180900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 14b8da12-0185-4ee6-9b67-6757c1ac1d1e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:31.190666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:31.214629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8b243-0192-4af8-85ce-7c26f6d15286 req-90e41b6a-3541-4aba-81e8-2ae5754a6428 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.216178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51a8b243-0192-4af8-85ce-7c26f6d15286 req-90e41b6a-3541-4aba-81e8-2ae5754a6428 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.2324009 Oct 13 04:09:31.251261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-b97c2f93-ecb2-4242-94bb-df0cc852dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.252816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-b97c2f93-ecb2-4242-94bb-df0cc852dbd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.3315504 Oct 13 04:09:31.352513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-2c9a44b8-0ffa-4b49-8d5c-03de36ea62b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 217 time: 0.0887733 Oct 13 04:09:31.381248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2e15bd74-5344-48fe-a996-f0c4e7b4a921'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:31.496089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.500972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ab2c-ece5-48c3-b6fa-33ee1e435735 req-c6406cfe-ff45-489f-b09c-74d54f370105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.502994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5532ab2c-ece5-48c3-b6fa-33ee1e435735 req-c6406cfe-ff45-489f-b09c-74d54f370105 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5195bce81179420792adfacd3444f88d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3201249 Oct 13 04:09:31.512744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51a8b243-0192-4af8-85ce-7c26f6d15286 req-43536a2f-ab01-46df-a9bc-96ecb3fd264a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686946 Oct 13 04:09:31.592189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=14b8da12-0185-4ee6-9b67-6757c1ac1d1e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:31.593913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-474f257b-6b0d-4ad2-8bb5-4f4555859f44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.616143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea0eb7-3b2b-4a87-8b49-580b12ffe421 req-01ab3738-856b-417b-ac9d-97e24b320b3c tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.617832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbea0eb7-3b2b-4a87-8b49-580b12ffe421 req-01ab3738-856b-417b-ac9d-97e24b320b3c tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.4740057 Oct 13 04:09:31.665125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-474f257b-6b0d-4ad2-8bb5-4f4555859f44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.665359 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.667846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-474f257b-6b0d-4ad2-8bb5-4f4555859f44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.668423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-80d1d1b6-9f0d-4cef-bb83-8bc86ce1a67e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/14b8da12-0185-4ee6-9b67-6757c1ac1d1e HTTP/1.1" status: 204 len: 168 time: 0.9092543 Oct 13 04:09:31.674295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-474f257b-6b0d-4ad2-8bb5-4f4555859f44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/security-groups/6a34404d-aee3-438a-ab32-7c7149eea38d HTTP/1.1" status: 204 len: 168 time: 0.6067405 Oct 13 04:09:31.674680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59474) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:31.675108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59476) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:31.680480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-39ef6eb9-c96c-44de-b83b-cf4b03fa9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.682010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-39ef6eb9-c96c-44de-b83b-cf4b03fa9927 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.2651124 Oct 13 04:09:31.725954 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-0a3bdec6-f563-456a-8a7e-a62bde985da9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348170 Oct 13 04:09:31.741987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbea0eb7-3b2b-4a87-8b49-580b12ffe421 req-6cfcf417-3a84-4e9b-ba07-1b10c4a988a0 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126966 Oct 13 04:09:31.745149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f257b-6b0d-4ad2-8bb5-4f4555859f44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a34404d-aee3-438a-ab32-7c7149eea38d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:31.781354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0a54-f485-4abe-a3ca-4cae8987a236 req-884ba2fc-a8f7-4581-a68e-6324b4827973 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.781354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-416b0a54-f485-4abe-a3ca-4cae8987a236 req-884ba2fc-a8f7-4581-a68e-6324b4827973 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 945 time: 0.1515267 Oct 13 04:09:31.781666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet cf913464-1e42-4431-b474-5c057b11ddb6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:31.785328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.796131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab45b3-4929-4fa4-a10e-91002cf96d0d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.801184 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50ab45b3-4929-4fa4-a10e-91002cf96d0d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1219380 Oct 13 04:09:31.801534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:31.819949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ab2c-ece5-48c3-b6fa-33ee1e435735 req-5e6d4284-f0b3-452a-b6e4-873bae90bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.821443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5532ab2c-ece5-48c3-b6fa-33ee1e435735 req-5e6d4284-f0b3-452a-b6e4-873bae90bdfc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3047998 Oct 13 04:09:31.851280 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12a3769-b025-49a3-9889-fee4f63a840f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:31.852310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f12a3769-b025-49a3-9889-fee4f63a840f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/14b8da12-0185-4ee6-9b67-6757c1ac1d1e HTTP/1.1" status: 404 len: 333 time: 0.0310373 Oct 13 04:09:31.856582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:31.865696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1078300194'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:31.878775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.928880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-416b0a54-f485-4abe-a3ca-4cae8987a236 req-f3fe7254-d9f6-4e2d-9c5a-f9ab83730d62 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104684 Oct 13 04:09:31.929518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:31.929518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:31.955201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-1c0dff86-d162-45f4-9b2f-d94c73e09782 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166529 Oct 13 04:09:31.957913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-e0bd70fa-092d-4d63-ada8-718aa3c91c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:31.959348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-e0bd70fa-092d-4d63-ada8-718aa3c91c11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5195bce81179420792adfacd3444f88d&device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 1094 time: 0.0967193 Oct 13 04:09:32.033517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:32.048822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-6a7e52ec-3c46-4bcf-a8cb-f2214e9c8d90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70141e71-5d42-4216-aed8-3ec7e7fdaf43 HTTP/1.1" status: 200 len: 217 time: 0.0718379 Oct 13 04:09:32.054832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.081601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.081981 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment 433f2a63-ab59-4220-baf9-e8bbfd47dfbf of type vlan for network a190287b-490f-4f02-bfdf-2459d6de7cda Oct 13 04:09:32.132665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-b40c2c89-ebe5-43c8-aafb-6ab1c147dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:32.134182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-b40c2c89-ebe5-43c8-aafb-6ab1c147dd49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1beed0a3-1be2-4e43-b960-9cc6640adf47 HTTP/1.1" status: 200 len: 853 time: 0.0737026 Oct 13 04:09:32.137427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110575-19ee-4fc7-b0bc-0843f22c8d9c req-6192f78b-b18e-4c82-af63-0c1b9fc840ab tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:32.138935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38110575-19ee-4fc7-b0bc-0843f22c8d9c req-6192f78b-b18e-4c82-af63-0c1b9fc840ab tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1443324 Oct 13 04:09:32.139575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1b58ae9-0c84-4d31-8d6d-a1b8fea77980 req-46ed2925-6f87-4961-a8d6-c68a087b0521 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705039 Oct 13 04:09:32.161910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.181189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-f00c7ee8-cf50-49e4-a58f-045ae0386f03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=439c76bc-9f68-4684-b5e9-8a8eaeac1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346982 Oct 13 04:09:32.219003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.226072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38110575-19ee-4fc7-b0bc-0843f22c8d9c req-eb7fbe64-d41f-490a-8b97-206561862394 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697403 Oct 13 04:09:32.231929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.237455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:32.238059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.267718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=cf913464-1e42-4431-b474-5c057b11ddb6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:32.285222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-f10c0df2-81be-490f-983e-69fcf06d7d5f service neutron] 10.222.0.26 "GET /v2.0/networks/439c76bc-9f68-4684-b5e9-8a8eaeac1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948496 Oct 13 04:09:32.287598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bba50f-75e5-4064-a3c5-1f6094cecdcd None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:32.309662 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.319235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b9b51ca-adf9-446e-88e3-fa5d9373bb7f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/cf913464-1e42-4431-b474-5c057b11ddb6 HTTP/1.1" status: 204 len: 168 time: 0.6250372 Oct 13 04:09:32.319235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:32.324418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:32.363717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:32.364057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5063243 Oct 13 04:09:32.369449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:32.396787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a641a36-c85f-4264-9208-c17655fcef05 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=a190287b-490f-4f02-bfdf-2459d6de7cda,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:32.442396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:32.474445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dc4c09b-778d-497e-9915-7c47b6ebbb54 req-d9991e6f-3e8a-41d1-b96f-9a9a4768ac7a service neutron] 10.222.0.26 "GET /v2.0/networks/439c76bc-9f68-4684-b5e9-8a8eaeac1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810937 Oct 13 04:09:32.487046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:32.493233 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.505539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:32.515234 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.752290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94c62b-f7ec-42d7-8162-538a5c487f5a req-07764ff7-f08c-4e5f-bd96-56355d6af723 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:32.753892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d94c62b-f7ec-42d7-8162-538a5c487f5a req-07764ff7-f08c-4e5f-bd96-56355d6af723 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1344092 Oct 13 04:09:32.765697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2e15bd74-5344-48fe-a996-f0c4e7b4a921 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:32.795552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.830334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.852237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:09:32.857985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:32.858576 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.879579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d94c62b-f7ec-42d7-8162-538a5c487f5a req-607173a2-daa6-4b8f-882d-77382c4827b6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972495 Oct 13 04:09:32.915727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=c0ad51e4-62fb-4b9a-9358-bffb086805e1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:32.930970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': '433f2a63-ab59-4220-baf9-e8bbfd47dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:32.931905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: a190287b-490f-4f02-bfdf-2459d6de7cda, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:32.951388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network a190287b-490f-4f02-bfdf-2459d6de7cda is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:32.967364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=d4d13fd2-210e-4446-a496-a9026c14cb17,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:32.971962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a190287b-490f-4f02-bfdf-2459d6de7cda) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:32.976889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:32.977624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.004898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b633524-96f0-43dd-a42d-bd768104ec1a None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:33.013240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c078af63-a3e5-46b4-ae42-07ccf12e948a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6456633 Oct 13 04:09:33.013655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59542) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:33.014028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:33.020793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:33.023019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:33.026672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:33.027324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.066083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ca8e5744-c738-4296-84dc-30fd682a419b tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7478430 Oct 13 04:09:33.070125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:33.075913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471755479'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:33.102144 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.111939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09ad9-a022-4d6e-adf1-d4b7052f9385 req-97773fae-b6ef-47e8-bfb3-98a3d6082a2e tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:33.113649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99b09ad9-a022-4d6e-adf1-d4b7052f9385 req-97773fae-b6ef-47e8-bfb3-98a3d6082a2e tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.1502550 Oct 13 04:09:33.170868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99b09ad9-a022-4d6e-adf1-d4b7052f9385 req-fb1eff1b-fa5e-451d-8dce-95568fccf352 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Oct 13 04:09:33.171774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.231908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:33.236289 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58599c5b-fcb8-4bc1-ba19-1533b5cc3b71" -d '{"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-plugged", "status": "completed", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:33.256218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:33.275122 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.280976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f282408-bf1b-46f9-abe1-2a2c33ade941 req-98160cc3-c819-47bd-9157-352c3bf276ce tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:33.290945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f282408-bf1b-46f9-abe1-2a2c33ade941 req-98160cc3-c819-47bd-9157-352c3bf276ce tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 945 time: 0.1369557 Oct 13 04:09:33.361095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.375283 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80792e6f-32b6-47f5-b47b-9e29a4329ce0 x-openstack-request-id: req-80792e6f-32b6-47f5-b47b-9e29a4329ce0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:33.376672 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-plugged", "status": "completed", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:33.377131 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80792e6f-32b6-47f5-b47b-9e29a4329ce0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:33.377672 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'code': 200} Oct 13 04:09:33.387129 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.399568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f282408-bf1b-46f9-abe1-2a2c33ade941 req-96515ebe-7bd9-4b60-a196-2e6ddecdeccf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029105 Oct 13 04:09:33.401396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:33.413528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:33.415924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.441163 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.453093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3772795 Oct 13 04:09:33.458642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f2d7d-a3ef-4fe9-afa2-4bbbf137d9e3 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:33.471146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:33.485622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'security_group': {'name': 'tempest-secgroup-975661853'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:33.533826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a996d-7bf3-451c-be58-4af164971ca1 req-e3ddc068-3adb-4af0-a94a-8186a416508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:33.535291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-882a996d-7bf3-451c-be58-4af164971ca1 req-e3ddc068-3adb-4af0-a94a-8186a416508e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 1097 time: 0.1023152 Oct 13 04:09:33.558402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-a190287b-490f-4f02-bfdf-2459d6de7cda', 'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': 'c0ad51e4-62fb-4b9a-9358-bffb086805e1'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:09:33.559482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.566955 n-d-810220-9 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0ad51e4-62fb-4b9a-9358-bffb086805e1 (CIDR: 2001:db8::/64) Oct 13 04:09:33.568222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c699067-f41b-46ea-a476-6a96e9c9147d None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:33.568839 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c699067-f41b-46ea-a476-6a96e9c9147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.572247 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:09:33.572952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:33.575007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb154f-98ea-4b8d-8720-e73aeb75e3d5 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc75a05-1a98-4a54-a41d-d10d0c5f96f2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:33.591954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.604533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-089535f1-f89f-474a-b8ea-43b2a0f6525b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5898058 Oct 13 04:09:33.607845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59574) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:33.615397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:33.643158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440ecfd-8c08-4843-ada2-ac78b8c6bd4e req-b8fb5bf4-d3fa-4b60-8ed8-e38c4e7870e7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:33.650555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a440ecfd-8c08-4843-ada2-ac78b8c6bd4e req-b8fb5bf4-d3fa-4b60-8ed8-e38c4e7870e7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1387081 Oct 13 04:09:33.703557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5c699067-f41b-46ea-a476-6a96e9c9147d None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:33.717124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a440ecfd-8c08-4843-ada2-ac78b8c6bd4e req-8d7e3f22-2323-44f4-9880-52256c7fb282 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602083 Oct 13 04:09:33.738647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.745246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.770924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c699067-f41b-46ea-a476-6a96e9c9147d None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:33.771393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c699067-f41b-46ea-a476-6a96e9c9147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.782873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-882a996d-7bf3-451c-be58-4af164971ca1 req-2b9483f2-8e7d-4bed-884c-f66fec8710cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375734 Oct 13 04:09:33.788543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3030f856-ac13-43d3-a29b-be736525c866,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:33.795985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.798723 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f22a5801-c3cf-4652-b2fe-3409cd551f0e tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3183346 Oct 13 04:09:33.801624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:33.806277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:33.807237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'security_group': {'name': 'tempest-secgroup-620300329'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:33.810478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.838612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.892534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Allocated IP 2001:db8::2 (a190287b-490f-4f02-bfdf-2459d6de7cda/c0ad51e4-62fb-4b9a-9358-bffb086805e1/1a971f5d-74b5-484d-938c-4134ec9e7f26) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:33.910699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:33.920947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.943217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.991555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.994142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1915963 Oct 13 04:09:34.003041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59586) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:34.013491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1229231859', 'security_groups': ['0efdc1d2-c8d6-4300-bdd0-fe672ba46976'], 'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4d13fd2-210e-4446-a496-a9026c14cb17'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:34.022860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21648d-d985-49f2-b5b8-c95f53122298 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efdc1d2-c8d6-4300-bdd0-fe672ba46976,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:34.111510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] Update dhcp port {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'fixed_ips': [{'subnet_id': '62f84487-11f2-4d42-a51d-1a2fc57adb25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd4d13fd2-210e-4446-a496-a9026c14cb17'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '317dc3b3-8637-4a15-a815-65f61912d3bc'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:09:34.123174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-353c1d0d-7ef0-47d7-8545-09a9c2d855c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.146905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.149849 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.158790 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.191536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf42a9-ced0-4203-8387-4edac8e8fb52 req-f8e35ac4-f0e5-4e32-8ed8-df2a6422ca1d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:34.193018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ebf42a9-ced0-4203-8387-4edac8e8fb52 req-f8e35ac4-f0e5-4e32-8ed8-df2a6422ca1d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 945 time: 0.1888437 Oct 13 04:09:34.226769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:34.232405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:34.237355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:34.294683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Pushing event updated for resources: {'Port': ['ID=1a971f5d-74b5-484d-938c-4134ec9e7f26,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:34.321254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd661b7-3bae-4a54-b34f-0a76121ec516 req-6c2b2840-dbbd-4443-9881-2f83ea9796c2 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:34.322901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afd661b7-3bae-4a54-b34f-0a76121ec516 req-6c2b2840-dbbd-4443-9881-2f83ea9796c2 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.0613310 Oct 13 04:09:34.362181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:09:34.373456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afd661b7-3bae-4a54-b34f-0a76121ec516 req-4f58cc17-7abb-4d8a-a7fc-5526e471eeda tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Oct 13 04:09:34.519155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab56def-492d-44df-8192-5174e1c2b856 req-8363a727-8a72-45a2-99c7-ee4e58bd7155 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:34.520842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ab56def-492d-44df-8192-5174e1c2b856 req-8363a727-8a72-45a2-99c7-ee4e58bd7155 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 946 time: 0.0567958 Oct 13 04:09:34.529683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Attempting to bind port 1a971f5d-74b5-484d-938c-4134ec9e7f26 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:34.530258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Attempting to bind port 1a971f5d-74b5-484d-938c-4134ec9e7f26 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '433f2a63-ab59-4220-baf9-e8bbfd47dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:34.530394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Attempting to bind port 1a971f5d-74b5-484d-938c-4134ec9e7f26 on network a190287b-490f-4f02-bfdf-2459d6de7cda {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:34.543601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:34.543971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Checking segment: {'id': '433f2a63-ab59-4220-baf9-e8bbfd47dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:34.544372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.544785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Bound using segment: {'id': '433f2a63-ab59-4220-baf9-e8bbfd47dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:34.545248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Bound port: 1a971f5d-74b5-484d-938c-4134ec9e7f26, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433f2a63-ab59-4220-baf9-e8bbfd47dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:34.545622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.562577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ab56def-492d-44df-8192-5174e1c2b856 req-5e3582f4-8aa6-4d45-89ce-3e497d890856 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Oct 13 04:09:34.610997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] Allocated IP 172.20.0.2 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/d4d13fd2-210e-4446-a496-a9026c14cb17/317dc3b3-8637-4a15-a815-65f61912d3bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:34.629002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ebf42a9-ced0-4203-8387-4edac8e8fb52 req-3f20a6a5-7c1d-45d3-9abf-535a5ee48cb7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199755 Oct 13 04:09:34.635819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.671315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:34.741601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network a190287b-490f-4f02-bfdf-2459d6de7cda is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:34.751658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] For port 1a971f5d-74b5-484d-938c-4134ec9e7f26, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:34.755280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:34.761828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-353c1d0d-7ef0-47d7-8545-09a9c2d855c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.762027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:34.765564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:34.766156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.781779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=c8cbf892-78fc-466a-b4c7-6044e11cba87,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:34.785725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-353c1d0d-7ef0-47d7-8545-09a9c2d855c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.788527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] For port 1a971f5d-74b5-484d-938c-4134ec9e7f26, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a971f5d-74b5-484d-938c-4134ec9e7f26,segment=NetworkSegment(433f2a63-ab59-4220-baf9-e8bbfd47dfbf),segment_id=433f2a63-ab59-4220-baf9-e8bbfd47dfbf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:34.792909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'network_id': 'f4e36379-fdad-4e56-8440-482fdc7b5a6f', 'port_id': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'mac_address': 'fa:16:3e:e5:92:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e954b9-0522-4062-851c-15601edc9bd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:09:34.801777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-413bc1aa-02f7-4cb8-9402-c1b15b3978a7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1895869 Oct 13 04:09:34.801958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.806154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:34.815077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:34.828656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'fixed_ips': [{'subnet_id': 'c0ad51e4-62fb-4b9a-9358-bffb086805e1'}, {'subnet_id': 'c8cbf892-78fc-466a-b4c7-6044e11cba87'}], 'name': 'tempest-PortsIpV6TestJSON-840773348'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:34.856322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c1d0d-7ef0-47d7-8545-09a9c2d855c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59fc96-186a-4cd0-9a8c-8427f03fa717,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:34.860703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-353c1d0d-7ef0-47d7-8545-09a9c2d855c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b7abaa2c93f4514a66c0f17e1e05faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9472988 Oct 13 04:09:34.863238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59598) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:34.885497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.921745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] device_id is not set on port eca6931d-9688-4426-926a-5b0713245ea0 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:34.943872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404035df-753a-4c8c-8d33-571a9de31af3 req-0fcb043f-9911-46a0-8fb0-bbed4224a6f4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:34.944884 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.954490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-404035df-753a-4c8c-8d33-571a9de31af3 req-0fcb043f-9911-46a0-8fb0-bbed4224a6f4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1602552 Oct 13 04:09:34.956204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cbbea-0ed4-4b6c-9aba-aa1006768f8a None None] Pushing event updated for resources: {'Port': ['ID=1a971f5d-74b5-484d-938c-4134ec9e7f26,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:34.964223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:34.969369 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.001566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69664401-c763-4e05-bad5-db9663a2c28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.021226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:35.049706 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-404035df-753a-4c8c-8d33-571a9de31af3 req-d6b522a7-a6e5-470d-818d-f45fe97c767e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941586 Oct 13 04:09:35.070768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:35.083758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69664401-c763-4e05-bad5-db9663a2c28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.109014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:35.189751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.191307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cca65-f16a-486d-bc11-435d3a354a9c None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:35.223215 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69664401-c763-4e05-bad5-db9663a2c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.227096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69664401-c763-4e05-bad5-db9663a2c28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.235469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69664401-c763-4e05-bad5-db9663a2c28f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f59fc96-186a-4cd0-9a8c-8427f03fa717 HTTP/1.1" status: 204 len: 168 time: 0.3712468 Oct 13 04:09:35.254881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.256169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69664401-c763-4e05-bad5-db9663a2c28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59fc96-186a-4cd0-9a8c-8427f03fa717,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:35.267264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.7 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/d4d13fd2-210e-4446-a496-a9026c14cb17/eca6931d-9688-4426-926a-5b0713245ea0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:35.302959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 545f0773-f3fc-49fa-bd22-d1516bef6eaa yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:35.321539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:35.488654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.534165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.558994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a28dac8c-67f8-4a65-8cdc-47c579d90bce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:35.618798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:35.643914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:35.646333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=eca6931d-9688-4426-926a-5b0713245ea0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:35.651223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:35.651848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9133-ce9c-4882-b4e0-52455f50b5b8 req-a9f82b09-a8f3-4ddb-8053-cf37f9f9401b tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:35.671340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e6b9133-ce9c-4882-b4e0-52455f50b5b8 req-a9f82b09-a8f3-4ddb-8053-cf37f9f9401b tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.1602488 Oct 13 04:09:35.700934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59612) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:35.758857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2438-4a3a-44ec-8aa7-81db6c490007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.777893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e6b9133-ce9c-4882-b4e0-52455f50b5b8 req-3790f346-96c2-4f1c-a253-ac707f571943 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055906 Oct 13 04:09:35.798178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:35.798849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.837025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d8e2c-2012-46f9-98b6-fca38c2a0f8f req-742bca9f-48f1-4f6f-b6ef-bf56253d06bf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:35.838605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be4d8e2c-2012-46f9-98b6-fca38c2a0f8f req-742bca9f-48f1-4f6f-b6ef-bf56253d06bf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 946 time: 0.1367619 Oct 13 04:09:35.868056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7f550ec4-a98b-4393-8a08-ad79508601de tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8623533 Oct 13 04:09:35.875327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:35.909071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:35.946452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::1e1 (a190287b-490f-4f02-bfdf-2459d6de7cda/c0ad51e4-62fb-4b9a-9358-bffb086805e1/545f0773-f3fc-49fa-bd22-d1516bef6eaa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:35.957291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8:0:1::2f0 (a190287b-490f-4f02-bfdf-2459d6de7cda/c8cbf892-78fc-466a-b4c7-6044e11cba87/545f0773-f3fc-49fa-bd22-d1516bef6eaa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:35.976330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262851e-e241-4344-ae6e-dc86897b6f32 req-db225ef8-473d-4d4c-a4fc-eb7a2d1e9f75 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:35.978126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0262851e-e241-4344-ae6e-dc86897b6f32 req-db225ef8-473d-4d4c-a4fc-eb7a2d1e9f75 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0971863 Oct 13 04:09:36.020780 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be4d8e2c-2012-46f9-98b6-fca38c2a0f8f req-ca31eaf2-599e-4879-90d2-f48316f0aa32 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718867 Oct 13 04:09:36.058182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0262851e-e241-4344-ae6e-dc86897b6f32 req-123a8e84-97ce-4abb-9248-b7f7371a6baa tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659151 Oct 13 04:09:36.058848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2438-4a3a-44ec-8aa7-81db6c490007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.083487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2438-4a3a-44ec-8aa7-81db6c490007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.139242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-847a9fc5-439a-443d-9ab5-ccf56459877e None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:36.139988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-847a9fc5-439a-443d-9ab5-ccf56459877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.175630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2b8d2438-4a3a-44ec-8aa7-81db6c490007 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8743475db10b4c6d9c4b1946631f7f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721868 Oct 13 04:09:36.176319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:36.184419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d2438-4a3a-44ec-8aa7-81db6c490007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea7eb5-5264-4753-ada7-ad5a04ddb828,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:36.253809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:36.258903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.263932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-847a9fc5-439a-443d-9ab5-ccf56459877e None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:36.309583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-847a9fc5-439a-443d-9ab5-ccf56459877e None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:36.309957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-847a9fc5-439a-443d-9ab5-ccf56459877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.374351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.389173 n-d-810220-9 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4d13fd2-210e-4446-a496-a9026c14cb17 (CIDR: 172.20.0.0/28) Oct 13 04:09:36.399447 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:09:36.400011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:36.417027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70141e71-5d42-4216-aed8-3ec7e7fdaf43 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:09:36.449591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410721-eb90-44f6-8cdc-1250f493079b req-15b8cb4b-77bc-4653-9768-957d24bfc511 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:36.459126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4410721-eb90-44f6-8cdc-1250f493079b req-15b8cb4b-77bc-4653-9768-957d24bfc511 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.1046803 Oct 13 04:09:36.479784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074894d-3cc6-4844-82d9-80c462707e2d None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:36.486014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-83ddf860-32ec-4d6c-b085-fac0c4fe3042 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6095550 Oct 13 04:09:36.487536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:36.495333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:36.503338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a26627-3e74-4a94-b947-efea59e252ed req-8a1c2e59-25ff-4da9-9b32-3afde46ad56e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:36.505178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67a26627-3e74-4a94-b947-efea59e252ed req-8a1c2e59-25ff-4da9-9b32-3afde46ad56e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 946 time: 0.1143394 Oct 13 04:09:36.527632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ca07bca-b683-4587-956f-1758021bf316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.550278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.574497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67a26627-3e74-4a94-b947-efea59e252ed req-0f1abab4-6cce-4a1f-a50f-e583f83de663 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Oct 13 04:09:36.594281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ca07bca-b683-4587-956f-1758021bf316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.654305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ca07bca-b683-4587-956f-1758021bf316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.657686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ca07bca-b683-4587-956f-1758021bf316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.668748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7ca07bca-b683-4587-956f-1758021bf316 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3ea7eb5-5264-4753-ada7-ad5a04ddb828 HTTP/1.1" status: 204 len: 168 time: 0.4655032 Oct 13 04:09:36.690954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca07bca-b683-4587-956f-1758021bf316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea7eb5-5264-4753-ada7-ad5a04ddb828,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:36.707129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4410721-eb90-44f6-8cdc-1250f493079b req-bbeef485-f1ed-48a3-b443-caa54b3bcb5b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463086 Oct 13 04:09:36.734051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network a190287b-490f-4f02-bfdf-2459d6de7cda is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:36.746626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:36.752057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=545f0773-f3fc-49fa-bd22-d1516bef6eaa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:36.760123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:36.768521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:36.769432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.797791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dfe68f4c-6b40-4618-a48e-2ddd4ee43083 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9886436 Oct 13 04:09:36.800087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59630) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:36.809492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0ad51e4-62fb-4b9a-9358-bffb086805e1'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:36.837680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:36.844761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.854908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70141e71-5d42-4216-aed8-3ec7e7fdaf43,segment=NetworkSegment(1aba6394-752d-4ecc-bb29-6e8b86e4d94c),segment_id=1aba6394-752d-4ecc-bb29-6e8b86e4d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:36.874906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Provisioning complete for port eca6931d-9688-4426-926a-5b0713245ea0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:36.875541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:36.924340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Port eca6931d-9688-4426-926a-5b0713245ea0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:36.934051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '70141e71-5d42-4216-aed8-3ec7e7fdaf43', 'network_id': '439c76bc-9f68-4684-b5e9-8a8eaeac1165', 'port_id': '70141e71-5d42-4216-aed8-3ec7e7fdaf43', 'mac_address': 'fa:16:3e:43:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beed0a3-1be2-4e43-b960-9cc6640adf47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:09:36.995099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] Update dhcp port {'port': {'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'fixed_ips': [{'subnet_id': 'c0ad51e4-62fb-4b9a-9358-bffb086805e1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c8cbf892-78fc-466a-b4c7-6044e11cba87'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '1a971f5d-74b5-484d-938c-4134ec9e7f26'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:09:36.999737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Provisioning complete for port 1a971f5d-74b5-484d-938c-4134ec9e7f26 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:37.000220 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.031697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.133074 n-d-810220-9 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 62f84487-11f2-4d42-a51d-1a2fc57adb25 (CIDR: 172.20.0.16/28) Oct 13 04:09:37.152337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7e5a-7bdc-4b7f-9eae-04ce240a75bc req-7bf68e5b-961b-4b41-9ff7-f3c47e9008a6 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:37.159161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.159161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.159430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-055d7e5a-7bdc-4b7f-9eae-04ce240a75bc req-7bf68e5b-961b-4b41-9ff7-f3c47e9008a6 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 943 time: 0.2144821 Oct 13 04:09:37.162829 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:09:37.163315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:37.246362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.248965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-055d7e5a-7bdc-4b7f-9eae-04ce240a75bc req-f65ab9d3-11c6-4b39-ac85-574dff689b89 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874586 Oct 13 04:09:37.281379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b27eb17-773d-4bb8-95b9-8509d2ef69a9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7877135 Oct 13 04:09:37.282044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:37.285325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70141e71-5d42-4216-aed8-3ec7e7fdaf43 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:37.293104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'subnet': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:37.319931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 317dc3b3-8637-4a15-a815-65f61912d3bc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:37.375800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70141e71-5d42-4216-aed8-3ec7e7fdaf43,segment=NetworkSegment(1aba6394-752d-4ecc-bb29-6e8b86e4d94c),segment_id=1aba6394-752d-4ecc-bb29-6e8b86e4d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:37.393299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] For port 1a971f5d-74b5-484d-938c-4134ec9e7f26, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a971f5d-74b5-484d-938c-4134ec9e7f26,segment=NetworkSegment(433f2a63-ab59-4220-baf9-e8bbfd47dfbf),segment_id=433f2a63-ab59-4220-baf9-e8bbfd47dfbf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:37.425455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001aa39-04b8-47f9-9282-9ac98b2e4f74 req-a595950a-d208-4c94-8cd2-f844fa4a5c73 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:37.427019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1001aa39-04b8-47f9-9282-9ac98b2e4f74 req-a595950a-d208-4c94-8cd2-f844fa4a5c73 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.2389748 Oct 13 04:09:37.438803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.504288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=70141e71-5d42-4216-aed8-3ec7e7fdaf43,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:37.505108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Made reservation on behalf of b40b489a6933419e86a02d4d930982b3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:37.511510 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.512456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1001aa39-04b8-47f9-9282-9ac98b2e4f74 req-d82c3055-c3c5-4957-962c-c15613b735c9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Oct 13 04:09:37.514485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.603288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Delete allocated IP 2001:db8:0:1::2f0 (a190287b-490f-4f02-bfdf-2459d6de7cda/c8cbf892-78fc-466a-b4c7-6044e11cba87) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:09:37.651831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:37.652401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.716213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2461d49-5919-4519-ba7c-95dfb3d0b8fb None None] Pushing event updated for resources: {'Port': ['ID=1a971f5d-74b5-484d-938c-4134ec9e7f26,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:37.785129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['70141e71-5d42-4216-aed8-3ec7e7fdaf43'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:37.802279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42641ec4-c7dd-4db0-93eb-e262680fb91a req-0bc87f9a-18f1-4827-8435-3889bc5c5f70 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:37.811176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42641ec4-c7dd-4db0-93eb-e262680fb91a req-0bc87f9a-18f1-4827-8435-3889bc5c5f70 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 946 time: 0.1090293 Oct 13 04:09:37.856736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.864326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:37.940568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42641ec4-c7dd-4db0-93eb-e262680fb91a req-e9a1ba48-0c5e-43e1-804b-55f2b5b353e3 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255796 Oct 13 04:09:37.960305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=545f0773-f3fc-49fa-bd22-d1516bef6eaa,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:38.006214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] In _notify_port_updated(), no bound segment for port 545f0773-f3fc-49fa-bd22-d1516bef6eaa on network a190287b-490f-4f02-bfdf-2459d6de7cda {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:09:38.015488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:38.017025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.019409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e556e14-07a9-4368-87f7-a56f2ba16b25 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/ports/545f0773-f3fc-49fa-bd22-d1516bef6eaa HTTP/1.1" status: 200 len: 925 time: 1.2161870 Oct 13 04:09:38.021742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:38.030352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0ad51e4-62fb-4b9a-9358-bffb086805e1'}, {'subnet_id': 'c8cbf892-78fc-466a-b4c7-6044e11cba87'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:38.087467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.116731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] Allocated IP 2001:db8:0:1::2 (a190287b-490f-4f02-bfdf-2459d6de7cda/c8cbf892-78fc-466a-b4c7-6044e11cba87/1a971f5d-74b5-484d-938c-4134ec9e7f26) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:38.126599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.221209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:38.233907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:38.242653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a971f5d-74b5-484d-938c-4134ec9e7f26 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:38.249011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4065eb-0706-46eb-bb3f-2d3e004abe28 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:38.253014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:38.254960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.300978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.328747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0437269 Oct 13 04:09:38.339871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:38.351206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] For port 1a971f5d-74b5-484d-938c-4134ec9e7f26, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a971f5d-74b5-484d-938c-4134ec9e7f26,segment=NetworkSegment(433f2a63-ab59-4220-baf9-e8bbfd47dfbf),segment_id=433f2a63-ab59-4220-baf9-e8bbfd47dfbf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:38.359720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-254897505', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bd9a42d-038d-4c2e-b50f-de93f0903488'}], 'security_groups': ['4cc75a05-1a98-4a54-a41d-d10d0c5f96f2', '3030f856-ac13-43d3-a29b-be736525c866']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:38.417582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df35350-5481-4a0f-92f5-6c9e8802fb6f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Subnet': ['ID=7bd9a42d-038d-4c2e-b50f-de93f0903488,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:38.429599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ab1c1-4732-460d-b4f7-758d3803d9db req-3c9e7d3f-fa59-4424-b458-d3f79a43e1fc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:38.438055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b5ab1c1-4732-460d-b4f7-758d3803d9db req-3c9e7d3f-fa59-4424-b458-d3f79a43e1fc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.3867984 Oct 13 04:09:38.510506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:38.646451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.724990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b5ab1c1-4732-460d-b4f7-758d3803d9db req-aa39d9b4-e60a-47b7-9f6e-e97c05a8e848 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849228 Oct 13 04:09:38.728098 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.761323 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.806883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1a971f5d-74b5-484d-938c-4134ec9e7f26 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:38.810640 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:38.905622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8:0:1::61 (a190287b-490f-4f02-bfdf-2459d6de7cda/c8cbf892-78fc-466a-b4c7-6044e11cba87/545f0773-f3fc-49fa-bd22-d1516bef6eaa) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:38.965245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c61a9-bcb9-42b7-8fb1-7f259b1118df req-945cefb9-4166-408f-a99f-b5c14450bf37 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:38.966981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f37c61a9-bcb9-42b7-8fb1-7f259b1118df req-945cefb9-4166-408f-a99f-b5c14450bf37 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 946 time: 0.0961084 Oct 13 04:09:39.023411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8a7ae-03e5-47ae-8e73-2d6d8e51db5e None None] Pushing event updated for resources: {'Port': ['ID=1a971f5d-74b5-484d-938c-4134ec9e7f26,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:39.037845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port a28dac8c-67f8-4a65-8cdc-47c579d90bce completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:09:39.050552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a28dac8c-67f8-4a65-8cdc-47c579d90bce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:39.050916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.091542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f37c61a9-bcb9-42b7-8fb1-7f259b1118df req-106c50ef-19d2-405f-8a70-3bb51cd97c60 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151509 Oct 13 04:09:39.146237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.174526 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.272227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=545f0773-f3fc-49fa-bd22-d1516bef6eaa,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:39.277806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:39.317927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbd63b-f143-43aa-8fae-f948d4c10737 req-89adf68a-718c-4b1f-9339-c8ac2d9e8bd1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:39.326663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46cbd63b-f143-43aa-8fae-f948d4c10737 req-89adf68a-718c-4b1f-9339-c8ac2d9e8bd1 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 944 time: 0.5605559 Oct 13 04:09:39.327839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Delete allocated IP 172.20.0.7 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/d4d13fd2-210e-4446-a496-a9026c14cb17) {{(pid=94825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:09:39.331367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] Update dhcp port {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'fixed_ips': [{'subnet_id': '62f84487-11f2-4d42-a51d-1a2fc57adb25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd4d13fd2-210e-4446-a496-a9026c14cb17', 'ip_address': '172.20.0.2'}, {'subnet_id': '7bd9a42d-038d-4c2e-b50f-de93f0903488'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '317dc3b3-8637-4a15-a815-65f61912d3bc'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:09:39.357782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Allocated IP 172.20.0.35 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/7bd9a42d-038d-4c2e-b50f-de93f0903488/eca6931d-9688-4426-926a-5b0713245ea0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:39.396985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.433353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] In _notify_port_updated(), no bound segment for port 545f0773-f3fc-49fa-bd22-d1516bef6eaa on network a190287b-490f-4f02-bfdf-2459d6de7cda {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:09:39.438350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a971f5d-74b5-484d-938c-4134ec9e7f26 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:39.439474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:39.440255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.444977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8fc145df-101d-4560-a5f0-af0d7e094a3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/ports/545f0773-f3fc-49fa-bd22-d1516bef6eaa HTTP/1.1" status: 200 len: 1010 time: 1.4214542 Oct 13 04:09:39.445785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:39.524829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-46cbd63b-f143-43aa-8fae-f948d4c10737 req-a4cf66da-5b87-4d71-9bc1-e60115b40546 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971984 Oct 13 04:09:39.554662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ea6f8207-8e87-4e6f-8b43-b9c247a62e26 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1656282058'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:39.555923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ea6f8207-8e87-4e6f-8b43-b9c247a62e26 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Unknown quota resources ['metering_label']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:09:39.590960 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.698054 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.707398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.713973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1a971f5d-74b5-484d-938c-4134ec9e7f26 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:39.714354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.726095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:39.728644 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dcf33e-cc55-47c8-aa50-58612ba92b81" -d '{"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-plugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:39.793280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:39.816873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event updated for resources: {'Port': ['ID=eca6931d-9688-4426-926a-5b0713245ea0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:39.842032 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.843299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:39.855033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] In _notify_port_updated(), no bound segment for port eca6931d-9688-4426-926a-5b0713245ea0 on network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:09:39.860785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:39.861560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:39.863044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc59e813-149a-4d61-b70c-3b4dee64ff44 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "PUT /v2.0/ports/eca6931d-9688-4426-926a-5b0713245ea0 HTTP/1.1" status: 200 len: 959 time: 1.5202332 Oct 13 04:09:39.865996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:39.886657 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6966d28f-9633-4d4c-8bea-a35e578d957a x-openstack-request-id: req-6966d28f-9633-4d4c-8bea-a35e578d957a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:39.887174 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-plugged", "status": "completed", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:39.888469 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6966d28f-9633-4d4c-8bea-a35e578d957a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:39.888956 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'code': 200} Oct 13 04:09:39.997157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port eca6931d-9688-4426-926a-5b0713245ea0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:39.997660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.002189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8207-8e87-4e6f-8b43-b9c247a62e26 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.005781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ea6f8207-8e87-4e6f-8b43-b9c247a62e26 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7194288 Oct 13 04:09:40.005876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b5220-f58d-4137-b083-ba6b3cac4061 None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:40.012341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:40.030223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-27412474-dde1-4017-a721-7cd81020acce tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b90a2610-034d-4c2b-b2f4-bd13c156de86'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:40.030728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-27412474-dde1-4017-a721-7cd81020acce tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:09:40.052491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.061672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:40.080709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 545f0773-f3fc-49fa-bd22-d1516bef6eaa {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:40.081056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.106332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.123725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for eca6931d-9688-4426-926a-5b0713245ea0 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:40.163005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09736782-d215-4e78-9056-3ddbaa51d05b None None] Provisioning complete for port 545f0773-f3fc-49fa-bd22-d1516bef6eaa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:40.163372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09736782-d215-4e78-9056-3ddbaa51d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.223864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] Allocated IP 172.20.0.34 (3b27ca5c-8ddd-423c-aacc-c2e91ed746a4/7bd9a42d-038d-4c2e-b50f-de93f0903488/317dc3b3-8637-4a15-a815-65f61912d3bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:40.289145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b189f0-8b97-44e4-8c36-b62b729c9c18 req-27f35594-c2ce-4e6a-a8cb-4fa5a261b4b0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:40.290863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6b189f0-8b97-44e4-8c36-b62b729c9c18 req-27f35594-c2ce-4e6a-a8cb-4fa5a261b4b0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.0878654 Oct 13 04:09:40.299211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09736782-d215-4e78-9056-3ddbaa51d05b None None] Port 545f0773-f3fc-49fa-bd22-d1516bef6eaa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:40.339896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.377290 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6b189f0-8b97-44e4-8c36-b62b729c9c18 req-0bd359c3-a71a-499b-8cfa-86229b3cb2c4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736589 Oct 13 04:09:40.383029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=eca6931d-9688-4426-926a-5b0713245ea0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:40.440276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70141e71-5d42-4216-aed8-3ec7e7fdaf43 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:40.464171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.467730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0afb5145-f9cd-434e-9ea5-58556efaf104 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/eca6931d-9688-4426-926a-5b0713245ea0 HTTP/1.1" status: 204 len: 168 time: 0.6007698 Oct 13 04:09:40.470455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:40.496370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09736782-d215-4e78-9056-3ddbaa51d05b None None] Provisioning complete for port 1a971f5d-74b5-484d-938c-4134ec9e7f26 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:40.496769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09736782-d215-4e78-9056-3ddbaa51d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.505663 n-d-810220-9 neutron-server[94824]: WARNING neutron.services.metering.metering_plugin [None req-27412474-dde1-4017-a721-7cd81020acce tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:09:40.507134 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5daaf3-c821-4b5a-b08d-153fba9e6c95 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] GET failed (client error): The resource could not be found. Oct 13 04:09:40.509379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7f5daaf3-c821-4b5a-b08d-153fba9e6c95 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports/eca6931d-9688-4426-926a-5b0713245ea0 HTTP/1.1" status: 404 len: 333 time: 0.0379047 Oct 13 04:09:40.511994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:40.512456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59736) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:40.530694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa67814-befc-4e28-aef5-ef479aa85b7f req-49535c3f-6aa2-40ce-8277-34edc6943b51 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:40.531832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fa67814-befc-4e28-aef5-ef479aa85b7f req-49535c3f-6aa2-40ce-8277-34edc6943b51 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 943 time: 0.6562431 Oct 13 04:09:40.593255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.602842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f74f2d3-79c0-4398-8737-6038fd409427 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.610506 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.613277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-d629c9c4-04cb-4595-971a-013ce4529d99 service neutron] 10.222.0.26 "GET /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.8226535 Oct 13 04:09:40.626205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:09:40.654430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f74f2d3-79c0-4398-8737-6038fd409427 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.688267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:40.688632 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.722440 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.742771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f3c8a-7baf-43c2-bf27-bca9a6eca574 req-ceaffeec-494c-435f-be8e-97f101dfa2d9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:40.750669 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d4f3c8a-7baf-43c2-bf27-bca9a6eca574 req-ceaffeec-494c-435f-be8e-97f101dfa2d9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 944 time: 0.1160862 Oct 13 04:09:40.772657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac30c-4c77-4ab6-b3b8-1e3a560561c5 req-39086f1b-c7ed-4186-90c9-c34900348c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:40.775189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d85ac30c-4c77-4ab6-b3b8-1e3a560561c5 req-39086f1b-c7ed-4186-90c9-c34900348c9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1098 time: 0.7152967 Oct 13 04:09:40.783581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 545f0773-f3fc-49fa-bd22-d1516bef6eaa owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:40.800196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d4f3c8a-7baf-43c2-bf27-bca9a6eca574 req-a757c86b-caad-47a9-841e-f97488b244c3 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485411 Oct 13 04:09:40.801112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f74f2d3-79c0-4398-8737-6038fd409427 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.809379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f74f2d3-79c0-4398-8737-6038fd409427 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.810575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2f74f2d3-79c0-4398-8737-6038fd409427 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/security-groups/0efdc1d2-c8d6-4300-bdd0-fe672ba46976 HTTP/1.1" status: 204 len: 168 time: 0.2969351 Oct 13 04:09:40.821494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:40.829711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74f2d3-79c0-4398-8737-6038fd409427 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efdc1d2-c8d6-4300-bdd0-fe672ba46976,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:40.882961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27412474-dde1-4017-a721-7cd81020acce tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.887219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2e15bd74-5344-48fe-a996-f0c4e7b4a921 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:09:40.887350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27412474-dde1-4017-a721-7cd81020acce tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8577008 Oct 13 04:09:40.889719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:40.896487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c31d86bd-8e12-44ae-8ed8-c72dc02cac4d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b90a2610-034d-4c2b-b2f4-bd13c156de86'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:40.897997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c31d86bd-8e12-44ae-8ed8-c72dc02cac4d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:09:40.958339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f40b0d-1f11-493e-a7f0-ab59112bd7ff tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.997967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e97bcf-2f34-4a86-842b-4347661a6c39 None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:41.144218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.149897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-220354c1-729c-42d0-bc64-a04506f626f3 None None] Provisioning complete for port 545f0773-f3fc-49fa-bd22-d1516bef6eaa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:41.150489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-220354c1-729c-42d0-bc64-a04506f626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.165588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:41.175180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fa67814-befc-4e28-aef5-ef479aa85b7f req-3a756846-91b7-4dc0-b5b5-bd88b8cee657 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161730 Oct 13 04:09:41.227257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-220354c1-729c-42d0-bc64-a04506f626f3 None None] Port 545f0773-f3fc-49fa-bd22-d1516bef6eaa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:41.239048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'mac_address': 'fa:16:3e:22:ee:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:09:41.271333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70141e71-5d42-4216-aed8-3ec7e7fdaf43,segment=NetworkSegment(1aba6394-752d-4ecc-bb29-6e8b86e4d94c),segment_id=1aba6394-752d-4ecc-bb29-6e8b86e4d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:41.273808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-220354c1-729c-42d0-bc64-a04506f626f3 None None] Provisioning complete for port 1a971f5d-74b5-484d-938c-4134ec9e7f26 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:41.274178 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-220354c1-729c-42d0-bc64-a04506f626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.290581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d85ac30c-4c77-4ab6-b3b8-1e3a560561c5 req-f44dd5e2-2adf-4fae-9ece-e5cdb8a266e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015331 Oct 13 04:09:41.312881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:41.356147 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.382919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:41.465902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 317dc3b3-8637-4a15-a815-65f61912d3bc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:41.498570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.514395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:41.519393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.524993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e15bd74-5344-48fe-a996-f0c4e7b4a921 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:09:41.606059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:41.620306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:41.636988 n-d-810220-9 neutron-server[94825]: WARNING neutron.services.metering.metering_plugin [None req-c31d86bd-8e12-44ae-8ed8-c72dc02cac4d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:09:41.644582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=70141e71-5d42-4216-aed8-3ec7e7fdaf43,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:41.648336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=545f0773-f3fc-49fa-bd22-d1516bef6eaa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:41.654516 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.710339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.740099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f40b0d-1f11-493e-a7f0-ab59112bd7ff tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.796550 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.817800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-087538b8-d78b-435c-b6cc-1e00ca61c358 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/545f0773-f3fc-49fa-bd22-d1516bef6eaa HTTP/1.1" status: 204 len: 168 time: 2.3668792 Oct 13 04:09:41.818220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:41.818655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.821002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:41.830301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:41.835532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['2e15bd74-5344-48fe-a996-f0c4e7b4a921'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:41.875458 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a74b881-ed52-421d-97b8-d97036579b54 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:41.880413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a74b881-ed52-421d-97b8-d97036579b54 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/545f0773-f3fc-49fa-bd22-d1516bef6eaa HTTP/1.1" status: 404 len: 333 time: 0.0489030 Oct 13 04:09:41.883714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:41.902580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70141e71-5d42-4216-aed8-3ec7e7fdaf43'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:41.905224 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7142cae0-5cba-4378-854b-bb5cd4bd79d4" -d '{"events": [{"server_uuid": "f26fd4fa-b62c-48af-8188-1c4ebfbea031", "name": "network-vif-plugged", "status": "completed", "tag": "70141e71-5d42-4216-aed8-3ec7e7fdaf43"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:41.947663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet c8cbf892-78fc-466a-b4c7-6044e11cba87 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:41.949536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d83e17f5-1406-4429-802d-e6df1f30aaac None None] Could not find standard attr ID for object 545f0773-f3fc-49fa-bd22-d1516bef6eaa. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:41.971963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.038240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f40b0d-1f11-493e-a7f0-ab59112bd7ff tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.040882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f40b0d-1f11-493e-a7f0-ab59112bd7ff tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.045362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-76f40b0d-1f11-493e-a7f0-ab59112bd7ff tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/security-groups/3030f856-ac13-43d3-a29b-be736525c866 HTTP/1.1" status: 204 len: 168 time: 1.2224419 Oct 13 04:09:42.060835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:42.101104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6846bc62-76f8-4397-b93a-97b876b2fd82 None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:42.101498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6846bc62-76f8-4397-b93a-97b876b2fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.109472 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c31d86bd-8e12-44ae-8ed8-c72dc02cac4d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.111761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c31d86bd-8e12-44ae-8ed8-c72dc02cac4d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2205150 Oct 13 04:09:42.115332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.120361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:42.139328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f40b0d-1f11-493e-a7f0-ab59112bd7ff tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030f856-ac13-43d3-a29b-be736525c866,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:42.165586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dda4c9-62bb-4903-b4c6-c84154aa21d5 req-136a3d36-9376-4949-b8c9-e2a47fd39cb7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.170137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] Transition to ACTIVE for port object daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:09:42.179740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dda4c9-62bb-4903-b4c6-c84154aa21d5 req-136a3d36-9376-4949-b8c9-e2a47fd39cb7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.5702391 Oct 13 04:09:42.184900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6846bc62-76f8-4397-b93a-97b876b2fd82 None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:42.191850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.195038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6846bc62-76f8-4397-b93a-97b876b2fd82 None None] Could not find standard attr ID for object eca6931d-9688-4426-926a-5b0713245ea0. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:42.197904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.204145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.216011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.223026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.230815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.237131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.239077 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-6b520f68-e1b9-4fec-aad2-135e1989ee9f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.2692728 Oct 13 04:09:42.240509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6846bc62-76f8-4397-b93a-97b876b2fd82 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:42.241018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6846bc62-76f8-4397-b93a-97b876b2fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.243493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a49a790c-bce5-427b-96c4-0d80649d4d48 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=a6cb5328-e45b-4edf-8062-7dc996b4e522 HTTP/1.1" status: 200 len: 464 time: 0.0882452 Oct 13 04:09:42.248293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.257817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:42.361936 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c641565-3e89-45f5-b839-3aa6d832dbc7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.372670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dda4c9-62bb-4903-b4c6-c84154aa21d5 req-dc56d9fe-9e4a-48dd-b6f7-69b5c20d2aa6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915147 Oct 13 04:09:42.433998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] No DVR routers for this DVR port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:42.505007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3239ac9-afa9-4818-87e6-8921bc5be3e3 req-3fcad7ec-8720-4949-9247-4605011ef571 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2491779 Oct 13 04:09:42.512186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:42.525169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-446d8402-4fd1-43fa-b1cb-65d95a3bfb91 service neutron] 10.222.0.26 "PUT /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea/bindings/n-h1-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8963284 Oct 13 04:09:42.526893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.532390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-985de62b-812d-4d78-8b11-dd78c765930c None None] Could not find standard attr ID for object 545f0773-f3fc-49fa-bd22-d1516bef6eaa. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:42.652193 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1fc63-870c-4210-8533-225ef73799c5 x-openstack-request-id: req-18f1fc63-870c-4210-8533-225ef73799c5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:42.652494 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fd4fa-b62c-48af-8188-1c4ebfbea031", "name": "network-vif-plugged", "status": "completed", "tag": "70141e71-5d42-4216-aed8-3ec7e7fdaf43", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:42.652830 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18f1fc63-870c-4210-8533-225ef73799c5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:42.653229 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70141e71-5d42-4216-aed8-3ec7e7fdaf43', 'code': 200} Oct 13 04:09:42.657833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c641565-3e89-45f5-b839-3aa6d832dbc7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.664069 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3e11347-4f69-4b94-88e7-cdde2eac88ab tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.665667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c3e11347-4f69-4b94-88e7-cdde2eac88ab tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/a6cb5328-e45b-4edf-8062-7dc996b4e522 HTTP/1.1" status: 204 len: 168 time: 0.4067826 Oct 13 04:09:42.688390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:42.726935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.741704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-83e46892-5543-43c0-b29d-96d4ca27e0dc tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=a6cb5328-e45b-4edf-8062-7dc996b4e522 HTTP/1.1" status: 200 len: 221 time: 0.0508382 Oct 13 04:09:42.745515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:42.753907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-826742ef-3881-4f08-8496-10930bd3a8ec None None] Could not find standard attr ID for object eca6931d-9688-4426-926a-5b0713245ea0. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:42.761368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e862f3e6-1c00-40e8-9ebb-1b0f9b4f74d5 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--870221387', 'description': 'label created by tempest'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:42.762108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e862f3e6-1c00-40e8-9ebb-1b0f9b4f74d5 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Unknown quota resources ['metering_label']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:09:42.786627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cbf892-78fc-466a-b4c7-6044e11cba87,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:42.810878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2e15bd74-5344-48fe-a996-f0c4e7b4a921 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:42.831683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.838074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f4d6e9d-c5cf-4853-aeea-36dc76362381 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/c8cbf892-78fc-466a-b4c7-6044e11cba87 HTTP/1.1" status: 204 len: 168 time: 0.9523773 Oct 13 04:09:42.855531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:42.875802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5538c7-104d-464e-ac7c-75106c9d0116 None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:42.995075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-1b0b13aa-678d-4388-8f29-2f261edb9c6b tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:42.996580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-1b0b13aa-678d-4388-8f29-2f261edb9c6b tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1095 time: 0.3892190 Oct 13 04:09:43.014561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c502d-ab9d-445a-88e3-5c9b906fb4f4 req-0cd568da-c184-4997-9226-6f5a00e6e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:43.016087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b18c502d-ab9d-445a-88e3-5c9b906fb4f4 req-0cd568da-c184-4997-9226-6f5a00e6e587 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 1096 time: 0.2909193 Oct 13 04:09:43.025554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7a259-2422-4d3f-854c-84f86f49eac4 req-983fd90d-c6d0-47f2-ac02-69654430d1cc tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:43.031697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65d7a259-2422-4d3f-854c-84f86f49eac4 req-983fd90d-c6d0-47f2-ac02-69654430d1cc tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 945 time: 0.5308518 Oct 13 04:09:43.092117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:43.093335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.109581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae8303-a0d5-4fb4-a8e5-b02d3ab91f8e req-384ff09f-cdfe-4387-a3e5-1cc47a642616 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:43.120727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9eae8303-a0d5-4fb4-a8e5-b02d3ab91f8e req-384ff09f-cdfe-4387-a3e5-1cc47a642616 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.2997577 Oct 13 04:09:43.142748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet c0ad51e4-62fb-4b9a-9358-bffb086805e1 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:43.146661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.154320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c641565-3e89-45f5-b839-3aa6d832dbc7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.158041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c641565-3e89-45f5-b839-3aa6d832dbc7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.159187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0c641565-3e89-45f5-b839-3aa6d832dbc7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/security-groups/4cc75a05-1a98-4a54-a41d-d10d0c5f96f2 HTTP/1.1" status: 204 len: 168 time: 1.0825262 Oct 13 04:09:43.195232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.203505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59834) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:43.293452 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.308249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c641565-3e89-45f5-b839-3aa6d832dbc7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc75a05-1a98-4a54-a41d-d10d0c5f96f2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:43.343441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e862f3e6-1c00-40e8-9ebb-1b0f9b4f74d5 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.345281 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e862f3e6-1c00-40e8-9ebb-1b0f9b4f74d5 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5986321 Oct 13 04:09:43.351767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.365073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:43.382371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b18c502d-ab9d-445a-88e3-5c9b906fb4f4 req-fa27589e-ff27-41cf-81ba-91e78fb4e026 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333359 Oct 13 04:09:43.384654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.388480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65d7a259-2422-4d3f-854c-84f86f49eac4 req-ed2c07ce-130c-4b42-81dc-cb8f8605ed35 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616708 Oct 13 04:09:43.440175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ad51e4-62fb-4b9a-9358-bffb086805e1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:43.442638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.448978 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52f74678-3755-41ab-80ac-4f301258fdcf tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/c0ad51e4-62fb-4b9a-9358-bffb086805e1 HTTP/1.1" status: 204 len: 168 time: 0.5778177 Oct 13 04:09:43.454189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:43.461538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9eae8303-a0d5-4fb4-a8e5-b02d3ab91f8e req-f8d83ba2-96f0-4d96-9713-27d1cb96fba1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371978 Oct 13 04:09:43.466605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.476285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-3ac2cf93-d663-4d1d-8661-3fc887ff74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:43.477855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-3ac2cf93-d663-4d1d-8661-3fc887ff74d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 1095 time: 0.4659851 Oct 13 04:09:43.478370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59848) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:43.489731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-86ac5f6b-1ee0-46f2-b24a-baf192ec687a tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=1f328f69-862e-431e-a769-53314a2950e4 HTTP/1.1" status: 200 len: 467 time: 0.1228836 Oct 13 04:09:43.494836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet d4d13fd2-210e-4446-a496-a9026c14cb17 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:43.501245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:43.537627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.561629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:43.605699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc96d6-8cbc-4be0-b9ab-32176c14d0d6 None None] Update dhcp port {'port': {'network_id': 'a190287b-490f-4f02-bfdf-2459d6de7cda', 'fixed_ips': [{'subnet_id': 'c0ad51e4-62fb-4b9a-9358-bffb086805e1'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '1a971f5d-74b5-484d-938c-4134ec9e7f26'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:09:43.630258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.636245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.649212 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19dc96d6-8cbc-4be0-b9ab-32176c14d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.658595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-a94786b9-6339-4357-835f-27ef227c717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:43.660112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-a94786b9-6339-4357-835f-27ef227c717e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1095 time: 0.1408155 Oct 13 04:09:43.902046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 1a971f5d-74b5-484d-938c-4134ec9e7f26 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:43.902391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.909824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314538d-f84b-4ac8-a26b-77a8c5df1dd1 None None] Network a190287b-490f-4f02-bfdf-2459d6de7cda requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:43.917741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-5b770d7a-6842-4f22-a683-2b2382a77748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:43.919223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-5b770d7a-6842-4f22-a683-2b2382a77748 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2488580 Oct 13 04:09:43.994960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.005053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.015579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.015919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d15df8b-4d85-4be7-b72b-6bc2cce0889a None None] Provisioning complete for port 1a971f5d-74b5-484d-938c-4134ec9e7f26 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:44.016463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d15df8b-4d85-4be7-b72b-6bc2cce0889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.030481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.043803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.051150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.059123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.061375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-836abc3d-48e8-4506-8c51-ddca25410e78 req-cbb16d21-3a64-45fb-92fe-2453d172464f tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.4304273 Oct 13 04:09:44.082162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-f647d69e-8212-485f-b584-06d73ead49d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 200 len: 217 time: 0.1332316 Oct 13 04:09:44.149645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-c482f769-cc61-4c6a-9e27-1d465ab6b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.151198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-c482f769-cc61-4c6a-9e27-1d465ab6b00e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0579953 Oct 13 04:09:44.169688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] DHCP port deletion for a190287b-490f-4f02-bfdf-2459d6de7cda request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:44.187686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31220eb2-eada-4759-89c5-639c0ebe181d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.189391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31220eb2-eada-4759-89c5-639c0ebe181d tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/1f328f69-862e-431e-a769-53314a2950e4 HTTP/1.1" status: 204 len: 168 time: 0.6865945 Oct 13 04:09:44.192484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59862) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.206319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-47b0016b-1938-4cbc-bb27-cde95103d1bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450139 Oct 13 04:09:44.207921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e3fffb7-9026-450d-ae59-28667b92cd4b tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=1f328f69-862e-431e-a769-53314a2950e4 HTTP/1.1" status: 200 len: 216 time: 0.0137992 Oct 13 04:09:44.210859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.224501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a67913-e74f-4aa6-b792-04093abb24ec req-64d92975-de50-45ad-8f1a-c765f854f011 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.226117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42a67913-e74f-4aa6-b792-04093abb24ec req-64d92975-de50-45ad-8f1a-c765f854f011 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2761211 Oct 13 04:09:44.229442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.236510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3d2a28c9-5cc9-4731-b348-a059447cf880 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0244768 Oct 13 04:09:44.239625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] For port 1a971f5d-74b5-484d-938c-4134ec9e7f26, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a971f5d-74b5-484d-938c-4134ec9e7f26,segment=NetworkSegment(433f2a63-ab59-4220-baf9-e8bbfd47dfbf),segment_id=433f2a63-ab59-4220-baf9-e8bbfd47dfbf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:44.240043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.261089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] Deleting port 1a971f5d-74b5-484d-938c-4134ec9e7f26 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:44.261463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.267603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59866) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.284320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d920cffc-fde3-4268-9f3c-4736436c8b8e tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0152760 Oct 13 04:09:44.287282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.312641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 1a971f5d-74b5-484d-938c-4134ec9e7f26 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:44.349519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42a67913-e74f-4aa6-b792-04093abb24ec req-1b3cdc4b-609c-4898-beb4-53c19b60a4d8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135256 Oct 13 04:09:44.368603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] For port 1a971f5d-74b5-484d-938c-4134ec9e7f26, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a971f5d-74b5-484d-938c-4134ec9e7f26,segment=NetworkSegment(433f2a63-ab59-4220-baf9-e8bbfd47dfbf),segment_id=433f2a63-ab59-4220-baf9-e8bbfd47dfbf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:44.369344 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.387471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] Calling delete_port for 1a971f5d-74b5-484d-938c-4134ec9e7f26 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:44.405598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ba53fc6a-6b4e-4dcb-baea-377403048bea tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/b90a2610-034d-4c2b-b2f4-bd13c156de86 HTTP/1.1" status: 200 len: 473 time: 0.1137455 Oct 13 04:09:44.406517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.431067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c5028b25-95a7-440c-a8fb-614de7b41653 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/ecc6cca5-3cf4-4880-a0b2-62382af5ccc6 HTTP/1.1" status: 200 len: 461 time: 0.0208972 Oct 13 04:09:44.432576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.442379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.471024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d13fd2-210e-4446-a496-a9026c14cb17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:44.491066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-c180adeb-48a1-4038-9133-b5f36031a17d service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756584 Oct 13 04:09:44.500163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c924418-96de-4452-9b9b-c50fe03223c0 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:44.507637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.515886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2b06b524-e1b5-4e20-8aca-87202e126f17 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/d4d13fd2-210e-4446-a496-a9026c14cb17 HTTP/1.1" status: 204 len: 168 time: 1.3082108 Oct 13 04:09:44.527315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.576330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.599609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No DVR routers for this DVR port 1a971f5d-74b5-484d-938c-4134ec9e7f26 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:44.635037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=1a971f5d-74b5-484d-938c-4134ec9e7f26,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:44.679133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.724803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:44.728546 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8a1b76-1809-43a4-bd0d-447a4676e0f9" -d '{"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-plugged", "status": "completed", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:44.738268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] No DVR routers for this DVR port 1a971f5d-74b5-484d-938c-4134ec9e7f26 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:44.752332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7cbd3-ba24-45aa-9542-11b4ae1cc075 None None] Pushing event deleted for resources: {'Port': ['ID=1a971f5d-74b5-484d-938c-4134ec9e7f26,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:44.774572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1330eda-f786-4131-a776-9f27522c9ce5 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.778830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c1330eda-f786-4131-a776-9f27522c9ce5 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/ecc6cca5-3cf4-4880-a0b2-62382af5ccc6 HTTP/1.1" status: 204 len: 168 time: 0.3450949 Oct 13 04:09:44.779651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59882) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:44.811904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2455c29-8690-4b1d-b4a4-e00e503a27f6 req-d7941fbb-62f8-45b9-bce7-c2dd0acf1430 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.814193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2455c29-8690-4b1d-b4a4-e00e503a27f6 req-d7941fbb-62f8-45b9-bce7-c2dd0acf1430 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 945 time: 0.2964926 Oct 13 04:09:44.899106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 7bd9a42d-038d-4c2e-b50f-de93f0903488 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:44.917616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.030703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2455c29-8690-4b1d-b4a4-e00e503a27f6 req-e79b3103-a1e6-47de-af2b-4002992ab367 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978412 Oct 13 04:09:45.102954 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384df747-4897-4116-8552-27388828a76d x-openstack-request-id: req-384df747-4897-4116-8552-27388828a76d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:45.103555 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-plugged", "status": "completed", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:45.103957 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-384df747-4897-4116-8552-27388828a76d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:45.104504 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'code': 200} Oct 13 04:09:45.201510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edc5e79f-fa0d-4e98-b604-2553ac638701 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.209503 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-edc5e79f-fa0d-4e98-b604-2553ac638701 tempest-MeteringTestJSON-1813923074 tempest-MeteringTestJSON-1813923074-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/b90a2610-034d-4c2b-b2f4-bd13c156de86 HTTP/1.1" status: 204 len: 168 time: 0.4230869 Oct 13 04:09:45.221766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.395749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.447184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a971f5d-74b5-484d-938c-4134ec9e7f26 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:45.484709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.553616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1a971f5d-74b5-484d-938c-4134ec9e7f26 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:45.553832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a971f5d-74b5-484d-938c-4134ec9e7f26 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:45.598259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827d02c-2dfc-410a-800b-d205944304d0 req-4e4c9faf-d34c-4314-8975-61222f3b4af6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:45.614399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8827d02c-2dfc-410a-800b-d205944304d0 req-4e4c9faf-d34c-4314-8975-61222f3b4af6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 1.0266445 Oct 13 04:09:45.676657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a190287b-490f-4f02-bfdf-2459d6de7cda']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:45.692649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433f2a63-ab59-4220-baf9-e8bbfd47dfbf') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:45.692649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433f2a63-ab59-4220-baf9-e8bbfd47dfbf') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:45.724258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.730054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189619a-0905-4266-8ac8-7fb8e537412c req-77927b90-aa4c-4971-bc2d-102ec43800bd tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:45.733813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3189619a-0905-4266-8ac8-7fb8e537412c req-77927b90-aa4c-4971-bc2d-102ec43800bd tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.1721570 Oct 13 04:09:45.743435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.750214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:45.750704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.791776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.837618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-1b2a3a54-fe7b-49ff-88db-7c16eb72353d service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3383677 Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:45.838413 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:45.842701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:45.852506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.854150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3189619a-0905-4266-8ac8-7fb8e537412c req-3f483fad-8faf-4e33-8ac0-6b0aea5f3d61 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040397 Oct 13 04:09:45.855810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd9a42d-038d-4c2e-b50f-de93f0903488,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:45.866353 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.872019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c59334c7-17df-4642-8afa-bba10d7d55ef tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/7bd9a42d-038d-4c2e-b50f-de93f0903488 HTTP/1.1" status: 204 len: 168 time: 1.2854013 Oct 13 04:09:45.872483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:45.880891 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.891326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7d521-1523-460e-bf7c-57530035d908 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:45.919567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:45.922696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/a190287b-490f-4f02-bfdf-2459d6de7cda HTTP/1.1" status: 204 len: 168 time: 2.4407988 Oct 13 04:09:45.940710 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b544cd-e894-45b2-b729-cb8b47305467 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:45.940710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b544cd-e894-45b2-b729-cb8b47305467 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:45.945674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f0b544cd-e894-45b2-b729-cb8b47305467 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/d4d13fd2-210e-4446-a496-a9026c14cb17 HTTP/1.1" status: 404 len: 337 time: 0.0692003 Oct 13 04:09:45.961155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59912) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:45.980807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8827d02c-2dfc-410a-800b-d205944304d0 req-dac1dbdd-8488-4250-ae4a-1ee3af081784 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651886 Oct 13 04:09:46.049581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a8de-1763-400b-8de9-fcf39c1f1fed tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=a190287b-490f-4f02-bfdf-2459d6de7cda,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:46.140715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7e496-67fc-480e-8756-9344436677b3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:46.142447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-05f7e496-67fc-480e-8756-9344436677b3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2205577 Oct 13 04:09:46.149249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:46.163580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting subnet 62f84487-11f2-4d42-a51d-1a2fc57adb25 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:46.215559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.250140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72e9ec8d-0bc9-4de4-88b3-284895601384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.261969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.356240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72e9ec8d-0bc9-4de4-88b3-284895601384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.371541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.377074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ff774-9ae6-45e9-8b32-fa0b0d481f08 req-449b182f-0dd9-4d95-bff5-cd3d99ab40bc tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:46.378720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b1ff774-9ae6-45e9-8b32-fa0b0d481f08 req-449b182f-0dd9-4d95-bff5-cd3d99ab40bc tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 945 time: 0.2471297 Oct 13 04:09:46.379441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72e9ec8d-0bc9-4de4-88b3-284895601384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.394633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-a47aa75a-1ee0-497c-9f6f-ed24fd0a3485 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:46.396329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-a47aa75a-1ee0-497c-9f6f-ed24fd0a3485 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1095 time: 0.2084920 Oct 13 04:09:46.451909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d68ca-09cb-4a4b-9eb1-cebed41ca398 req-e52ed262-3131-44ee-8c3a-90bd1bf835b5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:46.454332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee3925db-6da8-444b-a496-81c9d3ad5ec1 None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:46.454905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3925db-6da8-444b-a496-81c9d3ad5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.460625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-657d68ca-09cb-4a4b-9eb1-cebed41ca398 req-e52ed262-3131-44ee-8c3a-90bd1bf835b5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.3897367 Oct 13 04:09:46.467088 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.496401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-72e9ec8d-0bc9-4de4-88b3-284895601384 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=074f2b2c73f342d7a882d2bc1f52ede6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547344 Oct 13 04:09:46.505484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:46.516010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Subnet': ['ID=62f84487-11f2-4d42-a51d-1a2fc57adb25,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:46.517165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9ec8d-0bc9-4de4-88b3-284895601384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdae8c0-2905-42d0-80ce-5d12e923698d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:46.554768 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-082f7730-24bb-41eb-8e12-55e00469c1a1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4032118 Oct 13 04:09:46.555536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:46.563186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1871328666'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:46.578609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b1ff774-9ae6-45e9-8b32-fa0b0d481f08 req-df48c717-9ecb-4480-96e6-9260da924177 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810415 Oct 13 04:09:46.600834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.604114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8de247fd-af01-4b04-b5b8-35f3aba14c91 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/62f84487-11f2-4d42-a51d-1a2fc57adb25 HTTP/1.1" status: 204 len: 168 time: 0.6370554 Oct 13 04:09:46.611386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59928) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:46.620083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-657d68ca-09cb-4a4b-9eb1-cebed41ca398 req-c079f00b-24cc-4b00-a63a-7aa5b40df04a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526487 Oct 13 04:09:46.676771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:46.687461 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f555d472-96a3-43d1-ac3f-50d27bbd0349 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:46.687940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.688078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f555d472-96a3-43d1-ac3f-50d27bbd0349 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:46.691283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee3925db-6da8-444b-a496-81c9d3ad5ec1 None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:46.697508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f555d472-96a3-43d1-ac3f-50d27bbd0349 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/cf913464-1e42-4431-b474-5c057b11ddb6 HTTP/1.1" status: 404 len: 337 time: 0.0801897 Oct 13 04:09:46.697678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077595d5-46bb-4591-bd1f-8f05cb11c8d6 None None] Update dhcp port {'port': {'network_id': '3b27ca5c-8ddd-423c-aacc-c2e91ed746a4', 'fixed_ips': [{'subnet_id': '62f84487-11f2-4d42-a51d-1a2fc57adb25'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '317dc3b3-8637-4a15-a815-65f61912d3bc'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:09:46.704234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:46.729223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-077595d5-46bb-4591-bd1f-8f05cb11c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.771097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:46.800993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.801507 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment dcdaae38-c207-4e9e-94cc-8f9c039f757c of type vlan for network 2c8f8291-1036-4043-a23d-2430c4e1e833 Oct 13 04:09:46.805832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee3925db-6da8-444b-a496-81c9d3ad5ec1 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:46.806207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3925db-6da8-444b-a496-81c9d3ad5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.837294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31a0c532-a411-439f-9de9-2fb9a127fe5f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "GET /v2.0/ports?device_id=53c533cc-edd5-419b-bf24-d0aa768abb41 HTTP/1.1" status: 200 len: 205 time: 0.1180902 Oct 13 04:09:46.838765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:46.884113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.957389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:46.970208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:46.970608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.014139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5321d51-796b-4d82-acc1-6f66761f1b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.032084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4737372 Oct 13 04:09:47.032763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.049404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a5992-aa03-474e-ba84-6db2df1a6de0 None None] Network 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:47.103186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:47.140980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-7e9f12a0-209a-49a2-811c-7a706699c08b service neutron] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:47.149244 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-7d96d44d-1b82-4596-af90-af4c5701ed97 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] delete failed (client error): The resource could not be found. Oct 13 04:09:47.153793 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d96d44d-1b82-4596-af90-af4c5701ed97 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/routers/53c533cc-edd5-419b-bf24-d0aa768abb41 HTTP/1.1" status: 404 len: 336 time: 0.2648466 Oct 13 04:09:47.166175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.194977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-7e9f12a0-209a-49a2-811c-7a706699c08b service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.197878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dfdb82d-6fa1-4b1b-843a-03d00f28d782 req-7e9f12a0-209a-49a2-811c-7a706699c08b service neutron] 10.222.0.15 "DELETE /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea/bindings/n-h2-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.7809858 Oct 13 04:09:47.258608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f08a78c0-55ef-4f4e-9dc9-5c8d9996f9a8 None None] Provisioning complete for port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:47.258983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f08a78c0-55ef-4f4e-9dc9-5c8d9996f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.270589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b80634-e8ae-41c5-89be-2c0d04c6ef2d req-802a9e5e-39f7-4ffc-bebc-ad02811941d5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.294077 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68b80634-e8ae-41c5-89be-2c0d04c6ef2d req-802a9e5e-39f7-4ffc-bebc-ad02811941d5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.4521353 Oct 13 04:09:47.300258 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95eb323-817e-4504-9507-4d197fe87168 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.300818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95eb323-817e-4504-9507-4d197fe87168 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.306283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a95eb323-817e-4504-9507-4d197fe87168 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/fa576530-38c1-424a-9122-e84ab476f34e HTTP/1.1" status: 404 len: 337 time: 0.0920479 Oct 13 04:09:47.309942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.326735 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5321d51-796b-4d82-acc1-6f66761f1b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.328509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59974) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.417008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f08a78c0-55ef-4f4e-9dc9-5c8d9996f9a8 None None] Port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:47.424443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89a936-e8f5-46a4-968c-952cfc1e7526 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=2c8f8291-1036-4043-a23d-2430c4e1e833,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:47.436153 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e786bd-d580-41ae-95bf-37736f854ec8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.436854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e786bd-d580-41ae-95bf-37736f854ec8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.441453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 317dc3b3-8637-4a15-a815-65f61912d3bc no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:47.442254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d4e786bd-d580-41ae-95bf-37736f854ec8 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/d8b551c4-37a9-41ad-8056-d6f4eebb2e88 HTTP/1.1" status: 404 len: 337 time: 0.1280582 Oct 13 04:09:47.444436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:47.450112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.482717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68b80634-e8ae-41c5-89be-2c0d04c6ef2d req-3688b042-598c-43ec-a90a-ee8ca4f0c223 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877475 Oct 13 04:09:47.496967 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c8b1e3-5284-457c-baa0-40336302adbb tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.497668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c8b1e3-5284-457c-baa0-40336302adbb tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.504313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d9c8b1e3-5284-457c-baa0-40336302adbb tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/748bb404-2293-4c79-b2c6-832bb6a0e009 HTTP/1.1" status: 404 len: 337 time: 0.0468585 Oct 13 04:09:47.515658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ab5a7-eb44-41a4-bd32-cc0290a1de3a req-e5fa8253-e333-4550-8c80-edbe5ac02f82 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.524953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e2ab5a7-eb44-41a4-bd32-cc0290a1de3a req-e5fa8253-e333-4550-8c80-edbe5ac02f82 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.2172828 Oct 13 04:09:47.527287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.529761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.530249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.530722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.531786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.532282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.533047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.533570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.535830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-d4226fa3-ec46-4afa-a4f6-7307ad530b67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 6498 time: 0.2062795 Oct 13 04:09:47.574623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5321d51-796b-4d82-acc1-6f66761f1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.578953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5321d51-796b-4d82-acc1-6f66761f1b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.580156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a5321d51-796b-4d82-acc1-6f66761f1b15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fdae8c0-2905-42d0-80ce-5d12e923698d HTTP/1.1" status: 204 len: 168 time: 1.0700262 Oct 13 04:09:47.586710 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fd69d0-8694-4336-9fd8-6af7f24e426c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.587813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fd69d0-8694-4336-9fd8-6af7f24e426c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.591153 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-66fd69d0-8694-4336-9fd8-6af7f24e426c tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/b959857f-f881-4668-8d48-e498a5c17c57 HTTP/1.1" status: 404 len: 333 time: 0.0607607 Oct 13 04:09:47.594150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.614909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5321d51-796b-4d82-acc1-6f66761f1b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdae8c0-2905-42d0-80ce-5d12e923698d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:47.640352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f08a78c0-55ef-4f4e-9dc9-5c8d9996f9a8 None None] Provisioning complete for port 317dc3b3-8637-4a15-a815-65f61912d3bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:47.640769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f08a78c0-55ef-4f4e-9dc9-5c8d9996f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.664296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e2ab5a7-eb44-41a4-bd32-cc0290a1de3a req-6457b7e6-e37a-428a-a65b-b7277fc12ce0 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386349 Oct 13 04:09:47.667048 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-87aa008e-6c14-43b4-a28a-947c887db860 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.667498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87aa008e-6c14-43b4-a28a-947c887db860 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.670501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-87aa008e-6c14-43b4-a28a-947c887db860 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/070d2759-3a3a-4825-9e0f-ada90419a851 HTTP/1.1" status: 404 len: 337 time: 0.0586822 Oct 13 04:09:47.677596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.697694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-c7a1f4fb-ad9d-462b-88d3-5a488acce9e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464379 Oct 13 04:09:47.785113 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-716038ea-b771-4791-933e-1badfbe817a6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.786009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716038ea-b771-4791-933e-1badfbe817a6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.789898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-716038ea-b771-4791-933e-1badfbe817a6 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/61a2ae88-4d7b-4d3b-bf48-aceb2fabea57 HTTP/1.1" status: 404 len: 337 time: 0.1084960 Oct 13 04:09:47.791040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:47.798686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.801107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.878599 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff31a0e-eadb-45b4-9878-a1d8fef767c7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.884812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff31a0e-eadb-45b4-9878-a1d8fef767c7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.888916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ff31a0e-eadb-45b4-9878-a1d8fef767c7 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/f0ac1596-699c-4683-8a44-51b596f8cfac HTTP/1.1" status: 404 len: 333 time: 0.0918915 Oct 13 04:09:47.897673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.949271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ded6a6-e98e-4482-ac8b-9603544e409f req-09f2d489-afc7-415e-b617-3f82a3a4ca55 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.950879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94ded6a6-e98e-4482-ac8b-9603544e409f req-09f2d489-afc7-415e-b617-3f82a3a4ca55 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.0961738 Oct 13 04:09:47.967709 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-33de1ce8-d687-49d7-8536-e9c92b19549f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:47.973344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33de1ce8-d687-49d7-8536-e9c92b19549f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:47.976649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33de1ce8-d687-49d7-8536-e9c92b19549f tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/903bb65e-ad84-4f11-b796-ddcacd95d86b HTTP/1.1" status: 404 len: 337 time: 0.0762644 Oct 13 04:09:47.981887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:48.051575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75c4f1-41d0-4af1-88c4-59b578c7f223 req-2d3bee72-a016-425f-aa73-dbf2cf0c5a86 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:48.052102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] DHCP port deletion for 3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:48.066828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba75c4f1-41d0-4af1-88c4-59b578c7f223 req-2d3bee72-a016-425f-aa73-dbf2cf0c5a86 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 945 time: 0.3483038 Oct 13 04:09:48.067450 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb51237-474d-4b88-be4e-4acc1f5a0f78 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] DELETE failed (client error): The resource could not be found. Oct 13 04:09:48.067898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb51237-474d-4b88-be4e-4acc1f5a0f78 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:09:48.073429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bfb51237-474d-4b88-be4e-4acc1f5a0f78 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/subnets/31567903-c6c7-4054-b99d-d69e59c9f765 HTTP/1.1" status: 404 len: 337 time: 0.0881426 Oct 13 04:09:48.074977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:48.110521 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94ded6a6-e98e-4482-ac8b-9603544e409f req-08b58aed-9538-4e42-bc2f-0415d6b1e04a tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450796 Oct 13 04:09:48.156103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.166021 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba75c4f1-41d0-4af1-88c4-59b578c7f223 req-129c498b-785f-4e0f-b45e-3fbdcfc94154 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895510 Oct 13 04:09:48.199440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] Deleting port 317dc3b3-8637-4a15-a815-65f61912d3bc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:48.199912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.244656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:48.304898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.346219 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.390664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:48.396043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:48.429494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] For port 317dc3b3-8637-4a15-a815-65f61912d3bc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=317dc3b3-8637-4a15-a815-65f61912d3bc,segment=NetworkSegment(094ac863-e2c7-4f15-be14-16ecd5dfcd2d),segment_id=094ac863-e2c7-4f15-be14-16ecd5dfcd2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:48.430043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.447610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ab5a-669c-4089-9d3b-a281495c315d req-2350ae12-0c4b-487b-9ebb-2f03ac42a1ce tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:48.447929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] Calling delete_port for 317dc3b3-8637-4a15-a815-65f61912d3bc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:48.449456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c868ab5a-669c-4089-9d3b-a281495c315d req-2350ae12-0c4b-487b-9ebb-2f03ac42a1ce tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1095 time: 0.1182325 Oct 13 04:09:48.449990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a28c228-e1fe-4580-b904-5aa068d3e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.468968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=eb1534ba-aed4-41ad-887a-849029167340,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:48.472942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Deleting port 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:48.473280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.498419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c868ab5a-669c-4089-9d3b-a281495c315d req-fc16e86c-885b-4f95-b0fa-1063061e4092 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Oct 13 04:09:48.544345 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.557952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Calling delete_port for 6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:48.565112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.584019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] No DVR routers for this DVR port 317dc3b3-8637-4a15-a815-65f61912d3bc on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:48.633376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe735-eace-4f18-b5a2-64ac75ee134e None None] Pushing event deleted for resources: {'Port': ['ID=317dc3b3-8637-4a15-a815-65f61912d3bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:48.668666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f283fb-c171-4b0e-b6b4-f753c5abfe41 req-7522d2f3-8225-40f1-ab88-afaba411c1e0 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:48.670234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97f283fb-c171-4b0e-b6b4-f753c5abfe41 req-7522d2f3-8225-40f1-ab88-afaba411c1e0 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 1095 time: 0.0745668 Oct 13 04:09:48.717373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97f283fb-c171-4b0e-b6b4-f753c5abfe41 req-ca68b565-7af8-4a8a-92f4-a1af9d400bf9 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Oct 13 04:09:48.901940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-e60c7e72-3f3c-416f-9c18-26eb9df33107 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:48.903560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-e60c7e72-3f3c-416f-9c18-26eb9df33107 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 945 time: 0.1037371 Oct 13 04:09:48.939150 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cf948e3-5a8b-42af-abdd-7816db7a93af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.058916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Deleting port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:49.059414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.104547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.127338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': 'dcdaae38-c207-4e9e-94cc-8f9c039f757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:49.127708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 2c8f8291-1036-4043-a23d-2430c4e1e833, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:49.177754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Port': ['ID=6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:49.204252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cbf55-cd56-4394-b786-519810da5d33 req-d4db7b95-5b8c-4dbe-987f-fa7cb2afa655 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:49.205963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a78cbf55-cd56-4394-b786-519810da5d33 req-d4db7b95-5b8c-4dbe-987f-fa7cb2afa655 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.8004236 Oct 13 04:09:49.214918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.220892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43cb49dc-df8b-4ff9-9716-b56e5592b3d9 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/ports/6ffec9ab-2e1f-4168-9c10-fd32efd8a3e0 HTTP/1.1" status: 204 len: 168 time: 1.1400948 Oct 13 04:09:49.222827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60036) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:49.225127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] For port 70141e71-5d42-4216-aed8-3ec7e7fdaf43, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70141e71-5d42-4216-aed8-3ec7e7fdaf43,segment=NetworkSegment(1aba6394-752d-4ecc-bb29-6e8b86e4d94c),segment_id=1aba6394-752d-4ecc-bb29-6e8b86e4d94c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:49.225625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.254065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Calling delete_port for 70141e71-5d42-4216-aed8-3ec7e7fdaf43 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:49.378535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a28c228-e1fe-4580-b904-5aa068d3e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.440207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:49.464217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a28c228-e1fe-4580-b904-5aa068d3e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.508904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2c8f8291-1036-4043-a23d-2430c4e1e833) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:49.522376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa017d9-db0a-444e-9e2e-862701e1b828 None None] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:49.532075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42261f3-d19c-49fc-8829-8a1d47b0d804 req-c10c7498-c3d1-41e3-a416-262aace3ddbd tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:49.544876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b42261f3-d19c-49fc-8829-8a1d47b0d804 req-c10c7498-c3d1-41e3-a416-262aace3ddbd tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f26fd4fa-b62c-48af-8188-1c4ebfbea031 HTTP/1.1" status: 200 len: 945 time: 0.0905082 Oct 13 04:09:49.547796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.558891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a78cbf55-cd56-4394-b786-519810da5d33 req-9e0e43ba-9dd4-429e-acce-6fb096b5e854 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368120 Oct 13 04:09:49.572939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:49.573647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.599514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a127dc2-1b7d-4151-b349-b5cc49a26a5b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5124140 Oct 13 04:09:49.612814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['70141e71-5d42-4216-aed8-3ec7e7fdaf43'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:09:49.617106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:49.629566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a28c228-e1fe-4580-b904-5aa068d3e078 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=923c90211dc443cb974a2587bf4f3f12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2343769 Oct 13 04:09:49.635755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833', 'name': 'tempest-PortsIpV6TestJSON-416863994'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:49.667933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60054) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:49.737126 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.767462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28c228-e1fe-4580-b904-5aa068d3e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce23098-ce22-4cc0-aacc-47f35c95e221,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:49.799371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Pushing event deleted for resources: {'Port': ['ID=70141e71-5d42-4216-aed8-3ec7e7fdaf43,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:49.805049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] No DVR routers for this DVR port 70141e71-5d42-4216-aed8-3ec7e7fdaf43 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:49.809428 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.822009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e950033-7896-48ff-bd1a-561a8c5177d0 req-74376d02-d67e-4f70-91f3-fcbe9d4c83f9 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.26 "DELETE /v2.0/ports/70141e71-5d42-4216-aed8-3ec7e7fdaf43 HTTP/1.1" status: 204 len: 173 time: 0.9113288 Oct 13 04:09:49.851227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'name': 'network-vif-deleted', 'tag': '70141e71-5d42-4216-aed8-3ec7e7fdaf43'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:09:49.855920 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f0742f-b3eb-4e53-a0ed-fe9049fbffbd" -d '{"events": [{"server_uuid": "f26fd4fa-b62c-48af-8188-1c4ebfbea031", "name": "network-vif-deleted", "tag": "70141e71-5d42-4216-aed8-3ec7e7fdaf43"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:09:49.874635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b42261f3-d19c-49fc-8829-8a1d47b0d804 req-b42e152c-4322-4c17-9611-c3746c91af86 tempest-ServerAddressesTestJSON-2121779794 tempest-ServerAddressesTestJSON-2121779794-project] 10.222.0.44 "GET /v2.0/security-groups?id=94d99820-68e1-4955-8cf5-fceb76f49d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284531 Oct 13 04:09:49.878946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:49.882803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.916313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2c8f8291-1036-4043-a23d-2430c4e1e833', 'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': 'eb1534ba-aed4-41ad-887a-849029167340'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:09:49.917437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.967067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port f2df1864-cf50-43f5-85a1-20f5154b0e01 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:49.995889 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5538f01f-9e0b-4b80-a886-5a2826ea6fe9 x-openstack-request-id: req-5538f01f-9e0b-4b80-a886-5a2826ea6fe9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:09:49.996255 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fd4fa-b62c-48af-8188-1c4ebfbea031", "name": "network-vif-deleted", "tag": "70141e71-5d42-4216-aed8-3ec7e7fdaf43", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:09:49.996558 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5538f01f-9e0b-4b80-a886-5a2826ea6fe9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:09:49.996935 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fd4fa-b62c-48af-8188-1c4ebfbea031', 'name': 'network-vif-deleted', 'tag': '70141e71-5d42-4216-aed8-3ec7e7fdaf43', 'status': 'completed', 'code': 200} Oct 13 04:09:50.005695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc30f-262d-4ad0-805e-d8ece1d9711b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.027135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.061039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc30f-262d-4ad0-805e-d8ece1d9711b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.135665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc30f-262d-4ad0-805e-d8ece1d9711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.138743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc30f-262d-4ad0-805e-d8ece1d9711b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.143239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b8dc30f-262d-4ad0-805e-d8ece1d9711b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ce23098-ce22-4cc0-aacc-47f35c95e221 HTTP/1.1" status: 204 len: 168 time: 0.4187043 Oct 13 04:09:50.153024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dc30f-262d-4ad0-805e-d8ece1d9711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce23098-ce22-4cc0-aacc-47f35c95e221,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:50.185412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b27ca5c-8ddd-423c-aacc-c2e91ed746a4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:50.209016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Allocated IP 2001:db8::2 (2c8f8291-1036-4043-a23d-2430c4e1e833/eb1534ba-aed4-41ad-887a-849029167340/73f4a37d-56b1-4ed2-8841-5afd2717b27e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:50.243242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5556e-f4b5-4f0c-b0ea-899b522ed539 req-b1dffce7-59f3-4d84-94ce-dcd51b762cd8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:50.245649 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:09:50.257850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bff5556e-f4b5-4f0c-b0ea-899b522ed539 req-b1dffce7-59f3-4d84-94ce-dcd51b762cd8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2830298 Oct 13 04:09:50.260984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094ac863-e2c7-4f15-be14-16ecd5dfcd2d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:50.261273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094ac863-e2c7-4f15-be14-16ecd5dfcd2d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:50.336734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.365614 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bff5556e-f4b5-4f0c-b0ea-899b522ed539 req-1972f83a-b368-46dd-bc57-9f023ce0deb8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023014 Oct 13 04:09:50.373784 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.391258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:50.392429 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:50.396554 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:50.477575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.493095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.500827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] 10.222.0.44 "DELETE /v2.0/networks/3b27ca5c-8ddd-423c-aacc-c2e91ed746a4 HTTP/1.1" status: 204 len: 168 time: 1.2757940 Oct 13 04:09:50.536532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5620a87-bd8d-4721-96df-99b7561c4b65 tempest-PortsTestJSON-1012359035 tempest-PortsTestJSON-1012359035-project] Pushing event deleted for resources: {'Network': ['ID=3b27ca5c-8ddd-423c-aacc-c2e91ed746a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:50.550820 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.570234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.639443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4e04e-4e6b-4939-8b0d-610bd4955726 req-2ef2dd3f-8593-4388-9dde-74003859d300 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:50.646206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65a4e04e-4e6b-4939-8b0d-610bd4955726 req-2ef2dd3f-8593-4388-9dde-74003859d300 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.1588857 Oct 13 04:09:50.736957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Pushing event updated for resources: {'Port': ['ID=73f4a37d-56b1-4ed2-8841-5afd2717b27e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:50.766147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::11e (2c8f8291-1036-4043-a23d-2430c4e1e833/eb1534ba-aed4-41ad-887a-849029167340/f2df1864-cf50-43f5-85a1-20f5154b0e01) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:50.770879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65a4e04e-4e6b-4939-8b0d-610bd4955726 req-6eef89b4-6a29-46c1-9774-7acdbaa7defc tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169779 Oct 13 04:09:50.775258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:50.779294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:50.791550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:50.947696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Attempting to bind port 73f4a37d-56b1-4ed2-8841-5afd2717b27e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:50.949582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Attempting to bind port 73f4a37d-56b1-4ed2-8841-5afd2717b27e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'dcdaae38-c207-4e9e-94cc-8f9c039f757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:50.950180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Attempting to bind port 73f4a37d-56b1-4ed2-8841-5afd2717b27e on network 2c8f8291-1036-4043-a23d-2430c4e1e833 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:50.964384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:50.967123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Checking segment: {'id': 'dcdaae38-c207-4e9e-94cc-8f9c039f757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:50.968187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:50.969411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Bound using segment: {'id': 'dcdaae38-c207-4e9e-94cc-8f9c039f757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:50.970099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Bound port: 73f4a37d-56b1-4ed2-8841-5afd2717b27e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdaae38-c207-4e9e-94cc-8f9c039f757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:50.970683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.126484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:51.157101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-6112ad20-e099-44f7-a8ac-4b346afe7f1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2738986 Oct 13 04:09:51.219453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] For port 73f4a37d-56b1-4ed2-8841-5afd2717b27e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:51.237111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] For port 73f4a37d-56b1-4ed2-8841-5afd2717b27e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=73f4a37d-56b1-4ed2-8841-5afd2717b27e,segment=NetworkSegment(dcdaae38-c207-4e9e-94cc-8f9c039f757c),segment_id=dcdaae38-c207-4e9e-94cc-8f9c039f757c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:51.242511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-1b541c0f-9ae5-4a01-bbf0-6d4f996fcd3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2335727 Oct 13 04:09:51.249426 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.369225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:51.375842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f5e25-ee8f-44eb-9fb2-d593885241b1 None None] Pushing event updated for resources: {'Port': ['ID=73f4a37d-56b1-4ed2-8841-5afd2717b27e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:51.481391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a5569b4-79e3-44af-b068-adbc46db30e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.495970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.536670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-d44b81b6-4644-422e-a129-86c8b825365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:51.539292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-d44b81b6-4644-422e-a129-86c8b825365c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1098 time: 0.2838945 Oct 13 04:09:51.571713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-ec8d5dfc-a7b7-4692-8686-da75aecd4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:51.579416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-ec8d5dfc-a7b7-4692-8686-da75aecd4e7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 1096 time: 0.2921190 Oct 13 04:09:51.607476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Deleting subnet 1beed0a3-1be2-4e43-b960-9cc6640adf47 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:51.611821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.613302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7eccd3-079f-4f6b-8852-ce79d026f67c req-68361335-e509-4985-85a5-fde5fc9637d1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:51.615223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b7eccd3-079f-4f6b-8852-ce79d026f67c req-68361335-e509-4985-85a5-fde5fc9637d1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2728176 Oct 13 04:09:51.657394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.782223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=f2df1864-cf50-43f5-85a1-20f5154b0e01,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:51.794316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:51.796757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.818451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:51.823195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:51.831007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:51.832380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.917459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.953434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b6e6ab39-2470-4a4f-915c-902577fd7351 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3337779 Oct 13 04:09:51.954504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60126) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:51.961827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '2c8f8291-1036-4043-a23d-2430c4e1e833', 'name': 'tempest-PortsIpV6TestJSON-1064704682'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:51.991909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b7eccd3-079f-4f6b-8852-ce79d026f67c req-36f11ccb-7554-47ac-9497-08473f5af24f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104706 Oct 13 04:09:51.994264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-5e3b8170-1350-45ae-aab6-d19ac6b7e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:51.999017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-5e3b8170-1350-45ae-aab6-d19ac6b7e61a service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.3765428 Oct 13 04:09:52.031481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2bd9dd2a-d105-434e-abe3-8230539091b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b40b489a6933419e86a02d4d930982b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351035 Oct 13 04:09:52.058786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:52.171207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.179234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-7db6061f-07c3-44b8-94d5-6e0299b5789f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 200 len: 217 time: 0.1563523 Oct 13 04:09:52.236849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1beed0a3-1be2-4e43-b960-9cc6640adf47,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:52.286132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-a6aefb88-eab6-4609-9f31-bf1eed1d408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:52.289019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-a6aefb88-eab6-4609-9f31-bf1eed1d408c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 0.7047219 Oct 13 04:09:52.296380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.308898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e73e74a9-8908-40db-9368-1dc779aa5482 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1beed0a3-1be2-4e43-b960-9cc6640adf47 HTTP/1.1" status: 204 len: 168 time: 1.1716690 Oct 13 04:09:52.317386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:52.462384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-2aa66189-c0bf-4037-864a-7570db435183 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.1587243 Oct 13 04:09:52.480331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:52.482143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70141e71-5d42-4216-aed8-3ec7e7fdaf43 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:52.483818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.505157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-21f0f7c4-6cc6-43b8-8cae-1d2b525348ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:52.507281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-21f0f7c4-6cc6-43b8-8cae-1d2b525348ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.3039792 Oct 13 04:09:52.542014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 70141e71-5d42-4216-aed8-3ec7e7fdaf43 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:52.542421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70141e71-5d42-4216-aed8-3ec7e7fdaf43 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:52.547629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 78a10bb8-c8a6-4efd-ac5d-1def576ec629 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:52.638355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-1c7ec255-96df-4072-8d73-8119d881a161 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867624 Oct 13 04:09:52.639162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c85dbbe-e686-4c22-8b6c-69059c926da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.658852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.797159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.805601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-625f4e8d-6f91-4ff9-8c74-4e2de95468cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:52.807393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-625f4e8d-6f91-4ff9-8c74-4e2de95468cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.3333857 Oct 13 04:09:52.842120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c85dbbe-e686-4c22-8b6c-69059c926da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.900141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:52.903813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-560fc484-e4f5-45c5-8a31-9d1af1c76269 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824871 Oct 13 04:09:52.932606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef553a45-6a33-414d-a1cc-5f1b48a4ae96 None None] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:52.951050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.005778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439c76bc-9f68-4684-b5e9-8a8eaeac1165']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:53.028794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::25 (2c8f8291-1036-4043-a23d-2430c4e1e833/eb1534ba-aed4-41ad-887a-849029167340/78a10bb8-c8a6-4efd-ac5d-1def576ec629) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:53.032242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aba6394-752d-4ecc-bb29-6e8b86e4d94c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:53.032717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aba6394-752d-4ecc-bb29-6e8b86e4d94c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:53.050893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.086562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60160) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:53.093159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.119363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-130f61fb-4009-4210-961d-a10468b5d4a6 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720578 Oct 13 04:09:53.167332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:53.167702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:53.169732 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:53.176476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2957f25-ca46-4ccf-ab90-b8dbf4c7408e None None] Provisioning complete for port 73f4a37d-56b1-4ed2-8841-5afd2717b27e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:53.176796 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2957f25-ca46-4ccf-ab90-b8dbf4c7408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.215478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c85dbbe-e686-4c22-8b6c-69059c926da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.218368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c85dbbe-e686-4c22-8b6c-69059c926da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.219712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3c85dbbe-e686-4c22-8b6c-69059c926da5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d7813fb-5a52-4f3b-aec2-b1769008e722 HTTP/1.1" status: 204 len: 168 time: 1.1532178 Oct 13 04:09:53.270225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-64989750-2bcd-4989-8553-b0fcad615576 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370135 Oct 13 04:09:53.296812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85dbbe-e686-4c22-8b6c-69059c926da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7813fb-5a52-4f3b-aec2-b1769008e722,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:53.478963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2957f25-ca46-4ccf-ab90-b8dbf4c7408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.479984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-368585171'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:53.557646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a2957f25-ca46-4ccf-ab90-b8dbf4c7408e None None] For port 73f4a37d-56b1-4ed2-8841-5afd2717b27e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=73f4a37d-56b1-4ed2-8841-5afd2717b27e,segment=NetworkSegment(dcdaae38-c207-4e9e-94cc-8f9c039f757c),segment_id=dcdaae38-c207-4e9e-94cc-8f9c039f757c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:53.578899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 73f4a37d-56b1-4ed2-8841-5afd2717b27e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:53.584045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2957f25-ca46-4ccf-ab90-b8dbf4c7408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.586105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Made reservation on behalf of d615d5a2643040d68fd28327add7968b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:53.595272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.607443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.613650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.624965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/439c76bc-9f68-4684-b5e9-8a8eaeac1165 HTTP/1.1" status: 204 len: 168 time: 1.3042026 Oct 13 04:09:53.631797 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.680068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7938caf2-e3da-48e5-a0f3-778e680b264a req-fc0e7149-b76f-418f-9eb9-90bd7dc9b22d service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496330 Oct 13 04:09:53.750932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b795b96-7cd4-4a8c-a0c7-0ab06c0569a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=439c76bc-9f68-4684-b5e9-8a8eaeac1165,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:53.764238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.792796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25f280a5-c37a-4f42-b58f-e5e92ef302b4 req-f6905f38-b71c-4dd8-ad58-5c36bd0391a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212023 Oct 13 04:09:53.823602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c72b1-4f29-4bf3-8e0b-596d3da635f8 req-bf233521-55e4-4154-94f7-b3185a7b9114 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:53.825253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba2c72b1-4f29-4bf3-8e0b-596d3da635f8 req-bf233521-55e4-4154-94f7-b3185a7b9114 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2466619 Oct 13 04:09:53.965795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:53.986945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.005186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.096385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:54.114085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2957f25-ca46-4ccf-ab90-b8dbf4c7408e None None] Pushing event updated for resources: {'Port': ['ID=73f4a37d-56b1-4ed2-8841-5afd2717b27e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:54.120416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:54.142549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5399c-89f3-4003-ab66-28352a3932a9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:54.151801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.158997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba2c72b1-4f29-4bf3-8e0b-596d3da635f8 req-d361f8b2-ac7b-4e2c-a088-fb8b926c88fd tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074397 Oct 13 04:09:54.168471 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Added segment b1e29f15-3497-4147-a07e-11c0bf39c2e9 of type vlan for network 20df146f-5bce-43c0-a6f4-6b55fd81638e Oct 13 04:09:54.192616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 73f4a37d-56b1-4ed2-8841-5afd2717b27e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:54.195559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.214584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:54.231625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:54.236172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:54.246060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:54.256373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.263415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=78a10bb8-c8a6-4efd-ac5d-1def576ec629,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:54.304337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.310261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a1d8dae-fc10-423d-8a86-8793118d4055 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3501353 Oct 13 04:09:54.310639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60194) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:54.318124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d72594cb-0104-46c2-8704-24f3cfe22307 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5195bce81179420792adfacd3444f88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965220 Oct 13 04:09:54.328984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:54.452903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d51a01-be75-4516-bfca-491d29589914 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:54.455014 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-98d51a01-be75-4516-bfca-491d29589914 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11e HTTP/1.1" status: 200 len: 928 time: 0.1433144 Oct 13 04:09:54.458954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:54.474740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.480834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:54.491916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.501420 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.688883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 78a10bb8-c8a6-4efd-ac5d-1def576ec629 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:54.693064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5995293 Oct 13 04:09:54.695332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.738037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Provisioning complete for port f2df1864-cf50-43f5-85a1-20f5154b0e01 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:54.738581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.821983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Port f2df1864-cf50-43f5-85a1-20f5154b0e01 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:54.848882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Provisioning complete for port 73f4a37d-56b1-4ed2-8841-5afd2717b27e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:54.849262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.909339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d4d147b-3c9d-4828-9511-c1807460bbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.958728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d4d147b-3c9d-4828-9511-c1807460bbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:54.973551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.007151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 78a10bb8-c8a6-4efd-ac5d-1def576ec629 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:55.069433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6c31e-e267-4716-b8ff-19251ea7e31a tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Pushing event updated for resources: {'Network': ['ID=20df146f-5bce-43c0-a6f4-6b55fd81638e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:55.094373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 20df146f-5bce-43c0-a6f4-6b55fd81638e details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:55.107053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc236b-5044-4176-81b6-37a09ce6bb27 req-3dc954e0-31a6-484c-a8ff-7faac7483da7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:55.108655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabc236b-5044-4176-81b6-37a09ce6bb27 req-3dc954e0-31a6-484c-a8ff-7faac7483da7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.4448786 Oct 13 04:09:55.128032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d4d147b-3c9d-4828-9511-c1807460bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.130519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d4d147b-3c9d-4828-9511-c1807460bbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.136772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d4d147b-3c9d-4828-9511-c1807460bbd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94d99820-68e1-4955-8cf5-fceb76f49d63 HTTP/1.1" status: 204 len: 168 time: 0.7960107 Oct 13 04:09:55.160192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d147b-3c9d-4828-9511-c1807460bbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d99820-68e1-4955-8cf5-fceb76f49d63,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:55.179613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-9127216b-6845-402c-8ba1-a0201b5db702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:55.181521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-9127216b-6845-402c-8ba1-a0201b5db702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6be910e5fcfe418a9654b1a207f0d286&device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 1098 time: 0.5137825 Oct 13 04:09:55.223631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Provisioning complete for port 78a10bb8-c8a6-4efd-ac5d-1def576ec629 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:55.224147 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.294944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabc236b-5044-4176-81b6-37a09ce6bb27 req-94c07042-0f89-46b7-9b0e-d9db67773509 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561162 Oct 13 04:09:55.298787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edbb2739-3fe4-4f6f-9915-a2745c1eeeab None None] Port 78a10bb8-c8a6-4efd-ac5d-1def576ec629 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:55.309413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:55.309757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:55.392224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Request body: {'port': {'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e', 'binding:host_id': 'n-h1-810220-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1912383676'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:55.438086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6aa20475-2458-4243-986f-44d474ef5b86 None None] Provisioning complete for port f2df1864-cf50-43f5-85a1-20f5154b0e01 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:55.438674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6aa20475-2458-4243-986f-44d474ef5b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.447605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.479002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Made reservation on behalf of 1ae4c30b6e8d4b92b02f6a262ed0580c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:55.481478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.529473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=78a10bb8-c8a6-4efd-ac5d-1def576ec629,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:55.581988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6aa20475-2458-4243-986f-44d474ef5b86 None None] Port f2df1864-cf50-43f5-85a1-20f5154b0e01 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:09:55.582644 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.586463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 73f4a37d-56b1-4ed2-8841-5afd2717b27e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:55.642919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.658431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ff97e2e1-ecb0-4d02-80a2-8d85a457ff04 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/78a10bb8-c8a6-4efd-ac5d-1def576ec629 HTTP/1.1" status: 204 len: 168 time: 1.1946044 Oct 13 04:09:55.660967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:55.671632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 73f4a37d-56b1-4ed2-8841-5afd2717b27e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:55.672848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.730038 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cb9e03-f577-45d0-9ab3-b9292e806b46 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:55.752260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57cb9e03-f577-45d0-9ab3-b9292e806b46 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/78a10bb8-c8a6-4efd-ac5d-1def576ec629 HTTP/1.1" status: 404 len: 333 time: 0.0900991 Oct 13 04:09:55.755150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:55.755646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.769465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:55.776697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:55.777240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3678690-f185-4b35-bb8d-be53bfd8e538 None None] Could not find standard attr ID for object 78a10bb8-c8a6-4efd-ac5d-1def576ec629. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:09:56.017523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port f2df1864-cf50-43f5-85a1-20f5154b0e01 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:56.020301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.103747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:09:56.113450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.127432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-758291797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:56.152753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.230542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.231574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.243903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:56.295736 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.326249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Checking segment: {'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:56.326915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Network hostable DHCP agents. Network: 20df146f-5bce-43c0-a6f4-6b55fd81638e, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:56.340464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for f2df1864-cf50-43f5-85a1-20f5154b0e01 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:56.341703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-68e912c3-7cdc-4b62-81d6-76efbc30812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:56.343454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-68e912c3-7cdc-4b62-81d6-76efbc30812e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 200 len: 914 time: 1.0683577 Oct 13 04:09:56.344479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb001e-8a24-4532-9ddf-94a44d9eb548,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:56.407979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Network 20df146f-5bce-43c0-a6f4-6b55fd81638e is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:56.480538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-4e874d0c-ea7a-42f0-abad-d9134b6f87d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 200 len: 217 time: 0.1133535 Oct 13 04:09:56.483651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.489971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 20df146f-5bce-43c0-a6f4-6b55fd81638e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:56.500788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926c8f0-1f60-40b5-a200-d1679b97685d None None] Network 20df146f-5bce-43c0-a6f4-6b55fd81638e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:56.554767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.578467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:56.700446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:56.700910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:56.701354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:56.738685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:56.739147 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:56.741680 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 2 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:56.746298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.750377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ed79b693-81b9-4fe9-84cb-1bc8b78b1ae6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4036500 Oct 13 04:09:56.755446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:56.766055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1328885191'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:56.785185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:56.785683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:56.786124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:56.792822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-c36625f1-5835-4301-bc47-bfdb8790318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:56.795154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-c36625f1-5835-4301-bc47-bfdb8790318f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 200 len: 853 time: 0.3062098 Oct 13 04:09:56.801687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:56.802159 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:56.804833 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 3 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:56.838745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.842515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Made reservation on behalf of 37029019b7ea4826acb30fbff8963cd0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:56.853629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.880279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=f2df1864-cf50-43f5-85a1-20f5154b0e01,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:56.895179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aedac1-e695-4759-b1ee-245b260bf064 req-87a0dcb2-6645-4ec0-911a-7cbfac84f14b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:56.898195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91aedac1-e695-4759-b1ee-245b260bf064 req-87a0dcb2-6645-4ec0-911a-7cbfac84f14b tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.4162478 Oct 13 04:09:56.913478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.992793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91aedac1-e695-4759-b1ee-245b260bf064 req-b9f3f4d3-fdbb-430a-8d66-6d1d672bdaa8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699894 Oct 13 04:09:56.993696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:56.999436 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.012494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e72056e0-81d9-4481-92d7-f7862a725181 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/f2df1864-cf50-43f5-85a1-20f5154b0e01 HTTP/1.1" status: 204 len: 168 time: 1.2547181 Oct 13 04:09:57.023301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:57.087437 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.095458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-c0ff75f7-6d01-4bc2-b4cd-f21b33482caa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4e36379-fdad-4e56-8440-482fdc7b5a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2912071 Oct 13 04:09:57.096726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:57.097044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:57.097385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:57.108746 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fae73c-d175-4c8a-8a43-dab9dff2ac77 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:09:57.118060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70fae73c-d175-4c8a-8a43-dab9dff2ac77 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/f2df1864-cf50-43f5-85a1-20f5154b0e01 HTTP/1.1" status: 404 len: 333 time: 0.0910971 Oct 13 04:09:57.120183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:57.127784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.225997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet eb1534ba-aed4-41ad-887a-849029167340 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:09:57.230746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:57.231269 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:57.235975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-935885924-network', 'tenant_id': 'a227f6dbaf2547219b32821a34fc1ad1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:57.236869 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 4 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:57.240043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.256986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:57.257331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:57.257670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:57.267515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:57.269344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:57.269668 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:57.276659 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 5 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:57.301866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.302218 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Added segment b387970f-bbc0-4726-86b8-56f0e1868839 of type vlan for network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 Oct 13 04:09:57.307823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26532de-ae5b-44f8-be2f-8881992b5a98,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:57.321903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:57.322243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:57.322632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:57.387193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.391532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Made reservation on behalf of a227f6dbaf2547219b32821a34fc1ad1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:57.405658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.458288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.750545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.845993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.847275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-c632a979-80d9-46a6-9b2f-d2cc6b6c79f2 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410190 Oct 13 04:09:57.854301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.863912 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.934104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc736a-fc47-4448-8c9b-fbf8da7ca145,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:57.955151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1534ba-aed4-41ad-887a-849029167340,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:57.964166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b3bed52-c4c5-4fca-b7ce-79be01ce0722 req-640dd1d1-c32a-4a02-837e-8b3566b5de56 service neutron] 10.222.0.26 "GET /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900803 Oct 13 04:09:57.967521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:57.967845 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:57.970135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24dc14-7393-4351-ac6c-e1e1d6d2ab5e None None] Network 2c8f8291-1036-4043-a23d-2430c4e1e833 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:57.973021 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 6 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:57.979736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.998710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:58.013994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:58.014335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:58.014653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:58.020267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.020616 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Added segment bc272b85-15df-4c4a-98d6-36943e2e6d16 of type vlan for network 780c56d0-1dce-4ff0-85a0-6282d32b8397 Oct 13 04:09:58.038433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:58.038763 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:58.040920 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 7 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:58.078076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:58.078422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:58.078726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:58.097132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.101564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:58.101911 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:58.102307 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 8 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:58.125923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:58.126271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:58.126607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:58.129701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.135669 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.145871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df6d50de-7ab1-45d2-b7e8-c1b88660d31e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/eb1534ba-aed4-41ad-887a-849029167340 HTTP/1.1" status: 204 len: 168 time: 1.0221765 Oct 13 04:09:58.146066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:58.146066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.148705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.150329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:58.152262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:58.152870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.259008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2613955 Oct 13 04:09:58.261936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:58.267114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Request body: {'subnet': {'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-935885924-subnet', 'tenant_id': 'a227f6dbaf2547219b32821a34fc1ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:58.277083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] DHCP port deletion for 2c8f8291-1036-4043-a23d-2430c4e1e833 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:09:58.326491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd1d4-1bf7-4c02-904e-515671330c84 admin admin] Pushing event updated for resources: {'Network': ['ID=780c56d0-1dce-4ff0-85a0-6282d32b8397,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:58.333302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] Deleting port 73f4a37d-56b1-4ed2-8841-5afd2717b27e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:58.333696 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.358492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Made reservation on behalf of a227f6dbaf2547219b32821a34fc1ad1 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:58.369850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.423046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.426261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:58.429603 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:58.457711 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 9 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:58.509778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] For port 73f4a37d-56b1-4ed2-8841-5afd2717b27e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=73f4a37d-56b1-4ed2-8841-5afd2717b27e,segment=NetworkSegment(dcdaae38-c207-4e9e-94cc-8f9c039f757c),segment_id=dcdaae38-c207-4e9e-94cc-8f9c039f757c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:58.510092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.510236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:58.510451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:58.510793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:58.525497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] Calling delete_port for 73f4a37d-56b1-4ed2-8841-5afd2717b27e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:58.558659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:58.558996 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:58.582524 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 10 to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 Oct 13 04:09:58.614503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 780c56d0-1dce-4ff0-85a0-6282d32b8397 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:58.614983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8581793 Oct 13 04:09:58.616121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:58.633394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.646229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'subnet': {'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:58.671195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b5438-a876-4003-afe5-b8285eef4f12 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Network': ['ID=84ca4eb5-7ec2-486d-a12a-ffc80a85f613,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:58.675815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.708546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f654b34-8b0d-418a-8c61-2f5c4e85b9fb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:58.726450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:58.731027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:58.731366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:58.731708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:58.781808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Checking segment: {'id': 'bc272b85-15df-4c4a-98d6-36943e2e6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:58.784249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Network hostable DHCP agents. Network: 780c56d0-1dce-4ff0-85a0-6282d32b8397, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:58.831433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] No DVR routers for this DVR port 73f4a37d-56b1-4ed2-8841-5afd2717b27e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:09:58.833236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e55365-d539-4819-a467-083ed5c3784c None None] Pushing event deleted for resources: {'Port': ['ID=73f4a37d-56b1-4ed2-8841-5afd2717b27e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:58.858566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33e23e-aa49-4791-80f8-fb9e16f62e0d req-7df580b2-aa8b-4175-9b3d-c4282f85fac9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:58.860167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b33e23e-aa49-4791-80f8-fb9e16f62e0d req-7df580b2-aa8b-4175-9b3d-c4282f85fac9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.7117789 Oct 13 04:09:58.860814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:09:58.861143 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:09:58.861514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.883101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Network 780c56d0-1dce-4ff0-85a0-6282d32b8397 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:58.907902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 780c56d0-1dce-4ff0-85a0-6282d32b8397) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:58.917296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:58.918203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.925791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6afe8-5b47-4fe0-baa8-0f512f676d17 None None] Network 780c56d0-1dce-4ff0-85a0-6282d32b8397 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:58.952709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0f10d358-47d7-4362-ac3d-7337226c0f3f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6889696 Oct 13 04:09:59.054577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.107014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b33e23e-aa49-4791-80f8-fb9e16f62e0d req-f06658f0-d1ad-4f3d-affe-1fdc8367eaa2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004082 Oct 13 04:09:59.108564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8f8291-1036-4043-a23d-2430c4e1e833']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:59.152391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] For port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:59.152966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempted to set empty binding levels {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:09:59.157029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdaae38-c207-4e9e-94cc-8f9c039f757c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:59.157329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdaae38-c207-4e9e-94cc-8f9c039f757c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:59.158520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e44d2-2e3f-4ae6-8c1d-8dd4d833243d None None] Network 780c56d0-1dce-4ff0-85a0-6282d32b8397 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:59.159326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Made reservation on behalf of 37029019b7ea4826acb30fbff8963cd0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:59.163955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.223747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.286299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:59.287061 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.294015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.301953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:59.324148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.347884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:59.348466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a032c79-cc0c-41af-9c63-56de058ca484 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.0187848 Oct 13 04:09:59.353255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:09:59.353815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:09:59.359374 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:09:59.445784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 73f4a37d-56b1-4ed2-8841-5afd2717b27e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:09:59.471051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 73f4a37d-56b1-4ed2-8841-5afd2717b27e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:09:59.471265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 73f4a37d-56b1-4ed2-8841-5afd2717b27e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:09:59.496846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.513374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Deleting port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:09:59.513750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.540882 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.544419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/2c8f8291-1036-4043-a23d-2430c4e1e833 HTTP/1.1" status: 204 len: 168 time: 1.3893435 Oct 13 04:09:59.555123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60336) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:59.562156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84af23a-6ed8-4759-8c0f-30fda90711f1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=2c8f8291-1036-4043-a23d-2430c4e1e833,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:59.570405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356216372'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:59.648860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.675305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:59.681231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.682087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] For port 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2, host n-h1-810220-9, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:59.683250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.722149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Subnet': ['ID=21c7e560-63e9-4dd1-846a-37f28c734652,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:59.731371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Calling delete_port for 5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:09:59.747170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Checking segment: {'id': 'b387970f-bbc0-4726-86b8-56f0e1868839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:59.747907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network hostable DHCP agents. Network: 84ca4eb5-7ec2-486d-a12a-ffc80a85f613, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:59.772355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:59.774602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:59.788419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-04fd8cc1-4785-40bc-8430-d01531970abd tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:59.790658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-04fd8cc1-4785-40bc-8430-d01531970abd tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/networks?id=780c56d0-1dce-4ff0-85a0-6282d32b8397 HTTP/1.1" status: 200 len: 812 time: 0.2638035 Oct 13 04:09:59.798632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 84ca4eb5-7ec2-486d-a12a-ffc80a85f613) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:59.805136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:59.806308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.809864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7afeadb-60b8-4aa1-a416-77ad619733b2 None None] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:59.829672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a6cb74e-ff78-4c80-9d98-d51e685f9db4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2068532 Oct 13 04:09:59.832665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:59.840160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'network': {'name': 'tempest-router-network01--955561865'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:59.873495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Made reservation on behalf of 37029019b7ea4826acb30fbff8963cd0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:59.878169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.897476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.898103 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment ddbb0866-e292-43a5-8441-2ac3d52dedca of type vlan for network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 Oct 13 04:09:59.922918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:59.935312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-51274b1e-c278-485e-aa94-535bcf8104a0 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/quotas/a227f6dbaf2547219b32821a34fc1ad1 HTTP/1.1" status: 200 len: 375 time: 0.0663812 Oct 13 04:09:59.940370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.941412 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Added segment ea39c65b-5a27-4174-bf94-90b1d37d402b of type vlan for network c6e5b29e-2a9f-4047-a68b-53429449576c Oct 13 04:09:59.985015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-734b69c3-e44e-4440-9d36-54ac17594d84 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a227f6dbaf2547219b32821a34fc1ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354679 Oct 13 04:09:59.987913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.057179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.057702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.079155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.087627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:00.090784 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.132523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.132523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:00.132523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.142304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-b52152f0-ecb5-439b-81c1-634a1488e702 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:10:00.144547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-b52152f0-ecb5-439b-81c1-634a1488e702 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1484427 Oct 13 04:10:00.179128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-84ca4eb5-7ec2-486d-a12a-ffc80a85f613', 'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613', 'tenant_id': '37029019b7ea4826acb30fbff8963cd0', 'fixed_ips': [{'subnet_id': '21c7e560-63e9-4dd1-846a-37f28c734652'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:00.180618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.190442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event deleted for resources: {'Port': ['ID=5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:00.291618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7241893 Oct 13 04:10:00.291879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Network': ['ID=c6e5b29e-2a9f-4047-a68b-53429449576c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:00.292295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:00.302319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:00.309472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c6e5b29e-2a9f-4047-a68b-53429449576c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:00.313165 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.318887 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-749fd0de-8783-4b40-9e4f-2625642db72e tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "DELETE /v2.0/ports/5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 HTTP/1.1" status: 204 len: 168 time: 0.9674649 Oct 13 04:10:00.332586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:00.433257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc3770-3661-41bd-8ea0-a2b93f19b6b9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=2ce2b04c-2bc9-4a89-9985-11127965bbe3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:00.460121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:00.480266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-244065fb-026b-48eb-8325-5df16b1ec75c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6440167 Oct 13 04:10:00.480496 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87bce75-6608-4e2a-ac15-2cbc914832e9 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:10:00.481757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:00.493980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b87bce75-6608-4e2a-ac15-2cbc914832e9 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "GET /v2.0/ports/5254e2ca-c9a9-40ca-8064-6c31bdcfc8f2 HTTP/1.1" status: 404 len: 333 time: 0.1603155 Oct 13 04:10:00.498077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:00.506022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Request body: {'port': {'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-403220086'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:00.511573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'network': {'name': 'tempest-router-network02--198281065'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:00.550325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Allocated IP 172.20.0.2 (84ca4eb5-7ec2-486d-a12a-ffc80a85f613/21c7e560-63e9-4dd1-846a-37f28c734652/ac3f013e-fe06-42cf-8921-92ee0eda7797) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:00.559676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:10:00.559676 n-d-810220-9 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:10:00.559676 n-d-810220-9 neutron-server[94824]: [parameters: {'project_id_1': '37029019b7ea4826acb30fbff8963cd0', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 9, 40, 537025)}] Oct 13 04:10:00.559676 n-d-810220-9 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:10:00.560360 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:10:00.590846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4d790-802f-46d5-a7fb-fe2467ff11d4 req-99d6e111-b232-4fb1-b193-4938fa8c1f96 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:00.592359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06b4d790-802f-46d5-a7fb-fe2467ff11d4 req-99d6e111-b232-4fb1-b193-4938fa8c1f96 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2987194 Oct 13 04:10:00.604470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Made reservation on behalf of 1ae4c30b6e8d4b92b02f6a262ed0580c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:00.606910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.611523 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-49107a5a-6b1d-4623-ac02-7d5b6b931ca9 service neutron] 10.222.0.44 "GET /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571682 Oct 13 04:10:00.689566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:00.701417 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.737800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 16a945e7-6dde-44e1-9e11-6e462c0a9713 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:00.853374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06b4d790-802f-46d5-a7fb-fe2467ff11d4 req-fcce9b74-005f-4c02-bc52-71c588f624ed tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375655 Oct 13 04:10:00.880243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-e431ac30-23ee-4a40-a5ca-18f8d625a02f service neutron] 10.222.0.44 "GET /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499034 Oct 13 04:10:00.895734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.915082 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:00.991846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Pushing event updated for resources: {'Port': ['ID=ac3f013e-fe06-42cf-8921-92ee0eda7797,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:01.046226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:01.059676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:01.068318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:01.122060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.193397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c9e-0aa6-4260-9c9d-c2120f9de7c9 req-aa388feb-baba-4fb2-a3d6-af72d21cc79d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:01.195495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb170c9e-0aa6-4260-9c9d-c2120f9de7c9 req-aa388feb-baba-4fb2-a3d6-af72d21cc79d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.1636000 Oct 13 04:10:01.230460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.234435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.239130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Attempting to bind port ac3f013e-fe06-42cf-8921-92ee0eda7797 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:01.239679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Attempting to bind port ac3f013e-fe06-42cf-8921-92ee0eda7797 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b387970f-bbc0-4726-86b8-56f0e1868839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:01.245002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Attempting to bind port ac3f013e-fe06-42cf-8921-92ee0eda7797 on network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:01.259776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:01.260154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Checking segment: {'id': 'b387970f-bbc0-4726-86b8-56f0e1868839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:01.260557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.263497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Bound using segment: {'id': 'b387970f-bbc0-4726-86b8-56f0e1868839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:01.264018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Bound port: ac3f013e-fe06-42cf-8921-92ee0eda7797, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b387970f-bbc0-4726-86b8-56f0e1868839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '84ca4eb5-7ec2-486d-a12a-ffc80a85f613'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:01.264415 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.358754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] For port ac3f013e-fe06-42cf-8921-92ee0eda7797, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:01.362543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] For port ac3f013e-fe06-42cf-8921-92ee0eda7797, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac3f013e-fe06-42cf-8921-92ee0eda7797,segment=NetworkSegment(b387970f-bbc0-4726-86b8-56f0e1868839),segment_id=b387970f-bbc0-4726-86b8-56f0e1868839)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:01.378546 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.389034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dea1288b-5f69-4082-9af4-feb6303484bd req-f36ceb81-9dee-4bec-97a1-4097a42b8012 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 210 time: 0.1423726 Oct 13 04:10:01.405275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Made reservation on behalf of 37029019b7ea4826acb30fbff8963cd0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:01.408816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.423170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Network 20df146f-5bce-43c0-a6f4-6b55fd81638e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:01.427687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:01.431359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:01.432470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:01.433109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.435374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=16a945e7-6dde-44e1-9e11-6e462c0a9713,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:01.450510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb170c9e-0aa6-4260-9c9d-c2120f9de7c9 req-a14c970e-c348-491e-9ccc-33bbb1c04235 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452812 Oct 13 04:10:01.478661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c35ee6e5-c5da-4b99-8e18-e505c314ff14 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9794281 Oct 13 04:10:01.480934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:01.502822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:01.547102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:10:01.550498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b104f-f32d-4aec-abf1-432e08b2e5f0 None None] Pushing event updated for resources: {'Port': ['ID=ac3f013e-fe06-42cf-8921-92ee0eda7797,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:01.572706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.573416 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Added segment f62dca35-dcbb-4045-a98e-ec7fe7c544fc of type vlan for network d6c35e2d-7179-4561-bd7d-551afee104dd Oct 13 04:10:01.653321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.655665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.711952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': 'ddbb0866-e292-43a5-8441-2ac3d52dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:01.712482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 2ce2b04c-2bc9-4a89-9985-11127965bbe3, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:01.730306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.738329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:01.739278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:01.756843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=9b1d2710-61ed-4f1d-83fe-904733135871,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:01.982140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4915426 Oct 13 04:10:01.983065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:01.991828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:02.000971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'subnet': {'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:02.050843 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 16a945e7-6dde-44e1-9e11-6e462c0a9713 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:02.060745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.071275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.082646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92b8dd-7510-4a8f-9177-21a1a80b8acb req-84434af2-9d86-4b7d-8133-5bf4c6dd47e4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:02.089000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e92b8dd-7510-4a8f-9177-21a1a80b8acb req-84434af2-9d86-4b7d-8133-5bf4c6dd47e4 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.3851106 Oct 13 04:10:02.156869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0cc86-bb4f-46b4-b849-9e0448d78fe4 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Network': ['ID=d6c35e2d-7179-4561-bd7d-551afee104dd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:02.159027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2ce2b04c-2bc9-4a89-9985-11127965bbe3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:02.165841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=16a945e7-6dde-44e1-9e11-6e462c0a9713,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:02.168810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546de82-5e01-4e6b-8e0e-7373d0344737 None None] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:02.181947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d6c35e2d-7179-4561-bd7d-551afee104dd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:02.201343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.201968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.202784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.209968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.210638 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.211206 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 2 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.244420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.244783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.245124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.263859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.265426 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.266199 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 3 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.274176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:02.276479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.313179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.313520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.313865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.335915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.336498 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.336921 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 4 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.345413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e92b8dd-7510-4a8f-9177-21a1a80b8acb req-14616b73-15ba-452e-82c7-805def521d19 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153628 Oct 13 04:10:02.367913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Made reservation on behalf of 37029019b7ea4826acb30fbff8963cd0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:02.374902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.400509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.401087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.401433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.407825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.408155 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.408604 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 5 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.432358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7bf50f16-50e6-46d7-b0ee-b11733a18404 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1352983 Oct 13 04:10:02.434784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.435299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.435634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.436384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:02.440831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.441157 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.441546 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 6 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.456446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.456809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.457145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.463436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.463767 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.464197 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 7 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.501129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2ce2b04c-2bc9-4a89-9985-11127965bbe3', 'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': '9b1d2710-61ed-4f1d-83fe-904733135871'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:02.501693 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.512724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.513363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.513860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.515924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3', 'name': 'tempest-PortsIpV6TestJSON-300907174', 'fixed_ips': [{'subnet_id': '9b1d2710-61ed-4f1d-83fe-904733135871', 'ip_address': '2001:db8::10'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:02.519551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.520104 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.520931 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 8 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.558619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.561235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.563804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.585308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.585680 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.586098 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 9 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.599776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.600431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.600806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.605771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.606224 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.606625 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 10 to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 Oct 13 04:10:02.627982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:02.629765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:02.630116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:02.641454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:02.644450 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:02.644872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.786749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Allocated IP 2001:db8::2 (2ce2b04c-2bc9-4a89-9985-11127965bbe3/9b1d2710-61ed-4f1d-83fe-904733135871/569ce1fe-0bda-4fb5-8680-68a9b130151e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:02.812276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] For port 16a945e7-6dde-44e1-9e11-6e462c0a9713, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:02.813235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempted to set empty binding levels {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:10:02.825080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.851115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] In _notify_port_updated(), no bound segment for port 16a945e7-6dde-44e1-9e11-6e462c0a9713 on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:10:02.851975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:02.852652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.856641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "PUT /v2.0/ports/16a945e7-6dde-44e1-9e11-6e462c0a9713 HTTP/1.1" status: 200 len: 974 time: 1.3718684 Oct 13 04:10:02.877676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:02.933855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65244-5fb6-41f3-9b03-9d4397b2259c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=16a945e7-6dde-44e1-9e11-6e462c0a9713,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:03.091953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.105601 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.150033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:03.153112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:03.158875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:03.175489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Pushing event updated for resources: {'Port': ['ID=569ce1fe-0bda-4fb5-8680-68a9b130151e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:03.248352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e2082-5dcc-4218-96ce-08da82b14f50 req-e1cdf603-b7d5-4189-8ab8-bff64f3a5bf7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.258819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed0e2082-5dcc-4218-96ce-08da82b14f50 req-e1cdf603-b7d5-4189-8ab8-bff64f3a5bf7 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.7130609 Oct 13 04:10:03.262875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Attempting to bind port 569ce1fe-0bda-4fb5-8680-68a9b130151e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:03.263535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Attempting to bind port 569ce1fe-0bda-4fb5-8680-68a9b130151e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'ddbb0866-e292-43a5-8441-2ac3d52dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:03.273615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Attempting to bind port 569ce1fe-0bda-4fb5-8680-68a9b130151e on network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:03.283984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:03.284494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Checking segment: {'id': 'ddbb0866-e292-43a5-8441-2ac3d52dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:03.284925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.285449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Bound using segment: {'id': 'ddbb0866-e292-43a5-8441-2ac3d52dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:03.285932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Bound port: 569ce1fe-0bda-4fb5-8680-68a9b130151e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbb0866-e292-43a5-8441-2ac3d52dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:03.286312 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.288378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5310353-24a7-402f-a1c3-56e1b0249f78 None None] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:03.293320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-a8fb2cde-165b-470d-b87a-ddcbfc788874 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.294971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-a8fb2cde-165b-470d-b87a-ddcbfc788874 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.26 "GET /v2.0/networks?id=780c56d0-1dce-4ff0-85a0-6282d32b8397 HTTP/1.1" status: 200 len: 812 time: 0.4215782 Oct 13 04:10:03.336601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Request body: {'port': {'device_id': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397', 'admin_state_up': True, 'tenant_id': 'a227f6dbaf2547219b32821a34fc1ad1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:03.477245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.477911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.478243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.479132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.479247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.479730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.480209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.480757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.481279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.481740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.482255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.482733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.483165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.483887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.484343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.485420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.485883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.486386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.486848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.487490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.488000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.488463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.488943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.489448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.490032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.491144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:03.499338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:03.500298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-65a90c46-9568-46b0-bd3f-17ed23041495 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23361 time: 0.6209779 Oct 13 04:10:03.530187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac3f013e-fe06-42cf-8921-92ee0eda7797 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:03.572207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed0e2082-5dcc-4218-96ce-08da82b14f50 req-1b76c049-174f-4e2f-9645-fa683cfa496d tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120236 Oct 13 04:10:03.582937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:03.611945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Deleting port 16a945e7-6dde-44e1-9e11-6e462c0a9713 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:03.613098 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.718081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ee495de-9dc3-4487-af78-5d0b5ec47fff None None] Provisioning complete for port ac3f013e-fe06-42cf-8921-92ee0eda7797 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:03.718681 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ee495de-9dc3-4487-af78-5d0b5ec47fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.738521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] For port 16a945e7-6dde-44e1-9e11-6e462c0a9713, host n-h1-810220-9, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:03.739244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.765280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Calling delete_port for 16a945e7-6dde-44e1-9e11-6e462c0a9713 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:03.853913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac3f013e-fe06-42cf-8921-92ee0eda7797 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:03.854592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.891406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2f5aae1-3143-4537-8640-6d007842709b req-8ca56c03-a3c1-4e5f-958f-a853994863da tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 210 time: 0.0990877 Oct 13 04:10:03.932998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.945829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.994407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event deleted for resources: {'Port': ['ID=16a945e7-6dde-44e1-9e11-6e462c0a9713,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:04.011232 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.013372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Made reservation on behalf of a227f6dbaf2547219b32821a34fc1ad1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:04.016878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.017830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1dcc7b80-3a5d-40ae-8c31-ba936bf4dbee tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "DELETE /v2.0/ports/16a945e7-6dde-44e1-9e11-6e462c0a9713 HTTP/1.1" status: 204 len: 168 time: 0.5162623 Oct 13 04:10:04.022420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:04.088350 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a59023-378e-4f97-84aa-eeba894bf83c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:10:04.093370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8a59023-378e-4f97-84aa-eeba894bf83c tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "GET /v2.0/ports/16a945e7-6dde-44e1-9e11-6e462c0a9713 HTTP/1.1" status: 404 len: 333 time: 0.0661438 Oct 13 04:10:04.095141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:04.102256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1324395593', 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:04.157416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Made reservation on behalf of 1ae4c30b6e8d4b92b02f6a262ed0580c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:04.160538 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.219831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Checking segment: {'id': 'ea39c65b-5a27-4174-bf94-90b1d37d402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:04.220172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network hostable DHCP agents. Network: c6e5b29e-2a9f-4047-a68b-53429449576c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:04.230285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 93bfcfd6-3532-4e05-adb4-e926ece09ec4 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:04.300283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] For port 569ce1fe-0bda-4fb5-8680-68a9b130151e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:04.391806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] For port 569ce1fe-0bda-4fb5-8680-68a9b130151e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=569ce1fe-0bda-4fb5-8680-68a9b130151e,segment=NetworkSegment(ddbb0866-e292-43a5-8441-2ac3d52dedca),segment_id=ddbb0866-e292-43a5-8441-2ac3d52dedca)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:04.467251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.484858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.512278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network c6e5b29e-2a9f-4047-a68b-53429449576c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:04.547355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ee495de-9dc3-4487-af78-5d0b5ec47fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.612952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.659206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Allocated IP 172.20.0.8 (780c56d0-1dce-4ff0-85a0-6282d32b8397/0f654b34-8b0d-418a-8c61-2f5c4e85b9fb/35cf56a9-bf53-4f5c-a4af-27e465597109) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:04.688144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.715542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ee495de-9dc3-4487-af78-5d0b5ec47fff None None] For port ac3f013e-fe06-42cf-8921-92ee0eda7797, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac3f013e-fe06-42cf-8921-92ee0eda7797,segment=NetworkSegment(b387970f-bbc0-4726-86b8-56f0e1868839),segment_id=b387970f-bbc0-4726-86b8-56f0e1868839)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:04.732581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ee495de-9dc3-4487-af78-5d0b5ec47fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.734204 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.765376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbb87-6458-4720-a3f0-31b7569d1169 None None] Pushing event updated for resources: {'Port': ['ID=569ce1fe-0bda-4fb5-8680-68a9b130151e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:04.832956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Network 20df146f-5bce-43c0-a6f4-6b55fd81638e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:04.848094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:04.868002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:04.870516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:04.875835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.891913 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:10:04.900241 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:10:04.906411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.906916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=93bfcfd6-3532-4e05-adb4-e926ece09ec4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:04.912274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e456cefa-e792-4fe9-8768-b3a7ee41ebbd None None] Provisioning complete for port ac3f013e-fe06-42cf-8921-92ee0eda7797 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:04.912274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e456cefa-e792-4fe9-8768-b3a7ee41ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.938166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe870500-ae3c-4cf3-a1ff-2fbcfa01ff1f tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8419178 Oct 13 04:10:04.942961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:04.995970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:04.997748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee495de-9dc3-4487-af78-5d0b5ec47fff None None] Pushing event updated for resources: {'Port': ['ID=ac3f013e-fe06-42cf-8921-92ee0eda7797,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:05.007535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde7cbe-4145-4b00-8559-a5da8bc99d02 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:05.011206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3fde7cbe-4145-4b00-8559-a5da8bc99d02 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "GET /v2.0/ports/93bfcfd6-3532-4e05-adb4-e926ece09ec4 HTTP/1.1" status: 200 len: 955 time: 0.0679426 Oct 13 04:10:05.011836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:05.106518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Subnet': ['ID=7db04267-bab3-4c4b-99b2-1d33dac437d4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:05.123349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Pushing event updated for resources: {'Port': ['ID=35cf56a9-bf53-4f5c-a4af-27e465597109,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:05.144351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Deleting port 93bfcfd6-3532-4e05-adb4-e926ece09ec4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:05.144713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:05.150754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port cd02e086-bbb7-4e32-8e16-7af47da5ac10 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:05.224724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, c6e5b29e-2a9f-4047-a68b-53429449576c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:05.231424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:05.235584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e806f-6bf8-4c81-8047-763a6eaf389d None None] Network c6e5b29e-2a9f-4047-a68b-53429449576c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:05.247818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:05.281063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cd0bc-62c6-4f74-8074-44c3b32cbdd7 req-36a7f513-d914-42da-9dea-386ddb52c0ff tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:05.289041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-332cd0bc-62c6-4f74-8074-44c3b32cbdd7 req-36a7f513-d914-42da-9dea-386ddb52c0ff tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 1.0986981 Oct 13 04:10:05.617484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-c6e5b29e-2a9f-4047-a68b-53429449576c', 'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c', 'tenant_id': '37029019b7ea4826acb30fbff8963cd0', 'fixed_ips': [{'subnet_id': '7db04267-bab3-4c4b-99b2-1d33dac437d4'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:05.618371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:05.833040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:05.857892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Calling delete_port for 93bfcfd6-3532-4e05-adb4-e926ece09ec4 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:05.889019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Allocated IP 172.20.0.2 (c6e5b29e-2a9f-4047-a68b-53429449576c/7db04267-bab3-4c4b-99b2-1d33dac437d4/b9046888-6302-4857-ab66-0f3b4d7f3f5a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:05.930818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Network 780c56d0-1dce-4ff0-85a0-6282d32b8397 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:05.933136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:05.973905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:06.041596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.080426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:06.081151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.087058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 569ce1fe-0bda-4fb5-8680-68a9b130151e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:06.097362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event deleted for resources: {'Port': ['ID=93bfcfd6-3532-4e05-adb4-e926ece09ec4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:06.109079 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-445ced95-507f-4e52-9efe-68570c8b8feb tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1099129 Oct 13 04:10:06.113886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:06.123562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'subnet': {'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:06.146168 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.148956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.150219 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7148728c-b50b-4f29-ae1b-d28157f1a348 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "DELETE /v2.0/ports/93bfcfd6-3532-4e05-adb4-e926ece09ec4 HTTP/1.1" status: 204 len: 168 time: 1.1371748 Oct 13 04:10:06.164472 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.171302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60512) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:06.181123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-ee4cd215-b1dd-452c-ac5d-714ccb610572 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8542800 Oct 13 04:10:06.224646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Network c6e5b29e-2a9f-4047-a68b-53429449576c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:06.245375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:06.255290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Request body: {'port': {'device_id': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:06.264500 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fa79b1-e6f6-4b9d-9e2a-a90995c7e5fd tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:10:06.264500 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d9fa79b1-e6f6-4b9d-9e2a-a90995c7e5fd tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "GET /v2.0/ports/93bfcfd6-3532-4e05-adb4-e926ece09ec4 HTTP/1.1" status: 404 len: 333 time: 0.0805626 Oct 13 04:10:06.270594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:06.272325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:06.277547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Pushing event updated for resources: {'Port': ['ID=b9046888-6302-4857-ab66-0f3b4d7f3f5a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:06.281176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Request body: {'port': {'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-442972184'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:06.291617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-332cd0bc-62c6-4f74-8074-44c3b32cbdd7 req-14e78013-f1b1-4bca-93ff-7bd51cd46f07 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0016963 Oct 13 04:10:06.323285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 569ce1fe-0bda-4fb5-8680-68a9b130151e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:06.323657 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.345336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Made reservation on behalf of 37029019b7ea4826acb30fbff8963cd0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:06.368169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.380268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf31bc6-3116-49e7-9651-d6f15463c74c None None] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:06.409578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.418776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Made reservation on behalf of 1ae4c30b6e8d4b92b02f6a262ed0580c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:06.422708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.500054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0912e46e-68b2-41f3-9f2d-fe57554feee1 None None] Provisioning complete for port 569ce1fe-0bda-4fb5-8680-68a9b130151e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:06.500418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0912e46e-68b2-41f3-9f2d-fe57554feee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.503794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Attempting to bind port b9046888-6302-4857-ab66-0f3b4d7f3f5a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:06.504160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Attempting to bind port b9046888-6302-4857-ab66-0f3b4d7f3f5a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'ea39c65b-5a27-4174-bf94-90b1d37d402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:06.504513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Attempting to bind port b9046888-6302-4857-ab66-0f3b4d7f3f5a on network c6e5b29e-2a9f-4047-a68b-53429449576c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:06.566150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:06.566521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Checking segment: {'id': 'ea39c65b-5a27-4174-bf94-90b1d37d402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:06.566916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.567348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Bound using segment: {'id': 'ea39c65b-5a27-4174-bf94-90b1d37d402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:06.567874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Bound port: b9046888-6302-4857-ab66-0f3b4d7f3f5a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea39c65b-5a27-4174-bf94-90b1d37d402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6e5b29e-2a9f-4047-a68b-53429449576c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:06.568249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.587184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:06.590249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::10 (2ce2b04c-2bc9-4a89-9985-11127965bbe3/9b1d2710-61ed-4f1d-83fe-904733135871/cd02e086-bbb7-4e32-8e16-7af47da5ac10) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:06.653547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c58211-e65a-4a27-b86a-8275c22d75ed req-fa92578f-a4f8-4058-b811-07ae0c16da45 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:06.661108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27c58211-e65a-4a27-b86a-8275c22d75ed req-fa92578f-a4f8-4058-b811-07ae0c16da45 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 931 time: 0.1627250 Oct 13 04:10:06.688753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] For port b9046888-6302-4857-ab66-0f3b4d7f3f5a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:06.691878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] For port b9046888-6302-4857-ab66-0f3b4d7f3f5a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b9046888-6302-4857-ab66-0f3b4d7f3f5a,segment=NetworkSegment(ea39c65b-5a27-4174-bf94-90b1d37d402b),segment_id=ea39c65b-5a27-4174-bf94-90b1d37d402b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:06.704576 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.720550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123b45d-0a90-43cc-9a52-bc3d4640af0f req-7b624100-a4c4-42d6-87b3-f1f6bc908f35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:06.737134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2123b45d-0a90-43cc-9a52-bc3d4640af0f req-7b624100-a4c4-42d6-87b3-f1f6bc908f35 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2236474 Oct 13 04:10:06.838519 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.865336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27c58211-e65a-4a27-b86a-8275c22d75ed req-c93cca67-5110-42f0-aef4-7a0a2bd27436 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032418 Oct 13 04:10:06.990990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 569ce1fe-0bda-4fb5-8680-68a9b130151e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=569ce1fe-0bda-4fb5-8680-68a9b130151e,segment=NetworkSegment(ddbb0866-e292-43a5-8441-2ac3d52dedca),segment_id=ddbb0866-e292-43a5-8441-2ac3d52dedca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:07.002199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c29cf-b908-46a0-96ee-d79e8cd09a51 None None] Pushing event updated for resources: {'Port': ['ID=b9046888-6302-4857-ab66-0f3b4d7f3f5a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.013388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2123b45d-0a90-43cc-9a52-bc3d4640af0f req-070d10f6-e628-4646-a6fe-6f05bdc29919 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601902 Oct 13 04:10:07.048825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.063949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.069401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac3f013e-fe06-42cf-8921-92ee0eda7797 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:07.147247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.152430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.245392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=569ce1fe-0bda-4fb5-8680-68a9b130151e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.257521 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0912e46e-68b2-41f3-9f2d-fe57554feee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.267212 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.303372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cf56a9-bf53-4f5c-a4af-27e465597109 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:07.337787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Subnet': ['ID=9b3f5291-d74c-4f17-ae7c-8c1fa8b14bb7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.378318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-0912e46e-68b2-41f3-9f2d-fe57554feee1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:10:07.378776 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-0912e46e-68b2-41f3-9f2d-fe57554feee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:10:07.381228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac3f013e-fe06-42cf-8921-92ee0eda7797 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:07.382542 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.391173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.432016 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.432145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:07.443038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Checking segment: {'id': 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:07.443407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network hostable DHCP agents. Network: d6c35e2d-7179-4561-bd7d-551afee104dd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:07.457605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:07.472336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:07.480766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:07.482201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.493181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2013084-dfb1-4dde-b08e-42764b4c0ce9 req-a7be5bcf-160a-4634-8643-e250f8143ad2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:07.508005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2013084-dfb1-4dde-b08e-42764b4c0ce9 req-a7be5bcf-160a-4634-8643-e250f8143ad2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2728589 Oct 13 04:10:07.532292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Transition to ACTIVE for port object 35cf56a9-bf53-4f5c-a4af-27e465597109 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:10:07.533826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=cd02e086-bbb7-4e32-8e16-7af47da5ac10,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.545823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.561378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-87ca92ef-73eb-4803-99b8-d6cbf7e9cbb9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0564685 Oct 13 04:10:07.608627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:07.638595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '2ce2b04c-2bc9-4a89-9985-11127965bbe3', 'name': 'tempest-PortsIpV6TestJSON-1483439696', 'fixed_ips': [{'subnet_id': '9b1d2710-61ed-4f1d-83fe-904733135871', 'ip_address': '2001:db8::f'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:07.651072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Pushing event updated for resources: {'Port': ['ID=35cf56a9-bf53-4f5c-a4af-27e465597109,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.734447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Network 20df146f-5bce-43c0-a6f4-6b55fd81638e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:07.746321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=36085f5c-9915-4b3d-8f18-f4b2fb29c39b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.753540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:07.770464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:07.771397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:07.772552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.779983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network d6c35e2d-7179-4561-bd7d-551afee104dd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:07.830381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2013084-dfb1-4dde-b08e-42764b4c0ce9 req-93efe518-d93d-4bae-b225-603a4713b47e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024325 Oct 13 04:10:07.839532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d6c35e2d-7179-4561-bd7d-551afee104dd) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:07.840613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Attempting to bind port 35cf56a9-bf53-4f5c-a4af-27e465597109 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:07.841056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Attempting to bind port 35cf56a9-bf53-4f5c-a4af-27e465597109 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'bc272b85-15df-4c4a-98d6-36943e2e6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:07.841639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Attempting to bind port 35cf56a9-bf53-4f5c-a4af-27e465597109 on network 780c56d0-1dce-4ff0-85a0-6282d32b8397 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:07.851001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c478a2e-605c-4203-bbc7-6694ccfb8510 None None] Network d6c35e2d-7179-4561-bd7d-551afee104dd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:07.854155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 569ce1fe-0bda-4fb5-8680-68a9b130151e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:07.869593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Port 35cf56a9-bf53-4f5c-a4af-27e465597109 on network 780c56d0-1dce-4ff0-85a0-6282d32b8397 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:07.869947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Attempting to bind port 35cf56a9-bf53-4f5c-a4af-27e465597109 on network 780c56d0-1dce-4ff0-85a0-6282d32b8397 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:07.884930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:07.885293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Checking segment: {'id': 'bc272b85-15df-4c4a-98d6-36943e2e6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:07.892559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Bound using segment: {'id': 'bc272b85-15df-4c4a-98d6-36943e2e6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:07.893175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Bound port: 35cf56a9-bf53-4f5c-a4af-27e465597109, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc272b85-15df-4c4a-98d6-36943e2e6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:07.893597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.906128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6937fcae-af98-434d-aa9e-ed48b04684db tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6299877 Oct 13 04:10:07.908885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:07.911849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.916497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60576) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:07.951080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:07.959892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70d83911-d595-491d-9a83-1488c4510657 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8391812 Oct 13 04:10:07.966222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:08.112402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.126980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.174728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefcff4-7aad-4ef2-b2df-06dabb58b8aa req-37916d73-1c7e-4dbb-a961-ce131e90f8a9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:08.176310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddefcff4-7aad-4ef2-b2df-06dabb58b8aa req-37916d73-1c7e-4dbb-a961-ce131e90f8a9 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.1954436 Oct 13 04:10:08.226955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 569ce1fe-0bda-4fb5-8680-68a9b130151e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:08.227505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.300040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:08.355714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] device_id is not set on port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:08.386903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.401728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.419928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddefcff4-7aad-4ef2-b2df-06dabb58b8aa req-40fcea2d-4a36-4003-820b-0b559fd24178 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615322 Oct 13 04:10:08.459298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] For port 35cf56a9-bf53-4f5c-a4af-27e465597109, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:08.495635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] For port 35cf56a9-bf53-4f5c-a4af-27e465597109, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35cf56a9-bf53-4f5c-a4af-27e465597109,segment=NetworkSegment(bc272b85-15df-4c4a-98d6-36943e2e6d16),segment_id=bc272b85-15df-4c4a-98d6-36943e2e6d16)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:08.506830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.517306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=36085f5c-9915-4b3d-8f18-f4b2fb29c39b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:08.546320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:08.547204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.549024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] 10.222.0.26 "PUT /v2.0/ports/35cf56a9-bf53-4f5c-a4af-27e465597109 HTTP/1.1" status: 200 len: 1091 time: 2.3106530 Oct 13 04:10:08.565460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'tag': '35cf56a9-bf53-4f5c-a4af-27e465597109'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:08.569728 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9c32f0-1f18-4c67-9e01-f54993c004f3", "tag": "35cf56a9-bf53-4f5c-a4af-27e465597109"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:08.591733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37403055-9a6a-4f41-ac9c-1df731b7c29e None None] Network c6e5b29e-2a9f-4047-a68b-53429449576c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:08.610155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.610891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.611348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.611797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.614919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.616872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:08.617505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.656717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:08.657132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:08.657571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:08.666783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.669227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port d409065e-08aa-47b7-912b-00246deac6b0 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:08.702884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:08.703336 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:08.708161 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 2 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:08.736946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-329939b6-07a0-4db2-975f-3800d57f8de6 None None] Provisioning complete for port 569ce1fe-0bda-4fb5-8680-68a9b130151e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:08.738654 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-329939b6-07a0-4db2-975f-3800d57f8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.760853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-d2287795-860f-4006-a0a0-1e1c1adb29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:08.762731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-d2287795-860f-4006-a0a0-1e1c1adb29e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a227f6dbaf2547219b32821a34fc1ad1&device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 1094 time: 0.1392038 Oct 13 04:10:08.763516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:08.763914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:08.764416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:08.786292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364eecf-a55a-49e4-bc04-890eae98d9e8 req-24d2e733-f8ea-4898-ad79-7897cb44a128 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:08.788572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8364eecf-a55a-49e4-bc04-890eae98d9e8 req-24d2e733-f8ea-4898-ad79-7897cb44a128 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 943 time: 0.2679412 Oct 13 04:10:08.808738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b822ff-2f44-4eef-8384-b9698ffa6ffc service neutron] Pushing event updated for resources: {'Port': ['ID=35cf56a9-bf53-4f5c-a4af-27e465597109,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:08.821748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:08.822310 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:08.842241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-d6c35e2d-7179-4561-bd7d-551afee104dd', 'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd', 'tenant_id': '37029019b7ea4826acb30fbff8963cd0', 'fixed_ips': [{'subnet_id': '9b3f5291-d74c-4f17-ae7c-8c1fa8b14bb7'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:08.843084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.905083 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 3 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:08.932397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-404ce4a9-9c6a-4cab-a4b2-a91e4f7c8beb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35cf56a9-bf53-4f5c-a4af-27e465597109 HTTP/1.1" status: 200 len: 217 time: 0.1234441 Oct 13 04:10:08.939654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:08.939996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:08.940387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:08.956914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::f (2ce2b04c-2bc9-4a89-9985-11127965bbe3/9b1d2710-61ed-4f1d-83fe-904733135871/d409065e-08aa-47b7-912b-00246deac6b0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:08.989023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2e15bd74-5344-48fe-a996-f0c4e7b4a921 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:09.016824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b9046888-6302-4857-ab66-0f3b4d7f3f5a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:09.026416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c94-612a-483c-9868-793312ffaa0e req-6302ce8c-c0b9-470f-a5cc-d89c46ee8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:09.028631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-6302ce8c-c0b9-470f-a5cc-d89c46ee8c1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0f654b34-8b0d-418a-8c61-2f5c4e85b9fb HTTP/1.1" status: 200 len: 852 time: 0.0752561 Oct 13 04:10:09.048653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.049660 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.051956 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 4 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.057901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8364eecf-a55a-49e4-bc04-890eae98d9e8 req-36d7aadf-8794-41da-bc2c-16d34031b648 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806979 Oct 13 04:10:09.085138 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-697af59e-25a6-42a0-9c48-5fe820c156e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=780c56d0-1dce-4ff0-85a0-6282d32b8397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476394 Oct 13 04:10:09.090835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.091249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.091661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.106498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.106667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-b57894c8-2204-401a-a441-dfc66cfc94a5 req-ab3dbdc5-7baa-4c62-80d4-8662ac821ba1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:10:09.107047 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.117238 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 5 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.125329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b57894c8-2204-401a-a441-dfc66cfc94a5 req-ab3dbdc5-7baa-4c62-80d4-8662ac821ba1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0250711 Oct 13 04:10:09.156966 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534a94ad-b334-4dbe-a6ac-afffe910e6d7 x-openstack-request-id: req-534a94ad-b334-4dbe-a6ac-afffe910e6d7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:09.157402 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9c32f0-1f18-4c67-9e01-f54993c004f3", "tag": "35cf56a9-bf53-4f5c-a4af-27e465597109", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:09.157620 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-534a94ad-b334-4dbe-a6ac-afffe910e6d7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:09.158193 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'tag': '35cf56a9-bf53-4f5c-a4af-27e465597109', 'status': 'completed', 'code': 200} Oct 13 04:10:09.171697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.171697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.174113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.197687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.198878 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.202795 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 6 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.233145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.285429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.285861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.286267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.308631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.309086 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.315218 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 7 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.336388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-c328db65-1328-462d-a28d-0c256bbb431e service neutron] 10.222.0.26 "GET /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405505 Oct 13 04:10:09.340167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Allocated IP 172.20.0.2 (d6c35e2d-7179-4561-bd7d-551afee104dd/9b3f5291-d74c-4f17-ae7c-8c1fa8b14bb7/1cfc5e33-c3c4-4f13-af68-acfbce06a783) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:09.343061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.343612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.344242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.377713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-329939b6-07a0-4db2-975f-3800d57f8de6 None None] Provisioning complete for port cd02e086-bbb7-4e32-8e16-7af47da5ac10 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:09.378012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-329939b6-07a0-4db2-975f-3800d57f8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.379700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b9046888-6302-4857-ab66-0f3b4d7f3f5a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:09.380054 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.383500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5675-9411-42db-9490-fa82d08cca35 req-887f115b-6965-4683-8cd0-33b3f119db59 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:09.385358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06dd5675-9411-42db-9490-fa82d08cca35 req-887f115b-6965-4683-8cd0-33b3f119db59 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.1704066 Oct 13 04:10:09.399143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.399752 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.431099 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 8 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.476908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.477289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.477702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.478197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.501534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-5e9782cf-c7df-4ce5-a47c-2d694963f814 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:09.509410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-5e9782cf-c7df-4ce5-a47c-2d694963f814 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.2453911 Oct 13 04:10:09.510229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.510730 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.514683 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 9 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.528900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.530242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06dd5675-9411-42db-9490-fa82d08cca35 req-b4f8f336-beba-4213-b559-2360f2b85ef2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294110 Oct 13 04:10:09.555887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a74c94-612a-483c-9868-793312ffaa0e req-15f3264d-cd93-4fdf-a5ae-5b9f990befb1 service neutron] 10.222.0.26 "GET /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088499 Oct 13 04:10:09.557001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.557001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.558097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.575328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-329939b6-07a0-4db2-975f-3800d57f8de6 None None] Port cd02e086-bbb7-4e32-8e16-7af47da5ac10 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:09.585174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.585589 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.585822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-11845f71-d156-47eb-b09e-9a16201124df tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/quotas/4eaa0414190949e0a8964a9bfc860544 HTTP/1.1" status: 200 len: 375 time: 0.0754886 Oct 13 04:10:09.587725 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempt 10 to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b Oct 13 04:10:09.616702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.617044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.617387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempting to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.650800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:09.650800 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Failed to bind port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on host n-h1-810220-9 for vnic_type normal using segments [{'id': 'b1e29f15-3497-4147-a07e-11c0bf39c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '20df146f-5bce-43c0-a6f4-6b55fd81638e'}] Oct 13 04:10:09.650800 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.651312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:09.652593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Allocated IP 172.20.0.1 (c6e5b29e-2a9f-4047-a68b-53429449576c/7db04267-bab3-4c4b-99b2-1d33dac437d4/bc271923-5e7a-46a8-8459-bd9d8c8a504a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:09.655502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:09.658212 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1694e4-2594-4e70-8d05-9fa1c904e609" -d '{"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:09.663712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:09.668104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:09.673784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:09.676501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.684030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=d409065e-08aa-47b7-912b-00246deac6b0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:09.687277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:09.720202 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.732217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7aa407f0-cab6-43b0-88e6-c9d4e35b2618 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1138406 Oct 13 04:10:09.748204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:09.901506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.939864 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.957373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-b6992777-1d85-440e-941e-5dce378add18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:09.958888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-b6992777-1d85-440e-941e-5dce378add18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a227f6dbaf2547219b32821a34fc1ad1&device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 1094 time: 0.3291235 Oct 13 04:10:09.977328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-0b945557-8bba-4cc7-b7c4-8b9e4678a40a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3906076 Oct 13 04:10:09.979146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.989088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.991199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f93205c-39b0-43b7-a99f-e7fc16be3377 None None] Provisioning complete for port b9046888-6302-4857-ab66-0f3b4d7f3f5a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:09.992425 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f93205c-39b0-43b7-a99f-e7fc16be3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.994211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245136d3-8247-4c63-91d6-444bae245782 req-0ccbf97c-82dd-4177-a3ba-94c157ff66d1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:09.995723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-245136d3-8247-4c63-91d6-444bae245782 req-0ccbf97c-82dd-4177-a3ba-94c157ff66d1 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.3427610 Oct 13 04:10:09.996942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] For port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:09.997313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attempted to set empty binding levels {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:10:10.042312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network c6e5b29e-2a9f-4047-a68b-53429449576c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:10.055840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.058967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716e5ed-569c-4524-93e7-f2083e454ba0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.060502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b716e5ed-569c-4524-93e7-f2083e454ba0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3099236 Oct 13 04:10:10.061696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.065180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:10.069364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.087103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.121918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b9046888-6302-4857-ab66-0f3b4d7f3f5a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b9046888-6302-4857-ab66-0f3b4d7f3f5a,segment=NetworkSegment(ea39c65b-5a27-4174-bf94-90b1d37d402b),segment_id=ea39c65b-5a27-4174-bf94-90b1d37d402b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:10.140138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.149482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] In _notify_port_updated(), no bound segment for port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b on network 20df146f-5bce-43c0-a6f4-6b55fd81638e {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:10:10.150356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.150963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.152300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "PUT /v2.0/ports/36085f5c-9915-4b3d-8f18-f4b2fb29c39b HTTP/1.1" status: 200 len: 974 time: 2.2310567 Oct 13 04:10:10.155023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Network d6c35e2d-7179-4561-bd7d-551afee104dd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:10.162158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:10.164311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60630) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:10.165418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Pushing event updated for resources: {'Port': ['ID=1cfc5e33-c3c4-4f13-af68-acfbce06a783,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.168745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:10.236086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463366-7ece-4426-80f3-6462379117fe tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event updated for resources: {'Port': ['ID=36085f5c-9915-4b3d-8f18-f4b2fb29c39b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.246442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-245136d3-8247-4c63-91d6-444bae245782 req-3cc58fb8-2fff-429b-9829-11329dc5a8d2 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322381 Oct 13 04:10:10.264870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-79d6f9dd-3a45-41fc-be42-ecb11e1048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.268444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-79d6f9dd-3a45-41fc-be42-ecb11e1048dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=780c56d0-1dce-4ff0-85a0-6282d32b8397 HTTP/1.1" status: 200 len: 913 time: 0.2992678 Oct 13 04:10:10.279067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-549835eb-6d7e-4356-9ccd-a14316a199f4 service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888238 Oct 13 04:10:10.283236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:10.286410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9acbf9-7812-49f8-9130-54c1497f3839 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.293410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Port': ['ID=bc271923-5e7a-46a8-8459-bd9d8c8a504a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.296019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:10.300048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9acbf9-7812-49f8-9130-54c1497f3839 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.306466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9acbf9-7812-49f8-9130-54c1497f3839 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.308111 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9f9acbf9-7812-49f8-9130-54c1497f3839 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2365484 Oct 13 04:10:10.328475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Attempting to bind port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:10.328871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Attempting to bind port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:10.329284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Attempting to bind port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 on network d6c35e2d-7179-4561-bd7d-551afee104dd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:10.331311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b9046888-6302-4857-ab66-0f3b4d7f3f5a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.344789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:10.345085 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b87d2-a9cb-4505-8abc-024fa86983e5 x-openstack-request-id: req-5b5b87d2-a9cb-4505-8abc-024fa86983e5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:10.345393 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:10.345652 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b5b87d2-a9cb-4505-8abc-024fa86983e5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:10.346048 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'code': 200} Oct 13 04:10:10.350373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:10.350757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Checking segment: {'id': 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:10.351158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.352361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Bound using segment: {'id': 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:10.352361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Bound port: 1cfc5e33-c3c4-4f13-af68-acfbce06a783, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd6c35e2d-7179-4561-bd7d-551afee104dd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:10.352659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.459730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.461468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] For port 1cfc5e33-c3c4-4f13-af68-acfbce06a783, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:10.467514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] For port 1cfc5e33-c3c4-4f13-af68-acfbce06a783, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1cfc5e33-c3c4-4f13-af68-acfbce06a783,segment=NetworkSegment(f62dca35-dcbb-4045-a98e-ec7fe7c544fc),segment_id=f62dca35-dcbb-4045-a98e-ec7fe7c544fc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:10.469878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fbefdfc-2dbc-45ea-b2b5-c4749e6612d8 None None] Provisioning complete for port b9046888-6302-4857-ab66-0f3b4d7f3f5a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:10.470250 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbefdfc-2dbc-45ea-b2b5-c4749e6612d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.474446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-26fba6da-a990-4e11-a34d-c3fd6037e10c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35cf56a9-bf53-4f5c-a4af-27e465597109 HTTP/1.1" status: 200 len: 217 time: 0.1651897 Oct 13 04:10:10.502517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.579002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-8235e7a0-01de-44e3-9528-9687c5dc11ce service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255642 Oct 13 04:10:10.630795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b9b3f-78e2-4228-8575-dd7219967884 None None] Pushing event updated for resources: {'Port': ['ID=1cfc5e33-c3c4-4f13-af68-acfbce06a783,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.669087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.728327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fbefdfc-2dbc-45ea-b2b5-c4749e6612d8 None None] Provisioning complete for port d409065e-08aa-47b7-912b-00246deac6b0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:10.728707 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbefdfc-2dbc-45ea-b2b5-c4749e6612d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.766981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Deleting port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:10.767339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.797344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-f5c32bb0-927d-4aa4-9163-52793d097e41 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.799142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-f5c32bb0-927d-4aa4-9163-52793d097e41 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "GET /v2.0/ports?device_id=f388ab67-e616-4019-a602-c47d780d852a HTTP/1.1" status: 200 len: 944 time: 0.3533235 Oct 13 04:10:10.802339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-84c714c3-5bac-49ef-9904-0bc1e7a20c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.804589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-84c714c3-5bac-49ef-9904-0bc1e7a20c34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0f654b34-8b0d-418a-8c61-2f5c4e85b9fb HTTP/1.1" status: 200 len: 852 time: 0.2282970 Oct 13 04:10:10.815627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7fbefdfc-2dbc-45ea-b2b5-c4749e6612d8 None None] Port d409065e-08aa-47b7-912b-00246deac6b0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:10.840596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce612a1-0880-4a4d-a659-3b7b615236bf req-2968fa66-dce8-4559-90ca-cb48325f4989 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.840967 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ce612a1-0880-4a4d-a659-3b7b615236bf req-2968fa66-dce8-4559-90ca-cb48325f4989 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 943 time: 0.3920677 Oct 13 04:10:10.947933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-995117c8-87f6-4ab0-98df-c78ec8558172 None None] Provisioning complete for port bc271923-5e7a-46a8-8459-bd9d8c8a504a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:10.948305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-995117c8-87f6-4ab0-98df-c78ec8558172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.995767 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-69f623dc-e74c-4b60-aeee-312440ebde58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=780c56d0-1dce-4ff0-85a0-6282d32b8397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284723 Oct 13 04:10:11.049061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-995117c8-87f6-4ab0-98df-c78ec8558172 None None] Port bc271923-5e7a-46a8-8459-bd9d8c8a504a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:11.114286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3df581f-11cc-49a9-8f9b-e5f14871eeab req-8219b93f-d9b1-4a36-8bca-737b5220e4f3 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 210 time: 0.0806060 Oct 13 04:10:11.189171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] For port 36085f5c-9915-4b3d-8f18-f4b2fb29c39b, host n-h1-810220-9, got binding levels [] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:11.189609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.210670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.223449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.556642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ce612a1-0880-4a4d-a659-3b7b615236bf req-aa98f062-0ec9-4b2c-be3e-04a3f5775f59 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785796 Oct 13 04:10:11.558874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-8d2ab86c-223c-42f7-ad32-276bca8aeed4 service neutron] 10.222.0.26 "GET /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374923 Oct 13 04:10:11.561780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port d409065e-08aa-47b7-912b-00246deac6b0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:11.562720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.675919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Calling delete_port for 36085f5c-9915-4b3d-8f18-f4b2fb29c39b owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:11.796227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Port': ['ID=bc271923-5e7a-46a8-8459-bd9d8c8a504a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:11.830033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1331ff8-374b-48db-aa6d-bfdf74a6c483 req-06e6f7d5-9049-42d9-bfb7-98d5ae286d0f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:11.839332 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1331ff8-374b-48db-aa6d-bfdf74a6c483 req-06e6f7d5-9049-42d9-bfb7-98d5ae286d0f tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.6322765 Oct 13 04:10:11.842145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.901712 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.918844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1331ff8-374b-48db-aa6d-bfdf74a6c483 req-63aef787-702b-4e35-8362-185535f56f31 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776031 Oct 13 04:10:11.925023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Deleting port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:11.925361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.956028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ea9a1-86dd-4c46-aded-4e4b2788f23a req-68b9e665-5793-46d6-b700-f3216ff248cc service neutron] 10.222.0.26 "GET /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947893 Oct 13 04:10:11.992165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network c6e5b29e-2a9f-4047-a68b-53429449576c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:11.993918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:12.079150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for d409065e-08aa-47b7-912b-00246deac6b0 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:12.133993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a7e40-d5ca-45f5-93d5-1303c85c9167 None None] Network d6c35e2d-7179-4561-bd7d-551afee104dd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:12.145394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] For port 2e15bd74-5344-48fe-a996-f0c4e7b4a921, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2e15bd74-5344-48fe-a996-f0c4e7b4a921,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:12.146028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.213502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Router 94168462-22ce-4f43-accf-3fceae0ede6b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:12.363002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Calling delete_port for 2e15bd74-5344-48fe-a996-f0c4e7b4a921 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:12.382061 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.384229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.425526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7c50-861d-4c2a-9241-8d446c635c9b req-008cd75c-cbb3-4223-a1a7-9eecc6f97b44 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:12.425749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-006ae29b-6e91-46a4-ab0e-08710b7bc630 None None] Provisioning complete for port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:12.426951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-006ae29b-6e91-46a4-ab0e-08710b7bc630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.428727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-322b7c50-861d-4c2a-9241-8d446c635c9b req-008cd75c-cbb3-4223-a1a7-9eecc6f97b44 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.4133272 Oct 13 04:10:12.442923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d59383a0-e736-4e50-bea2-4f9c129bf058 req-51c47797-8cdd-4546-bda2-82d9aa4fb3f0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 210 time: 0.2023973 Oct 13 04:10:12.480000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cfc5e33-c3c4-4f13-af68-acfbce06a783 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:12.559888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:12.569159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9cb2a361-c77e-40f6-b8ea-e7dff15a416c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5962191 Oct 13 04:10:12.575641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:12.592037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=d409065e-08aa-47b7-912b-00246deac6b0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:12.593760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] Sync routers for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:12.658273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.664835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "DELETE /v2.0/ports/36085f5c-9915-4b3d-8f18-f4b2fb29c39b HTTP/1.1" status: 204 len: 168 time: 2.4966693 Oct 13 04:10:12.668989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.675359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-70cb6ceb-8ec9-4b6a-9499-271c8ce2b01a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/d409065e-08aa-47b7-912b-00246deac6b0 HTTP/1.1" status: 204 len: 168 time: 2.3133078 Oct 13 04:10:12.676287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d0b5-7e2b-4a9c-8703-84feffddc525 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] Pushing event deleted for resources: {'Port': ['ID=36085f5c-9915-4b3d-8f18-f4b2fb29c39b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:12.683561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:12.683899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:12.717709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-006ae29b-6e91-46a4-ab0e-08710b7bc630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.774864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-322b7c50-861d-4c2a-9241-8d446c635c9b req-9e3f245c-bdd8-4611-89cc-2bef83738b1e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154881 Oct 13 04:10:12.782587 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0976659-3a7c-4cfb-b3c6-7746091aefb0 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:10:12.790431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c0976659-3a7c-4cfb-b3c6-7746091aefb0 tempest-PortsAdminExtendedAttrsTestJSON-1437131519 tempest-PortsAdminExtendedAttrsTestJSON-1437131519-project-admin] 10.222.0.44 "GET /v2.0/ports/36085f5c-9915-4b3d-8f18-f4b2fb29c39b HTTP/1.1" status: 404 len: 333 time: 0.1050105 Oct 13 04:10:12.791337 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee934e29-757f-498e-8171-c7a87dc0ad74 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:10:12.795719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ee934e29-757f-498e-8171-c7a87dc0ad74 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/d409065e-08aa-47b7-912b-00246deac6b0 HTTP/1.1" status: 404 len: 333 time: 0.1030881 Oct 13 04:10:12.796329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60664) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:12.796660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60666) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:12.900040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.979383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-bbd34d9d-85cb-4e58-89a2-a3c62a6b4117 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:12.980928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-bbd34d9d-85cb-4e58-89a2-a3c62a6b4117 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.7139988 Oct 13 04:10:13.000528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Request body: {'port': {'device_id': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'admin_state_up': True, 'tenant_id': '4eaa0414190949e0a8964a9bfc860544'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:13.029011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2e15bd74-5344-48fe-a996-f0c4e7b4a921 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:13.087783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:13.088432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:09:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.115974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01b02-5a03-46ca-a7c9-39eb4d0d34f7 req-9adc68d5-82bf-4593-a22f-9aa8a82425a5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:13.117889 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-05c01b02-5a03-46ca-a7c9-39eb4d0d34f7 req-9adc68d5-82bf-4593-a22f-9aa8a82425a5 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.1884875 Oct 13 04:10:13.135607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.151210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-006ae29b-6e91-46a4-ab0e-08710b7bc630 None None] For port 1cfc5e33-c3c4-4f13-af68-acfbce06a783, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1cfc5e33-c3c4-4f13-af68-acfbce06a783,segment=NetworkSegment(f62dca35-dcbb-4045-a98e-ec7fe7c544fc),segment_id=f62dca35-dcbb-4045-a98e-ec7fe7c544fc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:13.153181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:13.153548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.156087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Made reservation on behalf of 4eaa0414190949e0a8964a9bfc860544 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:13.160092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.206372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51d60f-0f7d-4949-a035-807676dea01d req-6e455460-019c-4f34-9d02-687f30e19c0d tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:13.207314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-006ae29b-6e91-46a4-ab0e-08710b7bc630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.212709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.214842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d51d60f-0f7d-4949-a035-807676dea01d req-6e455460-019c-4f34-9d02-687f30e19c0d tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 943 time: 0.5198412 Oct 13 04:10:13.244579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:13.245635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:09:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.269508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-05c01b02-5a03-46ca-a7c9-39eb4d0d34f7 req-265736b9-2f5e-4104-9b63-6f8e8049f5d8 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138663 Oct 13 04:10:13.286074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.293507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20df146f-5bce-43c0-a6f4-6b55fd81638e']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.300119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port cd02e086-bbb7-4e32-8e16-7af47da5ac10 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:13.300454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.354085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d51d60f-0f7d-4949-a035-807676dea01d req-2056f622-9d36-4580-b394-59abb72095e3 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382296 Oct 13 04:10:13.403581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e29f15-3497-4147-a07e-11c0bf39c2e9') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.404094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e29f15-3497-4147-a07e-11c0bf39c2e9') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.406212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event deleted for resources: {'Port': ['ID=2e15bd74-5344-48fe-a996-f0c4e7b4a921,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:13.434924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:13.435759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a899df-e86f-40eb-b6e0-ea0756a1ce35 None None] The sync data for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:13.451485 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4c10fe9f-6db7-46ad-8866-e8e0cd1fef5c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:13.452816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4c10fe9f-6db7-46ad-8866-e8e0cd1fef5c tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8759472 Oct 13 04:10:13.459638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:13.485885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.549629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Allocated IP 172.20.0.12 (daf70b3e-0e96-4c0c-a20d-e712f56e507f/a8366849-5751-4631-b48d-a82244a2064d/17d16b51-64b9-45be-b68d-0a6916160fdb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:13.556368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.562008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] No DVR routers for this DVR port 2e15bd74-5344-48fe-a996-f0c4e7b4a921 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:13.564770 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.569313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f82363e2-d308-4e0a-8881-b9022d7ebfc4 req-7ccb07b9-9685-4369-815e-002993a2627f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "DELETE /v2.0/ports/2e15bd74-5344-48fe-a996-f0c4e7b4a921 HTTP/1.1" status: 204 len: 173 time: 2.7630296 Oct 13 04:10:13.580072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2fe0f2a2-e2f6-4394-afd6-da4b5e15f9cc None None] Provisioning complete for port bc271923-5e7a-46a8-8459-bd9d8c8a504a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:13.580462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f2a2-e2f6-4394-afd6-da4b5e15f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.585331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-deleted', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:13.588443 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b8df6-97a4-4431-91cb-a2383224d0d4" -d '{"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-deleted", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:13.589422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b9046888-6302-4857-ab66-0f3b4d7f3f5a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:13.600269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:13.600854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.609133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae29b-6e91-46a4-ab0e-08710b7bc630 None None] Pushing event updated for resources: {'Port': ['ID=1cfc5e33-c3c4-4f13-af68-acfbce06a783,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:13.613737 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:13.637967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f5ffd96-4e0e-4ce4-94b0-9884e1afd642 req-40315683-2e03-4a08-b93b-00a105161722 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 210 time: 0.0522652 Oct 13 04:10:13.695834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0f2a2-e2f6-4394-afd6-da4b5e15f9cc None None] Port bc271923-5e7a-46a8-8459-bd9d8c8a504a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:13.708886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ceba-02ab-4aef-adc0-947372261758 req-3d055603-24f0-4caa-a34c-1d4a6ff142eb tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:13.711051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a81ceba-02ab-4aef-adc0-947372261758 req-3d055603-24f0-4caa-a34c-1d4a6ff142eb tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2811451 Oct 13 04:10:13.740219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b9046888-6302-4857-ab66-0f3b4d7f3f5a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:13.741046 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.767261 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93602d20-b0e9-44d5-9efe-a19f62330d6a x-openstack-request-id: req-93602d20-b0e9-44d5-9efe-a19f62330d6a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:13.767588 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f388ab67-e616-4019-a602-c47d780d852a", "name": "network-vif-deleted", "tag": "2e15bd74-5344-48fe-a996-f0c4e7b4a921", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:13.767796 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93602d20-b0e9-44d5-9efe-a19f62330d6a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:13.768235 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f388ab67-e616-4019-a602-c47d780d852a', 'name': 'network-vif-deleted', 'tag': '2e15bd74-5344-48fe-a996-f0c4e7b4a921', 'status': 'completed', 'code': 200} Oct 13 04:10:13.778326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.803730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a81ceba-02ab-4aef-adc0-947372261758 req-142c71fc-0904-48ea-980b-6a4a0089e3ab tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828106 Oct 13 04:10:13.808576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for cd02e086-bbb7-4e32-8e16-7af47da5ac10 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:13.810696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.823324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.830451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] 10.222.0.44 "DELETE /v2.0/networks/20df146f-5bce-43c0-a6f4-6b55fd81638e HTTP/1.1" status: 204 len: 168 time: 1.0313883 Oct 13 04:10:13.863228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f0d5-0f16-4e16-aeca-af0799609854 tempest-PortsAdminExtendedAttrsTestJSON-1370727221 tempest-PortsAdminExtendedAttrsTestJSON-1370727221-project] Pushing event deleted for resources: {'Network': ['ID=20df146f-5bce-43c0-a6f4-6b55fd81638e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:13.912222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e60f2d3-4fb8-4b6e-bf7d-871e7f982cb0 None None] Provisioning complete for port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:13.912609 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e60f2d3-4fb8-4b6e-bf7d-871e7f982cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.967634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.040571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.073166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.120367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=cd02e086-bbb7-4e32-8e16-7af47da5ac10,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:14.137420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:14.142710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:14.165432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:14.208379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.212075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d1a36f6-8dfb-4c62-92e8-2c7adf3bf38b tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/cd02e086-bbb7-4e32-8e16-7af47da5ac10 HTTP/1.1" status: 204 len: 168 time: 1.3243361 Oct 13 04:10:14.225141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:14.272466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:14.273178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.282182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd848b-75b0-4dc7-b7a2-049e0e397f60 req-2f140f14-8bc7-420d-8035-8451a6a74ee0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:14.289925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11fd848b-75b0-4dc7-b7a2-049e0e397f60 req-2f140f14-8bc7-420d-8035-8451a6a74ee0 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2632670 Oct 13 04:10:14.291243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:14.292295 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4013da-a9c7-4e5b-bc4b-9a4d2937b235 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:10:14.294156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0d4013da-a9c7-4e5b-bc4b-9a4d2937b235 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/cd02e086-bbb7-4e32-8e16-7af47da5ac10 HTTP/1.1" status: 404 len: 333 time: 0.0609984 Oct 13 04:10:14.299623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:14.308450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:14.331297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cfc5e33-c3c4-4f13-af68-acfbce06a783 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:14.357405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11fd848b-75b0-4dc7-b7a2-049e0e397f60 req-a4ef0f3e-4861-4efb-9d3c-e2c54d00a7ff tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488331 Oct 13 04:10:14.364730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-dc90486d-dd36-49f3-a704-afbfd659d3c5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3687341 Oct 13 04:10:14.418462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Request body: {'port': {'device_id': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:14.453856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:14.454279 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.482844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 9b1d2710-61ed-4f1d-83fe-904733135871 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:14.502856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.579851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35cf56a9-bf53-4f5c-a4af-27e465597109 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:10:14.607865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-585dbaa6-0b03-41e3-a3e3-7454e07d5903 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d615d5a2643040d68fd28327add7968b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126113 Oct 13 04:10:14.610015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:14.686682 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.688744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d241b61c-4dda-4f9c-b473-6695d79dbeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.707842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.753817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.760076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 35cf56a9-bf53-4f5c-a4af-27e465597109, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35cf56a9-bf53-4f5c-a4af-27e465597109,segment=NetworkSegment(bc272b85-15df-4c4a-98d6-36943e2e6d16),segment_id=bc272b85-15df-4c4a-98d6-36943e2e6d16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:14.787753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '35cf56a9-bf53-4f5c-a4af-27e465597109', 'network_id': '780c56d0-1dce-4ff0-85a0-6282d32b8397', 'port_id': '35cf56a9-bf53-4f5c-a4af-27e465597109', 'mac_address': 'fa:16:3e:be:eb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f654b34-8b0d-418a-8c61-2f5c4e85b9fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:10:14.797507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d241b61c-4dda-4f9c-b473-6695d79dbeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.872667 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.901078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf56a9-bf53-4f5c-a4af-27e465597109 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:14.916773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004e10-f7d7-46a6-9020-19eb6d6b4e74 req-a6719059-8c63-4f7f-af99-5777b12c5103 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:14.928344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36004e10-f7d7-46a6-9020-19eb6d6b4e74 req-a6719059-8c63-4f7f-af99-5777b12c5103 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 943 time: 0.3714464 Oct 13 04:10:14.930929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca2043-0f3a-41bc-bccb-6eb84e770dfc req-b1405c07-87d3-4611-b0ae-33f1f680aeaf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:14.932464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28ca2043-0f3a-41bc-bccb-6eb84e770dfc req-b1405c07-87d3-4611-b0ae-33f1f680aeaf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 932 time: 0.0966804 Oct 13 04:10:14.957361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 35cf56a9-bf53-4f5c-a4af-27e465597109, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35cf56a9-bf53-4f5c-a4af-27e465597109,segment=NetworkSegment(bc272b85-15df-4c4a-98d6-36943e2e6d16),segment_id=bc272b85-15df-4c4a-98d6-36943e2e6d16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:14.968043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.001306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d241b61c-4dda-4f9c-b473-6695d79dbeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.004377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d241b61c-4dda-4f9c-b473-6695d79dbeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.008560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d241b61c-4dda-4f9c-b473-6695d79dbeed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8b5399c-89f3-4003-ab66-28352a3932a9 HTTP/1.1" status: 204 len: 168 time: 0.3974025 Oct 13 04:10:15.044566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241b61c-4dda-4f9c-b473-6695d79dbeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5399c-89f3-4003-ab66-28352a3932a9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:15.090457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28ca2043-0f3a-41bc-bccb-6eb84e770dfc req-a0a605e0-63ae-4a6d-954f-77af1abdd45e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496308 Oct 13 04:10:15.102576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=35cf56a9-bf53-4f5c-a4af-27e465597109,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:15.187429 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.231011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36004e10-f7d7-46a6-9020-19eb6d6b4e74 req-dbfb0641-4b1f-4534-9c9a-40b236ac69bd tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016644 Oct 13 04:10:15.279877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['35cf56a9-bf53-4f5c-a4af-27e465597109'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:15.538177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:15.596573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-47fd5ab3-5483-4e5a-adc3-e30f38735af4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ae4c30b6e8d4b92b02f6a262ed0580c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568926 Oct 13 04:10:15.599164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:15.682069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18e342c-59a7-4d70-97a8-a15b3fe246d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.723614 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18e342c-59a7-4d70-97a8-a15b3fe246d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.789006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18e342c-59a7-4d70-97a8-a15b3fe246d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.791903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18e342c-59a7-4d70-97a8-a15b3fe246d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.793156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f18e342c-59a7-4d70-97a8-a15b3fe246d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cbb001e-8a24-4532-9ddf-94a44d9eb548 HTTP/1.1" status: 204 len: 168 time: 0.1920187 Oct 13 04:10:15.803956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e342c-59a7-4d70-97a8-a15b3fe246d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb001e-8a24-4532-9ddf-94a44d9eb548,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:15.815108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.867367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1d2710-61ed-4f1d-83fe-904733135871,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:15.884940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.888123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/9b1d2710-61ed-4f1d-83fe-904733135871 HTTP/1.1" status: 204 len: 168 time: 1.5875304 Oct 13 04:10:15.888894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299dbcb-e906-43ef-b21a-66b38f1a0541 None None] Network 2ce2b04c-2bc9-4a89-9985-11127965bbe3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:15.890938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60726) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:15.895262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.895591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.895940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.896319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.897187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.897534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.897862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.898199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.898514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.898836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.899158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:15.899477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb66419-7fab-4251-975a-87a0cb36611e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:16.039096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d16b51-64b9-45be-b68d-0a6916160fdb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:16.068200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.103773 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.115708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Transition to ACTIVE for port object 17d16b51-64b9-45be-b68d-0a6916160fdb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:10:16.137575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.216784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Deleting port bc271923-5e7a-46a8-8459-bd9d8c8a504a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:16.217448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.232134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 569ce1fe-0bda-4fb5-8680-68a9b130151e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:16.232485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.266680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] DHCP port deletion for 2ce2b04c-2bc9-4a89-9985-11127965bbe3 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:10:16.310962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:16.390785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] Deleting port 569ce1fe-0bda-4fb5-8680-68a9b130151e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:16.395080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.395405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.408913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Calling delete_port for bc271923-5e7a-46a8-8459-bd9d8c8a504a owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:16.536857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] For port 569ce1fe-0bda-4fb5-8680-68a9b130151e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=569ce1fe-0bda-4fb5-8680-68a9b130151e,segment=NetworkSegment(ddbb0866-e292-43a5-8441-2ac3d52dedca),segment_id=ddbb0866-e292-43a5-8441-2ac3d52dedca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:16.541892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.565606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] Calling delete_port for 569ce1fe-0bda-4fb5-8680-68a9b130151e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:16.621909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3eaab-5477-48e4-a80a-efbd0b88adb0 req-71b4a3bd-4fb2-470b-9ab4-645f49877e24 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:16.623864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ac3eaab-5477-48e4-a80a-efbd0b88adb0 req-71b4a3bd-4fb2-470b-9ab4-645f49877e24 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 944 time: 0.3853500 Oct 13 04:10:16.626327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] For port 569ce1fe-0bda-4fb5-8680-68a9b130151e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=569ce1fe-0bda-4fb5-8680-68a9b130151e,segment=NetworkSegment(ddbb0866-e292-43a5-8441-2ac3d52dedca),segment_id=ddbb0866-e292-43a5-8441-2ac3d52dedca)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:16.626927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.673742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 569ce1fe-0bda-4fb5-8680-68a9b130151e owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:16.673947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35cf56a9-bf53-4f5c-a4af-27e465597109 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:16.747238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ac3eaab-5477-48e4-a80a-efbd0b88adb0 req-37f714a0-a340-4352-bf9d-e0aa50b8abe3 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170409 Oct 13 04:10:16.758935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.810146 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] No DVR routers for this DVR port 569ce1fe-0bda-4fb5-8680-68a9b130151e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:16.823827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.880396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Attempting to bind port 17d16b51-64b9-45be-b68d-0a6916160fdb on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:16.880786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Attempting to bind port 17d16b51-64b9-45be-b68d-0a6916160fdb by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:16.882474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Attempting to bind port 17d16b51-64b9-45be-b68d-0a6916160fdb on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:16.887880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab38422-36d1-4eb9-8727-c27743318d6a None None] Pushing event deleted for resources: {'Port': ['ID=569ce1fe-0bda-4fb5-8680-68a9b130151e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:16.910140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=569ce1fe-0bda-4fb5-8680-68a9b130151e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:16.913373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Port 17d16b51-64b9-45be-b68d-0a6916160fdb on network daf70b3e-0e96-4c0c-a20d-e712f56e507f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:16.913870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Attempting to bind port 17d16b51-64b9-45be-b68d-0a6916160fdb on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:16.927665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 35cf56a9-bf53-4f5c-a4af-27e465597109 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:10:16.933804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No DVR routers for this DVR port 569ce1fe-0bda-4fb5-8680-68a9b130151e on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:16.935822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:16.936261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Checking segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:16.936920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Bound using segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:16.937480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Bound port: 17d16b51-64b9-45be-b68d-0a6916160fdb, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:16.937931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.938278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 35cf56a9-bf53-4f5c-a4af-27e465597109 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:16.938651 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.952040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.054575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.069441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Port': ['ID=bc271923-5e7a-46a8-8459-bd9d8c8a504a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:17.095332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 35cf56a9-bf53-4f5c-a4af-27e465597109, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35cf56a9-bf53-4f5c-a4af-27e465597109,segment=NetworkSegment(bc272b85-15df-4c4a-98d6-36943e2e6d16),segment_id=bc272b85-15df-4c4a-98d6-36943e2e6d16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:17.096457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf56a9-bf53-4f5c-a4af-27e465597109'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:17.099092 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c515414-f7db-4173-840e-b5866e4a4bf7" -d '{"events": [{"server_uuid": "4c9c32f0-1f18-4c67-9e01-f54993c004f3", "name": "network-vif-plugged", "status": "completed", "tag": "35cf56a9-bf53-4f5c-a4af-27e465597109"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:17.105101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1b290-977c-48aa-8b56-8945fc60aeae req-2611dc9d-cccf-4bc5-b6b5-f8ba966b7bf7 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:17.106174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17a1b290-977c-48aa-8b56-8945fc60aeae req-2611dc9d-cccf-4bc5-b6b5-f8ba966b7bf7 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 944 time: 0.7512851 Oct 13 04:10:17.118051 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.201156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.216087 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc6790e-e616-4c8f-9b2a-e583e207c135 x-openstack-request-id: req-ebc6790e-e616-4c8f-9b2a-e583e207c135 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:17.216410 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9c32f0-1f18-4c67-9e01-f54993c004f3", "name": "network-vif-plugged", "status": "completed", "tag": "35cf56a9-bf53-4f5c-a4af-27e465597109", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:17.216618 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebc6790e-e616-4c8f-9b2a-e583e207c135 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:17.217033 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf56a9-bf53-4f5c-a4af-27e465597109', 'code': 200} Oct 13 04:10:17.235222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=35cf56a9-bf53-4f5c-a4af-27e465597109,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:17.259830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce2b04c-2bc9-4a89-9985-11127965bbe3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:17.285178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbb0866-e292-43a5-8441-2ac3d52dedca') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:17.288115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbb0866-e292-43a5-8441-2ac3d52dedca') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:17.309905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.341734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.358318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:17.358957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.372220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17a1b290-977c-48aa-8b56-8945fc60aeae req-b99ee348-3452-445a-bb9f-231c3d5c3a6f tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382891 Oct 13 04:10:17.407609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:17.412630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:17.514814 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:17.539015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.549807 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.558494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.587130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.602554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/2ce2b04c-2bc9-4a89-9985-11127965bbe3 HTTP/1.1" status: 204 len: 168 time: 1.7069824 Oct 13 04:10:17.607944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60762) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:17.615828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2140558016'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:17.641083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6caa6-9e1a-47e0-992c-54a593a313c4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=2ce2b04c-2bc9-4a89-9985-11127965bbe3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:17.652120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:17.652763 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.654795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] 10.222.0.15 "PUT /v2.0/ports/17d16b51-64b9-45be-b68d-0a6916160fdb HTTP/1.1" status: 200 len: 1092 time: 3.2411494 Oct 13 04:10:17.655391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:17.659028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.683596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd379529-db39-4866-86a2-0e94acb8cd03 req-53988832-df9a-4901-b157-97370af43845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:17.686331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd379529-db39-4866-86a2-0e94acb8cd03 req-53988832-df9a-4901-b157-97370af43845 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 1096 time: 0.1675863 Oct 13 04:10:17.696938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:17.699238 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c729de4-c9da-4978-810b-fb6756bc1764" -d '{"events": [{"name": "network-changed", "server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:17.776916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd379529-db39-4866-86a2-0e94acb8cd03 req-eea91312-13a7-44fb-a6e6-81a0df4e36f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820668 Oct 13 04:10:17.841236 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899874e1-8c39-4770-982b-c855750a2281 x-openstack-request-id: req-899874e1-8c39-4770-982b-c855750a2281 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:17.841236 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:17.841236 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-899874e1-8c39-4770-982b-c855750a2281 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:17.841236 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'status': 'completed', 'code': 200} Oct 13 04:10:17.879413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed108f-33f3-4764-b103-adfbb1de5973 service neutron] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:17.902700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:10:17.969544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.970225 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Added segment 2a4203a4-9c55-4209-9387-041285da4701 of type vlan for network 859e8540-258d-47db-8e5c-349d3b1af027 Oct 13 04:10:18.023847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-c0d1f181-7c05-4bdd-93dc-965c4acd80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:18.025383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-c0d1f181-7c05-4bdd-93dc-965c4acd80b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 1095 time: 0.3218858 Oct 13 04:10:18.091694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ef948-be8e-4279-a314-3ebc8c9e2cb3 req-3a5bdc91-2dc1-4b9f-9d1b-7ecf50158554 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:18.093310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-117ef948-be8e-4279-a314-3ebc8c9e2cb3 req-3a5bdc91-2dc1-4b9f-9d1b-7ecf50158554 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 944 time: 0.2379470 Oct 13 04:10:18.148493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-e87ccd55-e7ee-4c1d-b666-beb3d4fc2f23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17d16b51-64b9-45be-b68d-0a6916160fdb HTTP/1.1" status: 200 len: 217 time: 0.0929751 Oct 13 04:10:18.153913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:18.159474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Router 94168462-22ce-4f43-accf-3fceae0ede6b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:10:18.255964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 569ce1fe-0bda-4fb5-8680-68a9b130151e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:18.283319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-117ef948-be8e-4279-a314-3ebc8c9e2cb3 req-eba35db9-e905-4809-8a05-b9ba1c4b444f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492412 Oct 13 04:10:18.284278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 569ce1fe-0bda-4fb5-8680-68a9b130151e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:18.284809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 569ce1fe-0bda-4fb5-8680-68a9b130151e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:18.345979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-66604e6a-98b4-44d0-a0bb-51dcc144920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:18.347456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-66604e6a-98b4-44d0-a0bb-51dcc144920b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.1903002 Oct 13 04:10:18.377254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:18.386411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:18.387042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:18.423477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:18.423806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8128297 Oct 13 04:10:18.429797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '859e8540-258d-47db-8e5c-349d3b1af027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:18.483206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-69de5017-7200-461f-b772-4a9c53c128d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069603 Oct 13 04:10:18.487214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:18.498326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-db047824-254a-4bf9-8c12-c204849da0e9 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0376661 Oct 13 04:10:18.500244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:18.501666 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] Sync routers for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:18.521992 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:18.522679 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:09:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:18.581589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:18.586892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:18.638713 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:18.665230 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:18.668253 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:09:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:18.695267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:18.740322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5d5d8-d0c8-451e-9f7c-bbef8045782c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Network': ['ID=859e8540-258d-47db-8e5c-349d3b1af027,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:18.744533 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-9ac7a109-22c1-4e9c-b3b7-ecf6bc151eca tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] delete failed (client error): The resource could not be found. Oct 13 04:10:18.749103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c5277-0d20-438e-884d-2cbd99751831 req-9f2c8e51-daf7-4b0c-8805-83fac5db92c1 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:18.751703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9ac7a109-22c1-4e9c-b3b7-ecf6bc151eca tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-141576086 HTTP/1.1" status: 404 len: 334 time: 0.2419267 Oct 13 04:10:18.752608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:18.753112 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:18.753723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 859e8540-258d-47db-8e5c-349d3b1af027 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:18.756414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c77c5277-0d20-438e-884d-2cbd99751831 req-9f2c8e51-daf7-4b0c-8805-83fac5db92c1 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 945 time: 0.1354151 Oct 13 04:10:18.758904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808b8db-21ab-4667-8eb1-2b78e0afca2c None None] The sync data for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:18.771419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d5431242-cd1c-43d3-ac09-e15f385049fe tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'router': {'external_gateway_info': {'network_id': '94168462-22ce-4f43-accf-3fceae0ede6b'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:18.819784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c77c5277-0d20-438e-884d-2cbd99751831 req-2d82ab48-1b99-475c-87f7-a56a17872a74 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621867 Oct 13 04:10:18.922598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-14edb7aa-ce64-49f7-b4a6-700882884bf9 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:18.946269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f64889cf-7504-4207-ae7b-1ed07721d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:18.998048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.013623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-35a727f9-1385-4b9c-a448-1c5583fb69c4 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141282 Oct 13 04:10:19.078836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=5ace5dbf-6ef2-49f5-ac23-29654e219805,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:19.118035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-14edb7aa-ce64-49f7-b4a6-700882884bf9 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "PUT /v2.0/quotas/029eb89620534bd187d4b8f9d91a2c59 HTTP/1.1" status: 200 len: 366 time: 0.4187860 Oct 13 04:10:19.125241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.125997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Checking segment: {'id': '2a4203a4-9c55-4209-9387-041285da4701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '859e8540-258d-47db-8e5c-349d3b1af027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:19.127176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network hostable DHCP agents. Network: 859e8540-258d-47db-8e5c-349d3b1af027, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:19.137311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5431242-cd1c-43d3-ac09-e15f385049fe tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.169075 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d5431242-cd1c-43d3-ac09-e15f385049fe tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] update failed (client error): The resource could not be found. Oct 13 04:10:19.171809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-755b641f-915a-4cc6-83a8-3f497e19ddb7 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0257847 Oct 13 04:10:19.177448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d5431242-cd1c-43d3-ac09-e15f385049fe tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b HTTP/1.1" status: 404 len: 339 time: 0.4220130 Oct 13 04:10:19.178665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.179000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.190462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 859e8540-258d-47db-8e5c-349d3b1af027 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:19.205985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 859e8540-258d-47db-8e5c-349d3b1af027) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:19.217049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b7938-f876-468e-b44b-5c8ee5dfafc7 None None] Network 859e8540-258d-47db-8e5c-349d3b1af027 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:19.218602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:19.219549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.245668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be1989a6-9039-48d3-8f8a-93c73839cfc9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8205960 Oct 13 04:10:19.248392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.254700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1665239295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:19.271757 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f8d18573-6328-4380-ae90-027e26cda6c4 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "GET /v2.0/quotas/029eb89620534bd187d4b8f9d91a2c59 HTTP/1.1" status: 200 len: 366 time: 0.0845277 Oct 13 04:10:19.272243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.290043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.291781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.311221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c788be3-e7be-483a-9fdb-df64e53489ef req-80fed51f-5829-453e-ba9b-57761e2ffead service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562120 Oct 13 04:10:19.347229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d98db944-8d48-4d09-a3e5-60ece0267210 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/029eb89620534bd187d4b8f9d91a2c59 HTTP/1.1" status: 204 len: 168 time: 0.0691535 Oct 13 04:10:19.379118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60818) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.404164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e530c1bb-b864-4ff2-b2a4-762135f3c40c tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0237994 Oct 13 04:10:19.409055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.449220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-71b0965c-f728-4ee7-bd01-e6d867d5e2b6 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "GET /v2.0/quotas/029eb89620534bd187d4b8f9d91a2c59 HTTP/1.1" status: 200 len: 370 time: 0.0390298 Oct 13 04:10:19.451904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.462837 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-763055f7-eb90-4381-bfda-867860c9ba29 tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "GET /v2.0/quotas/029eb89620534bd187d4b8f9d91a2c59/default HTTP/1.1" status: 200 len: 370 time: 0.0068557 Oct 13 04:10:19.468359 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.469451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60824) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.492871 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-efbe2cef-31d0-4584-a064-46ded6a3548f tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] delete failed (client error): The resource could not be found. Oct 13 04:10:19.499676 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-efbe2cef-31d0-4584-a064-46ded6a3548f tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/029eb89620534bd187d4b8f9d91a2c59 HTTP/1.1" status: 404 len: 348 time: 0.0221353 Oct 13 04:10:19.503613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.549791 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.554376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-64bc3719-0504-4a17-b44a-198c495c0d49 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3044870 Oct 13 04:10:19.554977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:19.573289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'network_id': '859e8540-258d-47db-8e5c-349d3b1af027', 'name': 'tempest-PortsIpV6TestJSON-34202791'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:19.604237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-859e8540-258d-47db-8e5c-349d3b1af027', 'network_id': '859e8540-258d-47db-8e5c-349d3b1af027', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': '5ace5dbf-6ef2-49f5-ac23-29654e219805'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:19.606244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.923262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Allocated IP 2001:db8::2 (859e8540-258d-47db-8e5c-349d3b1af027/5ace5dbf-6ef2-49f5-ac23-29654e219805/24f0c003-f9ce-4a6d-914e-7a4e0bd0296f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:20.183554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.186286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60834) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:20.198201 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.250232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-c23f9439-c622-421f-81e6-cdaa1c7fd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:20.252439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-c23f9439-c622-421f-81e6-cdaa1c7fd48f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 1095 time: 0.8602965 Oct 13 04:10:20.265971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Network 859e8540-258d-47db-8e5c-349d3b1af027 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:20.269443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:20.273405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:20.289191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:network and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.297289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.306031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Pushing event updated for resources: {'Port': ['ID=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:20.333487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:subnet and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.342608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Attempting to bind port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:20.343133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Attempting to bind port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2a4203a4-9c55-4209-9387-041285da4701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '859e8540-258d-47db-8e5c-349d3b1af027'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:20.343537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Attempting to bind port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f on network 859e8540-258d-47db-8e5c-349d3b1af027 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:20.349151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:20.349517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Checking segment: {'id': '2a4203a4-9c55-4209-9387-041285da4701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '859e8540-258d-47db-8e5c-349d3b1af027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:20.349809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6a37f-e7e0-4af3-9164-d1c631eb6944 req-aebdede3-c80c-4957-bf22-ed5e091c3c37 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:20.349957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.350325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Bound using segment: {'id': '2a4203a4-9c55-4209-9387-041285da4701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '859e8540-258d-47db-8e5c-349d3b1af027'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:20.350827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Bound port: 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4203a4-9c55-4209-9387-041285da4701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '859e8540-258d-47db-8e5c-349d3b1af027'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:20.351211 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.359329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ad6a37f-e7e0-4af3-9164-d1c631eb6944 req-aebdede3-c80c-4957-bf22-ed5e091c3c37 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 945 time: 0.1847029 Oct 13 04:10:20.368720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.412240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe535f03-7977-4cac-ab18-2fb06011d15b req-2e6fab1c-f5e4-4ee1-9216-a2352c3f024a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:20.419885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe535f03-7977-4cac-ab18-2fb06011d15b req-2e6fab1c-f5e4-4ee1-9216-a2352c3f024a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 944 time: 0.9828439 Oct 13 04:10:20.423956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:subnetpool and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.444248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ad6a37f-e7e0-4af3-9164-d1c631eb6944 req-fdc75174-9875-4d3f-b7ef-d2cf65a57e7f tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831988 Oct 13 04:10:20.454647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.454835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] For port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:20.466532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] For port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,segment=NetworkSegment(2a4203a4-9c55-4209-9387-041285da4701),segment_id=2a4203a4-9c55-4209-9387-041285da4701)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:20.476995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.488412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:port and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.503960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.515486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.526345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:router and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.535108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.571597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:floatingip and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.579003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b428dd-f97e-413d-b455-9ec2423f1078 None None] Pushing event updated for resources: {'Port': ['ID=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:20.581130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:20.599650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:20.606732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.666547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe535f03-7977-4cac-ab18-2fb06011d15b req-751f9f6f-c5b0-43d6-bcfe-51cbbbe03eab tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455194 Oct 13 04:10:20.678824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port e44b9791-85fe-4ee1-92a1-192d4dfc6115 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:20.717530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-efd2b180-cd55-4b63-ae93-60487babb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:20.719694 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-efd2b180-cd55-4b63-ae93-60487babb521 service neutron] 10.222.0.15 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 905 time: 0.4579298 Oct 13 04:10:20.747686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:security_group and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.783312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-69920b8b-36e7-4369-8934-fdfca146d81b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17d16b51-64b9-45be-b68d-0a6916160fdb HTTP/1.1" status: 200 len: 217 time: 0.0512466 Oct 13 04:10:20.912166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:20.931466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::2c9 (859e8540-258d-47db-8e5c-349d3b1af027/5ace5dbf-6ef2-49f5-ac23-29654e219805/e44b9791-85fe-4ee1-92a1-192d4dfc6115) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:20.974626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Usage tracker for resource:security_group_rule and project:abd87daa07e744b490432dd35be5aae6 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:10:20.990772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-24f208d4-d88d-410f-a4ff-561e8ee33a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:20.992358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-24f208d4-d88d-410f-a4ff-561e8ee33a03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.1300049 Oct 13 04:10:21.010119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:10:21.096012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-e055e23e-f667-46a5-8462-920f2b214dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943072 Oct 13 04:10:21.154158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.quota.resource [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:10:21.198972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:21.199357 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:21.213144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'mac_address': 'fa:16:3e:a3:e3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:10:21.257211 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:21.287004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d16b51-64b9-45be-b68d-0a6916160fdb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:21.293781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e6e6f470-0d40-4ee0-bc61-f916165e169a tempest-QuotasTest-96650634 tempest-QuotasTest-96650634-project-admin] 10.222.0.44 "GET /v2.0/quotas/abd87daa07e744b490432dd35be5aae6/details.json HTTP/1.1" status: 200 len: 703 time: 1.1064284 Oct 13 04:10:21.298103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:21.315209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:21.320975 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:21.382848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-c0943739-50d0-4928-b063-91f4a988f542 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762034 Oct 13 04:10:21.385232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Allocated IP 172.20.0.1 (84ca4eb5-7ec2-486d-a12a-ffc80a85f613/21c7e560-63e9-4dd1-846a-37f28c734652/cc1d04b9-5141-44b8-8c67-540c58259916) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:21.407143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:21.433479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 859e8540-258d-47db-8e5c-349d3b1af027 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:21.442259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:21.447718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:21.454578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:21.455226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:21.471666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=e44b9791-85fe-4ee1-92a1-192d4dfc6115,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:21.502423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c0e5-2dd1-4d69-8225-1216cca5275c req-23ba0844-4c01-44e7-8386-87e321eaa2e4 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:21.504015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18c9c0e5-2dd1-4d69-8225-1216cca5275c req-23ba0844-4c01-44e7-8386-87e321eaa2e4 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 945 time: 0.3516049 Oct 13 04:10:21.511615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:21.512241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-389b1317-b9f3-4323-bdaa-b36ebf962751 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9555311 Oct 13 04:10:21.513667 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f0ff-0d0e-4bf8-9d80-ad10140e306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:21.566745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18c9c0e5-2dd1-4d69-8225-1216cca5275c req-6267efc2-e068-4041-9a35-79927b75fa8b tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537519 Oct 13 04:10:21.613180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['17d16b51-64b9-45be-b68d-0a6916160fdb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:21.993433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c729de4-c9da-4978-810b-fb6756bc1764 req-6bc46b17-e916-42ce-bc4d-d0944f38a1f3 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901749 Oct 13 04:10:22.001357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:22.035963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.107890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.156995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98793c0-9724-40aa-a493-a2b4bda36dee req-703437d1-7b46-4ea0-94f7-a6adf5aaf33d tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:22.166644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c98793c0-9724-40aa-a493-a2b4bda36dee req-703437d1-7b46-4ea0-94f7-a6adf5aaf33d tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 945 time: 0.3670919 Oct 13 04:10:22.177298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a545b319-ab72-4a2d-89aa-25b5a0c92e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.233179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:22.256963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a9eff-5a3a-4164-a304-ff32325c3df8 None None] Network 859e8540-258d-47db-8e5c-349d3b1af027 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:22.285935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:22.289648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:22.407637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:22.414760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a545b319-ab72-4a2d-89aa-25b5a0c92e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.422420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a545b319-ab72-4a2d-89aa-25b5a0c92e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.444489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Port': ['ID=cc1d04b9-5141-44b8-8c67-540c58259916,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:22.454540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c98793c0-9724-40aa-a493-a2b4bda36dee req-4f23811f-f96e-482b-b04e-7f097393d2f2 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433934 Oct 13 04:10:22.462851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.514884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545b319-ab72-4a2d-89aa-25b5a0c92e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189d3e7f-1d57-4c42-9663-9c58f15211f0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:22.539942 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.545213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11cd3ece-37a5-440d-9e29-72fbbd7b0e80 None None] Provisioning complete for port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:22.546559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11cd3ece-37a5-440d-9e29-72fbbd7b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.554028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a545b319-ab72-4a2d-89aa-25b5a0c92e25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4750117f4e384b9293ac4e84bc3b5ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505161 Oct 13 04:10:22.557098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:22.640653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ae42-c9b5-4474-8216-a13910138685 req-1f8072fd-2c36-4646-aa79-3396e4ac4bce tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:22.642502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53c7ae42-c9b5-4474-8216-a13910138685 req-1f8072fd-2c36-4646-aa79-3396e4ac4bce tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 945 time: 0.1799469 Oct 13 04:10:22.743622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af93109d-6933-4e90-9338-0182d6899a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.814310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.829449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:22.829828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.843235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af93109d-6933-4e90-9338-0182d6899a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.882961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69224-a48d-4266-8a46-6118dddbcc69 req-63e0117d-7bbb-49cb-ba05-c4ffe3b7f7fb tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:22.891751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88c69224-a48d-4266-8a46-6118dddbcc69 req-63e0117d-7bbb-49cb-ba05-c4ffe3b7f7fb tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 945 time: 0.1594107 Oct 13 04:10:22.927681 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:22.963650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.008929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.027236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:23.035080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11cd3ece-37a5-440d-9e29-72fbbd7b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.042734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88c69224-a48d-4266-8a46-6118dddbcc69 req-77c58776-89a0-4fb7-a1fa-e99861bfa35a tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/security-groups?id=5efc736a-fc47-4448-8c9b-fbf8da7ca145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498902 Oct 13 04:10:23.093477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Deleting port 35cf56a9-bf53-4f5c-a4af-27e465597109 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:23.096949 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.127626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,segment=NetworkSegment(2a4203a4-9c55-4209-9387-041285da4701),segment_id=2a4203a4-9c55-4209-9387-041285da4701)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:23.139269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.221337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:23.239104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af93109d-6933-4e90-9338-0182d6899a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.241760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af93109d-6933-4e90-9338-0182d6899a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.242898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-af93109d-6933-4e90-9338-0182d6899a85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/189d3e7f-1d57-4c42-9663-9c58f15211f0 HTTP/1.1" status: 204 len: 168 time: 0.6843119 Oct 13 04:10:23.277541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93109d-6933-4e90-9338-0182d6899a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d3e7f-1d57-4c42-9663-9c58f15211f0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:23.317364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] For port 35cf56a9-bf53-4f5c-a4af-27e465597109, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=35cf56a9-bf53-4f5c-a4af-27e465597109,segment=NetworkSegment(bc272b85-15df-4c4a-98d6-36943e2e6d16),segment_id=bc272b85-15df-4c4a-98d6-36943e2e6d16)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:23.317720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.330438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-11cd3ece-37a5-440d-9e29-72fbbd7b0e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:10:23.331675 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-11cd3ece-37a5-440d-9e29-72fbbd7b0e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:10:23.350763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Calling delete_port for 35cf56a9-bf53-4f5c-a4af-27e465597109 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:23.424033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 17d16b51-64b9-45be-b68d-0a6916160fdb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:10:23.428933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 17d16b51-64b9-45be-b68d-0a6916160fdb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:23.429306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.663942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.717457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:23.721598 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d00cab-ca92-42dc-877a-db3a7af9ac38" -d '{"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:23.732120 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.744826 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.745585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159aced-f062-409a-9209-b600c06f7eed req-ca7ebcd1-918d-4fa3-9510-0ec3cdc36cc4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:23.747977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f159aced-f062-409a-9209-b600c06f7eed req-ca7ebcd1-918d-4fa3-9510-0ec3cdc36cc4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 945 time: 0.1266384 Oct 13 04:10:23.749131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.760039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:23.763043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['35cf56a9-bf53-4f5c-a4af-27e465597109'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:23.835565 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.857488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f159aced-f062-409a-9209-b600c06f7eed req-2c92e4ee-a34d-4350-811d-30866e5e70ef tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009166 Oct 13 04:10:23.889865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Pushing event deleted for resources: {'Port': ['ID=35cf56a9-bf53-4f5c-a4af-27e465597109,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:23.918204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] No DVR routers for this DVR port 35cf56a9-bf53-4f5c-a4af-27e465597109 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:23.920968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.925195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53c7ae42-c9b5-4474-8216-a13910138685 req-7bb74b51-b6b5-4bc2-8816-9065780a7863 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.26 "DELETE /v2.0/ports/35cf56a9-bf53-4f5c-a4af-27e465597109 HTTP/1.1" status: 204 len: 173 time: 1.2708621 Oct 13 04:10:23.925823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'name': 'network-vif-deleted', 'tag': '35cf56a9-bf53-4f5c-a4af-27e465597109'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:23.930085 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4354af1c-0933-42c8-a2c2-4326dd074117" -d '{"events": [{"server_uuid": "4c9c32f0-1f18-4c67-9e01-f54993c004f3", "name": "network-vif-deleted", "tag": "35cf56a9-bf53-4f5c-a4af-27e465597109"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:23.953121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:23.960434 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afcf7ea-520d-46ca-a2d3-51411062e17f x-openstack-request-id: req-8afcf7ea-520d-46ca-a2d3-51411062e17f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:23.961089 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:23.961534 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8afcf7ea-520d-46ca-a2d3-51411062e17f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:23.962148 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'code': 200} Oct 13 04:10:24.046635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:24.064404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.125260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Provisioning complete for port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:24.126840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.153609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:24.157804 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d3805d-8068-4a41-a6f1-56f2f1f3500e x-openstack-request-id: req-f3d3805d-8068-4a41-a6f1-56f2f1f3500e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:24.170835 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9c32f0-1f18-4c67-9e01-f54993c004f3", "name": "network-vif-deleted", "tag": "35cf56a9-bf53-4f5c-a4af-27e465597109", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:24.172307 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3d3805d-8068-4a41-a6f1-56f2f1f3500e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:24.174410 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9c32f0-1f18-4c67-9e01-f54993c004f3', 'name': 'network-vif-deleted', 'tag': '35cf56a9-bf53-4f5c-a4af-27e465597109', 'status': 'completed', 'code': 200} Oct 13 04:10:24.243161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-347d6215-8cae-4b18-af95-eda674aa0ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.307790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6a6a-c7a8-4a65-9974-11008c6638f4 req-8ab28704-aace-4a06-89cc-7222024f2b2c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:24.311854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d7d6a6a-c7a8-4a65-9974-11008c6638f4 req-8ab28704-aace-4a06-89cc-7222024f2b2c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2883778 Oct 13 04:10:24.352320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:24.395087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Provisioning complete for port cc1d04b9-5141-44b8-8c67-540c58259916 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:24.395313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.411349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97077e0f-f744-4862-8198-9c2d6a6227ba req-97d1fd8c-52f9-405a-a074-542df929b1a6 tempest-ServerPasswordTestJSON-1625963259 tempest-ServerPasswordTestJSON-1625963259-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c9c32f0-1f18-4c67-9e01-f54993c004f3 HTTP/1.1" status: 200 len: 210 time: 0.1611962 Oct 13 04:10:24.420030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=e44b9791-85fe-4ee1-92a1-192d4dfc6115,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:24.456141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d7d6a6a-c7a8-4a65-9974-11008c6638f4 req-abe769ff-5151-4581-8b71-6a911add905c tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314032 Oct 13 04:10:24.492962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Port cc1d04b9-5141-44b8-8c67-540c58259916 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:24.516370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event updated for resources: {'Port': ['ID=cc1d04b9-5141-44b8-8c67-540c58259916,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:24.540848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.551143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:24.551517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.571091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108ebb-75e2-46ef-9d8b-079f6bc3792b req-f06b5b41-8af7-46ec-aa94-66673cbb0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:24.577234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80108ebb-75e2-46ef-9d8b-079f6bc3792b req-f06b5b41-8af7-46ec-aa94-66673cbb0d87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 1097 time: 0.6050668 Oct 13 04:10:24.588941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Provisioning complete for port e44b9791-85fe-4ee1-92a1-192d4dfc6115 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:24.589314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.616430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-347d6215-8cae-4b18-af95-eda674aa0ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.631026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-347d6215-8cae-4b18-af95-eda674aa0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.642089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.707873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80108ebb-75e2-46ef-9d8b-079f6bc3792b req-9a5672ce-2fe2-45e5-9709-875e3994eff0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963266 Oct 13 04:10:24.723771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-347d6215-8cae-4b18-af95-eda674aa0ce2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abd87daa07e744b490432dd35be5aae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435588 Oct 13 04:10:24.727047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:24.734695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d6215-8cae-4b18-af95-eda674aa0ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c47e78f-4fce-4d1a-9b98-1dbdd10f686c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:24.735091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.763254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d8036cb7-c0df-44c1-ad01-74924894b268 None None] Port e44b9791-85fe-4ee1-92a1-192d4dfc6115 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:24.807723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b9d1a7-9d68-4d11-b6b3-bfcfe0a2e658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.839567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b9d1a7-9d68-4d11-b6b3-bfcfe0a2e658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.883998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41d2127d-2fd4-4e14-aeff-c2c04ca9129a None None] Provisioning complete for port e44b9791-85fe-4ee1-92a1-192d4dfc6115 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:24.883998 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41d2127d-2fd4-4e14-aeff-c2c04ca9129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.901300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b9d1a7-9d68-4d11-b6b3-bfcfe0a2e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.906566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b9d1a7-9d68-4d11-b6b3-bfcfe0a2e658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:24.912886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-18b9d1a7-9d68-4d11-b6b3-bfcfe0a2e658 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c47e78f-4fce-4d1a-9b98-1dbdd10f686c HTTP/1.1" status: 204 len: 168 time: 0.1846888 Oct 13 04:10:24.923707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41d2127d-2fd4-4e14-aeff-c2c04ca9129a None None] Port e44b9791-85fe-4ee1-92a1-192d4dfc6115 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:24.926126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9d1a7-9d68-4d11-b6b3-bfcfe0a2e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c47e78f-4fce-4d1a-9b98-1dbdd10f686c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:24.946392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:24.948444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:24.950369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.237085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cb17b-7716-4fdf-84f8-ebe5439120c0 req-457ce03c-302e-4932-8606-594145afdbab tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:25.238531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-186cb17b-7716-4fdf-84f8-ebe5439120c0 req-457ce03c-302e-4932-8606-594145afdbab tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1865323 Oct 13 04:10:25.248392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Router 94168462-22ce-4f43-accf-3fceae0ede6b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:10:25.347219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d129e25a-ed91-4c4e-b795-e89e8dbd7f9a None None] Provisioning complete for port cc1d04b9-5141-44b8-8c67-540c58259916 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:25.347728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d129e25a-ed91-4c4e-b795-e89e8dbd7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.396084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d129e25a-ed91-4c4e-b795-e89e8dbd7f9a None None] Port cc1d04b9-5141-44b8-8c67-540c58259916 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:25.467127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:25.525049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Deleting subnet 0f654b34-8b0d-418a-8c61-2f5c4e85b9fb {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:25.528744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.570125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.663535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.786037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-186cb17b-7716-4fdf-84f8-ebe5439120c0 req-130c3ffe-6224-4da3-93bf-bfb4f27c269b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358422 Oct 13 04:10:25.809087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dac5b-96e2-4696-9ca9-6ed0853835a0 req-0ed22822-b462-45ca-bc50-c8f030df0984 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:25.811667 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-813dac5b-96e2-4696-9ca9-6ed0853835a0 req-0ed22822-b462-45ca-bc50-c8f030df0984 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2037854 Oct 13 04:10:25.823334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.847234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:25.853126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dbfae30a-754c-416d-81bf-97681c35f104 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6713178 Oct 13 04:10:25.856740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:25.859855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] Sync routers for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:25.873896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:25.876112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:25.886040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-021c95e1-92ec-4eac-9d0f-f2f8d940c04e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:25.887625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-021c95e1-92ec-4eac-9d0f-f2f8d940c04e tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 947 time: 0.2358067 Oct 13 04:10:25.888402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f654b34-8b0d-418a-8c61-2f5c4e85b9fb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:25.892495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:25.899304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4697d63f-336e-4ea1-ba4f-a03083f00d6e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0f654b34-8b0d-418a-8c61-2f5c4e85b9fb HTTP/1.1" status: 204 len: 168 time: 0.4306662 Oct 13 04:10:25.900031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:25.964732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:25.973349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:25.973951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:26.005573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-813dac5b-96e2-4696-9ca9-6ed0853835a0 req-1fc99514-76df-4b46-ba1d-ea10dea6f612 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/security-groups?id=39dc2844-3aba-46f2-8d02-247dbfd412d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756721 Oct 13 04:10:26.016988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.022367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:26.023192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3c438-5ef4-4ca9-8843-ebfebae365d9 None None] The sync data for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:26.034177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.034972 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.076730 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.105888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Deleting port a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:26.106257 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.150763 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c08b7094-7273-4cb1-bbbb-4a998b17db8f tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.253708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=e44b9791-85fe-4ee1-92a1-192d4dfc6115,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:26.280667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.320222 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c08b7094-7273-4cb1-bbbb-4a998b17db8f tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:10:26.321322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c08b7094-7273-4cb1-bbbb-4a998b17db8f tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b HTTP/1.1" status: 409 len: 329 time: 0.4632516 Oct 13 04:10:26.326050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:26.328455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780c56d0-1dce-4ff0-85a0-6282d32b8397']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:26.329604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 859e8540-258d-47db-8e5c-349d3b1af027 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:26.336447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:26.343458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] For port a28dac8c-67f8-4a65-8cdc-47c579d90bce, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a28dac8c-67f8-4a65-8cdc-47c579d90bce,segment=NetworkSegment(c663ad8b-f1d3-4d93-a4b9-78667409d322),segment_id=c663ad8b-f1d3-4d93-a4b9-78667409d322)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:26.343829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.346851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc272b85-15df-4c4a-98d6-36943e2e6d16') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:26.347148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc272b85-15df-4c4a-98d6-36943e2e6d16') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:26.364671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.366500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Calling delete_port for a28dac8c-67f8-4a65-8cdc-47c579d90bce owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:26.397474 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.441295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:26.441769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:26.444094 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:26.536060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.545879 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.553529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] 10.222.0.44 "DELETE /v2.0/networks/780c56d0-1dce-4ff0-85a0-6282d32b8397 HTTP/1.1" status: 204 len: 168 time: 0.6495488 Oct 13 04:10:26.567472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8049889-f789-4a77-b5d4-a0165df90085 admin admin] Pushing event deleted for resources: {'Network': ['ID=780c56d0-1dce-4ff0-85a0-6282d32b8397,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:26.664774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.680972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a28dac8c-67f8-4a65-8cdc-47c579d90bce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:26.684612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35cf56a9-bf53-4f5c-a4af-27e465597109 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:26.725468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Pushing event deleted for resources: {'Port': ['ID=a28dac8c-67f8-4a65-8cdc-47c579d90bce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:26.769355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 35cf56a9-bf53-4f5c-a4af-27e465597109 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:26.770044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 35cf56a9-bf53-4f5c-a4af-27e465597109 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:26.800452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] No DVR routers for this DVR port a28dac8c-67f8-4a65-8cdc-47c579d90bce on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:26.804333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.808647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fcb2fa4-f3b7-46d0-96c9-484d32fef927 req-647b243e-74aa-4e76-9391-e9b5ca5aa989 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.26 "DELETE /v2.0/ports/a28dac8c-67f8-4a65-8cdc-47c579d90bce HTTP/1.1" status: 204 len: 173 time: 0.9077229 Oct 13 04:10:26.809421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-deleted', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:26.820304 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2eb1f5-672b-4d1d-bbe3-5fd20e276aa4" -d '{"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-deleted", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:26.831195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4a3b00f-9104-4803-a99e-77d6b8e2d91c None None] Provisioning complete for port e44b9791-85fe-4ee1-92a1-192d4dfc6115 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:26.831791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4a3b00f-9104-4803-a99e-77d6b8e2d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:26.881251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3b00f-9104-4803-a99e-77d6b8e2d91c None None] Port e44b9791-85fe-4ee1-92a1-192d4dfc6115 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:26.901401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:26.902918 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6bb7ce-84e0-412a-8044-a62fd2ea1600 x-openstack-request-id: req-9a6bb7ce-84e0-412a-8044-a62fd2ea1600 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:26.903209 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ea3a95-46d2-4210-99cb-56a0c71292ae", "name": "network-vif-deleted", "tag": "a28dac8c-67f8-4a65-8cdc-47c579d90bce", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:26.903463 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a6bb7ce-84e0-412a-8044-a62fd2ea1600 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:26.903860 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ea3a95-46d2-4210-99cb-56a0c71292ae', 'name': 'network-vif-deleted', 'tag': 'a28dac8c-67f8-4a65-8cdc-47c579d90bce', 'status': 'completed', 'code': 200} Oct 13 04:10:26.952071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aa240f43-f38d-4543-b5f9-e327be58a63a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a227f6dbaf2547219b32821a34fc1ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465729 Oct 13 04:10:26.953439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:26.997421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Router 8994d4ac-f0e9-4e57-baae-16777c1e3f9b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:27.029004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:27.056251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e112ee0f-3921-4e65-802d-67438cda8abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.082960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831074-bcc0-4a03-926c-71cd81d7e30f req-c9a827f5-0f02-4d3c-8c12-e11f10cb52d9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:27.091216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26831074-bcc0-4a03-926c-71cd81d7e30f req-c9a827f5-0f02-4d3c-8c12-e11f10cb52d9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.0900424 Oct 13 04:10:27.114873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e112ee0f-3921-4e65-802d-67438cda8abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.181603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26831074-bcc0-4a03-926c-71cd81d7e30f req-9c31d4e4-e8c5-46e7-9deb-f7751f6e3c33 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742660 Oct 13 04:10:27.181931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a570d07-29d9-493e-a6b5-e97fe8a9b191 req-9ec75ef4-8bf9-41da-87e6-7a35f18c9cb6 tempest-ServersNegativeTestJSON-2090948383 tempest-ServersNegativeTestJSON-2090948383-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ea3a95-46d2-4210-99cb-56a0c71292ae HTTP/1.1" status: 200 len: 210 time: 0.0451498 Oct 13 04:10:27.208549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e112ee0f-3921-4e65-802d-67438cda8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.211842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e112ee0f-3921-4e65-802d-67438cda8abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.213022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e112ee0f-3921-4e65-802d-67438cda8abd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5efc736a-fc47-4448-8c9b-fbf8da7ca145 HTTP/1.1" status: 204 len: 168 time: 0.2583358 Oct 13 04:10:27.221630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:27.227121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7d2a6181-5a65-4969-bf8c-a04f043fc58a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/routers/8994d4ac-f0e9-4e57-baae-16777c1e3f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7135060 Oct 13 04:10:27.230070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112ee0f-3921-4e65-802d-67438cda8abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc736a-fc47-4448-8c9b-fbf8da7ca145,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:27.234496 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] Sync routers for ids ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:27.239237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:27.297312 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:10:27.311545 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] Routers {'8994d4ac-f0e9-4e57-baae-16777c1e3f9b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:27.315861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:27.317151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1656408385', 'router:external': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:27.357390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce44676-77d7-450b-ae6f-bd38e5d98c5d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:27.374715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9ce44676-77d7-450b-ae6f-bd38e5d98c5d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994d4ac-f0e9-4e57-baae-16777c1e3f9b HTTP/1.1" status: 200 len: 987 time: 0.1307032 Oct 13 04:10:27.374715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:27.454664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Made reservation on behalf of e53219cb725a4c319207ca6506131def for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:27.460756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.462541 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:27.493151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.493995 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] Routers {'8994d4ac-f0e9-4e57-baae-16777c1e3f9b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:27.494682 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:27.553341 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:27.554385 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89966b5-f92f-452c-8977-b8344177b383 None None] The sync data for ids ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:27.676721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673742b3-04c9-4de7-b63e-b24245859edf req-ae070bcf-ecc3-479f-89e2-ca01f968d5f7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:27.678711 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-673742b3-04c9-4de7-b63e-b24245859edf req-ae070bcf-ecc3-479f-89e2-ca01f968d5f7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1639071 Oct 13 04:10:27.681144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.812561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.822754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.841960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-673742b3-04c9-4de7-b63e-b24245859edf req-5ae3f980-ea26-4df7-b168-b37d38a64944 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551380 Oct 13 04:10:27.870950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:10:27.910616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa87097-4200-48a7-8ecb-a6824c831372,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:27.919005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:27.919596 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Added segment d8e40659-17bf-4412-a943-40d931f83d12 of type vlan for network 6143cb2c-56d7-44c1-ba6b-de934d355c84 Oct 13 04:10:27.980012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.064042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.065671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:28.066942 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.133296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.137032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1026647 Oct 13 04:10:28.137491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:28.188177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c3ee7-f6d9-4cb1-a1a4-0bfc28936225 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Network': ['ID=6143cb2c-56d7-44c1-ba6b-de934d355c84,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:28.202365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6143cb2c-56d7-44c1-ba6b-de934d355c84 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:28.250753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'subnet': {'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:28.286870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Deleting port cc1d04b9-5141-44b8-8c67-540c58259916 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:28.287392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.313091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:28.319078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Made reservation on behalf of e53219cb725a4c319207ca6506131def for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:28.321164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.460333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Deleting subnet 25e954b9-0522-4062-851c-15601edc9bd5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:28.473584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.515082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.539721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Calling delete_port for cc1d04b9-5141-44b8-8c67-540c58259916 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:28.543905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.632108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.663030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port e44b9791-85fe-4ee1-92a1-192d4dfc6115 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:28.663374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.693874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:28.744107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: a28dac8c-67f8-4a65-8cdc-47c579d90bce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:28.744826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a28dac8c-67f8-4a65-8cdc-47c579d90bce not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:28.789727 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.856884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e954b9-0522-4062-851c-15601edc9bd5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:28.863290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.872202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fb2aa5f7-1aa6-4ee9-965a-b749e93b01ed admin admin] 10.222.0.44 "DELETE /v2.0/subnets/25e954b9-0522-4062-851c-15601edc9bd5 HTTP/1.1" status: 204 len: 168 time: 0.5579064 Oct 13 04:10:28.872874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:28.955378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.016626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.056944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Port': ['ID=cc1d04b9-5141-44b8-8c67-540c58259916,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:29.190177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:29.219825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.256569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.274815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for e44b9791-85fe-4ee1-92a1-192d4dfc6115 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:29.323264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.358162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e36379-fdad-4e56-8440-482fdc7b5a6f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.434351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:10:29.434549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c663ad8b-f1d3-4d93-a4b9-78667409d322') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.434549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c663ad8b-f1d3-4d93-a4b9-78667409d322') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.434780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.450447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29685cfa-e026-4c27-a36e-9e261ed2bb9a req-b75cbff9-ff1d-4d08-a18e-364bdbe66ddd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:29.451950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-29685cfa-e026-4c27-a36e-9e261ed2bb9a req-b75cbff9-ff1d-4d08-a18e-364bdbe66ddd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.4696946 Oct 13 04:10:29.458014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.469264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e900aa7-48aa-4a2e-b129-7a8c27140a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.522728 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.554370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a6bcdd0f-ede9-484c-a86d-354aab0686ce,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:29.560561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:29.560968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:29.564230 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:29.598169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Checking segment: {'id': 'd8e40659-17bf-4412-a943-40d931f83d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:29.598542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network hostable DHCP agents. Network: 6143cb2c-56d7-44c1-ba6b-de934d355c84, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:29.628160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Router 94168462-22ce-4f43-accf-3fceae0ede6b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:10:29.637592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-29685cfa-e026-4c27-a36e-9e261ed2bb9a req-80b6b0c0-9e5d-4f75-abdc-7ef1c213d338 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703789 Oct 13 04:10:29.665335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.670027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.673474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] 10.222.0.44 "DELETE /v2.0/networks/f4e36379-fdad-4e56-8440-482fdc7b5a6f HTTP/1.1" status: 204 len: 168 time: 0.7969086 Oct 13 04:10:29.729646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e900aa7-48aa-4a2e-b129-7a8c27140a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.736604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.739205 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e900aa7-48aa-4a2e-b129-7a8c27140a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.775778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 6143cb2c-56d7-44c1-ba6b-de934d355c84 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:29.776072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:29.778159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b80cf-aa3f-4512-b185-344a55d6733a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e36379-fdad-4e56-8440-482fdc7b5a6f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:29.787513 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b65b33bf-18c4-4e9a-b47a-675a3cc78f23 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4602902 Oct 13 04:10:29.790985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:29.794731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] Sync routers for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:29.805291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:29.806252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.814723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e900aa7-48aa-4a2e-b129-7a8c27140a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c063177-793b-4265-893c-4d98ac56e51c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:29.850111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.850753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:29.859440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=e44b9791-85fe-4ee1-92a1-192d4dfc6115,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:29.860370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] Routers {'94168462-22ce-4f43-accf-3fceae0ede6b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:29.861102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['94168462-22ce-4f43-accf-3fceae0ede6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.884103 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d9abbf53-56bb-4c4b-aca8-15496ccc80b6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] show failed (client error): The resource could not be found. Oct 13 04:10:29.889307 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d9abbf53-56bb-4c4b-aca8-15496ccc80b6 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1781950610 HTTP/1.1" status: 404 len: 335 time: 0.0919895 Oct 13 04:10:29.889674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:29.894479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f2544596-7c5c-49f6-87b0-dd8532b5fb57 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:29.909782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:29.910681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be331c-d541-4fe9-993b-b4d627a67f52 None None] The sync data for ids ['94168462-22ce-4f43-accf-3fceae0ede6b'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:29.930293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6143cb2c-56d7-44c1-ba6b-de934d355c84) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:29.934892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:29.935492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.946380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea35414-d095-4cb2-a00b-a55dbc218fb8 None None] Network 6143cb2c-56d7-44c1-ba6b-de934d355c84 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:30.007666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8e900aa7-48aa-4a2e-b129-7a8c27140a2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b11ab3d7d6d42f8be29a7ab855628c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8143532 Oct 13 04:10:30.020341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.061456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.073965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8e340e10-1e90-49d3-9c01-d68363edaafa tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8379955 Oct 13 04:10:30.081617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.088757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-511939547', 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:30.101781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-23d1d314-637d-4d4d-a77d-11c0393881f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6be910e5fcfe418a9654b1a207f0d286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411020 Oct 13 04:10:30.107641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32834) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.121004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae865146-a192-4cd3-8508-805d2602ee22 None None] Network 6143cb2c-56d7-44c1-ba6b-de934d355c84 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:30.255611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Made reservation on behalf of e53219cb725a4c319207ca6506131def for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:30.258012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.296111 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-f2544596-7c5c-49f6-87b0-dd8532b5fb57 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] update failed (client error): The resource could not be found. Oct 13 04:10:30.297186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f2544596-7c5c-49f6-87b0-dd8532b5fb57 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1851681543 HTTP/1.1" status: 404 len: 335 time: 0.4063187 Oct 13 04:10:30.300562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.310011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce1fefe-b606-4f00-9fd6-2cd9719b80d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.351149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Deleting subnet 9b3f5291-d74c-4f17-ae7c-8c1fa8b14bb7 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:30.354168 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.358308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] device_id is not set on port c7f4ed7b-0425-4f44-b2d4-71706fdb08e0 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:30.395496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.404170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25bd40b2-94de-4815-8cc9-1d0bdbc6e1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.415858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce1fefe-b606-4f00-9fd6-2cd9719b80d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.435185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Router 8994d4ac-f0e9-4e57-baae-16777c1e3f9b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:10:30.470911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25bd40b2-94de-4815-8cc9-1d0bdbc6e1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.480513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.542278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.572425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.575780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/subnets/9b3f5291-d74c-4f17-ae7c-8c1fa8b14bb7 HTTP/1.1" status: 204 len: 168 time: 0.2740741 Oct 13 04:10:30.579361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.582555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72a57-fc22-4e53-8f33-4472448ff700 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3f5291-d74c-4f17-ae7c-8c1fa8b14bb7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:30.583620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00384c8-2593-4e89-be36-63ed4e8384d9 None None] Network d6c35e2d-7179-4561-bd7d-551afee104dd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:30.677315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce1fefe-b606-4f00-9fd6-2cd9719b80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.680097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce1fefe-b606-4f00-9fd6-2cd9719b80d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.684368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dce1fefe-b606-4f00-9fd6-2cd9719b80d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c063177-793b-4265-893c-4d98ac56e51c HTTP/1.1" status: 204 len: 168 time: 0.6596403 Oct 13 04:10:30.698493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:30.703307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Allocated IP 2001:db8::cc (6143cb2c-56d7-44c1-ba6b-de934d355c84/a6bcdd0f-ede9-484c-a86d-354aab0686ce/c7f4ed7b-0425-4f44-b2d4-71706fdb08e0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:30.713092 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] Sync routers for ids ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:30.720206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9d9fa068-07a6-41ae-9879-98a4fe1d148f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/routers/8994d4ac-f0e9-4e57-baae-16777c1e3f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3453498 Oct 13 04:10:30.723226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.729974 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] Routers {'8994d4ac-f0e9-4e57-baae-16777c1e3f9b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:30.730992 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:30.759179 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-380d28bf-1e76-4d10-8d97-e57dee64fa4c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:10:30.761291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-380d28bf-1e76-4d10-8d97-e57dee64fa4c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/e44b9791-85fe-4ee1-92a1-192d4dfc6115 HTTP/1.1" status: 404 len: 333 time: 0.0370624 Oct 13 04:10:30.766322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32852) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:30.774442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1fefe-b606-4f00-9fd6-2cd9719b80d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c063177-793b-4265-893c-4d98ac56e51c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:30.820665 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:30.831702 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] Routers {'8994d4ac-f0e9-4e57-baae-16777c1e3f9b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:30.832427 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:30.845217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] DHCP port deletion for d6c35e2d-7179-4561-bd7d-551afee104dd request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:10:30.847634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd29a0-4537-4c9c-877e-e18c452956a2 req-e54580b8-703f-461b-b8b6-d5944fafcc5f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:30.850484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcbd29a0-4537-4c9c-877e-e18c452956a2 req-e54580b8-703f-461b-b8b6-d5944fafcc5f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.0877440 Oct 13 04:10:30.904863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Deleting port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:30.905500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.922782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.929331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Deleting subnet 7db04267-bab3-4c4b-99b2-1d33dac437d4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:30.932228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcbd29a0-4537-4c9c-877e-e18c452956a2 req-f2c3a3ff-91d5-445d-b4ef-2d2ca7966f8e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Oct 13 04:10:30.932426 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25bd40b2-94de-4815-8cc9-1d0bdbc6e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.935738 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25bd40b2-94de-4815-8cc9-1d0bdbc6e1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:30.937043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25bd40b2-94de-4815-8cc9-1d0bdbc6e1f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39dc2844-3aba-46f2-8d02-247dbfd412d9 HTTP/1.1" status: 204 len: 168 time: 0.8217256 Oct 13 04:10:30.977996 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:30.978752 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a764a4-3a13-4a6b-a3c7-8e83d385b4aa None None] The sync data for ids ['8994d4ac-f0e9-4e57-baae-16777c1e3f9b'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:30.986491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.002138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] For port 1cfc5e33-c3c4-4f13-af68-acfbce06a783, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1cfc5e33-c3c4-4f13-af68-acfbce06a783,segment=NetworkSegment(f62dca35-dcbb-4045-a98e-ec7fe7c544fc),segment_id=f62dca35-dcbb-4045-a98e-ec7fe7c544fc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:31.002597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.016503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Calling delete_port for 1cfc5e33-c3c4-4f13-af68-acfbce06a783 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:31.112512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.116749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd40b2-94de-4815-8cc9-1d0bdbc6e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc2844-3aba-46f2-8d02-247dbfd412d9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:31.143875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] No DVR routers for this DVR port 1cfc5e33-c3c4-4f13-af68-acfbce06a783 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:31.173171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.179625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Pushing event deleted for resources: {'Port': ['ID=1cfc5e33-c3c4-4f13-af68-acfbce06a783,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:31.194391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.194684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.195067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.195373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.195654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.196030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.196463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.196653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.197046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.197368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.197995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.198236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c61-57e1-4fca-bac1-c89c2b568ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:31.316536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-e98913f0-818b-4bcd-a62f-ece789c01877 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:31.318856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-e98913f0-818b-4bcd-a62f-ece789c01877 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.6637704 Oct 13 04:10:31.372900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.387485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-423b000d-cb67-49d9-9667-7027a6f19896 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/quotas/8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 375 time: 0.0207281 Oct 13 04:10:31.388651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.507721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.508288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Fanout notify agent at l3_agent the message router_deleted on router 8994d4ac-f0e9-4e57-baae-16777c1e3f9b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:10:31.523141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.526719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6d5b6fc2-646a-4468-b1a3-055b357ddef3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/routers/8994d4ac-f0e9-4e57-baae-16777c1e3f9b HTTP/1.1" status: 204 len: 168 time: 0.7509971 Oct 13 04:10:31.527294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:31.530481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.583403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 5ace5dbf-6ef2-49f5-ac23-29654e219805 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:31.587532 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.594696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d3451bfe-d515-4daf-a601-998a95bb998a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2012167 Oct 13 04:10:31.608061 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.634012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.707324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-9a6c77c0-d0af-4e2e-926f-de02ce076d84 service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004047 Oct 13 04:10:31.750922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.765858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.810685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Subnet': ['ID=7db04267-bab3-4c4b-99b2-1d33dac437d4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:31.817056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.821570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b3e692e8-d78e-4ce9-94f6-6e3d4143f7fa tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/subnets/7db04267-bab3-4c4b-99b2-1d33dac437d4 HTTP/1.1" status: 204 len: 168 time: 1.2412403 Oct 13 04:10:31.823139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8b5b6-6a1e-46d6-9bf5-55e0c13fa085 None None] Network c6e5b29e-2a9f-4047-a68b-53429449576c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:31.824155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:31.870916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.885031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.944602 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:31.957105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/5ace5dbf-6ef2-49f5-ac23-29654e219805 HTTP/1.1" status: 204 len: 168 time: 0.4288497 Oct 13 04:10:31.958705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32900) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:31.962808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97d0d8-97da-4067-bed5-b298fa925ed8 None None] Network 859e8540-258d-47db-8e5c-349d3b1af027 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:31.974306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:31.978099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 6143cb2c-56d7-44c1-ba6b-de934d355c84 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:31.978346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e72e1-3ac0-4bb1-91c1-b850a527d442 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=5ace5dbf-6ef2-49f5-ac23-29654e219805,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:31.992543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:31.995977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-58ee1c1a-91c3-4ec5-89b6-e5c933fe6b74 service neutron] 10.222.0.44 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825558 Oct 13 04:10:31.996726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:31.997717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:31.998308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.003846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.007260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f4ed7b-0425-4f44-b2d4-71706fdb08e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:32.038949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-28403a17-f956-4421-8ed3-760d9b77a9d3 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9541378 Oct 13 04:10:32.041447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:32.219616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.245429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] DHCP port deletion for c6e5b29e-2a9f-4047-a68b-53429449576c request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:10:32.308340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] DHCP port deletion for 859e8540-258d-47db-8e5c-349d3b1af027 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:10:32.310461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cfc5e33-c3c4-4f13-af68-acfbce06a783 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:32.339062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:32.339726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.340193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1cfc5e33-c3c4-4f13-af68-acfbce06a783 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:32.340542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cfc5e33-c3c4-4f13-af68-acfbce06a783 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:32.398114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] Deleting port b9046888-6302-4857-ab66-0f3b4d7f3f5a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:32.398488 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.488415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] For port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,segment=NetworkSegment(2a4203a4-9c55-4209-9387-041285da4701),segment_id=2a4203a4-9c55-4209-9387-041285da4701)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:32.488845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.508308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:32.509550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] For port b9046888-6302-4857-ab66-0f3b4d7f3f5a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b9046888-6302-4857-ab66-0f3b4d7f3f5a,segment=NetworkSegment(ea39c65b-5a27-4174-bf94-90b1d37d402b),segment_id=ea39c65b-5a27-4174-bf94-90b1d37d402b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:32.509955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.519155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fe526-3006-4a5c-9648-40442b9cd0a7 req-2abf7852-b80b-4fae-b243-41eaf9bde568 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:32.520741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-868fe526-3006-4a5c-9648-40442b9cd0a7 req-2abf7852-b80b-4fae-b243-41eaf9bde568 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1367943 Oct 13 04:10:32.530233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] Calling delete_port for b9046888-6302-4857-ab66-0f3b4d7f3f5a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:32.583808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] Deleting port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:32.584182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.605060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-868fe526-3006-4a5c-9648-40442b9cd0a7 req-2f845175-47eb-43fa-bc95-ae964840af61 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Oct 13 04:10:32.649456 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.707625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] For port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,segment=NetworkSegment(2a4203a4-9c55-4209-9387-041285da4701),segment_id=2a4203a4-9c55-4209-9387-041285da4701)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:32.711786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-571354416-network', 'tenant_id': '3eca9b1956424424bb7966cdba829870'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:32.716946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.720975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:32.723189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No DVR routers for this DVR port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:32.747735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Made reservation on behalf of 3eca9b1956424424bb7966cdba829870 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:32.750224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.767747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] Calling delete_port for 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:32.777437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b696d7c1-90fb-4472-b138-151543567278 req-66fb5f8d-bbfd-4a8e-b6bb-a27f4e1fbbc8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.0992069 Oct 13 04:10:32.782583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.797492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.797776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] No DVR routers for this DVR port b9046888-6302-4857-ab66-0f3b4d7f3f5a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:32.801137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.838236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a792d7-d05a-4a66-9803-ce4e7ae69c8c None None] Pushing event deleted for resources: {'Port': ['ID=b9046888-6302-4857-ab66-0f3b4d7f3f5a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:32.884629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c35e2d-7179-4561-bd7d-551afee104dd']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:32.884862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.911452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859e8540-258d-47db-8e5c-349d3b1af027']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:32.927546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4203a4-9c55-4209-9387-041285da4701') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:32.927546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4203a4-9c55-4209-9387-041285da4701') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:32.929849 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.933272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:32.934021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62dca35-dcbb-4045-a98e-ec7fe7c544fc') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:32.934528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.945885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.953802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.966323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Deleting port c7f4ed7b-0425-4f44-b2d4-71706fdb08e0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:32.967104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.968429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:32.970423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.971062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] No DVR routers for this DVR port 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:32.977325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc044d-8bd6-4de1-95c4-f7f2fc9dc6c5 None None] Pushing event deleted for resources: {'Port': ['ID=24f0c003-f9ce-4a6d-914e-7a4e0bd0296f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:32.977635 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:33.032337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.047703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:33.048352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:33.052664 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:33.062290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.083629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.087349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/859e8540-258d-47db-8e5c-349d3b1af027 HTTP/1.1" status: 204 len: 168 time: 1.1271722 Oct 13 04:10:33.088202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328adca-57cc-45a0-8829-cc6fd4a79142 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=859e8540-258d-47db-8e5c-349d3b1af027,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.091903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.155392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc77ee-45ec-4849-814d-bdd09ec85beb tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:33.157280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aabc77ee-45ec-4849-814d-bdd09ec85beb tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/7806707a-7c73-46c0-b619-bcb0c5b39c21 HTTP/1.1" status: 200 len: 844 time: 0.0648556 Oct 13 04:10:33.160753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.167114 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.179974 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.189044 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.192193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/networks/d6c35e2d-7179-4561-bd7d-551afee104dd HTTP/1.1" status: 204 len: 168 time: 1.3653829 Oct 13 04:10:33.195678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.212395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.215385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.217566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230677d-c1b1-40fa-9419-9b78e2f6160d tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Network': ['ID=d6c35e2d-7179-4561-bd7d-551afee104dd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.222406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.251897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Calling delete_port for c7f4ed7b-0425-4f44-b2d4-71706fdb08e0 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:33.263429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:10:33.267860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf0c2fa5-8bca-406b-b947-5d128430c686 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/7806707a-7c73-46c0-b619-bcb0c5b39c21?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1021907 Oct 13 04:10:33.268072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.281479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:33.310231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d95d2-6f9c-43c3-b302-64184446ad72,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.314573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.314850 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Added segment b19acc0e-20be-4e91-b56a-ef41a7174eb5 of type vlan for network d4a78e28-93f8-42a6-aa68-886ba1633349 Oct 13 04:10:33.348878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.378668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.405596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-714ba7f5-11da-4445-af7c-b17ae7d3b732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.456154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:33.459866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.460191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.461164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:33.461742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.511201 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.540748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5580692 Oct 13 04:10:33.541771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.547453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Request body: {'subnet': {'network_id': 'd4a78e28-93f8-42a6-aa68-886ba1633349', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-571354416-subnet', 'tenant_id': '3eca9b1956424424bb7966cdba829870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:33.554964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.559292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e5b29e-2a9f-4047-a68b-53429449576c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:33.565894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963a4c6-c8ac-40c9-bef2-e29a7ef09748 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a78e28-93f8-42a6-aa68-886ba1633349,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.574037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea39c65b-5a27-4174-bf94-90b1d37d402b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:33.574575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea39c65b-5a27-4174-bf94-90b1d37d402b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:33.586312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d4a78e28-93f8-42a6-aa68-886ba1633349 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:33.599062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.608351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7f4ed7b-0425-4f44-b2d4-71706fdb08e0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.629188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.636067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Made reservation on behalf of 3eca9b1956424424bb7966cdba829870 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:33.638411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.645496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:33.646127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:33.650259 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:33.686274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.692239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b180186b-2d1d-4206-b6d1-0fadb3c7f4cc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c7f4ed7b-0425-4f44-b2d4-71706fdb08e0 HTTP/1.1" status: 204 len: 168 time: 1.6469915 Oct 13 04:10:33.695447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32966) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.707305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84', 'external_fixed_ips': [{'subnet_id': 'a6bcdd0f-ede9-484c-a86d-354aab0686ce', 'ip_address': '2001:db8::cc'}]}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:33.741695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-714ba7f5-11da-4445-af7c-b17ae7d3b732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.751820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-714ba7f5-11da-4445-af7c-b17ae7d3b732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.793949 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.794989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.823710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-714ba7f5-11da-4445-af7c-b17ae7d3b732 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c8e3de440df4cb0951f8dec8d6713f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033056 Oct 13 04:10:33.824508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ba7f5-11da-4445-af7c-b17ae7d3b732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd7ae67-4ace-4a8d-9377-ac48c7fe92fb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.826904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32970) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.836765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-59f61b22-03c7-4318-b341-c837b169d3dc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:33.838457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-59f61b22-03c7-4318-b341-c837b169d3dc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 807 time: 0.2630548 Oct 13 04:10:33.859804 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.866585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Request body: {'port': {'device_id': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'admin_state_up': True, 'tenant_id': '8d9f3a44caf84a90af4b0f445f504e7e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:33.903326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.906470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/networks/c6e5b29e-2a9f-4047-a68b-53429449576c HTTP/1.1" status: 204 len: 168 time: 0.7092750 Oct 13 04:10:33.923963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:33.943053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8859d-c06b-4145-8ec9-9a53ec7f3271 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Network': ['ID=c6e5b29e-2a9f-4047-a68b-53429449576c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:33.956903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951c443-4bc7-4515-99a6-74bddaaac408 req-4ed4b464-bd50-4210-b431-7abb72cefebb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:33.958428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f951c443-4bc7-4515-99a6-74bddaaac408 req-4ed4b464-bd50-4210-b431-7abb72cefebb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1993654 Oct 13 04:10:33.993503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-76472334-a5b8-4e74-bb47-0d97409fb479 req-61075139-4829-47d3-adbe-ec266bf170bd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.1170311 Oct 13 04:10:34.005266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.020343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.087176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:34.093577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef80c017-7a10-4e95-8e4b-0d0b7586ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.094407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Deleting subnet 21c7e560-63e9-4dd1-846a-37f28c734652 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:34.105248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.108281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:34.121106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040a3f2-8c66-4865-8929-1e772fa2caba None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:34.140461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:34.141063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.177034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f951c443-4bc7-4515-99a6-74bddaaac408 req-790b09f8-8880-42f8-a3d8-5dcb694d9803 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946638 Oct 13 04:10:34.203788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=78aa7d8d-ddd5-4e43-b96f-5db42763e8e2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:34.207240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef80c017-7a10-4e95-8e4b-0d0b7586ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.219281 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53c310e7-8230-4568-addf-6335b7022817 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9499831 Oct 13 04:10:34.221748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.223279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.234738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32974) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:34.244146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'security_group': {'name': 'tempest-secgroup-126058480'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:34.274166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.338162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:34.359444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Made reservation on behalf of 8d9f3a44caf84a90af4b0f445f504e7e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:34.363230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.405722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.423375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b8a03d-c61d-4bae-9732-878cd3a97038,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:34.435713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Checking segment: {'id': 'b19acc0e-20be-4e91-b56a-ef41a7174eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd4a78e28-93f8-42a6-aa68-886ba1633349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:34.436353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Network hostable DHCP agents. Network: d4a78e28-93f8-42a6-aa68-886ba1633349, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:34.446522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef80c017-7a10-4e95-8e4b-0d0b7586ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.449185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef80c017-7a10-4e95-8e4b-0d0b7586ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.449750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.452986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ef80c017-7a10-4e95-8e4b-0d0b7586ffe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cd7ae67-4ace-4a8d-9377-ac48c7fe92fb HTTP/1.1" status: 204 len: 168 time: 0.6218412 Oct 13 04:10:34.486936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80c017-7a10-4e95-8e4b-0d0b7586ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd7ae67-4ace-4a8d-9377-ac48c7fe92fb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:34.581660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Network d4a78e28-93f8-42a6-aa68-886ba1633349 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:34.593600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:34.593806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24f0c003-f9ce-4a6d-914e-7a4e0bd0296f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:34.594577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b9046888-6302-4857-ab66-0f3b4d7f3f5a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:34.614562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d4a78e28-93f8-42a6-aa68-886ba1633349) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:34.619402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Allocated IP 172.20.0.12 (09227da7-d52c-4f37-a496-d4d7c86f17a4/1cb4f75a-22c5-4945-9208-fb591640a1a2/250d8c1c-8367-4044-af97-c19f1653c8ab) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:34.621062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b9046888-6302-4857-ab66-0f3b4d7f3f5a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:34.621062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b9046888-6302-4857-ab66-0f3b4d7f3f5a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:34.628185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.631892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d5d33-d4cc-4d55-b5ce-c090ab1d4088 None None] Network d4a78e28-93f8-42a6-aa68-886ba1633349 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:34.641043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.666257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:34.667071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.675917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.752717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-79685cea-e361-476c-9892-afe677b450ea', 'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'tenant_id': '38638b4b661b43089afc391f31b5d6dd', 'fixed_ips': [{'subnet_id': '78aa7d8d-ddd5-4e43-b96f-5db42763e8e2'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:34.753782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.773347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.774668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5389225 Oct 13 04:10:34.779290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Subnet': ['ID=21c7e560-63e9-4dd1-846a-37f28c734652,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:34.779983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32980) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:34.785377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1514d-4ab1-444f-8e56-d96a4c2d2639 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b4935-13f5-4cf2-93e8-d5910c932156,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:34.790355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'security_group': {'name': 'tempest-secgroup-640327584'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:34.792727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c6afbead-7a13-45e9-a6a2-4b4a3b6f78f3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2499163 Oct 13 04:10:34.794193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.797602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-126a73b6-02dc-4812-a78f-91f50c1d3d60 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/subnets/21c7e560-63e9-4dd1-846a-37f28c734652 HTTP/1.1" status: 204 len: 168 time: 0.8690646 Oct 13 04:10:34.800331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:34.822746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcba033-e73e-44c7-896f-4ff1478e4f98 None None] Network 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:34.894389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.912434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.946283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:34.951885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.029581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b058ca-a490-4f24-b4a4-716e96821835 None None] Network d4a78e28-93f8-42a6-aa68-886ba1633349 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:35.043816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Deleting port ac3f013e-fe06-42cf-8921-92ee0eda7797 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:35.044865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.073555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.132034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 32996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:35.246952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] For port ac3f013e-fe06-42cf-8921-92ee0eda7797, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac3f013e-fe06-42cf-8921-92ee0eda7797,segment=NetworkSegment(b387970f-bbc0-4726-86b8-56f0e1868839),segment_id=b387970f-bbc0-4726-86b8-56f0e1868839)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:35.247273 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.284013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] DHCP port deletion for 84ca4eb5-7ec2-486d-a12a-ffc80a85f613 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:10:35.293797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Calling delete_port for ac3f013e-fe06-42cf-8921-92ee0eda7797 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:35.315084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13ecefb3-b444-4c78-ab97-2e8467c6895b req-832a25b4-318a-4134-a948-fd60b0916c99 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.1271012 Oct 13 04:10:35.336148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Allocated IP 2001:db8::2 (79685cea-e361-476c-9892-afe677b450ea/78aa7d8d-ddd5-4e43-b96f-5db42763e8e2/0bcca03f-a1c2-4762-a603-dd2cb238232f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:35.382136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Deleting subnet d3b8a03d-c61d-4bae-9732-878cd3a97038 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:35.398973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.402987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.433076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.435677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.437954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] Deleting port ac3f013e-fe06-42cf-8921-92ee0eda7797 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:35.438332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.462014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Allocated IP 2001:db8::cc (6143cb2c-56d7-44c1-ba6b-de934d355c84/a6bcdd0f-ede9-484c-a86d-354aab0686ce/cc800a9a-f318-4073-86a9-d10b0338c6a7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:35.466801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:35.518862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.521531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.569180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Port': ['ID=ac3f013e-fe06-42cf-8921-92ee0eda7797,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:35.582224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.585872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7990899 Oct 13 04:10:35.600952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773650ae-ca79-40f2-a327-f93ddee17ecb req-6e55208a-1dc4-4097-a68a-d33c2693e0e3 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:35.607058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33010) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:35.610623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-773650ae-ca79-40f2-a327-f93ddee17ecb req-6e55208a-1dc4-4097-a68a-d33c2693e0e3 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.2043304 Oct 13 04:10:35.626480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] No DVR routers for this DVR port ac3f013e-fe06-42cf-8921-92ee0eda7797 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:35.647629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Network 09227da7-d52c-4f37-a496-d4d7c86f17a4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:35.651464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1407428195', 'security_groups': ['ed30e75a-1d01-4e6e-b54f-8b01bc68cf92'], 'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78aa7d8d-ddd5-4e43-b96f-5db42763e8e2'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:35.736822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b5f03-4f7b-4b1a-bc7f-21ac8813c294 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30e75a-1d01-4e6e-b54f-8b01bc68cf92,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:35.748523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] For port ac3f013e-fe06-42cf-8921-92ee0eda7797, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac3f013e-fe06-42cf-8921-92ee0eda7797,segment=NetworkSegment(b387970f-bbc0-4726-86b8-56f0e1868839),segment_id=b387970f-bbc0-4726-86b8-56f0e1868839)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:35.750135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.772545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:35.797282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] Calling delete_port for ac3f013e-fe06-42cf-8921-92ee0eda7797 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:35.825655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:35.835013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:35.850211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.887040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-773650ae-ca79-40f2-a327-f93ddee17ecb req-74f055e5-3e93-4d53-a974-4ae2cf271edd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748394 Oct 13 04:10:35.890558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.915180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ca4eb5-7ec2-486d-a12a-ffc80a85f613']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:35.924721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b387970f-bbc0-4726-86b8-56f0e1868839') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:35.924920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b387970f-bbc0-4726-86b8-56f0e1868839') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:35.938674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.963144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.971739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:35.972141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:35.983489 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:35.986413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:35.987036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.996674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.027032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.045171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-d5a74e3c-7072-4dba-91de-16e3e0cd1da3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1913271 Oct 13 04:10:36.050151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] Pushing event deleted for resources: {'Port': ['ID=ac3f013e-fe06-42cf-8921-92ee0eda7797,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:36.069213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Request body: {'port': {'device_id': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:36.076922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c85aa-add0-4624-a2d7-786b4ef666a8 None None] No DVR routers for this DVR port ac3f013e-fe06-42cf-8921-92ee0eda7797 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:10:36.090031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.102419 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.122549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:36.124124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.135661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.153623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.162104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/networks/84ca4eb5-7ec2-486d-a12a-ffc80a85f613 HTTP/1.1" status: 204 len: 168 time: 1.3582668 Oct 13 04:10:36.162104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:36.181209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:36.192340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:36.208291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:36.219582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:36.257512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-01456636-8188-4540-b597-059e38e517c5 tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "GET /v2.0/ports?device_id=94168462-22ce-4f43-accf-3fceae0ede6b HTTP/1.1" status: 200 len: 205 time: 0.0850828 Oct 13 04:10:36.257512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0e225-fbe6-4711-8e26-f82ba99b03af tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Pushing event deleted for resources: {'Network': ['ID=84ca4eb5-7ec2-486d-a12a-ffc80a85f613,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:36.259049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:36.278204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac3f013e-fe06-42cf-8921-92ee0eda7797 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:10:36.301077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Attempting to bind port 0bcca03f-a1c2-4762-a603-dd2cb238232f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:36.301687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Attempting to bind port 0bcca03f-a1c2-4762-a603-dd2cb238232f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2e6102eb-8663-4685-8d4e-7d131eac09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79685cea-e361-476c-9892-afe677b450ea'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:36.302042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Attempting to bind port 0bcca03f-a1c2-4762-a603-dd2cb238232f on network 79685cea-e361-476c-9892-afe677b450ea {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:36.304168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ac3f013e-fe06-42cf-8921-92ee0eda7797 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:10:36.304318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac3f013e-fe06-42cf-8921-92ee0eda7797 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:10:36.309607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:36.309895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Checking segment: {'id': '2e6102eb-8663-4685-8d4e-7d131eac09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79685cea-e361-476c-9892-afe677b450ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:36.310279 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.310663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Bound using segment: {'id': '2e6102eb-8663-4685-8d4e-7d131eac09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79685cea-e361-476c-9892-afe677b450ea'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:36.311136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Bound port: 0bcca03f-a1c2-4762-a603-dd2cb238232f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6102eb-8663-4685-8d4e-7d131eac09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79685cea-e361-476c-9892-afe677b450ea'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:36.311520 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.338233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.404407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b8a03d-c61d-4bae-9732-878cd3a97038,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:36.421778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.428272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6824601d-b619-412b-9c28-25fb380f6eb6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d3b8a03d-c61d-4bae-9732-878cd3a97038 HTTP/1.1" status: 204 len: 168 time: 1.2919912 Oct 13 04:10:36.430149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:36.433692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:36.442808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:36.446643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.475237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.480745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:36.518454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.525998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ffda2-79e3-478d-8307-9e2836814386 None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:36.728319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.731839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.817943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.818699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Fanout notify agent at l3_agent the message router_deleted on router 94168462-22ce-4f43-accf-3fceae0ede6b {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:10:36.834127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:36.837519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50f46b90-d7a7-410e-896c-e27c2c0918bf tempest-RoutersNegativeTest-10603574 tempest-RoutersNegativeTest-10603574-project] 10.222.0.44 "DELETE /v2.0/routers/94168462-22ce-4f43-accf-3fceae0ede6b HTTP/1.1" status: 204 len: 168 time: 0.5771470 Oct 13 04:10:37.088850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882e03-007a-4a3e-a4b9-6f832b98ca95 req-a0a3c86d-c78b-4c4d-b1af-7aea9ba58940 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:37.090961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a882e03-007a-4a3e-a4b9-6f832b98ca95 req-a0a3c86d-c78b-4c4d-b1af-7aea9ba58940 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.0789711 Oct 13 04:10:37.136037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.159752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 6143cb2c-56d7-44c1-ba6b-de934d355c84 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:37.167088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a882e03-007a-4a3e-a4b9-6f832b98ca95 req-b5e95a4a-a802-4e3a-91a8-5c453d5345f2 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Oct 13 04:10:37.186848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:37.197282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Port': ['ID=cc800a9a-f318-4073-86a9-d10b0338c6a7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:37.202445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:37.207567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.284850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:37.340937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d2088-c69b-44aa-b296-b702cb5c0839 req-4d02cfa2-694e-4767-b543-148a1d6e6811 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:37.342494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-251d2088-c69b-44aa-b296-b702cb5c0839 req-4d02cfa2-694e-4767-b543-148a1d6e6811 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 932 time: 0.8564506 Oct 13 04:10:37.511430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0fc44e33-9779-4f4f-9eba-09bc7f9023da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37029019b7ea4826acb30fbff8963cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250113 Oct 13 04:10:37.512411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:37.599336 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a19911-2e8a-4980-9fe6-f97f91186d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.641349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a19911-2e8a-4980-9fe6-f97f91186d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.725811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a19911-2e8a-4980-9fe6-f97f91186d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.728334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a19911-2e8a-4980-9fe6-f97f91186d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.729829 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08a19911-2e8a-4980-9fe6-f97f91186d59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a26532de-ae5b-44f8-be2f-8881992b5a98 HTTP/1.1" status: 204 len: 168 time: 0.2159593 Oct 13 04:10:37.737971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a19911-2e8a-4980-9fe6-f97f91186d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26532de-ae5b-44f8-be2f-8881992b5a98,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:37.741110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.750356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-251d2088-c69b-44aa-b296-b702cb5c0839 req-ee2e9bd8-1848-400d-ba7a-36e871274595 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860071 Oct 13 04:10:37.751615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::178 (79685cea-e361-476c-9892-afe677b450ea/78aa7d8d-ddd5-4e43-b96f-5db42763e8e2/93b020e9-ce38-4a7b-9835-ddb49dca1f42) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:37.883922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a78e28-93f8-42a6-aa68-886ba1633349']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:37.909940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:37.946702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19acc0e-20be-4e91-b56a-ef41a7174eb5') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:37.946993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19acc0e-20be-4e91-b56a-ef41a7174eb5') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:37.978833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.043630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.049952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.109334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:38.109749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:38.111464 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:38.119777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:38.120209 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.268567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:38.284588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.294549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:38.294936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.326183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.329862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d4a78e28-93f8-42a6-aa68-886ba1633349 HTTP/1.1" status: 204 len: 168 time: 1.8827820 Oct 13 04:10:38.397557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.403560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396b966-b132-4a6c-bf69-a4573bdd4c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a78e28-93f8-42a6-aa68-886ba1633349,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:38.412555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:38.415619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250d8c1c-8367-4044-af97-c19f1653c8ab {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:38.446928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:38.458380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7f658-665c-480f-ada3-b2316259de0f req-5e3fb11d-a154-4d99-8a56-c5bc36297ff4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:38.462303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7eb7f658-665c-480f-ada3-b2316259de0f req-5e3fb11d-a154-4d99-8a56-c5bc36297ff4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1187475 Oct 13 04:10:38.504654 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.518040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.522092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7eb7f658-665c-480f-ada3-b2316259de0f req-5ec862d5-ab14-4134-a43c-d3824c9b04d1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Oct 13 04:10:38.594594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:38.596025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.600994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:38.618950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Transition to ACTIVE for port object 250d8c1c-8367-4044-af97-c19f1653c8ab will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:10:38.639928 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.675004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:38.689904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.757364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0fee3ec-96a0-4b7a-88be-497e69d80510 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eca9b1956424424bb7966cdba829870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810847 Oct 13 04:10:38.761498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:38.797251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56700d-cb9e-4aa1-a67c-8724ad629357 None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:38.850501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.865195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fe864ac-1fe9-4570-a9a9-025d30cebabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.872830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.899119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fe864ac-1fe9-4570-a9a9-025d30cebabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.978630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fe864ac-1fe9-4570-a9a9-025d30cebabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.982154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fe864ac-1fe9-4570-a9a9-025d30cebabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:38.984292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9fe864ac-1fe9-4570-a9a9-025d30cebabd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/191d95d2-6f9c-43c3-b302-64184446ad72 HTTP/1.1" status: 204 len: 168 time: 0.2215788 Oct 13 04:10:39.004861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:39.008858 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794cc8-a4a2-4dbe-96dd-1e04bfb4fae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.011394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe864ac-1fe9-4570-a9a9-025d30cebabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d95d2-6f9c-43c3-b302-64184446ad72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:39.019562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee98cf-965a-41c4-9ba3-1da0520bab87 req-a06c7e66-1c18-48f6-8abf-c50c6878e1f7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:39.027585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdee98cf-965a-41c4-9ba3-1da0520bab87 req-a06c7e66-1c18-48f6-8abf-c50c6878e1f7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1192968 Oct 13 04:10:39.030001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:39.048062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:39.055614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:39.056206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.071018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:39.130198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=93b020e9-ce38-4a7b-9835-ddb49dca1f42,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:39.144402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c8318ac-2fb6-48fa-a3f0-3edad43b9f34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5268042 Oct 13 04:10:39.144650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794cc8-a4a2-4dbe-96dd-1e04bfb4fae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.144650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:39.154210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:39.159822 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794cc8-a4a2-4dbe-96dd-1e04bfb4fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.214456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdee98cf-965a-41c4-9ba3-1da0520bab87 req-eb1fb1b5-912b-47c9-96e5-4822ecfa3e6c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855435 Oct 13 04:10:39.279043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Router cf5603fd-3ae2-4287-91a2-cbf429774a2d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:39.297657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31794cc8-a4a2-4dbe-96dd-1e04bfb4fae6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ac0df9f485c4d219bd1bd8487ae8ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341460 Oct 13 04:10:39.300464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:39.307652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:39.310687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31794cc8-a4a2-4dbe-96dd-1e04bfb4fae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f264f-11cc-4727-b6bc-e527bf05d7cd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:39.338631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:39.338970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:39.339297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:39.382235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:10:39.382608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:39.396881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:39.397256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:39.397620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:39.403279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Bound port: 250d8c1c-8367-4044-af97-c19f1653c8ab, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:39.403279 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.437729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9882ae60-e6ab-4c96-b84c-a71ad990db8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.467539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:39.471191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.503679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-413004c1-9a89-4ecd-997e-dedd02b524d9 None None] Provisioning complete for port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:39.504241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-413004c1-9a89-4ecd-997e-dedd02b524d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.511097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:39.514592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:39.574023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-413004c1-9a89-4ecd-997e-dedd02b524d9 None None] Port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:39.596727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.643084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:39.643700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.645250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] 10.222.0.26 "PUT /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 1092 time: 3.5901124 Oct 13 04:10:39.647552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:39.649775 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ec80d2-948f-40ef-9b96-4992e746a17d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:39.671414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9882ae60-e6ab-4c96-b84c-a71ad990db8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.759657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f5beab73-f90a-4624-a86b-207f60f6b55d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:39.760812 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-f5beab73-f90a-4624-a86b-207f60f6b55d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:10:39.761309 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-f5beab73-f90a-4624-a86b-207f60f6b55d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:10:39.762805 n-d-810220-9 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78aa7d8d-ddd5-4e43-b96f-5db42763e8e2 (CIDR: 2001:db8::/64) Oct 13 04:10:39.763263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f5beab73-f90a-4624-a86b-207f60f6b55d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4498501 Oct 13 04:10:39.766664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:39.770957 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc91251-7c2d-4da5-b6a1-c5b57593412f x-openstack-request-id: req-5fc91251-7c2d-4da5-b6a1-c5b57593412f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:39.771272 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:39.771528 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fc91251-7c2d-4da5-b6a1-c5b57593412f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:39.771926 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'status': 'completed', 'code': 200} Oct 13 04:10:39.773412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112483658'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:39.781799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:39.787331 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:39.788046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:10:39.809546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Sync routers for ids ['cf5603fd-3ae2-4287-91a2-cbf429774a2d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:39.815314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a85e-8fcc-403a-a62a-1ced38b4557e service neutron] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:39.819780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b4e47-6199-42bc-b425-7e5984c34bc7 req-3dc14bd5-7380-4296-a2e8-e2434d0e7155 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:39.822388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-043b4e47-6199-42bc-b425-7e5984c34bc7 req-3dc14bd5-7380-4296-a2e8-e2434d0e7155 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1319966 Oct 13 04:10:39.832641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-4bdfdce2-8cdb-4986-a099-015b50892fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:39.834878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-4bdfdce2-8cdb-4986-a099-015b50892fec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1095 time: 0.1276340 Oct 13 04:10:39.843143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Routers {'cf5603fd-3ae2-4287-91a2-cbf429774a2d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:39.845311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['cf5603fd-3ae2-4287-91a2-cbf429774a2d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:39.849744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.862633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.864100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0c123d16-e2a2-4d9c-a1a9-250da32fd92f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7150002 Oct 13 04:10:39.870808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b680551-4271-4fd3-a2e6-04682a9685d5 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.1710200 Oct 13 04:10:39.870808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:39.875485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:39.877989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9882ae60-e6ab-4c96-b84c-a71ad990db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.881282 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9882ae60-e6ab-4c96-b84c-a71ad990db8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.882554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9882ae60-e6ab-4c96-b84c-a71ad990db8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe3f264f-11cc-4727-b6bc-e527bf05d7cd HTTP/1.1" status: 204 len: 168 time: 0.5811517 Oct 13 04:10:39.890666 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.904241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:39.950445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882ae60-e6ab-4c96-b84c-a71ad990db8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f264f-11cc-4727-b6bc-e527bf05d7cd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:39.979999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:39.986239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-4f6e307a-e830-43f3-8912-af3383c8ce16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 217 time: 0.1419191 Oct 13 04:10:39.991808 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-043b4e47-6199-42bc-b425-7e5984c34bc7 req-d47cd629-394c-49f1-9c03-f2feddf39ecb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553459 Oct 13 04:10:40.055715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Set router cf5603fd-3ae2-4287-91a2-cbf429774a2d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:40.069299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-12b05293-a762-4cde-90b2-32a15a35460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:40.070987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-12b05293-a762-4cde-90b2-32a15a35460d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0729034 Oct 13 04:10:40.122085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-33de9e80-94bf-44de-a24b-49d08178166d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410502 Oct 13 04:10:40.123660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.231878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-87052d4e-c844-4304-91b2-90bc4e4fdd09 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986459 Oct 13 04:10:40.260665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.341787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.387010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:40.404233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c66ee0-f35a-4521-b3ad-e6a6864f6e94,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:40.416995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.498959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:40.505199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.527723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.547003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.556931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:40.557522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.615786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.624792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8568408 Oct 13 04:10:40.632266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5603fd-3ae2-4287-91a2-cbf429774a2d', 'name': '', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84', 'external_fixed_ips': [{'subnet_id': 'a6bcdd0f-ede9-484c-a86d-354aab0686ce', 'ip_address': '2001:db8::cc'}], 'enable_snat': True}, 'gw_port_id': 'cc800a9a-f318-4073-86a9-d10b0338c6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:33Z', 'updated_at': '2021-10-13T04:10:37Z', 'revision_number': 3, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port': {'id': 'cc800a9a-f318-4073-86a9-d10b0338c6a7', 'name': '', 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5603fd-3ae2-4287-91a2-cbf429774a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a6bcdd0f-ede9-484c-a86d-354aab0686ce', 'ip_address': '2001:db8::cc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:34Z', 'updated_at': '2021-10-13T04:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bcdd0f-ede9-484c-a86d-354aab0686ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:40.638234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:40.644254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': '366c45ba-ba26-42fb-b5e4-10443c3bb39e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:40.667776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:40.676944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6533f3d-a8c3-4916-adf0-c6d7b98266ff tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366c45ba-ba26-42fb-b5e4-10443c3bb39e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:40.719789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a59ec36-1522-4450-924e-866ed0bfefb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:40.851204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Checking router: cf5603fd-3ae2-4287-91a2-cbf429774a2d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:10:40.851805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Updating router cf5603fd-3ae2-4287-91a2-cbf429774a2d port cc800a9a-f318-4073-86a9-d10b0338c6a7 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:10:40.926992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.056640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2810be13-fe41-4dbc-8c26-43b559f9f716 req-f88afc09-90bc-433e-a858-31e2519d040f service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171284 Oct 13 04:10:41.074780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ce81b-9584-4e15-a865-de878eae658d req-ca324f0e-17b3-4ca0-b8dc-5bbddace76c7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:41.076418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e9ce81b-9584-4e15-a865-de878eae658d req-ca324f0e-17b3-4ca0-b8dc-5bbddace76c7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.7054987 Oct 13 04:10:41.114540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:41.223108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e9ce81b-9584-4e15-a865-de878eae658d req-b4bd4ce1-122d-493e-aa90-00f01623a86a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336377 Oct 13 04:10:41.232314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-ad0c4340-5e36-42ee-95e7-16a06e6745ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:41.234444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-ad0c4340-5e36-42ee-95e7-16a06e6745ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1095 time: 0.1007152 Oct 13 04:10:41.283122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Deleting port cc800a9a-f318-4073-86a9-d10b0338c6a7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:41.283509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.355669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f320ddf-1777-433d-a976-13ecf4ccf3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.371320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.388093 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.398537 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.440871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f342-7178-42bb-a9a3-74004f136278 req-ca2840ac-e090-494d-9f3c-f0425bd7af43 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:41.450042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b056f342-7178-42bb-a9a3-74004f136278 req-ca2840ac-e090-494d-9f3c-f0425bd7af43 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1888671 Oct 13 04:10:41.475341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-7325be94-9d0d-4f39-854b-b08a432b08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:41.476877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-7325be94-9d0d-4f39-854b-b08a432b08c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2348053 Oct 13 04:10:41.488071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff32ba-ee71-42a8-9a2a-400f11783c1f None None] Pushing event updated for resources: {'Port': ['ID=cc800a9a-f318-4073-86a9-d10b0338c6a7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:41.501476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Attempting to bind port cc800a9a-f318-4073-86a9-d10b0338c6a7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:41.502229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Attempting to bind port cc800a9a-f318-4073-86a9-d10b0338c6a7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'd8e40659-17bf-4412-a943-40d931f83d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:41.502841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Attempting to bind port cc800a9a-f318-4073-86a9-d10b0338c6a7 on network 6143cb2c-56d7-44c1-ba6b-de934d355c84 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:41.511571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:41.512363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Checking segment: {'id': 'd8e40659-17bf-4412-a943-40d931f83d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:41.513052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.513708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Bound using segment: {'id': 'd8e40659-17bf-4412-a943-40d931f83d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:41.514425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Bound port: cc800a9a-f318-4073-86a9-d10b0338c6a7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e40659-17bf-4412-a943-40d931f83d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6143cb2c-56d7-44c1-ba6b-de934d355c84'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:41.515025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.526667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.546964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-1458d3b8-81b6-4f24-aaf9-4bff4c9fc339 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 217 time: 0.0573163 Oct 13 04:10:41.560936 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.577715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Calling delete_port for cc800a9a-f318-4073-86a9-d10b0338c6a7 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:41.592512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.594016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] For port cc800a9a-f318-4073-86a9-d10b0338c6a7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:41.600905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] For port cc800a9a-f318-4073-86a9-d10b0338c6a7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc800a9a-f318-4073-86a9-d10b0338c6a7,segment=NetworkSegment(d8e40659-17bf-4412-a943-40d931f83d12),segment_id=d8e40659-17bf-4412-a943-40d931f83d12)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:41.607474 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.609104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-dfb490a3-d232-484c-aa59-ce021f763117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:41.610765 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-dfb490a3-d232-484c-aa59-ce021f763117 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0515766 Oct 13 04:10:41.630265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219bcfd5-ed0c-482d-98a6-ee1f63420384,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:41.633099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.647223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a59ec36-1522-4450-924e-866ed0bfefb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.655062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b056f342-7178-42bb-a9a3-74004f136278 req-0eb98126-1371-49af-90b2-90760072cec4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041526 Oct 13 04:10:41.680182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-b1bd0e06-ea9b-44ac-90ad-710f4e2fe465 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536692 Oct 13 04:10:41.698348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a59ec36-1522-4450-924e-866ed0bfefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.707067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Routers {'cf5603fd-3ae2-4287-91a2-cbf429774a2d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:41.708107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['cf5603fd-3ae2-4287-91a2-cbf429774a2d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:41.732711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33156) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:41.733635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3a59ec36-1522-4450-924e-866ed0bfefb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47d0abbc61564ec08f839a3463537051&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0623295 Oct 13 04:10:41.739685 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.743951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-52ad7cdf-d4e8-4361-b8cf-d044d9210e20 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1044040 Oct 13 04:10:41.746519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:41.755661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3c500657-3c9a-499c-9e6f-25a50afc865b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': '366c45ba-ba26-42fb-b5e4-10443c3bb39e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:41.780462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:41.800302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f320ddf-1777-433d-a976-13ecf4ccf3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.801560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:41.816055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:41.816653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.820015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e1ee4-2718-4d4f-9b8c-a7952982c086 None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:41.825176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c500657-3c9a-499c-9e6f-25a50afc865b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.831206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff32ba-ee71-42a8-9a2a-400f11783c1f None None] Pushing event updated for resources: {'Port': ['ID=cc800a9a-f318-4073-86a9-d10b0338c6a7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:41.832097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ec36-1522-4450-924e-866ed0bfefb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d39a51c-405a-4bff-8abd-15c2ef95a5e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:41.838456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f320ddf-1777-433d-a976-13ecf4ccf3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.870541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8946955 Oct 13 04:10:41.871296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a67b1d-376d-475e-9eed-99e4e15906ca tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:41.874223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33160) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:41.908112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-824573245', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa'}], 'security_groups': ['ff4b4935-13f5-4cf2-93e8-d5910c932156']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:41.954911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] Set router cf5603fd-3ae2-4287-91a2-cbf429774a2d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:41.967654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9f320ddf-1777-433d-a976-13ecf4ccf3f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f351bc5ffc234f5d9e45bf6536d8a0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8462248 Oct 13 04:10:41.976427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:41.991913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f320ddf-1777-433d-a976-13ecf4ccf3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577d9892-74ed-4b95-ae9d-959d9f29da3d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:42.008180 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-3c500657-3c9a-499c-9e6f-25a50afc865b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:10:42.015512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3c500657-3c9a-499c-9e6f-25a50afc865b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2605855 Oct 13 04:10:42.019190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33164) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:42.032439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-5afeab0d-0e39-4d86-bf4f-99e27b0b2e30 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266811 Oct 13 04:10:42.055134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5603fd-3ae2-4287-91a2-cbf429774a2d', 'name': '', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:33Z', 'updated_at': '2021-10-13T04:10:40Z', 'revision_number': 4, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:42.066735 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd82dbf9-690f-4905-a67e-8ac99420c6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.087698 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.092781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7dc56-bec1-4faa-967e-f12f73af88c4 None None] The sync data for ids ['cf5603fd-3ae2-4287-91a2-cbf429774a2d'] in n-d-810220-9 is: [{'id': 'cf5603fd-3ae2-4287-91a2-cbf429774a2d', 'name': '', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:33Z', 'updated_at': '2021-10-13T04:10:40Z', 'revision_number': 4, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:42.140485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc800a9a-f318-4073-86a9-d10b0338c6a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:42.173822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd82dbf9-690f-4905-a67e-8ac99420c6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.179407 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.259979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89abbeb9-f9a8-4ce9-ad7f-54ee67eafeac tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.288865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89abbeb9-f9a8-4ce9-ad7f-54ee67eafeac tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.292139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-460f6470-7e20-4dbe-a271-0245f1aab8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.371665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2ec80d2-948f-40ef-9b96-4992e746a17d req-5ad77c4e-b764-43a4-a644-f07c18ad2419 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059378 Oct 13 04:10:42.372782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.378668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89abbeb9-f9a8-4ce9-ad7f-54ee67eafeac tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.383651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89abbeb9-f9a8-4ce9-ad7f-54ee67eafeac tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.385013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-89abbeb9-f9a8-4ce9-ad7f-54ee67eafeac tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/366c45ba-ba26-42fb-b5e4-10443c3bb39e HTTP/1.1" status: 204 len: 168 time: 0.3626173 Oct 13 04:10:42.387122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.397487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] Update dhcp port {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'fixed_ips': [{'subnet_id': '78aa7d8d-ddd5-4e43-b96f-5db42763e8e2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '0bcca03f-a1c2-4762-a603-dd2cb238232f'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:10:42.398320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:42.399808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-460f6470-7e20-4dbe-a271-0245f1aab8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.401426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abbeb9-f9a8-4ce9-ad7f-54ee67eafeac tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366c45ba-ba26-42fb-b5e4-10443c3bb39e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:42.413150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.454039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd82dbf9-690f-4905-a67e-8ac99420c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.456917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd82dbf9-690f-4905-a67e-8ac99420c6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.460203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dd82dbf9-690f-4905-a67e-8ac99420c6c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d39a51c-405a-4bff-8abd-15c2ef95a5e5 HTTP/1.1" status: 204 len: 168 time: 0.7098997 Oct 13 04:10:42.474307 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.494355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82dbf9-690f-4905-a67e-8ac99420c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d39a51c-405a-4bff-8abd-15c2ef95a5e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:42.507100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976a125-0311-4d04-bd8c-7ad388ef5f79 req-31622ef7-68c5-4c13-a723-1bba92b6fe12 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:42.508635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8976a125-0311-4d04-bd8c-7ad388ef5f79 req-31622ef7-68c5-4c13-a723-1bba92b6fe12 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1549294 Oct 13 04:10:42.558158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.558730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf5603fd-3ae2-4287-91a2-cbf429774a2d {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:10:42.567359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.569155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-71966040-f9c9-4827-a634-eca78e4cde4d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/routers/cf5603fd-3ae2-4287-91a2-cbf429774a2d HTTP/1.1" status: 204 len: 168 time: 2.6921322 Oct 13 04:10:42.574972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33172) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:42.587775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-460f6470-7e20-4dbe-a271-0245f1aab8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.590402 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-460f6470-7e20-4dbe-a271-0245f1aab8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.591534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-460f6470-7e20-4dbe-a271-0245f1aab8ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/577d9892-74ed-4b95-ae9d-959d9f29da3d HTTP/1.1" status: 204 len: 168 time: 0.6127408 Oct 13 04:10:42.620379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f6470-7e20-4dbe-a271-0245f1aab8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577d9892-74ed-4b95-ae9d-959d9f29da3d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:42.634310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8976a125-0311-4d04-bd8c-7ad388ef5f79 req-8d39ca68-bed6-44f1-8246-08c0d225276f tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155276 Oct 13 04:10:42.680870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:42.681103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-01492c0a-7888-49a2-8007-1d9c9e73ef1b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2732034 Oct 13 04:10:42.685268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Deleting subnet a6bcdd0f-ede9-484c-a86d-354aab0686ce {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:42.688897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.690762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--586947102'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:42.763804 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.764074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.876280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] Allocated IP 2001:db8:0:1::2 (79685cea-e361-476c-9892-afe677b450ea/aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa/0bcca03f-a1c2-4762-a603-dd2cb238232f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:42.895757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.922493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.929267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686728-89b5-4abf-89b5-3d997f1f58cf req-18f06fc3-c8f7-4af6-bf3f-4d8d5380649b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:42.929924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.937545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61686728-89b5-4abf-89b5-3d997f1f58cf req-18f06fc3-c8f7-4af6-bf3f-4d8d5380649b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1049511 Oct 13 04:10:42.988998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.992198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3103523 Oct 13 04:10:42.996214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.004646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61686728-89b5-4abf-89b5-3d997f1f58cf req-bea2821d-99a3-440b-aca8-f7cca2f0e3f2 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613508 Oct 13 04:10:43.008704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1418ae70-c22f-44fe-901c-38e99e40da0b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': '37b68a9b-7ef2-47be-add4-f02d6432e725', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:43.009822 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-1418ae70-c22f-44fe-901c-38e99e40da0b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 04:10:43.010740 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-1418ae70-c22f-44fe-901c-38e99e40da0b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:43.011956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1418ae70-c22f-44fe-901c-38e99e40da0b tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0143633 Oct 13 04:10:43.017578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33198) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.018716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac534406-1a49-409b-be69-cb5b3f213941 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b68a9b-7ef2-47be-add4-f02d6432e725,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:43.040121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.049235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:43.064533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.068883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/a6bcdd0f-ede9-484c-a86d-354aab0686ce HTTP/1.1" status: 204 len: 168 time: 0.4881525 Oct 13 04:10:43.072361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.084131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.093903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.120298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ebe86-f6c6-4494-b0e1-286b627e05af tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a6bcdd0f-ede9-484c-a86d-354aab0686ce,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:43.147654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aca9d09-8cb9-4574-b6c2-83640063ac82 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.173692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6051d-c3bf-4e12-bede-cdf27187ef6e None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:43.188227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aca9d09-8cb9-4574-b6c2-83640063ac82 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.244217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aca9d09-8cb9-4574-b6c2-83640063ac82 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.247757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aca9d09-8cb9-4574-b6c2-83640063ac82 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.249234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8aca9d09-8cb9-4574-b6c2-83640063ac82 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/37b68a9b-7ef2-47be-add4-f02d6432e725 HTTP/1.1" status: 204 len: 168 time: 0.2306080 Oct 13 04:10:43.252426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.264236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca9d09-8cb9-4574-b6c2-83640063ac82 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b68a9b-7ef2-47be-add4-f02d6432e725,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:43.285294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.432958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-695e4d6f-e217-40be-87d1-2836cd1049fd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1715524 Oct 13 04:10:43.434243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.440572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943226288'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:43.493061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.501269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Delete allocated IP 2001:db8::178 (79685cea-e361-476c-9892-afe677b450ea/78aa7d8d-ddd5-4e43-b96f-5db42763e8e2) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:10:43.534731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8:0:1::9e (79685cea-e361-476c-9892-afe677b450ea/aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa/93b020e9-ce38-4a7b-9835-ddb49dca1f42) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:43.534731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.574430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6143cb2c-56d7-44c1-ba6b-de934d355c84']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:43.593140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e40659-17bf-4412-a943-40d931f83d12') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:43.593864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e40659-17bf-4412-a943-40d931f83d12') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:43.606520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.632292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.647800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.704040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.727449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:10:43.731787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.732879 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:10:43.735024 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:10:43.741207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3012931 Oct 13 04:10:43.742324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.753735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fffd7990-7ff4-4505-8944-3405f522c894 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': '876a7300-da20-4407-aa33-97c4cfcffd5e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:43.754642 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-fffd7990-7ff4-4505-8944-3405f522c894 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 04:10:43.755157 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-fffd7990-7ff4-4505-8944-3405f522c894 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:43.757025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fffd7990-7ff4-4505-8944-3405f522c894 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131388 Oct 13 04:10:43.757670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634e3c9-9966-47db-a842-9598784fbce1 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876a7300-da20-4407-aa33-97c4cfcffd5e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:43.759681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.826902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6accc567-dd51-4811-84f8-ff39d604e41e tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.856979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6accc567-dd51-4811-84f8-ff39d604e41e tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.899380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.914881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6143cb2c-56d7-44c1-ba6b-de934d355c84 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:10:43.917525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.924786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6143cb2c-56d7-44c1-ba6b-de934d355c84 HTTP/1.1" status: 204 len: 168 time: 0.8510838 Oct 13 04:10:43.942092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6accc567-dd51-4811-84f8-ff39d604e41e tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.944002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f293e3d-5498-4022-acf6-98673ab843b5 req-be0f9968-f5cb-4cab-b18d-e0fa6b65f1b2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:43.947174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f293e3d-5498-4022-acf6-98673ab843b5 req-be0f9968-f5cb-4cab-b18d-e0fa6b65f1b2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1742358 Oct 13 04:10:43.948850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6accc567-dd51-4811-84f8-ff39d604e41e tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:43.952413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6accc567-dd51-4811-84f8-ff39d604e41e tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/876a7300-da20-4407-aa33-97c4cfcffd5e HTTP/1.1" status: 204 len: 168 time: 0.1914661 Oct 13 04:10:43.962893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:43.983301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accc567-dd51-4811-84f8-ff39d604e41e tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876a7300-da20-4407-aa33-97c4cfcffd5e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:43.990686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf5b47-dfa2-49d7-a1ae-5fb47c75af25 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event deleted for resources: {'Network': ['ID=6143cb2c-56d7-44c1-ba6b-de934d355c84,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:44.090373 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.123958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.154423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-17b7ebc1-0cbd-4eee-996c-1ee1d7e753f6 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1899953 Oct 13 04:10:44.158214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.163695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860817616'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:44.227940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.246088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Provisioning complete for port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:44.246600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.296061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f293e3d-5498-4022-acf6-98673ab843b5 req-801f1258-1f91-45f6-9526-9d21969bd2ea tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338675 Oct 13 04:10:44.299841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] In _notify_port_updated(), no bound segment for port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 on network 79685cea-e361-476c-9892-afe677b450ea {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:10:44.323710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:44.323950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:44.323950 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.334003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.337920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/ports/93b020e9-ce38-4a7b-9835-ddb49dca1f42 HTTP/1.1" status: 200 len: 929 time: 2.4481444 Oct 13 04:10:44.340623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:44.341274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.391217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdd9d4-a253-485a-91db-e95d5d22aab4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=93b020e9-ce38-4a7b-9835-ddb49dca1f42,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:44.392167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:44.502868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.519720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:44.520235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.533079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.575364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1918036-0880-4a1c-8b38-5867c7eb8de5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:44.581781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e872-7843-4c72-9841-561c0b76de41 req-9e3be0f6-bb6f-4c36-92be-ae1f3d9bec89 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:44.583859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91f5e872-7843-4c72-9841-561c0b76de41 req-9e3be0f6-bb6f-4c36-92be-ae1f3d9bec89 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1129775 Oct 13 04:10:44.591274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.597022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'name': 'tempest-router--2145774525', 'project_id': 'ac53258a804e49cc90af53c05f4a1942'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:44.624068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.630616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8002d917-a259-4406-b633-224852959fbd tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4701443 Oct 13 04:10:44.635265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.657085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.658413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.661108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-beedf4aa-9575-4c57-8ab9-8c7d611ea41a tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'a1918036-0880-4a1c-8b38-5867c7eb8de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:44.691782 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-beedf4aa-9575-4c57-8ab9-8c7d611ea41a tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 04:10:44.693826 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-beedf4aa-9575-4c57-8ab9-8c7d611ea41a tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:44.695278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-beedf4aa-9575-4c57-8ab9-8c7d611ea41a tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0456800 Oct 13 04:10:44.698289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.705409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9b540a77-703f-482c-b964-3729aef6e8e6 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'a1918036-0880-4a1c-8b38-5867c7eb8de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:44.706395 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-9b540a77-703f-482c-b964-3729aef6e8e6 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 04:10:44.707067 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-9b540a77-703f-482c-b964-3729aef6e8e6 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:44.708397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9b540a77-703f-482c-b964-3729aef6e8e6 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087640 Oct 13 04:10:44.712061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33268) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.721028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-61f107f1-a3d2-422b-b419-a45a393338cf tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'a1918036-0880-4a1c-8b38-5867c7eb8de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:44.722266 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-61f107f1-a3d2-422b-b419-a45a393338cf tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 04:10:44.722969 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-61f107f1-a3d2-422b-b419-a45a393338cf tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:44.725136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-61f107f1-a3d2-422b-b419-a45a393338cf tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101748 Oct 13 04:10:44.728502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:44.729086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.731980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.739693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-172a0ca9-6288-4920-86dd-856bb09a5e29 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'a1918036-0880-4a1c-8b38-5867c7eb8de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:44.740870 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-172a0ca9-6288-4920-86dd-856bb09a5e29 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 04:10:44.741599 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-172a0ca9-6288-4920-86dd-856bb09a5e29 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:44.742800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-172a0ca9-6288-4920-86dd-856bb09a5e29 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076079 Oct 13 04:10:44.749278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91f5e872-7843-4c72-9841-561c0b76de41 req-8f13e2a4-388a-416f-b33e-4c070eb0cbdc tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109514 Oct 13 04:10:44.760321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.770986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:44.772029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.804305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.811747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.812135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2dedabb-a007-4f96-8569-9832860053c3 None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:44.837200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.845122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a2dbd92f-14eb-4a69-94be-6543216ef6e7 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2515848 Oct 13 04:10:44.845948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:44.900304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.922767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 93b020e9-ce38-4a7b-9835-ddb49dca1f42 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:44.934892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62f0ce1d-491b-46ad-a944-d3adb3391e46 None None] Provisioning complete for port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:44.935405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62f0ce1d-491b-46ad-a944-d3adb3391e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.945348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ece730-5c03-4a1b-b14c-e66cae576864 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.948870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.971204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ece730-5c03-4a1b-b14c-e66cae576864 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.023011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62f0ce1d-491b-46ad-a944-d3adb3391e46 None None] Port 93b020e9-ce38-4a7b-9835-ddb49dca1f42 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:45.080709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ece730-5c03-4a1b-b14c-e66cae576864 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.085716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ece730-5c03-4a1b-b14c-e66cae576864 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.087030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a6ece730-5c03-4a1b-b14c-e66cae576864 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/a1918036-0880-4a1c-8b38-5867c7eb8de5 HTTP/1.1" status: 204 len: 168 time: 0.3253746 Oct 13 04:10:45.111630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33288) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.144133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ece730-5c03-4a1b-b14c-e66cae576864 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1918036-0880-4a1c-8b38-5867c7eb8de5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:45.178731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.181113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.205359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4651738e-bc5a-4435-a8c8-73ae02d7d544 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920682 Oct 13 04:10:45.212212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.226170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807605529'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.239459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.241463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d81d85cf-c942-474c-aa9c-43f49e4565a0 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:10:45.259036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.260460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95ee97b3-e57c-4f11-94b7-f308650e0e1c tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/routers/d81d85cf-c942-474c-aa9c-43f49e4565a0 HTTP/1.1" status: 204 len: 168 time: 0.4127336 Oct 13 04:10:45.263415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.348625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.448749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=93b020e9-ce38-4a7b-9835-ddb49dca1f42,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:45.513647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.518052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.524613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.524866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6cc76bc8-8607-4acb-b2f4-3b4e319afe10 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/93b020e9-ce38-4a7b-9835-ddb49dca1f42 HTTP/1.1" status: 204 len: 168 time: 1.1898000 Oct 13 04:10:45.534605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.546260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.581391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f9fdb0-651b-4ef3-9e43-31762d2309a6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:45.582034 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-92378697-0dc1-4720-8b5c-6be2aa3a4e68 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:10:45.588989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.593044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2970c0eb-e83b-47f2-ac2f-ba3166d67e96 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3795066 Oct 13 04:10:45.593644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.594248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-92378697-0dc1-4720-8b5c-6be2aa3a4e68 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/93b020e9-ce38-4a7b-9835-ddb49dca1f42 HTTP/1.1" status: 404 len: 333 time: 0.0680740 Oct 13 04:10:45.596969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.634468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-63ef5a0f-e44e-4f37-b5d5-5636323e2a8d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.635951 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-63ef5a0f-e44e-4f37-b5d5-5636323e2a8d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:10:45.636505 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-63ef5a0f-e44e-4f37-b5d5-5636323e2a8d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.640944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.641382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-63ef5a0f-e44e-4f37-b5d5-5636323e2a8d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0427067 Oct 13 04:10:45.647502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-23b024d8-a187-4924-a1e6-514b443cc069 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.661157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7df1-2b88-434f-be54-dc350046bbba req-0dd4ca03-1032-4365-b06d-7576ffacdf05 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:45.662854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d70c7df1-2b88-434f-be54-dc350046bbba req-0dd4ca03-1032-4365-b06d-7576ffacdf05 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.2401030 Oct 13 04:10:45.701359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbb55-e104-473a-9fcb-98bc317a049e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.726809 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-23b024d8-a187-4924-a1e6-514b443cc069 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.728594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-23b024d8-a187-4924-a1e6-514b443cc069 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0863700 Oct 13 04:10:45.731685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.736818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ee5ed787-baca-4d9a-a417-fc7bce85da14 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.743039 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-ee5ed787-baca-4d9a-a417-fc7bce85da14 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 04:10:45.743746 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-ee5ed787-baca-4d9a-a417-fc7bce85da14 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.745048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ee5ed787-baca-4d9a-a417-fc7bce85da14 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121117 Oct 13 04:10:45.751294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33328) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.758639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c56b40ae-1b74-421b-a184-77950ab23d8f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.784585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbb55-e104-473a-9fcb-98bc317a049e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.839285 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-c56b40ae-1b74-421b-a184-77950ab23d8f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.840604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c56b40ae-1b74-421b-a184-77950ab23d8f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0880201 Oct 13 04:10:45.843438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.848245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e7ef3703-2c8c-44b1-816f-08030647c0ee tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.849061 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-e7ef3703-2c8c-44b1-816f-08030647c0ee tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:10:45.850408 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-e7ef3703-2c8c-44b1-816f-08030647c0ee tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.851694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e7ef3703-2c8c-44b1-816f-08030647c0ee tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070369 Oct 13 04:10:45.855881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.861268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-25cbd2a8-ce4d-41eb-921c-3e158ef5705f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.928241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d70c7df1-2b88-434f-be54-dc350046bbba req-13d271f6-b2dc-4604-8926-bc046e2766ea tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273705 Oct 13 04:10:45.968294 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-25cbd2a8-ce4d-41eb-921c-3e158ef5705f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.969482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25cbd2a8-ce4d-41eb-921c-3e158ef5705f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1123736 Oct 13 04:10:45.972536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.981228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9f3a7583-f3bd-48d4-9f99-cccede6d6009 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.981921 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-9f3a7583-f3bd-48d4-9f99-cccede6d6009 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 04:10:45.982757 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-9f3a7583-f3bd-48d4-9f99-cccede6d6009 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:45.983379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1665929991', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.984584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9f3a7583-f3bd-48d4-9f99-cccede6d6009 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108213 Oct 13 04:10:45.987243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:45.991903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7e33a947-94ea-4609-a692-5fd4988ca3de tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:45.995724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbb55-e104-473a-9fcb-98bc317a049e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.001378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbb55-e104-473a-9fcb-98bc317a049e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.009183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6dbbb55-e104-473a-9fcb-98bc317a049e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed30e75a-1d01-4e6e-b54f-8b01bc68cf92 HTTP/1.1" status: 204 len: 168 time: 0.4081774 Oct 13 04:10:46.014174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352583f-ade4-4511-8335-7094123f3d34 req-c3be0f31-1d36-47f1-8c31-a07ae77517a6 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:46.021327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d352583f-ade4-4511-8335-7094123f3d34 req-c3be0f31-1d36-47f1-8c31-a07ae77517a6 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1238704 Oct 13 04:10:46.023369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.038532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbbb55-e104-473a-9fcb-98bc317a049e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30e75a-1d01-4e6e-b54f-8b01bc68cf92,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:46.145285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26cbd722-5f60-445a-b47e-5313d992dae3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.184443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.186073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.193165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26cbd722-5f60-445a-b47e-5313d992dae3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.221151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d352583f-ade4-4511-8335-7094123f3d34 req-f0eab806-c7e3-422c-88f1-2bee249ba726 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445458 Oct 13 04:10:46.232078 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-7e33a947-94ea-4609-a692-5fd4988ca3de tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:46.232475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7e33a947-94ea-4609-a692-5fd4988ca3de tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2443268 Oct 13 04:10:46.235350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.240175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-33b8295d-0e26-4da6-a769-94ab06689cd3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fdb0-651b-4ef3-9e43-31762d2309a6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:46.286453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.293190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26cbd722-5f60-445a-b47e-5313d992dae3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.296095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26cbd722-5f60-445a-b47e-5313d992dae3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.297277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-26cbd722-5f60-445a-b47e-5313d992dae3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff4b4935-13f5-4cf2-93e8-d5910c932156 HTTP/1.1" status: 204 len: 168 time: 0.2645860 Oct 13 04:10:46.300433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.308491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbd722-5f60-445a-b47e-5313d992dae3 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b4935-13f5-4cf2-93e8-d5910c932156,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:46.315670 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-33b8295d-0e26-4da6-a769-94ab06689cd3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:46.315670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33b8295d-0e26-4da6-a769-94ab06689cd3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0781877 Oct 13 04:10:46.317553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33364) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.401711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e54985f5-8619-4fc3-9bf2-8a46a88e7872 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.429194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e54985f5-8619-4fc3-9bf2-8a46a88e7872 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.478355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e54985f5-8619-4fc3-9bf2-8a46a88e7872 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.480196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e54985f5-8619-4fc3-9bf2-8a46a88e7872 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.483883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e54985f5-8619-4fc3-9bf2-8a46a88e7872 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3f9fdb0-651b-4ef3-9e43-31762d2309a6 HTTP/1.1" status: 204 len: 168 time: 0.1627936 Oct 13 04:10:46.483998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 78aa7d8d-ddd5-4e43-b96f-5db42763e8e2 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:46.486651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.490511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.499106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54985f5-8619-4fc3-9bf2-8a46a88e7872 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f9fdb0-651b-4ef3-9e43-31762d2309a6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:46.516214 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.543521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cc366860-f11d-4009-b502-d52707422896 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555549 Oct 13 04:10:46.547624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.552170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958059928'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:46.574669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.583475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.643932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.648799 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.680649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.684718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1334465 Oct 13 04:10:46.685493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b490-2356-4ea4-9541-4a3fc6ba91ad tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd011339-b7f1-4d07-87a9-892cd2fe774a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:46.685595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.692265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-900db3bd-c5cd-440e-864b-b0668e3dfb94 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'bd011339-b7f1-4d07-87a9-892cd2fe774a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:46.698348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.873352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.875258 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-900db3bd-c5cd-440e-864b-b0668e3dfb94 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The resource could not be found. Oct 13 04:10:46.876326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-900db3bd-c5cd-440e-864b-b0668e3dfb94 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1895251 Oct 13 04:10:46.879428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.884552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-311c5517-1bfa-4c0f-bd7a-ee5b14bfeb4c tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': 'bd011339-b7f1-4d07-87a9-892cd2fe774a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b5d854a2-2cc5-450c-bebe-96a6e3515cb9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:46.906761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33382) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.917606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.922235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=78aa7d8d-ddd5-4e43-b96f-5db42763e8e2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:46.934964 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-311c5517-1bfa-4c0f-bd7a-ee5b14bfeb4c tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The resource could not be found. Oct 13 04:10:46.936770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-311c5517-1bfa-4c0f-bd7a-ee5b14bfeb4c tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0556846 Oct 13 04:10:46.939855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.943973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.948069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7567a5a-d683-4c8f-9309-99c9b849bd34 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/78aa7d8d-ddd5-4e43-b96f-5db42763e8e2 HTTP/1.1" status: 204 len: 168 time: 0.6463468 Oct 13 04:10:46.949629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:46.951489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:46.954177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fdb1e1-c949-4f65-807b-561746576932 None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:46.958333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:47.008564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-177207cf-4f19-46a8-864c-16cefe9a1cf0 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.038853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-177207cf-4f19-46a8-864c-16cefe9a1cf0 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.091720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7380b73-5bf8-42cb-8951-9bfe1af7b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.118835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-177207cf-4f19-46a8-864c-16cefe9a1cf0 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.121370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-177207cf-4f19-46a8-864c-16cefe9a1cf0 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.122681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-177207cf-4f19-46a8-864c-16cefe9a1cf0 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/bd011339-b7f1-4d07-87a9-892cd2fe774a HTTP/1.1" status: 204 len: 168 time: 0.1818435 Oct 13 04:10:47.131493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:47.155141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177207cf-4f19-46a8-864c-16cefe9a1cf0 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd011339-b7f1-4d07-87a9-892cd2fe774a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:47.191277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9db77-337f-4694-9537-b6432a8a485a req-9df2f9e3-1bfa-4ce6-955b-8eacbe6c65b6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:47.192880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62d9db77-337f-4694-9537-b6432a8a485a req-9df2f9e3-1bfa-4ce6-955b-8eacbe6c65b6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1549461 Oct 13 04:10:47.206394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Allocated IP 172.25.1.6 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/ea21171f-8032-4c3c-8474-b34a29c582ba) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:47.217962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d07913c7-a8f6-4343-a66f-7911345445eb tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854597 Oct 13 04:10:47.223597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:47.233305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3d324e23-faf4-4a35-a618-cd35962aa79d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': '1c1c9b98-9d84-4648-aa84-860f5d8260e2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:47.243521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7380b73-5bf8-42cb-8951-9bfe1af7b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.247698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7380b73-5bf8-42cb-8951-9bfe1af7b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.258253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:47.270122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.288078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a7380b73-5bf8-42cb-8951-9bfe1af7b3a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9cfaac41c08466eb8add801b4625025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805170 Oct 13 04:10:47.288978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7380b73-5bf8-42cb-8951-9bfe1af7b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe092be-6a1c-4a81-8cc1-10ac0f9d03ce,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:47.291375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:47.370027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3becf78c-87c9-4fd8-adec-f24452048a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.427221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3becf78c-87c9-4fd8-adec-f24452048a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.429558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62d9db77-337f-4694-9537-b6432a8a485a req-b6325f9a-198e-4aec-baa4-fae28d835229 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163756 Oct 13 04:10:47.469807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c5329-9f37-4f87-9ff8-1da3e3bbf5b0 req-c151bdc5-c1f6-442b-a20e-a5d6c39adec7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:47.470817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c6c5329-9f37-4f87-9ff8-1da3e3bbf5b0 req-c151bdc5-c1f6-442b-a20e-a5d6c39adec7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.0979037 Oct 13 04:10:47.517692 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3becf78c-87c9-4fd8-adec-f24452048a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.521219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3becf78c-87c9-4fd8-adec-f24452048a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.523039 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3becf78c-87c9-4fd8-adec-f24452048a34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fe092be-6a1c-4a81-8cc1-10ac0f9d03ce HTTP/1.1" status: 204 len: 168 time: 0.2199225 Oct 13 04:10:47.532658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c6c5329-9f37-4f87-9ff8-1da3e3bbf5b0 req-06cfb84e-030e-4a91-ad4d-c006d72476d7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534573 Oct 13 04:10:47.539802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becf78c-87c9-4fd8-adec-f24452048a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe092be-6a1c-4a81-8cc1-10ac0f9d03ce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:47.576249 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-3d324e23-faf4-4a35-a618-cd35962aa79d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The resource could not be found. Oct 13 04:10:47.581183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3d324e23-faf4-4a35-a618-cd35962aa79d tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3487172 Oct 13 04:10:47.582683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:47.584971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.590677 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730928113'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:47.628195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.670902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.727318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.735182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event updated for resources: {'Port': ['ID=ea21171f-8032-4c3c-8474-b34a29c582ba,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:47.736551 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.772875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:47.777996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:47.781017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:47.784837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.787275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2024093 Oct 13 04:10:47.789844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168c310-bb0a-4737-9c5f-feeb1ffc80b8 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507ab3fb-93b0-4d5e-b289-2cccba8f8d7d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:47.790787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:47.844923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--663531432'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:47.937860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.963468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.064324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:48.082022 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1d9797f-23c8-4abe-8f1d-daff523a8872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.086391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:48.094284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-414586a1-61a6-4604-ad21-0ffb64530dfa None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:48.094811 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-414586a1-61a6-4604-ad21-0ffb64530dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.115809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:48.128668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:48.129288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.147878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=0f4b390b-f649-45bd-bbcd-b131b60f878e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:48.160212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356fb73-bef0-4f66-8dd8-449e2ead5b99 None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:48.198720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4043c57d-e990-4c99-9987-1ca056f6c881 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2461061 Oct 13 04:10:48.206882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:48.213241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1d9797f-23c8-4abe-8f1d-daff523a8872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.218399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1d9797f-23c8-4abe-8f1d-daff523a8872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.224204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1671000015'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:48.268304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9797f-23c8-4abe-8f1d-daff523a8872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee63bd-1e8a-411a-97e7-05cfb11e6d7f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:48.276766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e1d9797f-23c8-4abe-8f1d-daff523a8872 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cbc0016129c4583b531d5da44d537de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104363 Oct 13 04:10:48.279544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33434) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:48.334693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-414586a1-61a6-4604-ad21-0ffb64530dfa None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:48.335345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-414586a1-61a6-4604-ad21-0ffb64530dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.340816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25c65bb1-1809-4e79-9568-77bbf3f06757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.369989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25c65bb1-1809-4e79-9568-77bbf3f06757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.427034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25c65bb1-1809-4e79-9568-77bbf3f06757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.432001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25c65bb1-1809-4e79-9568-77bbf3f06757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.436463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25c65bb1-1809-4e79-9568-77bbf3f06757 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21ee63bd-1e8a-411a-97e7-05cfb11e6d7f HTTP/1.1" status: 204 len: 168 time: 0.1523435 Oct 13 04:10:48.441812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.456574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c65bb1-1809-4e79-9568-77bbf3f06757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ee63bd-1e8a-411a-97e7-05cfb11e6d7f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:48.565395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.573159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.622355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-414586a1-61a6-4604-ad21-0ffb64530dfa None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:48.663928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.701314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.703256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8744500 Oct 13 04:10:48.719413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:48.725447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-99de306d-5b92-4c67-8f7f-68b4986b7e3f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group_rule': {'security_group_id': '507ab3fb-93b0-4d5e-b289-2cccba8f8d7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd7a1b19d-6bac-4143-864e-7399e3df1678'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:48.784223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16959bd-7f32-4823-8960-17c129f11c62 req-aa0c8d5d-2e3e-413c-bdb4-4f723b40345d tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:48.786504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a16959bd-7f32-4823-8960-17c129f11c62 req-aa0c8d5d-2e3e-413c-bdb4-4f723b40345d tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1359417 Oct 13 04:10:48.804519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] Update dhcp port {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'fixed_ips': [{'subnet_id': 'aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0f4b390b-f649-45bd-bbcd-b131b60f878e'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '0bcca03f-a1c2-4762-a603-dd2cb238232f'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:10:48.805359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b4d58-18d7-4406-af63-6e645b4ef8e3 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a1b19d-6bac-4143-864e-7399e3df1678,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:48.847024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.851184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde728e-2307-45cc-826e-2bdb230c85c7 req-1432e16f-2627-4f87-add3-4e8cda323b3e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:48.852869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cde728e-2307-45cc-826e-2bdb230c85c7 req-1432e16f-2627-4f87-add3-4e8cda323b3e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.2845342 Oct 13 04:10:48.891572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a16959bd-7f32-4823-8960-17c129f11c62 req-a0fabfbf-3f4a-481d-8e5f-fdf36af446b7 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923405 Oct 13 04:10:48.946609 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-526140ef-4f7f-45c2-90b3-f226914d80cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:48.954740 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-99de306d-5b92-4c67-8f7f-68b4986b7e3f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:48.956005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-99de306d-5b92-4c67-8f7f-68b4986b7e3f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2340355 Oct 13 04:10:48.960547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.027465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.032631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cde728e-2307-45cc-826e-2bdb230c85c7 req-c5136208-8cb7-4898-a80b-0794a2c1d369 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733193 Oct 13 04:10:49.040564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.066914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a1-8dc8-4a06-8b0f-0179308e6d6f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.074109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.079569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8714995 Oct 13 04:10:49.080026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.090015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'security_group': {'name': 'tempest-secgroup-352573386'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:49.130231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a1-8dc8-4a06-8b0f-0179308e6d6f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.157251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] Allocated IP 2001:db8::2 (79685cea-e361-476c-9892-afe677b450ea/0f4b390b-f649-45bd-bbcd-b131b60f878e/0bcca03f-a1c2-4762-a603-dd2cb238232f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:49.215029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a1-8dc8-4a06-8b0f-0179308e6d6f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.218144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a1-8dc8-4a06-8b0f-0179308e6d6f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.222221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8125f1a1-8dc8-4a06-8b0f-0179308e6d6f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7a1b19d-6bac-4143-864e-7399e3df1678 HTTP/1.1" status: 204 len: 168 time: 0.2597678 Oct 13 04:10:49.222906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.255838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125f1a1-8dc8-4a06-8b0f-0179308e6d6f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a1b19d-6bac-4143-864e-7399e3df1678,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:49.283666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:49.311944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-afebae71-9eeb-48c3-b2c4-f8dac166fb5a tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0771594 Oct 13 04:10:49.314009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33468) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.317028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.331846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.419845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98c48b6d-d1ff-4ceb-ae6d-88b4a1f6c969 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.433242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9017590-e153-4a96-9046-8cb20d1af4ae None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:49.457955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98c48b6d-d1ff-4ceb-ae6d-88b4a1f6c969 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.538616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98c48b6d-d1ff-4ceb-ae6d-88b4a1f6c969 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.541944 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98c48b6d-d1ff-4ceb-ae6d-88b4a1f6c969 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.545603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98c48b6d-d1ff-4ceb-ae6d-88b4a1f6c969 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/507ab3fb-93b0-4d5e-b289-2cccba8f8d7d HTTP/1.1" status: 204 len: 168 time: 0.2278774 Oct 13 04:10:49.548854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.588658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48b6d-d1ff-4ceb-ae6d-88b4a1f6c969 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ab3fb-93b0-4d5e-b289-2cccba8f8d7d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:49.667026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4037aa09-60e4-47e4-b3ba-e98f87002f11 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170752 Oct 13 04:10:49.670795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.677150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'tempest-secgroup--842819190'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:49.710344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc8447-3c2f-482f-99f0-672520d7455d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71efa9-4497-4e09-bbfb-c64fff97e2c8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:49.737279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.782665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.799057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.890118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.898302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.932556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.936362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2630744 Oct 13 04:10:49.941799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.948185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b8f9c730-d4fb-409e-af06-d252c6296cdc tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:49.948789 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-b8f9c730-d4fb-409e-af06-d252c6296cdc tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:10:49.949423 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-b8f9c730-d4fb-409e-af06-d252c6296cdc tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 04:10:49.951219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b8f9c730-d4fb-409e-af06-d252c6296cdc tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "PUT /v2.0/security-groups/90526485-7e6e-4b1e-aa44-2f63887e37a0 HTTP/1.1" status: 409 len: 330 time: 0.0081370 Oct 13 04:10:49.955819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33488) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.016905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81860cac-de6e-4e02-b6d8-48b09ba06282 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90526485-7e6e-4b1e-aa44-2f63887e37a0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:50.030842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3d592ad-8882-4d74-ab2b-543eecff698f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.061865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3d592ad-8882-4d74-ab2b-543eecff698f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.204113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3d592ad-8882-4d74-ab2b-543eecff698f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.211163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3d592ad-8882-4d74-ab2b-543eecff698f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.211163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e3d592ad-8882-4d74-ab2b-543eecff698f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/90526485-7e6e-4b1e-aa44-2f63887e37a0 HTTP/1.1" status: 204 len: 168 time: 0.2514925 Oct 13 04:10:50.211979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.215315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.235944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.280376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d592ad-8882-4d74-ab2b-543eecff698f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90526485-7e6e-4b1e-aa44-2f63887e37a0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:50.342590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a3-ad7b-4d11-9dc2-77bea97e90cd req-6ae7b7bc-08bb-45cf-95cc-77949fc65fcd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:50.358372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d20f4a3-ad7b-4d11-9dc2-77bea97e90cd req-6ae7b7bc-08bb-45cf-95cc-77949fc65fcd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.3449473 Oct 13 04:10:50.392352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:50.430691 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.432942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d9e7279c-c9ef-4da1-97c3-2a43c383462f tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2176402 Oct 13 04:10:50.438079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3516617 Oct 13 04:10:50.441991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.442772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.462200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'security_group': {'name': 'tempest-secgroup-195653152'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:50.470615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Router 670eb5a6-5640-4b93-b533-ba1b7c32c857 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:50.473218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964aa01-7bc2-4b6c-b3cb-58000ff2b5f7 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372e8bb3-0f97-4b91-91ac-3d80eeb2bee6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:50.478599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a9eec-ea75-43f8-a4d9-b602e3a9981c req-a4d4ea65-951c-4182-a46a-54ec4ff80b52 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:50.489081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-303a9eec-ea75-43f8-a4d9-b602e3a9981c req-a4d4ea65-951c-4182-a46a-54ec4ff80b52 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1444774 Oct 13 04:10:50.502217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d20f4a3-ad7b-4d11-9dc2-77bea97e90cd req-4db888e8-d6d0-4d18-8127-6cb40dc877a6 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152465 Oct 13 04:10:50.507293 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-5f19cedd-dde7-4508-a580-c23c74fd0c97 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] delete failed (client error): The resource could not be found. Oct 13 04:10:50.514257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5f19cedd-dde7-4508-a580-c23c74fd0c97 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdf7e618-494e-403e-9ca9-97fff2048941 HTTP/1.1" status: 404 len: 347 time: 0.0658407 Oct 13 04:10:50.516906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.529893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:50.530366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.547331 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-70c93ed1-c8f7-45c0-9e03-5574c5859a59 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] show failed (client error): The resource could not be found. Oct 13 04:10:50.553964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70c93ed1-c8f7-45c0-9e03-5574c5859a59 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-groups/456eb8cb-a719-4c78-bd14-e82e0dab447f HTTP/1.1" status: 404 len: 347 time: 0.0356066 Oct 13 04:10:50.558392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.591669 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-303a9eec-ea75-43f8-a4d9-b602e3a9981c req-3242f3ce-71be-44d2-8ac0-253c7e1d5240 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014283 Oct 13 04:10:50.631745 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7b189f3b-f5a1-4dfd-8754-4b1defb00f15 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] show failed (client error): The resource could not be found. Oct 13 04:10:50.638590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b189f3b-f5a1-4dfd-8754-4b1defb00f15 tempest-NegativeSecGroupTest-36726367 tempest-NegativeSecGroupTest-36726367-project] 10.222.0.44 "GET /v2.0/security-group-rules/dc7b898f-c017-49a6-aef9-286517c1433b HTTP/1.1" status: 404 len: 356 time: 0.0768991 Oct 13 04:10:50.716027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33a1b564-6476-41b6-b607-0bfd4e3aef20 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:50.717952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33a1b564-6476-41b6-b607-0bfd4e3aef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.723522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.773927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:50.784956 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] Sync routers for ids ['670eb5a6-5640-4b93-b533-ba1b7c32c857'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:50.795928 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] Routers {'670eb5a6-5640-4b93-b533-ba1b7c32c857'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:50.797818 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['670eb5a6-5640-4b93-b533-ba1b7c32c857'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:50.808979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.811135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ad826ad1-1152-4a51-b91d-50fba4422c3f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2366283 Oct 13 04:10:50.813867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.882763 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:50.897717 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] Routers {'670eb5a6-5640-4b93-b533-ba1b7c32c857'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:50.897717 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['670eb5a6-5640-4b93-b533-ba1b7c32c857'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:50.911898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.922650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.928145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33a1b564-6476-41b6-b607-0bfd4e3aef20 None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:50.932331 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33a1b564-6476-41b6-b607-0bfd4e3aef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.942361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:50.944464 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef89ec1-9cd7-4984-9905-1635b2d4001a None None] The sync data for ids ['670eb5a6-5640-4b93-b533-ba1b7c32c857'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:50.978411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-33a1b564-6476-41b6-b607-0bfd4e3aef20 None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:50.998170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.999410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5498557 Oct 13 04:10:51.003072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:51.019219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1939520214', 'security_groups': ['5609289c-0665-45b7-8a51-c556edc981e7'], 'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f4b390b-f649-45bd-bbcd-b131b60f878e'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:51.023296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-48c7b21d-9039-47cd-8da5-bf2af2fc2bf6 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/670eb5a6-5640-4b93-b533-ba1b7c32c857 HTTP/1.1" status: 200 len: 923 time: 0.2082059 Oct 13 04:10:51.026023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:51.042627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc599-db00-40d8-9b6a-e7749a80f623 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5609289c-0665-45b7-8a51-c556edc981e7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:51.077943 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6659a059-826b-45a0-8ee8-aa7c4084d71e tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=670eb5a6-5640-4b93-b533-ba1b7c32c857 HTTP/1.1" status: 200 len: 205 time: 0.0504692 Oct 13 04:10:51.078539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33540) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:51.166302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:51.190531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:51.227505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.291587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.310761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] device_id is not set on port 683bdfdf-33cc-44fb-8a73-6340fe5625b9 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:10:51.353468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.435963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Deleting port ea21171f-8032-4c3c-8474-b34a29c582ba {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:51.436363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.480734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-312461e4-ef22-4cae-ac73-bb658f18bc3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945137 Oct 13 04:10:51.483412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff081f3-aba0-4807-94fa-6e363d86f71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.529046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.545378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Calling delete_port for ea21171f-8032-4c3c-8474-b34a29c582ba owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:51.621067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8::3d (79685cea-e361-476c-9892-afe677b450ea/0f4b390b-f649-45bd-bbcd-b131b60f878e/683bdfdf-33cc-44fb-8a73-6340fe5625b9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:51.662362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0c590b3f-8f1f-4f30-a9e9-6a6a64fdacee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d1de823782a4150ad8d8c4e782b894c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924879 Oct 13 04:10:51.662661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:51.665917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-77d1ca40-a2cd-4358-8c5e-7cc37f315c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:51.667382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-77d1ca40-a2cd-4358-8c5e-7cc37f315c44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 1095 time: 0.1445861 Oct 13 04:10:51.799501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef6623-d7dd-4c0e-a7fd-a9e00722fae2 req-62653a4a-b19d-40c2-bdfc-b96481382c97 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:51.801378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fef6623-d7dd-4c0e-a7fd-a9e00722fae2 req-62653a4a-b19d-40c2-bdfc-b96481382c97 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.1873553 Oct 13 04:10:51.955007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fef6623-d7dd-4c0e-a7fd-a9e00722fae2 req-a1f6a506-3b63-4f73-9367-a0557c053c8c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401086 Oct 13 04:10:51.958680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-b8e400cc-1652-4001-be67-6d66744a7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:51.961536 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-b8e400cc-1652-4001-be67-6d66744a7d47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2589369 Oct 13 04:10:52.058212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-cb56558e-27bb-4a56-a3db-584c9cea38b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 200 len: 217 time: 0.0854855 Oct 13 04:10:52.177683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d432e-6a6a-4a9f-8da9-0d9f739b2a58 req-82431b6d-1050-4659-b856-f08562522c18 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:52.178550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-b80da3cb-482f-4934-8472-b73834349822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:52.180134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-b80da3cb-482f-4934-8472-b73834349822 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1116579 Oct 13 04:10:52.185306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c6d432e-6a6a-4a9f-8da9-0d9f739b2a58 req-82431b6d-1050-4659-b856-f08562522c18 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1085076 Oct 13 04:10:52.189399 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.220235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-578f6288-6e62-4b85-94d2-4377d8725752 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290937 Oct 13 04:10:52.247870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52711ae4-0a52-4faf-814e-2dac55a9464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.297075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52711ae4-0a52-4faf-814e-2dac55a9464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.309766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c6d432e-6a6a-4a9f-8da9-0d9f739b2a58 req-d4eeb4d7-0908-4eb8-bf21-ff44e2b75afe tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230488 Oct 13 04:10:52.321163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.327858 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.398107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-4e5cc7fc-8150-4d21-a521-0bb8e67a90f8 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706572 Oct 13 04:10:52.400001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event deleted for resources: {'Port': ['ID=ea21171f-8032-4c3c-8474-b34a29c582ba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:52.436112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:52.475638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:52.478145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:52.483101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.485846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:52.486537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.488318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52711ae4-0a52-4faf-814e-2dac55a9464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.491283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52711ae4-0a52-4faf-814e-2dac55a9464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.492744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52711ae4-0a52-4faf-814e-2dac55a9464e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5c66ee0-f35a-4521-b3ad-e6a6864f6e94 HTTP/1.1" status: 204 len: 168 time: 0.8289185 Oct 13 04:10:52.514153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=683bdfdf-33cc-44fb-8a73-6340fe5625b9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:52.540624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7d4c3879-3242-46d9-a424-34285edd28e0 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5297210 Oct 13 04:10:52.543981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:52.553491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:52.605593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52711ae4-0a52-4faf-814e-2dac55a9464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c66ee0-f35a-4521-b3ad-e6a6864f6e94,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:52.613098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.615636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.687705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.688364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Fanout notify agent at l3_agent the message router_deleted on router 670eb5a6-5640-4b93-b533-ba1b7c32c857 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:10:52.698485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.701675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f4a83a33-b37c-4613-a267-562ee13ba87d tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/670eb5a6-5640-4b93-b533-ba1b7c32c857 HTTP/1.1" status: 204 len: 168 time: 1.6216767 Oct 13 04:10:52.709194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:52.713724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1460330589', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': False}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:52.753580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:10:52.767539 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509168bb-596e-4c89-8c84-49e4c07b9097 req-2974eb39-e58a-45ac-9642-c73e716dc16b service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616674 Oct 13 04:10:52.779329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:52.786782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.814623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.815707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.845891 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.953730 n-d-810220-9 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f4b390b-f649-45bd-bbcd-b131b60f878e (CIDR: 2001:db8::/64) Oct 13 04:10:52.959235 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:52.959841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:10:52.974994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.983113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-39601bcf-37c3-4529-bf3c-4eeda1064ae9 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4348280 Oct 13 04:10:52.983326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:52.991773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:52.995080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.011061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a82101ea-1fd1-4707-9a0e-8f6989fd2e42 None None] Provisioning complete for port 683bdfdf-33cc-44fb-8a73-6340fe5625b9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:53.011444 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a82101ea-1fd1-4707-9a0e-8f6989fd2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.049391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a82101ea-1fd1-4707-9a0e-8f6989fd2e42 None None] Port 683bdfdf-33cc-44fb-8a73-6340fe5625b9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:53.113396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:53.114195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34069cd8-a194-4903-94e9-57bbb9428492 req-ded396f6-596e-4014-a11a-df1f0a95dff8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:53.117036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34069cd8-a194-4903-94e9-57bbb9428492 req-ded396f6-596e-4014-a11a-df1f0a95dff8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 946 time: 0.0837760 Oct 13 04:10:53.149994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4', 'port_id': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'mac_address': 'fa:16:3e:46:28:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4f75a-22c5-4945-9208-fb591640a1a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:10:53.190920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34069cd8-a194-4903-94e9-57bbb9428492 req-b0290481-a09d-488c-97d4-a3ccf3ed8853 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625052 Oct 13 04:10:53.241085 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.255003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250d8c1c-8367-4044-af97-c19f1653c8ab {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:53.299369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:53.326285 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.437863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:53.483946 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.627549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:53.631263 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.637831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['250d8c1c-8367-4044-af97-c19f1653c8ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:53.686315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646f448-7345-4a2b-9dbd-4b2a2ddebf08 req-3a9c1b7d-8232-432b-b411-9adf150dd607 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:53.687864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a646f448-7345-4a2b-9dbd-4b2a2ddebf08 req-3a9c1b7d-8232-432b-b411-9adf150dd607 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.1898000 Oct 13 04:10:53.837113 n-d-810220-9 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa (CIDR: 2001:db8:0:1::/64) Oct 13 04:10:53.840605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a646f448-7345-4a2b-9dbd-4b2a2ddebf08 req-d97d521c-ef82-4de7-a7de-450cd2392a59 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401098 Oct 13 04:10:53.845387 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:10:53.845850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:10:53.886390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4e1498c6-d5df-4fc0-aff8-11782d9615b4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8997087 Oct 13 04:10:53.886676 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33652) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:53.892333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'subnet': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:54.058650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.088904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.093958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Made reservation on behalf of 38638b4b661b43089afc391f31b5d6dd for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:54.097729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.163367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:54.274200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Allocated IP 172.25.1.126 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/81e6d35a-4b3e-433e-89f0-25f22ffe437e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:54.440609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.495812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.508810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.546821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.547394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-610885406-network', 'tenant_id': '2c6ccb5526f745ce9fe22c15f38ebc0a'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:54.560416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:54.570898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:54.578501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:54.593911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Network 79685cea-e361-476c-9892-afe677b450ea is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:54.597281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:54.602261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:54.602853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.609339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44614a-9db8-48ad-a77e-7748de65569f None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:54.613492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Port': ['ID=81e6d35a-4b3e-433e-89f0-25f22ffe437e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.625304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Made reservation on behalf of 2c6ccb5526f745ce9fe22c15f38ebc0a for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:54.627563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.642346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.657247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Subnet': ['ID=6bc65640-8f6a-4997-8422-908b36f3696d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.673495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20fd8431-476b-42fb-918e-3ce47fac6314 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7849391 Oct 13 04:10:54.676030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33678) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:54.683814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-215125098', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6bc65640-8f6a-4997-8422-908b36f3696d'}], 'security_groups': ['cb71efa9-4497-4e09-bbfb-c64fff97e2c8', '372e8bb3-0f97-4b91-91ac-3d80eeb2bee6']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:54.772610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:54.817950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.898128 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.938225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.972439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:10:54.994523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987abeb7-1847-4e3d-84eb-c503b23723cd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.999535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.999882 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Added segment da704bb3-4f89-4864-bf69-226fd404b8ff of type vlan for network 67f44c92-a469-4ea4-b6f5-0adc62068215 Oct 13 04:10:55.014520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.042625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 250d8c1c-8367-4044-af97-c19f1653c8ab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:10:55.047810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 250d8c1c-8367-4044-af97-c19f1653c8ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:55.048450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.108507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.172749 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.193814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.195456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:55.196260 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.213337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:10:55.230484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26711173-b439-4915-93a7-29f9e8233246 req-c0bb5836-edf0-4017-870e-7b9865764f70 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:55.239519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26711173-b439-4915-93a7-29f9e8233246 req-c0bb5836-edf0-4017-870e-7b9865764f70 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.1250987 Oct 13 04:10:55.251956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:55.256463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:10:55.259214 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3989b3-fc13-46be-afe6-b6a3804e6ba7" -d '{"events": [{"server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "name": "network-vif-plugged", "status": "completed", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:10:55.272670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.280924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] Update dhcp port {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'fixed_ips': [{'subnet_id': 'aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0f4b390b-f649-45bd-bbcd-b131b60f878e', 'ip_address': '2001:db8::2'}, {'subnet_id': '6bc65640-8f6a-4997-8422-908b36f3696d'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '0bcca03f-a1c2-4762-a603-dd2cb238232f'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:10:55.327998 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5b45d7-b287-4272-aa1d-f347f84d1207 x-openstack-request-id: req-cc5b45d7-b287-4272-aa1d-f347f84d1207 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:10:55.327998 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "name": "network-vif-plugged", "status": "completed", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:10:55.327998 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc5b45d7-b287-4272-aa1d-f347f84d1207 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:10:55.328388 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'code': 200} Oct 13 04:10:55.398431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.411306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2466927 Oct 13 04:10:55.417751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26711173-b439-4915-93a7-29f9e8233246 req-1a9350b2-bd8b-4eb0-8f4f-42d7a418f4f5 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771631 Oct 13 04:10:55.419211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:55.431184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.446818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Request body: {'subnet': {'network_id': '67f44c92-a469-4ea4-b6f5-0adc62068215', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-610885406-subnet', 'tenant_id': '2c6ccb5526f745ce9fe22c15f38ebc0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:55.461912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:55.518664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Made reservation on behalf of 2c6ccb5526f745ce9fe22c15f38ebc0a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:55.521736 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.532972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:55.580431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344621-09b9-46ae-961d-29252f1b0a3a admin admin] Pushing event updated for resources: {'Network': ['ID=67f44c92-a469-4ea4-b6f5-0adc62068215,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:55.604169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 67f44c92-a469-4ea4-b6f5-0adc62068215 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:55.624111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'mac_address': 'fa:16:3e:a3:e3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:10:55.652902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb794f-00d3-4920-9356-5bdf1d2cfe54 req-adcdc1f5-d7f3-46fa-8cb1-6bb97cdd5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:55.655074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64bb794f-00d3-4920-9356-5bdf1d2cfe54 req-adcdc1f5-d7f3-46fa-8cb1-6bb97cdd5244 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1097 time: 0.2505214 Oct 13 04:10:55.710573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Delete allocated IP 2001:db8::3d (79685cea-e361-476c-9892-afe677b450ea/0f4b390b-f649-45bd-bbcd-b131b60f878e) {{(pid=94825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:10:55.724383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Allocated IP 2001:db8:0:2::15c (79685cea-e361-476c-9892-afe677b450ea/6bc65640-8f6a-4997-8422-908b36f3696d/683bdfdf-33cc-44fb-8a73-6340fe5625b9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:55.753592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.777763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64bb794f-00d3-4920-9356-5bdf1d2cfe54 req-5bc19f68-b59e-4c1f-9aec-28a348d45b73 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149006 Oct 13 04:10:55.779876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17d16b51-64b9-45be-b68d-0a6916160fdb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:10:55.806808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:55.816858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.825121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Router 9c674242-4de1-4707-a700-db462f2a4b08 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:55.954744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:55.970729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['17d16b51-64b9-45be-b68d-0a6916160fdb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:10:55.996316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:56.024983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.029343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Sync routers for ids ['9c674242-4de1-4707-a700-db462f2a4b08'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:56.029515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.034299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e645467c-7659-4c42-8a89-7d1694fd5129 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3237395 Oct 13 04:10:56.036911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.085565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Routers {'9c674242-4de1-4707-a700-db462f2a4b08'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:56.086206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9c674242-4de1-4707-a700-db462f2a4b08'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:56.222876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d12a76-fe41-46b7-a6b4-b6bf17135b28,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.248706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-24f0d9f7-2525-492b-a7d6-85f05ecfc3a9 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/9c674242-4de1-4707-a700-db462f2a4b08 HTTP/1.1" status: 200 len: 909 time: 0.2076612 Oct 13 04:10:56.248945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.266463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1460330589', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': True}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:56.293673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.309954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.311456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.337024 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.349843 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Checking segment: {'id': 'da704bb3-4f89-4864-bf69-226fd404b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67f44c92-a469-4ea4-b6f5-0adc62068215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:56.350099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Network hostable DHCP agents. Network: 67f44c92-a469-4ea4-b6f5-0adc62068215, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:56.450522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Set router 9c674242-4de1-4707-a700-db462f2a4b08 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:56.482256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Network 67f44c92-a469-4ea4-b6f5-0adc62068215 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:56.489115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] Allocated IP 2001:db8:0:2::2 (79685cea-e361-476c-9892-afe677b450ea/6bc65640-8f6a-4997-8422-908b36f3696d/0bcca03f-a1c2-4762-a603-dd2cb238232f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:56.492311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.548360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] In _notify_port_updated(), no bound segment for port 683bdfdf-33cc-44fb-8a73-6340fe5625b9 on network 79685cea-e361-476c-9892-afe677b450ea {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:10:56.562777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:56.563701 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.565225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "PUT /v2.0/ports/683bdfdf-33cc-44fb-8a73-6340fe5625b9 HTTP/1.1" status: 200 len: 969 time: 1.8877938 Oct 13 04:10:56.576354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.578431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 67f44c92-a469-4ea4-b6f5-0adc62068215) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:56.625463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52a50b-a53a-4337-941d-4615e4df931f tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event updated for resources: {'Port': ['ID=683bdfdf-33cc-44fb-8a73-6340fe5625b9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.627405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:56.628051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.663555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c2b358-1666-4d2d-9ebe-15ea9e889e7f None None] Network 67f44c92-a469-4ea4-b6f5-0adc62068215 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:56.669310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df178f53-48cb-4b08-bdfd-777b86a49774 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2332160 Oct 13 04:10:56.780281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 683bdfdf-33cc-44fb-8a73-6340fe5625b9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:10:56.780632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.922821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.964756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 683bdfdf-33cc-44fb-8a73-6340fe5625b9 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:10:57.209389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.279261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=683bdfdf-33cc-44fb-8a73-6340fe5625b9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:57.315476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c674242-4de1-4707-a700-db462f2a4b08', 'name': 'tempest-snat-router-1460330589', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.126'}], 'enable_snat': False}, 'gw_port_id': '81e6d35a-4b3e-433e-89f0-25f22ffe437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:52Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 3, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port': {'id': '81e6d35a-4b3e-433e-89f0-25f22ffe437e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c674242-4de1-4707-a700-db462f2a4b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:54Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:57.337758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.339210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:57.353923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cec73cd6-e3ca-4257-be90-66a64016cc62 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/683bdfdf-33cc-44fb-8a73-6340fe5625b9 HTTP/1.1" status: 204 len: 168 time: 0.7766528 Oct 13 04:10:57.356867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:57.447169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Checking router: 9c674242-4de1-4707-a700-db462f2a4b08 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:10:57.447513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Updating router 9c674242-4de1-4707-a700-db462f2a4b08 port 81e6d35a-4b3e-433e-89f0-25f22ffe437e binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:10:57.462359 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-152cc6ff-fbe4-4f96-b9a8-afe3591ab4bc tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] GET failed (client error): The resource could not be found. Oct 13 04:10:57.463988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-152cc6ff-fbe4-4f96-b9a8-afe3591ab4bc tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports/683bdfdf-33cc-44fb-8a73-6340fe5625b9 HTTP/1.1" status: 404 len: 333 time: 0.1060739 Oct 13 04:10:57.469723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:57.548276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.584086 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.596950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4bc30-1088-4e22-b113-bfb92dae73b5 req-e20e9ad2-1aab-416f-87e7-6b9f569b087c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:57.598561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1c4bc30-1088-4e22-b113-bfb92dae73b5 req-e20e9ad2-1aab-416f-87e7-6b9f569b087c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.9473510 Oct 13 04:10:57.648971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49355333-efb2-4c36-9d9b-61f6d8ab9bb4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.699394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49355333-efb2-4c36-9d9b-61f6d8ab9bb4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.717222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ffbbd-a043-45d7-88bf-8cfcc2d4f7f7 None None] Network 67f44c92-a469-4ea4-b6f5-0adc62068215 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:57.741528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1c4bc30-1088-4e22-b113-bfb92dae73b5 req-8bafa6bc-9476-4fc6-93d0-c90bba6babf6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259351 Oct 13 04:10:57.829027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49355333-efb2-4c36-9d9b-61f6d8ab9bb4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.833399 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49355333-efb2-4c36-9d9b-61f6d8ab9bb4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.837789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-49355333-efb2-4c36-9d9b-61f6d8ab9bb4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/security-groups/5609289c-0665-45b7-8a51-c556edc981e7 HTTP/1.1" status: 204 len: 168 time: 0.3668103 Oct 13 04:10:57.841732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33808) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:57.855740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49355333-efb2-4c36-9d9b-61f6d8ab9bb4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5609289c-0665-45b7-8a51-c556edc981e7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:57.932278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:58.004916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.070270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.158029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.225716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.250516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17434720-29f6-4689-91f4-a414b3e99cf1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.338997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17434720-29f6-4689-91f4-a414b3e99cf1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.357983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-577ceb50-02b4-46a3-8bed-03e622406b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.381237 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.433778 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.500368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17434720-29f6-4689-91f4-a414b3e99cf1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.506401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17434720-29f6-4689-91f4-a414b3e99cf1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.509983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-17434720-29f6-4689-91f4-a414b3e99cf1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/security-groups/372e8bb3-0f97-4b91-91ac-3d80eeb2bee6 HTTP/1.1" status: 204 len: 168 time: 0.6646533 Oct 13 04:10:58.515487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:58.520577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f0f88-f34e-478f-b3f3-3feee4854197 None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:58.604551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f8f54-5ce2-4978-9382-37a3d0425e41 None None] Pushing event updated for resources: {'Port': ['ID=81e6d35a-4b3e-433e-89f0-25f22ffe437e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:58.656211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17434720-29f6-4689-91f4-a414b3e99cf1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e8bb3-0f97-4b91-91ac-3d80eeb2bee6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:58.667784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Attempting to bind port 81e6d35a-4b3e-433e-89f0-25f22ffe437e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:58.684193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Attempting to bind port 81e6d35a-4b3e-433e-89f0-25f22ffe437e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:58.684555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Attempting to bind port 81e6d35a-4b3e-433e-89f0-25f22ffe437e on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:58.716138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:58.718597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:58.719808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.724493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:58.725239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Bound port: 81e6d35a-4b3e-433e-89f0-25f22ffe437e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:58.725828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.796624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9de74976-507e-481d-b967-2f1086b4dc16 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.806521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Allocated IP 172.25.1.253 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/97206cfc-9d00-42b7-8d58-9907043cf0fe) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:58.872084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-577ceb50-02b4-46a3-8bed-03e622406b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.891913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:58.903785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-892992223-network', 'tenant_id': 'b046ee02c375466b949cce0d37a3e982'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:58.917660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-577ceb50-02b4-46a3-8bed-03e622406b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.924583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] For port 81e6d35a-4b3e-433e-89f0-25f22ffe437e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:58.934578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] For port 81e6d35a-4b3e-433e-89f0-25f22ffe437e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81e6d35a-4b3e-433e-89f0-25f22ffe437e,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:58.945801 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.971813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.985051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9de74976-507e-481d-b967-2f1086b4dc16 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.004209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ceb50-02b4-46a3-8bed-03e622406b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09221f07-827a-4ef7-8682-da8516d5a79a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.029599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.073564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:59.103669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:59.106560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:59.109959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Routers {'9c674242-4de1-4707-a700-db462f2a4b08'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:59.110611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9c674242-4de1-4707-a700-db462f2a4b08'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:59.195675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f8f54-5ce2-4978-9382-37a3d0425e41 None None] Pushing event updated for resources: {'Port': ['ID=81e6d35a-4b3e-433e-89f0-25f22ffe437e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.199027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1d5d-9f89-4024-9779-452660f1dbc4 req-fdb28468-096d-47cb-b07f-3282084950dd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:59.200598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e9b1d5d-9f89-4024-9779-452660f1dbc4 req-fdb28468-096d-47cb-b07f-3282084950dd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.1895545 Oct 13 04:10:59.205061 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-577ceb50-02b4-46a3-8bed-03e622406b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=031f430760c14bf0ad4e69ee97c39216&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2714119 Oct 13 04:10:59.206510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:59.248568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:59.256100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Port': ['ID=97206cfc-9d00-42b7-8d58-9907043cf0fe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.258146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9de74976-507e-481d-b967-2f1086b4dc16 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.262497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9de74976-507e-481d-b967-2f1086b4dc16 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.266214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9de74976-507e-481d-b967-2f1086b4dc16 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb71efa9-4497-4e09-bbfb-c64fff97e2c8 HTTP/1.1" status: 204 len: 168 time: 0.7491741 Oct 13 04:10:59.267197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:59.274505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Made reservation on behalf of b046ee02c375466b949cce0d37a3e982 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:59.305929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.382885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.518160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de74976-507e-481d-b967-2f1086b4dc16 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71efa9-4497-4e09-bbfb-c64fff97e2c8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.556359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] Set router 9c674242-4de1-4707-a700-db462f2a4b08 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:59.565459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e9b1d5d-9f89-4024-9779-452660f1dbc4 req-b5affb3a-cf9d-406e-95f7-7eccbbc99d73 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505740 Oct 13 04:10:59.676827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-821d3a1e-feac-4a78-af26-4b285ae5ace0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.732283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 17d16b51-64b9-45be-b68d-0a6916160fdb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:59.734687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.744284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-821d3a1e-feac-4a78-af26-4b285ae5ace0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.851461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 0f4b390b-f649-45bd-bbcd-b131b60f878e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:10:59.874295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-821d3a1e-feac-4a78-af26-4b285ae5ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.877547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-821d3a1e-feac-4a78-af26-4b285ae5ace0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.883072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-821d3a1e-feac-4a78-af26-4b285ae5ace0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09221f07-827a-4ef7-8682-da8516d5a79a HTTP/1.1" status: 204 len: 168 time: 0.6712060 Oct 13 04:10:59.887114 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.903354 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.961808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d3a1e-feac-4a78-af26-4b285ae5ace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09221f07-827a-4ef7-8682-da8516d5a79a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:00.047664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.118562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812035d1-219c-48c6-a7f3-1f35549637f9 req-72e0dd2b-9dd9-4609-9e97-166be1c4c443 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:00.127261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-812035d1-219c-48c6-a7f3-1f35549637f9 req-72e0dd2b-9dd9-4609-9e97-166be1c4c443 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1097 time: 0.2988713 Oct 13 04:11:00.248164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-812035d1-219c-48c6-a7f3-1f35549637f9 req-c008c4b9-3c22-426c-942a-0d342a9cc754 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198690 Oct 13 04:11:00.334435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.383484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.510640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.515450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef66a-0e45-433e-9a1f-70cc53af18f5 req-196a07d2-271e-4838-83c1-f634c7e850be tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:00.517263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25fef66a-0e45-433e-9a1f-70cc53af18f5 req-196a07d2-271e-4838-83c1-f634c7e850be tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1097 time: 0.0817850 Oct 13 04:11:00.546836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:11:00.559470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36948adc-bbb2-4f12-811b-c5a62dbf0000,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:00.601179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.601994 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Added segment dd3d15f5-6ea6-4876-a782-20491544bde2 of type vlan for network cb8a24e0-981a-4171-8a85-27ce350bb71a Oct 13 04:11:00.623032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.701238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.739201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25fef66a-0e45-433e-9a1f-70cc53af18f5 req-0e19d932-a1e5-441b-8e53-942f47010ccc tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873823 Oct 13 04:11:00.771536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:00.779598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Router 63696993-4b44-4e5c-8188-015cb10601e6 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:00.780720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4198d663-0fd5-40e6-873f-73ff86d61daa None None] Could not find standard attr ID for object 683bdfdf-33cc-44fb-8a73-6340fe5625b9. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:11:00.797516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.804202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:00.806262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.865585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9675610 Oct 13 04:11:00.867324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.869615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:00.938664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Request body: {'subnet': {'network_id': 'cb8a24e0-981a-4171-8a85-27ce350bb71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-892992223-subnet', 'tenant_id': 'b046ee02c375466b949cce0d37a3e982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:00.944667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4b390b-f649-45bd-bbcd-b131b60f878e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:00.985671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.992263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3a8204be-cc70-4be9-8488-c274edfc3b0a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/0f4b390b-f649-45bd-bbcd-b131b60f878e HTTP/1.1" status: 204 len: 168 time: 1.6431370 Oct 13 04:11:00.998144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:01.013994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2ba5b-5501-4102-ad0f-d53ffddf213b admin admin] Pushing event updated for resources: {'Network': ['ID=cb8a24e0-981a-4171-8a85-27ce350bb71a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:01.050799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Made reservation on behalf of b046ee02c375466b949cce0d37a3e982 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:01.054039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.124404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet 6bc65640-8f6a-4997-8422-908b36f3696d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:11:01.132117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.152193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.158132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa06b29-8b27-42c7-8d15-fdda2b588c61 None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:01.181108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:01.196945 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Sync routers for ids ['63696993-4b44-4e5c-8188-015cb10601e6'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:01.214953 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Routers {'63696993-4b44-4e5c-8188-015cb10601e6'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:01.219267 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63696993-4b44-4e5c-8188-015cb10601e6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:01.227204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-6e17d3d4-4a7e-480c-b7a9-28e7b22f357e req-8db3a03f-1277-4d35-8cf1-0d56c257a8f0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:01.231445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e17d3d4-4a7e-480c-b7a9-28e7b22f357e req-8db3a03f-1277-4d35-8cf1-0d56c257a8f0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0208170 Oct 13 04:11:01.268394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.274032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2bb5749f-6b06-4e2e-b746-db376a912f12 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0186021 Oct 13 04:11:01.274647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:01.281546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.291408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network cb8a24e0-981a-4171-8a85-27ce350bb71a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:11:01.440371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4198d663-0fd5-40e6-873f-73ff86d61daa None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:01.440656 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4198d663-0fd5-40e6-873f-73ff86d61daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.484531 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Set router 63696993-4b44-4e5c-8188-015cb10601e6 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:01.647771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d60bad15-e916-44e6-ab40-104775e6b96d tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/63696993-4b44-4e5c-8188-015cb10601e6 HTTP/1.1" status: 200 len: 908 time: 0.3701863 Oct 13 04:11:01.650075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:01.654855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:01.656577 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.666271 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40422f-40a3-440a-b201-0bd7ea9cfbee" -d '{"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:01.743880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:01.751209 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.810604 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad17b0b-039f-43a3-8563-af364a1da039 x-openstack-request-id: req-4ad17b0b-039f-43a3-8563-af364a1da039 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:01.811546 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:01.811965 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ad17b0b-039f-43a3-8563-af364a1da039 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:01.812494 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'code': 200} Oct 13 04:11:01.828759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.916269 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63696993-4b44-4e5c-8188-015cb10601e6', 'name': 'tempest-snat-router-1460330589', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '97206cfc-9d00-42b7-8d58-9907043cf0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:56Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 3, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port': {'id': '97206cfc-9d00-42b7-8d58-9907043cf0fe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63696993-4b44-4e5c-8188-015cb10601e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:58Z', 'updated_at': '2021-10-13T04:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:01.921810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.946889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.985644 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Checking router: 63696993-4b44-4e5c-8188-015cb10601e6 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:11:01.986150 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Updating router 63696993-4b44-4e5c-8188-015cb10601e6 port 97206cfc-9d00-42b7-8d58-9907043cf0fe binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:11:02.012394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:02.012829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.032531 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.041953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/6bc65640-8f6a-4997-8422-908b36f3696d HTTP/1.1" status: 204 len: 168 time: 1.0404565 Oct 13 04:11:02.051977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:02.056747 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.080577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c1bb9f-673d-4c1a-bd2b-b7379f565e38,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:02.180382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:02.251051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.399878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Deleting port 97206cfc-9d00-42b7-8d58-9907043cf0fe {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:02.401776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.482992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c674242-4de1-4707-a700-db462f2a4b08', 'name': 'tempest-snat-router-1460330589', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.126'}], 'enable_snat': False}, 'gw_port_id': '81e6d35a-4b3e-433e-89f0-25f22ffe437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:52Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 3, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port': {'id': '81e6d35a-4b3e-433e-89f0-25f22ffe437e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c674242-4de1-4707-a700-db462f2a4b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:54Z', 'updated_at': '2021-10-13T04:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:02.559513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465866ce-33bb-42f6-94d0-df9fac6a780f None None] The sync data for ids ['9c674242-4de1-4707-a700-db462f2a4b08'] in n-d-810220-9 is: [{'id': '9c674242-4de1-4707-a700-db462f2a4b08', 'name': 'tempest-snat-router-1460330589', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.126'}], 'enable_snat': False}, 'gw_port_id': '81e6d35a-4b3e-433e-89f0-25f22ffe437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:52Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 3, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port': {'id': '81e6d35a-4b3e-433e-89f0-25f22ffe437e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c674242-4de1-4707-a700-db462f2a4b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:54Z', 'updated_at': '2021-10-13T04:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:02.561360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1ccd0-f984-48d5-98cd-b9ac12414858 None None] Update dhcp port {'port': {'network_id': '79685cea-e361-476c-9892-afe677b450ea', 'fixed_ips': [{'subnet_id': 'aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6bc65640-8f6a-4997-8422-908b36f3696d'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '0bcca03f-a1c2-4762-a603-dd2cb238232f'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:11:02.626218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4198d663-0fd5-40e6-873f-73ff86d61daa None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:02.626600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4198d663-0fd5-40e6-873f-73ff86d61daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.701539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30b1ccd0-f984-48d5-98cd-b9ac12414858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.742630 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.754663 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.771638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.798978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Calling delete_port for 97206cfc-9d00-42b7-8d58-9907043cf0fe owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:02.814425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4198d663-0fd5-40e6-873f-73ff86d61daa None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:02.856174 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Attempting to bind port 97206cfc-9d00-42b7-8d58-9907043cf0fe on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:02.856844 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Attempting to bind port 97206cfc-9d00-42b7-8d58-9907043cf0fe by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:02.857402 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Attempting to bind port 97206cfc-9d00-42b7-8d58-9907043cf0fe on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:02.861506 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Pushing event updated for resources: {'Port': ['ID=97206cfc-9d00-42b7-8d58-9907043cf0fe,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:02.869899 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:02.870633 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:02.871216 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.871761 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:02.872843 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Bound port: 97206cfc-9d00-42b7-8d58-9907043cf0fe, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:02.873410 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.936274 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.936942 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.937435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.938067 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.938600 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.939327 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.939800 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.940267 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.940811 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.941288 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.941762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.942254 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:02.986379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cfa49c09-1e57-43b8-9569-da25b5414f76 None None] Could not find standard attr ID for object 683bdfdf-33cc-44fb-8a73-6340fe5625b9. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:11:03.082459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] For port 97206cfc-9d00-42b7-8d58-9907043cf0fe, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:03.096520 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] For port 97206cfc-9d00-42b7-8d58-9907043cf0fe, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=97206cfc-9d00-42b7-8d58-9907043cf0fe,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:03.107086 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.257610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dae757-5aec-4c17-a720-78b15ecc83e6 None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:03.300513 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Routers {'63696993-4b44-4e5c-8188-015cb10601e6'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:03.303450 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['63696993-4b44-4e5c-8188-015cb10601e6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:03.369083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.468163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d680ea91-5abe-4191-8a14-2e8a643ad566 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:03.468628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d680ea91-5abe-4191-8a14-2e8a643ad566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.471849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event deleted for resources: {'Port': ['ID=97206cfc-9d00-42b7-8d58-9907043cf0fe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:03.503489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Checking segment: {'id': 'dd3d15f5-6ea6-4876-a782-20491544bde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb8a24e0-981a-4171-8a85-27ce350bb71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:03.504027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Network hostable DHCP agents. Network: cb8a24e0-981a-4171-8a85-27ce350bb71a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:11:03.528279 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-075fa0ce-6365-4adb-9041-cfebeeffbb3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:03.528806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075fa0ce-6365-4adb-9041-cfebeeffbb3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:03.543703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-075fa0ce-6365-4adb-9041-cfebeeffbb3c tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/0f4b390b-f649-45bd-bbcd-b131b60f878e HTTP/1.1" status: 404 len: 337 time: 1.4890368 Oct 13 04:11:03.551855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:03.636332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0edae-4d12-4bb1-9f85-51897be33139 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc65640-8f6a-4997-8422-908b36f3696d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:03.642778 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] Set router 63696993-4b44-4e5c-8188-015cb10601e6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:03.670771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Network cb8a24e0-981a-4171-8a85-27ce350bb71a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:11:03.720560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, cb8a24e0-981a-4171-8a85-27ce350bb71a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:03.738485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:03.739087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.774761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011caa7f-de00-49f5-b55c-4face88b2763 None None] Network cb8a24e0-981a-4171-8a85-27ce350bb71a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:03.780822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-656695ef-db73-47c3-b7cb-869c0a92e2ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8502650 Oct 13 04:11:03.826774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.873290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63696993-4b44-4e5c-8188-015cb10601e6', 'name': 'tempest-snat-router-1460330589', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:56Z', 'updated_at': '2021-10-13T04:11:02Z', 'revision_number': 4, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:03.944502 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b667b-d0e5-44ba-8514-4630fbe079d0 None None] The sync data for ids ['63696993-4b44-4e5c-8188-015cb10601e6'] in n-d-810220-9 is: [{'id': '63696993-4b44-4e5c-8188-015cb10601e6', 'name': 'tempest-snat-router-1460330589', 'tenant_id': 'e53219cb725a4c319207ca6506131def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:56Z', 'updated_at': '2021-10-13T04:11:02Z', 'revision_number': 4, 'project_id': 'e53219cb725a4c319207ca6506131def', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:03.963012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-6b464efc-1b01-4c9b-bd0b-dabc7545fdbb tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:03.966303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-6b464efc-1b01-4c9b-bd0b-dabc7545fdbb tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1409304 Oct 13 04:11:03.969068 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614af6d-c54d-4b13-b7a9-27ffc2f3729c None None] Pushing event updated for resources: {'Port': ['ID=97206cfc-9d00-42b7-8d58-9907043cf0fe,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:04.065665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:04.138059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.178534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.217449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Deleting subnet 49d12a76-fe41-46b7-a6b4-b6bf17135b28 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:11:04.237046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.248383 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:11:04.271750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-63869842-3537-4d79-8d82-0de338e7ea43 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:04.280936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-63869842-3537-4d79-8d82-0de338e7ea43 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 1094 time: 0.3030851 Oct 13 04:11:04.285856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Request body: {'binding': {'host': 'n-h1-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:04.286732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:11:04.293980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab9e61-2753-4725-a841-563c3cce8213 None None] Network cb8a24e0-981a-4171-8a85-27ce350bb71a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:04.297652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting subnet aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:11:04.305155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.306009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63696993-4b44-4e5c-8188-015cb10601e6 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:04.312545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.317006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dd982d7d-5ee7-4714-b140-183f47fb3663 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/routers/63696993-4b44-4e5c-8188-015cb10601e6 HTTP/1.1" status: 204 len: 168 time: 2.6654048 Oct 13 04:11:04.318898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.322770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:04.374807 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.526866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.565315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.694075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.700910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.724744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.738397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49d12a76-fe41-46b7-a6b4-b6bf17135b28 HTTP/1.1" status: 204 len: 168 time: 0.6717765 Oct 13 04:11:04.742927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:04.773968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81e6d35a-4b3e-433e-89f0-25f22ffe437e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:04.792514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc55d5-1da2-47f5-b4c3-1bb88f4a7075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d12a76-fe41-46b7-a6b4-b6bf17135b28,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:04.847166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on host n-h1-810220-9 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:04.847615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:04.848010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:04.856232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:04.856639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:04.872712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:04.876777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:04.877198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:04.878401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Bound port: 250d8c1c-8367-4044-af97-c19f1653c8ab, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:04.936231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.984520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.988462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.026727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d680ea91-5abe-4191-8a14-2e8a643ad566 None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:05.027299 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d680ea91-5abe-4191-8a14-2e8a643ad566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.038248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:05.071630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.085330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f2ba6356-3270-46ff-8a17-90c38478090d service neutron] 10.222.0.44 "POST /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.7946320 Oct 13 04:11:05.113409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d680ea91-5abe-4191-8a14-2e8a643ad566 None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:05.149866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.214905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 81e6d35a-4b3e-433e-89f0-25f22ffe437e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:05.252420 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.331926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:05.350785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.370072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ecde6a5-8e46-405c-b488-506cea83ab1d tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/aa4dbf3d-0ad6-4824-8253-1bccd6ea41fa HTTP/1.1" status: 204 len: 168 time: 1.7381594 Oct 13 04:11:05.382320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:05.395053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.476111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.525850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Deleting port 81e6d35a-4b3e-433e-89f0-25f22ffe437e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:05.526222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.529294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 81e6d35a-4b3e-433e-89f0-25f22ffe437e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81e6d35a-4b3e-433e-89f0-25f22ffe437e,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:05.538372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.549103 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfb9f58-d1cb-4e65-830d-0874ec63f406 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:05.549403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfb9f58-d1cb-4e65-830d-0874ec63f406 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:05.561405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bdfb9f58-d1cb-4e65-830d-0874ec63f406 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/78aa7d8d-ddd5-4e43-b96f-5db42763e8e2 HTTP/1.1" status: 404 len: 337 time: 0.1764722 Oct 13 04:11:05.567203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f44c92-a469-4ea4-b6f5-0adc62068215']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:05.570086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:05.671836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:05.675272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=81e6d35a-4b3e-433e-89f0-25f22ffe437e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:05.692532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da704bb3-4f89-4864-bf69-226fd404b8ff') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:05.706375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da704bb3-4f89-4864-bf69-226fd404b8ff') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:05.799052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.819494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c1433d6b-d5e4-4dad-88c5-6cb6ea217845 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994d4ac-f0e9-4e57-baae-16777c1e3f9b HTTP/1.1" status: 200 len: 205 time: 0.2470369 Oct 13 04:11:05.833036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:05.902039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.956049 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.959943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba6d3a-f60b-48a4-937b-e80d32cc0756 req-e0652312-94e9-4b66-bc87-e6e4de17d6fd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:05.985665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0ba6d3a-f60b-48a4-937b-e80d32cc0756 req-e0652312-94e9-4b66-bc87-e6e4de17d6fd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.5441220 Oct 13 04:11:05.988190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:11:05.988605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: items = [ Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:11:05.992510 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:11:06.050413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-c08a1c09-aa44-41ce-bdf8-8c42d47e341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:06.053264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-c08a1c09-aa44-41ce-bdf8-8c42d47e341b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1097 time: 0.5595973 Oct 13 04:11:06.092058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:06.105296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.253168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0ba6d3a-f60b-48a4-937b-e80d32cc0756 req-ab346921-88ad-4819-a13a-51ea0d4a0d2e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666044 Oct 13 04:11:06.265835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:06.450083 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.460662 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.471300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] 10.222.0.44 "DELETE /v2.0/networks/67f44c92-a469-4ea4-b6f5-0adc62068215 HTTP/1.1" status: 204 len: 168 time: 1.6987174 Oct 13 04:11:06.473610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:06.530169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331db251-1678-490e-b653-34fee1c1d4cc admin admin] Pushing event deleted for resources: {'Network': ['ID=67f44c92-a469-4ea4-b6f5-0adc62068215,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:06.648064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed5829-9bf5-4259-b06b-9cf650219d18 None None] Network 79685cea-e361-476c-9892-afe677b450ea requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:06.695070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Deleting subnet 68c1bb9f-673d-4c1a-bd2b-b7379f565e38 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:11:06.715253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.757553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:06.758158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.785601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-9fe8d221-43da-400d-bf3e-99810f6434e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:06.789058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-9fe8d221-43da-400d-bf3e-99810f6434e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.5394416 Oct 13 04:11:06.814284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.828496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:06.860299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.882786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] For port 81e6d35a-4b3e-433e-89f0-25f22ffe437e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81e6d35a-4b3e-433e-89f0-25f22ffe437e,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:06.883795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.912921 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3c597b46-e6e5-4669-a652-57bea603e271 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] delete failed (client error): The resource could not be found. Oct 13 04:11:06.913988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3c597b46-e6e5-4669-a652-57bea603e271 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/routers/8994d4ac-f0e9-4e57-baae-16777c1e3f9b HTTP/1.1" status: 404 len: 336 time: 1.0787973 Oct 13 04:11:06.914944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Calling delete_port for 81e6d35a-4b3e-433e-89f0-25f22ffe437e owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:06.928406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:06.983479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.998310 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcd19c6-f329-4426-8fd0-510775f707c1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:06.999021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcd19c6-f329-4426-8fd0-510775f707c1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.006644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-a57fdbb2-24ff-411c-b44b-91629f9e97f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 217 time: 0.0651922 Oct 13 04:11:07.008645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fdcd19c6-f329-4426-8fd0-510775f707c1 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/5ace5dbf-6ef2-49f5-ac23-29654e219805 HTTP/1.1" status: 404 len: 337 time: 0.0788777 Oct 13 04:11:07.010207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c1bb9f-673d-4c1a-bd2b-b7379f565e38,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:07.011092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.025078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.028167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4395826-9bf4-4ace-9597-ed0901384f7b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/68c1bb9f-673d-4c1a-bd2b-b7379f565e38 HTTP/1.1" status: 204 len: 168 time: 0.5458050 Oct 13 04:11:07.033416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.070417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-b9c1f967-88cc-4a2e-98e6-0da7f09e36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:07.072496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-b9c1f967-88cc-4a2e-98e6-0da7f09e36ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0580423 Oct 13 04:11:07.153505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-d54c6043-da42-4b13-884b-7a3d783fec5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733938 Oct 13 04:11:07.240453 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9713e7b1-66dd-42c4-846a-20e9ba6908f6 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:07.240936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9713e7b1-66dd-42c4-846a-20e9ba6908f6 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.254682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9713e7b1-66dd-42c4-846a-20e9ba6908f6 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/9b1d2710-61ed-4f1d-83fe-904733135871 HTTP/1.1" status: 404 len: 337 time: 0.2423997 Oct 13 04:11:07.263421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.382501 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d735ab3-bfc7-421a-abed-358d04d29570 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:07.384060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-6fe656e4-1300-45db-b479-393f8e6d1e37 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210457 Oct 13 04:11:07.392114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.399058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0bcca03f-a1c2-4762-a603-dd2cb238232f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:07.400613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.405367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d735ab3-bfc7-421a-abed-358d04d29570 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.411421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d735ab3-bfc7-421a-abed-358d04d29570 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/eb1534ba-aed4-41ad-887a-849029167340 HTTP/1.1" status: 404 len: 337 time: 0.1427970 Oct 13 04:11:07.411810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.495401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.509858 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cad60bb-2f1b-4078-b726-50a2703de97a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:07.510608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cad60bb-2f1b-4078-b726-50a2703de97a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.513964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9cad60bb-2f1b-4078-b726-50a2703de97a tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/545f0773-f3fc-49fa-bd22-d1516bef6eaa HTTP/1.1" status: 404 len: 333 time: 0.0770025 Oct 13 04:11:07.555728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.606247 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c925ad-e83b-4819-8314-fe4f55254b7e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:07.607017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c925ad-e83b-4819-8314-fe4f55254b7e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.610371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c8c925ad-e83b-4819-8314-fe4f55254b7e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/c8cbf892-78fc-466a-b4c7-6044e11cba87 HTTP/1.1" status: 404 len: 337 time: 0.0533791 Oct 13 04:11:07.632534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.675701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-6d677205-de1a-4afe-978a-516ca56ef2d6 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892566 Oct 13 04:11:07.744112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] DHCP port deletion for 79685cea-e361-476c-9892-afe677b450ea request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:11:07.762984 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6723bbee-7c66-4d64-b22d-d1711b37721e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:07.763821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6723bbee-7c66-4d64-b22d-d1711b37721e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.767235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6723bbee-7c66-4d64-b22d-d1711b37721e tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/c0ad51e4-62fb-4b9a-9358-bffb086805e1 HTTP/1.1" status: 404 len: 337 time: 0.1330664 Oct 13 04:11:07.770850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:07.775254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.792203 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.829144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.862411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c2c7-4963-42e3-8e2b-c6063694f25c req-e9221667-0c97-45fc-9384-9e3bb259cdcd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:07.873666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8a24e0-981a-4171-8a85-27ce350bb71a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:07.876802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bde6c2c7-4963-42e3-8e2b-c6063694f25c req-e9221667-0c97-45fc-9384-9e3bb259cdcd tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.4615862 Oct 13 04:11:07.901794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.921738 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b85949-4038-4fa8-b80f-590725228dfa tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:07.922737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b85949-4038-4fa8-b80f-590725228dfa tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:07.931945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31b85949-4038-4fa8-b80f-590725228dfa tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/39340b5b-9a9f-400d-8778-bbc45e485941 HTTP/1.1" status: 404 len: 333 time: 0.1534193 Oct 13 04:11:07.932251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3d15f5-6ea6-4876-a782-20491544bde2') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:07.932600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3d15f5-6ea6-4876-a782-20491544bde2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:07.959008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.975135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.003540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Provisioning complete for port 7806707a-7c73-46c0-b619-bcb0c5b39c21 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:08.004386 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.034332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.049936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event deleted for resources: {'Port': ['ID=81e6d35a-4b3e-433e-89f0-25f22ffe437e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:08.100993 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5580c7fa-9097-4cea-9e92-5ee64d4dffd4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:08.101476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5580c7fa-9097-4cea-9e92-5ee64d4dffd4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:08.104549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Port 7806707a-7c73-46c0-b619-bcb0c5b39c21 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:08.111161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.118990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5580c7fa-9097-4cea-9e92-5ee64d4dffd4 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/0cbd26af-66f4-49aa-a229-6c9eb0faa41d HTTP/1.1" status: 404 len: 337 time: 0.1561887 Oct 13 04:11:08.120304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34150) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:08.196771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21fa2f-e60e-4fad-b5bc-564e1b163cc1 None None] Pushing event updated for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:08.215543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.246017 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8d50d8-68fa-4310-840f-942d87560ce8 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:08.248802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8d50d8-68fa-4310-840f-942d87560ce8 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:08.264470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc8d50d8-68fa-4310-840f-942d87560ce8 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/subnets/37ba03e1-4013-4b76-a2ee-3ad1bdc6e840 HTTP/1.1" status: 404 len: 337 time: 0.1413245 Oct 13 04:11:08.266944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:08.268559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] Deleting port 0bcca03f-a1c2-4762-a603-dd2cb238232f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:08.269161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.288636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.322067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bde6c2c7-4963-42e3-8e2b-c6063694f25c req-340cd35d-fab0-487b-93ee-2121e60a4f18 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012847 Oct 13 04:11:08.406362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:11:08.409277 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:11:08.446785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:11:08.448277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.449080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] For port 0bcca03f-a1c2-4762-a603-dd2cb238232f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0bcca03f-a1c2-4762-a603-dd2cb238232f,segment=NetworkSegment(2e6102eb-8663-4685-8d4e-7d131eac09d3),segment_id=2e6102eb-8663-4685-8d4e-7d131eac09d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:08.449609 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: items = [ Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:11:08.456786 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:11:08.484046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] Calling delete_port for 0bcca03f-a1c2-4762-a603-dd2cb238232f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:08.543887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Deleting port 7806707a-7c73-46c0-b619-bcb0c5b39c21 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:08.548627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.663909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.670267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.674066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.735015 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.759426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] Pushing event deleted for resources: {'Port': ['ID=0bcca03f-a1c2-4762-a603-dd2cb238232f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:08.776907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77c453-9627-42f6-846a-ba7c5a4d9acc None None] No DVR routers for this DVR port 0bcca03f-a1c2-4762-a603-dd2cb238232f on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:08.778809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Calling delete_port for 7806707a-7c73-46c0-b619-bcb0c5b39c21 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:08.834438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.846743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.861248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cb8a24e0-981a-4171-8a85-27ce350bb71a HTTP/1.1" status: 204 len: 168 time: 1.8243313 Oct 13 04:11:08.890998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.892063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c674242-4de1-4707-a700-db462f2a4b08 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:08.899065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8a24e0-981a-4171-8a85-27ce350bb71a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:08.912582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.920100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-710f7dec-d02a-44ea-a0b4-dc814e250153 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "DELETE /v2.0/routers/9c674242-4de1-4707-a700-db462f2a4b08 HTTP/1.1" status: 204 len: 168 time: 4.5713606 Oct 13 04:11:08.927077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:08.940717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1732863174', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:08.952227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.952823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.953168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.953541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.953879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.954259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.955404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Port 0bcca03f-a1c2-4762-a603-dd2cb238232f update to ACTIVE by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 04:11:08.955793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.956151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.956488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.956909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.957611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81e6d35a-4b3e-433e-89f0-25f22ffe437e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:08.962301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:08.962765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e05216-eef4-4561-98fb-01110f57f655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:09.018203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 81e6d35a-4b3e-433e-89f0-25f22ffe437e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:09.020598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81e6d35a-4b3e-433e-89f0-25f22ffe437e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:11:09.021962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.023578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.086712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Port 81e6d35a-4b3e-433e-89f0-25f22ffe437e not found, will not notify nova. {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:11:09.213203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.232798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.350851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:09.370604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Port': ['ID=7806707a-7c73-46c0-b619-bcb0c5b39c21,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:09.407548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.412328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a785210e-05b4-4abc-a7c9-8f9a90955be5 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/ports/7806707a-7c73-46c0-b619-bcb0c5b39c21 HTTP/1.1" status: 204 len: 168 time: 1.1401536 Oct 13 04:11:09.426507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:09.561683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-011ceeb7-e9f6-40f6-9079-9672857ab11c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c6ccb5526f745ce9fe22c15f38ebc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093101 Oct 13 04:11:09.571772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34202) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:09.623522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8050b0-06cf-4352-ad42-e3ec11b34b63 req-5cdb0fce-2f44-43d7-a11c-188b9e748a74 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:09.637308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8050b0-06cf-4352-ad42-e3ec11b34b63 req-5cdb0fce-2f44-43d7-a11c-188b9e748a74 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.1588578 Oct 13 04:11:09.665994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:09.668146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.682616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.730164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 0bcca03f-a1c2-4762-a603-dd2cb238232f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:09.730519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0bcca03f-a1c2-4762-a603-dd2cb238232f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:09.792057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf28c338-58a8-4b22-b4bc-a529a70cc5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.808937 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.816877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf28c338-58a8-4b22-b4bc-a529a70cc5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.917015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8050b0-06cf-4352-ad42-e3ec11b34b63 req-2d057a57-1ac4-4d4a-8f97-2d853f626bf9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739520 Oct 13 04:11:09.931668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf28c338-58a8-4b22-b4bc-a529a70cc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.934917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf28c338-58a8-4b22-b4bc-a529a70cc5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.936276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf28c338-58a8-4b22-b4bc-a529a70cc5b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/987abeb7-1847-4e3d-84eb-c503b23723cd HTTP/1.1" status: 204 len: 168 time: 0.3635597 Oct 13 04:11:09.981631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28c338-58a8-4b22-b4bc-a529a70cc5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987abeb7-1847-4e3d-84eb-c503b23723cd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:09.996058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.023129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79685cea-e361-476c-9892-afe677b450ea']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:10.034190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6102eb-8663-4685-8d4e-7d131eac09d3') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:10.034798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6102eb-8663-4685-8d4e-7d131eac09d3') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:10.050081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.064813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.073100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:11:10.073907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.128088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:11:10.144844 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:11:10.153218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.161511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.166243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.172638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] 10.222.0.44 "DELETE /v2.0/networks/79685cea-e361-476c-9892-afe677b450ea HTTP/1.1" status: 204 len: 168 time: 0.7447295 Oct 13 04:11:10.203262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2f4a0-c00e-4717-983c-131309699f31 tempest-PortsIpV6TestJSON-430988353 tempest-PortsIpV6TestJSON-430988353-project] Pushing event deleted for resources: {'Network': ['ID=79685cea-e361-476c-9892-afe677b450ea,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:10.339511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Allocated IP 172.25.1.72 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/cd53c84b-6bee-48bf-a0f3-685385fa4f39) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:10.582157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.658513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.752402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event updated for resources: {'Port': ['ID=cd53c84b-6bee-48bf-a0f3-685385fa4f39,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:10.772599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:10.774880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:10.778081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:10.885018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:10.994418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-533b210a-0790-43ca-a241-b35bf4335000 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b046ee02c375466b949cce0d37a3e982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077919 Oct 13 04:11:10.997942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:11.134773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81e6d35a-4b3e-433e-89f0-25f22ffe437e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:11.208228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 81e6d35a-4b3e-433e-89f0-25f22ffe437e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:11.209574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81e6d35a-4b3e-433e-89f0-25f22ffe437e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:11.219759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:11.250066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97149-df76-47c9-bc68-ba3598408a05 req-47fdc4a7-3ac9-4f4c-bccc-d9abc62f493e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:11.256126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18d97149-df76-47c9-bc68-ba3598408a05 req-47fdc4a7-3ac9-4f4c-bccc-d9abc62f493e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.1967063 Oct 13 04:11:11.330041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffc98-0a45-4f8f-b851-8f69eaa75265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.407528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18d97149-df76-47c9-bc68-ba3598408a05 req-7104cf1d-ba35-499d-a185-e0f29cc997fc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384139 Oct 13 04:11:11.417120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.435754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffc98-0a45-4f8f-b851-8f69eaa75265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.572275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffc98-0a45-4f8f-b851-8f69eaa75265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.576881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffc98-0a45-4f8f-b851-8f69eaa75265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.578683 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc3ffc98-0a45-4f8f-b851-8f69eaa75265 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36948adc-bbb2-4f12-811b-c5a62dbf0000 HTTP/1.1" status: 204 len: 168 time: 0.5795987 Oct 13 04:11:11.588486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e11e32f1-948a-483f-8047-bc23cf368dc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38638b4b661b43089afc391f31b5d6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645258 Oct 13 04:11:11.595612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34268) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:11.604225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ffc98-0a45-4f8f-b851-8f69eaa75265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36948adc-bbb2-4f12-811b-c5a62dbf0000,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:11.687702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6d-0d1b-4c85-ba2a-45c4e319a4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.715687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6d-0d1b-4c85-ba2a-45c4e319a4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.825837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6d-0d1b-4c85-ba2a-45c4e319a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.834424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080b2b6d-0d1b-4c85-ba2a-45c4e319a4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.835605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-080b2b6d-0d1b-4c85-ba2a-45c4e319a4a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5c07d2a-7c14-4834-9c07-5b8281faeb1f HTTP/1.1" status: 204 len: 168 time: 0.2383401 Oct 13 04:11:11.855785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b2b6d-0d1b-4c85-ba2a-45c4e319a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c07d2a-7c14-4834-9c07-5b8281faeb1f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:11.952907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.241598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Router 33de0b97-efb1-4dbc-964a-26e3f13b080d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:12.463591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:12.478752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] Sync routers for ids ['33de0b97-efb1-4dbc-964a-26e3f13b080d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:12.493533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] Routers {'33de0b97-efb1-4dbc-964a-26e3f13b080d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:12.494420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['33de0b97-efb1-4dbc-964a-26e3f13b080d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.509125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.513185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9241471e-d22d-4e02-bd8e-6c90d690c3b6 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5783410 Oct 13 04:11:12.513660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:12.518306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:12.574850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.593842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] Routers {'33de0b97-efb1-4dbc-964a-26e3f13b080d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:12.594753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['33de0b97-efb1-4dbc-964a-26e3f13b080d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.660312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90bd32-44d0-4227-9900-12a60eab88d9 req-b8d8886b-75e1-48fc-a4bf-705e41d603e9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.667035 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fd90bd32-44d0-4227-9900-12a60eab88d9 req-b8d8886b-75e1-48fc-a4bf-705e41d603e9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.1059401 Oct 13 04:11:12.702347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.703631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7b96a-01df-4eae-bd78-091c7799fc85 None None] The sync data for ids ['33de0b97-efb1-4dbc-964a-26e3f13b080d'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:12.750008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fd90bd32-44d0-4227-9900-12a60eab88d9 req-da7173f9-66bc-480b-b455-fc980bf22cc2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819731 Oct 13 04:11:13.003579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.744234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.749331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.038258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Router 33de0b97-efb1-4dbc-964a-26e3f13b080d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:11:14.048481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166967e-bc28-4b5b-941e-04bece5ac05e req-01011039-199f-40ac-9dc3-bbc9f262eca3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:14.050653 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f166967e-bc28-4b5b-941e-04bece5ac05e req-01011039-199f-40ac-9dc3-bbc9f262eca3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.1311467 Oct 13 04:11:14.167221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f166967e-bc28-4b5b-941e-04bece5ac05e req-84eda8fa-1e6f-459e-9edf-d95724740c4c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088254 Oct 13 04:11:14.299456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:14.308248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.311746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2c9927d-6fdf-4c70-b644-358e0a53ad38 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "PUT /v2.0/routers/33de0b97-efb1-4dbc-964a-26e3f13b080d HTTP/1.1" status: 200 len: 925 time: 1.7947276 Oct 13 04:11:14.312140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.319479 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] Sync routers for ids ['33de0b97-efb1-4dbc-964a-26e3f13b080d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:14.330863 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] Routers {'33de0b97-efb1-4dbc-964a-26e3f13b080d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:14.331469 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['33de0b97-efb1-4dbc-964a-26e3f13b080d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:14.411988 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:14.431697 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] Routers {'33de0b97-efb1-4dbc-964a-26e3f13b080d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:14.434802 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:10:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['33de0b97-efb1-4dbc-964a-26e3f13b080d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:14.521410 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:14.523463 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2418a1-6c5a-4d65-bdfe-b29a39b1a07d None None] The sync data for ids ['33de0b97-efb1-4dbc-964a-26e3f13b080d'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:14.653355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cc342a2b-07b6-426b-a898-790661515b44 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/33de0b97-efb1-4dbc-964a-26e3f13b080d HTTP/1.1" status: 200 len: 925 time: 0.3387046 Oct 13 04:11:14.655347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.855947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34388) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.903422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997c2a8-4bfc-401c-8082-cdfbae8c4583 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:14.905030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9997c2a8-4bfc-401c-8082-cdfbae8c4583 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=33de0b97-efb1-4dbc-964a-26e3f13b080d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2482533 Oct 13 04:11:14.907707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.185314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd456d-6d7e-4c9e-bc3c-61c30becefbe tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:15.185314 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-01cd456d-6d7e-4c9e-bc3c-61c30becefbe tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.2739995 Oct 13 04:11:15.187445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.254467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34414) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.255603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9f2cc265-f8bd-4473-b5bf-d029c118ee40 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=33de0b97-efb1-4dbc-964a-26e3f13b080d HTTP/1.1" status: 200 len: 205 time: 0.0654807 Oct 13 04:11:16.193077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1e3e4b82-c4d6-411e-8fa0-f8f581aeb2d4 tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-162071706', 'prefixes': ['172.20.0.0/16']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:16.276559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef238e-0184-4e8e-a4eb-23757d84c852 req-2faab22f-7567-4c08-b957-d0f73ef3f3a8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:16.278352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ecef238e-0184-4e8e-a4eb-23757d84c852 req-2faab22f-7567-4c08-b957-d0f73ef3f3a8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.9309285 Oct 13 04:11:16.398458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.611796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.648140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ecef238e-0184-4e8e-a4eb-23757d84c852 req-5376b1f1-8a14-4116-9a3a-ef6c6416e6a9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483086 Oct 13 04:11:16.809820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Deleting port cd53c84b-6bee-48bf-a0f3-685385fa4f39 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:16.810902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.818500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4b82-c4d6-411e-8fa0-f8f581aeb2d4 tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] Notify callbacks [] for subnetpool, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.821182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1e3e4b82-c4d6-411e-8fa0-f8f581aeb2d4 tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.9639428 Oct 13 04:11:16.823987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34456) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:16.979431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-25cbf4f4-d036-4c21-bf4e-a608977e9893 tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] 10.222.0.44 "GET /v2.0/subnetpools/3f2afc5c-2df3-4b92-a35d-e17e98e3c241 HTTP/1.1" status: 200 len: 731 time: 0.1507473 Oct 13 04:11:16.982365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:17.004110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-11c9de1a-0145-48cd-83ef-f3607b36a3cb tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-800301693'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:17.219010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.267399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Calling delete_port for cd53c84b-6bee-48bf-a0f3-685385fa4f39 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:17.813029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.017798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event deleted for resources: {'Port': ['ID=cd53c84b-6bee-48bf-a0f3-685385fa4f39,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:18.257229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4a81-4bd0-4b75-94a7-64d490a57db5 req-3a40c895-e6d8-494b-92b2-9062d2a98981 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:18.287676 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02ea4a81-4bd0-4b75-94a7-64d490a57db5 req-3a40c895-e6d8-494b-92b2-9062d2a98981 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.2791805 Oct 13 04:11:18.366358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.385591 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02ea4a81-4bd0-4b75-94a7-64d490a57db5 req-693e7b47-263d-42b4-a654-b5335b3f444c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887032 Oct 13 04:11:18.506314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11c9de1a-0145-48cd-83ef-f3607b36a3cb tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.512507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-11c9de1a-0145-48cd-83ef-f3607b36a3cb tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] 10.222.0.44 "PUT /v2.0/subnetpools/3f2afc5c-2df3-4b92-a35d-e17e98e3c241 HTTP/1.1" status: 200 len: 683 time: 1.5260019 Oct 13 04:11:18.513353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:18.670895 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.673951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.702905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f84f8679-7238-47fa-be01-724f83800ea0 tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.704590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f84f8679-7238-47fa-be01-724f83800ea0 tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] 10.222.0.44 "DELETE /v2.0/subnetpools/3f2afc5c-2df3-4b92-a35d-e17e98e3c241 HTTP/1.1" status: 204 len: 168 time: 0.1883404 Oct 13 04:11:18.707214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:18.725819 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-f503e652-5ee2-48d7-b894-843f31c37a2f tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] show failed (client error): The resource could not be found. Oct 13 04:11:18.727908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f503e652-5ee2-48d7-b894-843f31c37a2f tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] 10.222.0.44 "GET /v2.0/subnetpools/3f2afc5c-2df3-4b92-a35d-e17e98e3c241 HTTP/1.1" status: 404 len: 346 time: 0.0192535 Oct 13 04:11:18.731477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:18.748603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.749339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Fanout notify agent at l3_agent the message router_deleted on router 33de0b97-efb1-4dbc-964a-26e3f13b080d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:18.754629 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-e8eb67ab-9e38-4215-ba63-a5731ab8b95b tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] delete failed (client error): The resource could not be found. Oct 13 04:11:18.756404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e8eb67ab-9e38-4215-ba63-a5731ab8b95b tempest-SubnetPoolsTestJSON-1285815013 tempest-SubnetPoolsTestJSON-1285815013-project] 10.222.0.44 "DELETE /v2.0/subnetpools/3f2afc5c-2df3-4b92-a35d-e17e98e3c241 HTTP/1.1" status: 404 len: 346 time: 0.0237875 Oct 13 04:11:18.768304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.770743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-624a6561-88b9-4f6d-baba-ecdc303be402 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/33de0b97-efb1-4dbc-964a-26e3f13b080d HTTP/1.1" status: 204 len: 168 time: 3.5128143 Oct 13 04:11:18.775844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:18.783636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-585286868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:18.817549 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.819363 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.847667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:18.896172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.902133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.931201 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.932891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-565cac3d-c65f-4774-ba28-635889f192b4 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1555953 Oct 13 04:11:18.936075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:18.942255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:18.946967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c39480c-524f-4247-8688-0f597d9e4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.240951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.307198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab348-b8c8-47e3-8094-223094278f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.460004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:19.508263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:19.674899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32faff9f-832e-4d85-84c6-e46b62054152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.732571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.803699 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab348-b8c8-47e3-8094-223094278f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.813283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.845664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.851831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab348-b8c8-47e3-8094-223094278f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.881847 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.895220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32faff9f-832e-4d85-84c6-e46b62054152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.897189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.935303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db449326928d4a79ba7396906a3451a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258003 Oct 13 04:11:19.935906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:19.940786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32faff9f-832e-4d85-84c6-e46b62054152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.957841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea196c8-8160-4e9c-b5d1-28e1b95160bb req-3daa9484-5994-4cd5-bc62-9797c1aff9e9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:19.965217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ea196c8-8160-4e9c-b5d1-28e1b95160bb req-3daa9484-5994-4cd5-bc62-9797c1aff9e9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.4211698 Oct 13 04:11:20.002958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32faff9f-832e-4d85-84c6-e46b62054152 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14143c83e5db46c9b6569f2e9928c38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392368 Oct 13 04:11:20.004365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:20.024258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7a7ab348-b8c8-47e3-8094-223094278f4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eec58ae6fa1843a9b83057eabaa35e24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1754766 Oct 13 04:11:20.030957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:20.066964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682d2a6-f0f9-4982-aefe-dcd163222b4c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.095550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.096385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.097888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.100088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.100620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.101373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.102041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.102573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.103355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.103879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.107108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.107108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3df4d-73da-40cd-9ff4-cc0886be25cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:20.125998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7297a238-940f-48ef-87d8-57d36afe500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.175594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Allocated IP 172.25.1.32 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/e9c990bd-b06a-44ac-97e1-5046726c89f7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:20.184755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c36089b5-c52b-42a8-95b7-ddc9768584b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.214630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c36089b5-c52b-42a8-95b7-ddc9768584b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.279045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7297a238-940f-48ef-87d8-57d36afe500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.295171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c36089b5-c52b-42a8-95b7-ddc9768584b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.297271 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c36089b5-c52b-42a8-95b7-ddc9768584b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.297401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.298936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c36089b5-c52b-42a8-95b7-ddc9768584b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b21937e-cde4-4f95-a3f7-76bd2be77445 HTTP/1.1" status: 204 len: 168 time: 0.2660017 Oct 13 04:11:20.307650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faff9f-832e-4d85-84c6-e46b62054152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090599c3-7e98-4461-b305-ded5b0a1a5b1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.326780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36089b5-c52b-42a8-95b7-ddc9768584b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21937e-cde4-4f95-a3f7-76bd2be77445,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.375157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7297a238-940f-48ef-87d8-57d36afe500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.383332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab348-b8c8-47e3-8094-223094278f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21937e-cde4-4f95-a3f7-76bd2be77445,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.385263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7297a238-940f-48ef-87d8-57d36afe500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.387998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7297a238-940f-48ef-87d8-57d36afe500d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6682d2a6-f0f9-4982-aefe-dcd163222b4c HTTP/1.1" status: 204 len: 168 time: 0.4481070 Oct 13 04:11:20.402533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297a238-940f-48ef-87d8-57d36afe500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682d2a6-f0f9-4982-aefe-dcd163222b4c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.449004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ea196c8-8160-4e9c-b5d1-28e1b95160bb req-80a75d97-2dc1-4f54-8943-9e91594c764d tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751780 Oct 13 04:11:20.468332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.553590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event updated for resources: {'Port': ['ID=e9c990bd-b06a-44ac-97e1-5046726c89f7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.565257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:20.570772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:20.573818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:20.618259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-634708ea-4d1c-4542-97de-8f901532e40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.657990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-634708ea-4d1c-4542-97de-8f901532e40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.961783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-634708ea-4d1c-4542-97de-8f901532e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.964336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-634708ea-4d1c-4542-97de-8f901532e40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.965535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-634708ea-4d1c-4542-97de-8f901532e40a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/090599c3-7e98-4461-b305-ded5b0a1a5b1 HTTP/1.1" status: 204 len: 168 time: 0.9505405 Oct 13 04:11:21.002092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:21.019938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634708ea-4d1c-4542-97de-8f901532e40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090599c3-7e98-4461-b305-ded5b0a1a5b1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:21.045196 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fba92a0a-1c27-4ec9-b1fe-115f400b296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.073953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.163132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fba92a0a-1c27-4ec9-b1fe-115f400b296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.167838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fba92a0a-1c27-4ec9-b1fe-115f400b296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.222654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fba92a0a-1c27-4ec9-b1fe-115f400b296f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0afb4f0444dc43c18c21004a62b57b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142613 Oct 13 04:11:21.223373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:21.229680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba92a0a-1c27-4ec9-b1fe-115f400b296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3e943-aee9-4d85-a169-272964c64df3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:21.342004 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb1353d-5f23-49c4-baa8-665b9af90f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.390167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb1353d-5f23-49c4-baa8-665b9af90f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.464439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb1353d-5f23-49c4-baa8-665b9af90f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.483579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb1353d-5f23-49c4-baa8-665b9af90f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.485734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2eb1353d-5f23-49c4-baa8-665b9af90f63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7c3e943-aee9-4d85-a169-272964c64df3 HTTP/1.1" status: 204 len: 168 time: 0.2577922 Oct 13 04:11:21.503688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42d1127e-c62b-4c5b-a352-f40e67fbc9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.505340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1353d-5f23-49c4-baa8-665b9af90f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3e943-aee9-4d85-a169-272964c64df3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:21.553899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.564004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.737341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c07e-a957-4c66-bd5e-7e9bf21b1f6a req-2744507b-e0b4-41dd-8bdd-7943b20cad72 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:21.745226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2290c07e-a957-4c66-bd5e-7e9bf21b1f6a req-2744507b-e0b4-41dd-8bdd-7943b20cad72 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.1140311 Oct 13 04:11:21.801243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2290c07e-a957-4c66-bd5e-7e9bf21b1f6a req-648cb920-b409-4c4d-9262-c8bc3edead50 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549984 Oct 13 04:11:21.838873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Router 8d5eaf49-a005-4002-8cef-c241d515d5f6 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:21.841801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:21.866622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b020707-860f-4036-8be0-024c54972e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.052248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b020707-860f-4036-8be0-024c54972e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.057301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:22.069751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b020707-860f-4036-8be0-024c54972e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.071424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] Sync routers for ids ['8d5eaf49-a005-4002-8cef-c241d515d5f6'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:22.081752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.087318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.090384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] Routers {'8d5eaf49-a005-4002-8cef-c241d515d5f6'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:22.091252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8d5eaf49-a005-4002-8cef-c241d515d5f6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:22.091930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f686064c-95ad-4e10-8049-312146b2f361 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "PUT /v2.0/routers/8d5eaf49-a005-4002-8cef-c241d515d5f6 HTTP/1.1" status: 200 len: 882 time: 3.1542981 Oct 13 04:11:22.135189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:22.144963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] Routers {'8d5eaf49-a005-4002-8cef-c241d515d5f6'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:22.146291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8d5eaf49-a005-4002-8cef-c241d515d5f6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:22.192807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:22.193664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc73472a-564b-464c-a2cc-87fef154010d None None] The sync data for ids ['8d5eaf49-a005-4002-8cef-c241d515d5f6'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:22.212941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b020707-860f-4036-8be0-024c54972e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3edf8-f406-43c3-a1f1-bb7dfd252e01,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:22.236405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.248002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9b020707-860f-4036-8be0-024c54972e1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=625a4c643cd84bc0a9fe2ce771a1914a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048219 Oct 13 04:11:22.306629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-835e925e-1e53-4382-b6a4-0031e12e4ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.346342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-835e925e-1e53-4382-b6a4-0031e12e4ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.399348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ebe823a5-0f38-408c-b3fb-b33c003ad579 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/8d5eaf49-a005-4002-8cef-c241d515d5f6 HTTP/1.1" status: 200 len: 923 time: 0.2909443 Oct 13 04:11:22.402069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.425043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-835e925e-1e53-4382-b6a4-0031e12e4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.428517 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-835e925e-1e53-4382-b6a4-0031e12e4ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.430238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-835e925e-1e53-4382-b6a4-0031e12e4ef2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ece3edf8-f406-43c3-a1f1-bb7dfd252e01 HTTP/1.1" status: 204 len: 168 time: 0.1925831 Oct 13 04:11:22.446113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e925e-1e53-4382-b6a4-0031e12e4ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3edf8-f406-43c3-a1f1-bb7dfd252e01,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:22.500582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4072ce3-997d-446c-814c-0bcddaea3073 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.502443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4072ce3-997d-446c-814c-0bcddaea3073 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=8d5eaf49-a005-4002-8cef-c241d515d5f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0991912 Oct 13 04:11:22.505911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34700) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.617910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa00ae-cc13-451a-8925-7c84a0d14767 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.620437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-93aa00ae-cc13-451a-8925-7c84a0d14767 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.1130185 Oct 13 04:11:22.623192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.684237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0c607841-ef7a-4687-86f8-6db7011586fc tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5eaf49-a005-4002-8cef-c241d515d5f6 HTTP/1.1" status: 200 len: 205 time: 0.0548670 Oct 13 04:11:22.684529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.788819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.852697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.897344 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.969081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b72db-1d52-4524-8911-8175e5cf3d51 req-476976c4-448b-418c-848e-6baa9eee5c46 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.977317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-857b72db-1d52-4524-8911-8175e5cf3d51 req-476976c4-448b-418c-848e-6baa9eee5c46 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.0657415 Oct 13 04:11:23.012769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.034990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-857b72db-1d52-4524-8911-8175e5cf3d51 req-76c7fa05-8208-4768-850d-2689b37ecf36 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 Oct 13 04:11:23.083306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Deleting port e9c990bd-b06a-44ac-97e1-5046726c89f7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:23.083764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.180079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.193522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Calling delete_port for e9c990bd-b06a-44ac-97e1-5046726c89f7 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:23.403593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.433074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event deleted for resources: {'Port': ['ID=e9c990bd-b06a-44ac-97e1-5046726c89f7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:23.501814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.610897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.613574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.665064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.665860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5eaf49-a005-4002-8cef-c241d515d5f6 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:23.675818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.680774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1eeb23ef-e59e-4979-84f5-40a1c16485d8 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/8d5eaf49-a005-4002-8cef-c241d515d5f6 HTTP/1.1" status: 204 len: 168 time: 0.9918077 Oct 13 04:11:23.681934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:23.687947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1974704998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:23.734575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.738116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.802150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.809167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.832337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.834738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-82f6797d-9750-4980-9edf-548ccc239649 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1510501 Oct 13 04:11:23.837793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:23.842681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': True}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:23.885206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:24.068986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.174635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b7b54-2a99-4dea-96aa-431c4f8f0f20 req-f647a749-507a-4c41-ae2b-0f2227238167 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.176902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-343b7b54-2a99-4dea-96aa-431c4f8f0f20 req-f647a749-507a-4c41-ae2b-0f2227238167 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.0553863 Oct 13 04:11:24.245054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-343b7b54-2a99-4dea-96aa-431c4f8f0f20 req-f510b22c-2b47-482e-bac7-76364b3ef4b8 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593617 Oct 13 04:11:24.259937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c253d5b-14eb-415a-a7e9-e72fb4b4f8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.320788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.343865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.363058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c253d5b-14eb-415a-a7e9-e72fb4b4f8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.371182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c253d5b-14eb-415a-a7e9-e72fb4b4f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.417114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c253d5b-14eb-415a-a7e9-e72fb4b4f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11f940-4f9c-4eb0-8ee5-1dbba793e0c5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:24.423239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7c253d5b-14eb-415a-a7e9-e72fb4b4f8b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=658384be210f4d6ab0d53dff578af54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369811 Oct 13 04:11:24.426118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34834) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:24.478576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Allocated IP 172.25.1.115 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/e108077e-e31e-48c1-b12c-25a799a71058) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:24.491618 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bb64b08-498e-46cc-9255-aba8261668ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.506229 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.520698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bb64b08-498e-46cc-9255-aba8261668ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.582377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bb64b08-498e-46cc-9255-aba8261668ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.587389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bb64b08-498e-46cc-9255-aba8261668ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.589558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4bb64b08-498e-46cc-9255-aba8261668ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf11f940-4f9c-4eb0-8ee5-1dbba793e0c5 HTTP/1.1" status: 204 len: 168 time: 0.1613722 Oct 13 04:11:24.601554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb64b08-498e-46cc-9255-aba8261668ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11f940-4f9c-4eb0-8ee5-1dbba793e0c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:24.610636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.644161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:24.661959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.717826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:24.720882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:24.724587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:24.794974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Port': ['ID=e108077e-e31e-48c1-b12c-25a799a71058,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:24.892052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-35ba2e16-f15c-4fd1-9407-1ffd637d7ed9 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.894054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-35ba2e16-f15c-4fd1-9407-1ffd637d7ed9 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1097 time: 0.1442654 Oct 13 04:11:24.907771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810220-9'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:24.985642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a80426d-8549-4aa3-9cd5-337c945ce449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.048947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.122775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a80426d-8549-4aa3-9cd5-337c945ce449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.128523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a80426d-8549-4aa3-9cd5-337c945ce449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.202947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7a80426d-8549-4aa3-9cd5-337c945ce449 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4791751968e84a109b68c1dfe57a20e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569103 Oct 13 04:11:25.205960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:25.225052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.240003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80426d-8549-4aa3-9cd5-337c945ce449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af6234-2d5b-475b-bfa0-3253e5b7ec97,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.300666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-045b1d4f-90db-4ba7-875a-3a89289302af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.345273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:25.364969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:25.390426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:25.397026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ca335ea-e9c2-4acf-961f-d5aff76cb8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.406904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-045b1d4f-90db-4ba7-875a-3a89289302af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.527777 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-045b1d4f-90db-4ba7-875a-3a89289302af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.532366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-045b1d4f-90db-4ba7-875a-3a89289302af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.534616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-045b1d4f-90db-4ba7-875a-3a89289302af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1af6234-2d5b-475b-bfa0-3253e5b7ec97 HTTP/1.1" status: 204 len: 168 time: 0.3274930 Oct 13 04:11:25.556506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b1d4f-90db-4ba7-875a-3a89289302af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af6234-2d5b-475b-bfa0-3253e5b7ec97,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.582762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ca335ea-e9c2-4acf-961f-d5aff76cb8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.590207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ca335ea-e9c2-4acf-961f-d5aff76cb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.645571 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2ca335ea-e9c2-4acf-961f-d5aff76cb8af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b086a998335749fc99edf96d44c04207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988844 Oct 13 04:11:25.646904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca335ea-e9c2-4acf-961f-d5aff76cb8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e240489-965f-479a-b77f-71a28c176029,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.660629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:25.671910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:25.694916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab has no active binding in host n-h1-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:11:25.741512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.777443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:25.778683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:25.781804 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46949b94-7502-4630-aa1f-22f8761ebff8" -d '{"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-unplugged", "status": "completed", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:25.786635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.792693 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecad8-79d3-40c9-8c65-0b386dcc0304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.823091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecad8-79d3-40c9-8c65-0b386dcc0304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.841315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.929698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecad8-79d3-40c9-8c65-0b386dcc0304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.933123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecad8-79d3-40c9-8c65-0b386dcc0304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.934362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e8ecad8-79d3-40c9-8c65-0b386dcc0304 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e240489-965f-479a-b77f-71a28c176029 HTTP/1.1" status: 204 len: 168 time: 0.2714472 Oct 13 04:11:25.953379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ecad8-79d3-40c9-8c65-0b386dcc0304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e240489-965f-479a-b77f-71a28c176029,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.994703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:26.003963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-ad2c597f-abc3-4280-947d-f80db44a2993 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.006711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-ad2c597f-abc3-4280-947d-f80db44a2993 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.2685068 Oct 13 04:11:26.024022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-8464a269-4233-4730-b6ef-80410119885b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/quotas/4eaa0414190949e0a8964a9bfc860544 HTTP/1.1" status: 200 len: 375 time: 0.0115108 Oct 13 04:11:26.085157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-d950cdcb-0f06-4156-a92a-f3d90074f189 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550058 Oct 13 04:11:26.105649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9e39f-9194-45bd-af84-f881e712f678 req-ce216e46-a25a-4b29-a5a1-2e2f6aaf0dc3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.110623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20e9e39f-9194-45bd-af84-f881e712f678 req-ce216e46-a25a-4b29-a5a1-2e2f6aaf0dc3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 946 time: 0.7171566 Oct 13 04:11:26.191583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:26.203703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:26.215348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-0c4ae2e0-56dc-49c0-8e8e-0f319fd6e576 service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207049 Oct 13 04:11:26.260988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c2e03fe-3efb-4f6e-b19c-3d16d5c6c84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.285310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20e9e39f-9194-45bd-af84-f881e712f678 req-291b38d7-f630-400c-9472-e141fa37c768 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632581 Oct 13 04:11:26.316840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.324893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:26.327378 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20caad04-f659-449a-8377-9f41cf90cf1f" -d '{"events": [{"server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "name": "network-vif-unplugged", "status": "completed", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:26.332101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.339217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.354867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.383093 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5612bffa-d69c-413e-b6a6-cfa17cc73d4c x-openstack-request-id: req-5612bffa-d69c-413e-b6a6-cfa17cc73d4c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:26.384478 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-unplugged", "status": "completed", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:26.384932 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5612bffa-d69c-413e-b6a6-cfa17cc73d4c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:26.385497 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'code': 200} Oct 13 04:11:26.420536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-35b212cf-f4dd-4dc8-b5bd-4d12e4999a89 service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961579 Oct 13 04:11:26.448801 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4462000b-a1cc-4959-bd57-7e36164ae63b x-openstack-request-id: req-4462000b-a1cc-4959-bd57-7e36164ae63b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:26.449148 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "name": "network-vif-unplugged", "status": "completed", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:26.449439 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4462000b-a1cc-4959-bd57-7e36164ae63b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:26.449837 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'code': 200} Oct 13 04:11:26.616001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:26.621989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c2e03fe-3efb-4f6e-b19c-3d16d5c6c84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.625609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on host n-h2-810220-9 for vnic_type normal with profile {"migrating_to": "n-h1-810220-9"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:26.626041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:26.626744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:26.640607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c2e03fe-3efb-4f6e-b19c-3d16d5c6c84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.703624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:26.703958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Attempting to bind port 250d8c1c-8367-4044-af97-c19f1653c8ab on network 09227da7-d52c-4f37-a496-d4d7c86f17a4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:26.715749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc87bec1-5c91-44d3-b48a-d47221380222 req-352958b2-68b6-4c9f-a536-e506d1417c43 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 210 time: 0.0965254 Oct 13 04:11:26.738517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:26.738767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Checking segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:26.739564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Bound using segment: {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:26.740020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Bound port: 250d8c1c-8367-4044-af97-c19f1653c8ab, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c0bc0a-f439-458b-976e-1b67959789db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '09227da7-d52c-4f37-a496-d4d7c86f17a4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:26.740512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.754376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c2e03fe-3efb-4f6e-b19c-3d16d5c6c84d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2a04c28eb4c4baca1d4beffcfe821a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593786 Oct 13 04:11:26.761500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:26.770036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e03fe-3efb-4f6e-b19c-3d16d5c6c84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4c114-baf4-45f3-8ea9-96d27bf04463,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:26.872880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Router c5061ea5-b70d-4228-be90-79fdde93cdc0 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:26.890132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:26.896647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:26.972540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-1933de9e-ec54-4856-ae88-745553557e99 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.975392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-1933de9e-ec54-4856-ae88-745553557e99 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "GET /v2.0/ports?device_id=22be0a9c-761e-4ded-a22d-c1e79b17ac0d HTTP/1.1" status: 200 len: 944 time: 0.2332056 Oct 13 04:11:26.976695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c5700a6-64e3-4bed-85f1-b242c36e6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.990868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.085510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c5700a6-64e3-4bed-85f1-b242c36e6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.134102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:27.168797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Deleting port 17d16b51-64b9-45be-b68d-0a6916160fdb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:27.169181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.194831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.196264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.198041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-7cc5994b-4698-4ebc-b472-3f00b18dbeed service neutron] 10.222.0.15 "PUT /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 1122 time: 2.2956765 Oct 13 04:11:27.216251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:27.230856 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] Sync routers for ids ['c5061ea5-b70d-4228-be90-79fdde93cdc0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:27.235099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.237076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-60f6e1d7-5ef1-4dc5-b135-b2b09ac71a27 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "PUT /v2.0/routers/c5061ea5-b70d-4228-be90-79fdde93cdc0 HTTP/1.1" status: 200 len: 919 time: 3.3979418 Oct 13 04:11:27.243198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:27.253864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['250d8c1c-8367-4044-af97-c19f1653c8ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:27.271143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c5700a6-64e3-4bed-85f1-b242c36e6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.274344 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] Routers {'c5061ea5-b70d-4228-be90-79fdde93cdc0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:27.274695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c5700a6-64e3-4bed-85f1-b242c36e6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.274975 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c5061ea5-b70d-4228-be90-79fdde93cdc0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:27.276574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9c5700a6-64e3-4bed-85f1-b242c36e6809 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49f4c114-baf4-45f3-8ea9-96d27bf04463 HTTP/1.1" status: 204 len: 168 time: 0.5160148 Oct 13 04:11:27.306711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5700a6-64e3-4bed-85f1-b242c36e6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4c114-baf4-45f3-8ea9-96d27bf04463,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:27.342562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] For port 17d16b51-64b9-45be-b68d-0a6916160fdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17d16b51-64b9-45be-b68d-0a6916160fdb,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:27.343133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.377679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Calling delete_port for 17d16b51-64b9-45be-b68d-0a6916160fdb owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:27.377905 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:27.386210 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] Routers {'c5061ea5-b70d-4228-be90-79fdde93cdc0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:27.387551 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c5061ea5-b70d-4228-be90-79fdde93cdc0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:27.399712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['250d8c1c-8367-4044-af97-c19f1653c8ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:27.599438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa9e1-d4ee-4d96-a48e-1f94e17d066b req-02258e66-a93f-41e8-b3e9-ca15b01bf011 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.602506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-627fa9e1-d4ee-4d96-a48e-1f94e17d066b req-02258e66-a93f-41e8-b3e9-ca15b01bf011 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.0953326 Oct 13 04:11:27.715624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-627fa9e1-d4ee-4d96-a48e-1f94e17d066b req-4a75ae12-a037-4d94-a863-226832d4a153 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974057 Oct 13 04:11:27.730688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ac9ae98-799a-45cc-a69c-e87ccb61fee2 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/c5061ea5-b70d-4228-be90-79fdde93cdc0 HTTP/1.1" status: 200 len: 925 time: 0.4824603 Oct 13 04:11:27.730688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:27.761388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:27.766118 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:27.768447 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde176f-7a29-49b3-87e9-5f0f84a9b6d3 None None] The sync data for ids ['c5061ea5-b70d-4228-be90-79fdde93cdc0'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:27.842326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5924a-2fb0-4008-9207-34b7b0a341f8 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.850738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67c5924a-2fb0-4008-9207-34b7b0a341f8 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=c5061ea5-b70d-4228-be90-79fdde93cdc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1171331 Oct 13 04:11:27.865290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:27.883199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event deleted for resources: {'Port': ['ID=17d16b51-64b9-45be-b68d-0a6916160fdb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:28.027613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33429bf7-adca-408c-a432-6e1c9b379439 req-7f4e0d18-c410-4317-b41e-0ce54f7cd059 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 210 time: 0.1566696 Oct 13 04:11:28.100125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e882d1-3b3f-4c57-b5b2-4621c9e7601a tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:28.102407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a0e882d1-3b3f-4c57-b5b2-4621c9e7601a tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.2340989 Oct 13 04:11:28.105367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:28.203856 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a9f11aaf-b983-48a8-ad3a-97e2f9a0ffef tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5061ea5-b70d-4228-be90-79fdde93cdc0 HTTP/1.1" status: 200 len: 205 time: 0.0959678 Oct 13 04:11:28.208722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:28.461173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:28.471086 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:28.503197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] No DVR routers for this DVR port 17d16b51-64b9-45be-b68d-0a6916160fdb on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:28.511031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:28.519001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9754fb2a-2d05-4a34-bc5a-ed751ec91c9d req-e3f08ebb-1692-4718-ba97-2a067373597c tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "DELETE /v2.0/ports/17d16b51-64b9-45be-b68d-0a6916160fdb HTTP/1.1" status: 204 len: 173 time: 1.5179391 Oct 13 04:11:28.520929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-deleted', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:28.541288 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e36ec1c-8e4c-44a3-ab6d-d38fae161c3d" -d '{"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-deleted", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:28.596551 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab70264-9dca-4a9c-a747-1a117f03ece9 x-openstack-request-id: req-4ab70264-9dca-4a9c-a747-1a117f03ece9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:28.596785 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:28.597091 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ab70264-9dca-4a9c-a747-1a117f03ece9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:28.597488 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'status': 'completed', 'code': 200} Oct 13 04:11:28.668807 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fcb072-3ea5-4999-96c1-de2b40cdd90c x-openstack-request-id: req-81fcb072-3ea5-4999-96c1-de2b40cdd90c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:28.669645 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be0a9c-761e-4ded-a22d-c1e79b17ac0d", "name": "network-vif-deleted", "tag": "17d16b51-64b9-45be-b68d-0a6916160fdb", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:28.671740 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81fcb072-3ea5-4999-96c1-de2b40cdd90c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:28.672711 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be0a9c-761e-4ded-a22d-c1e79b17ac0d', 'name': 'network-vif-deleted', 'tag': '17d16b51-64b9-45be-b68d-0a6916160fdb', 'status': 'completed', 'code': 200} Oct 13 04:11:28.709567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:28.710840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-87b4f24e-b9f1-4476-a19d-390bab295e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:28.712470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-87b4f24e-b9f1-4476-a19d-390bab295e35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1125 time: 0.1009331 Oct 13 04:11:28.730803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-b8cabdc4-bece-4cbe-963f-49b08b0af1bb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:28.736953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-b8cabdc4-bece-4cbe-963f-49b08b0af1bb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.4000912 Oct 13 04:11:28.785029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Request body: {'port': {'device_id': '18696d2d-08e6-4254-a97e-944bee6ca977', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'admin_state_up': True, 'tenant_id': '4eaa0414190949e0a8964a9bfc860544'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:29.002308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-ebd816db-3c17-4ceb-a051-6724472ac2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:29.005438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-ebd816db-3c17-4ceb-a051-6724472ac2a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2823358 Oct 13 04:11:29.010981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.018142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cab86-bd16-41ce-8859-0e41c5ae417c req-5ac0fb9b-822a-43b0-9dda-52f8bed2dc72 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:29.020187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6cab86-bd16-41ce-8859-0e41c5ae417c req-5ac0fb9b-822a-43b0-9dda-52f8bed2dc72 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1196222 Oct 13 04:11:29.071733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Made reservation on behalf of 4eaa0414190949e0a8964a9bfc860544 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:29.077278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.102944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-fe63f711-31d8-482a-a140-9b5eef09e96b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 217 time: 0.0811870 Oct 13 04:11:29.204704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Deleting port e108077e-e31e-48c1-b12c-25a799a71058 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:29.205245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.274895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6cab86-bd16-41ce-8859-0e41c5ae417c req-922d60a5-4561-4f4d-a204-fe84e10eef17 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458086 Oct 13 04:11:29.291046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-45091516-6645-423e-a426-703a0899c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:29.294927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-45091516-6645-423e-a426-703a0899c582 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.1679239 Oct 13 04:11:29.366375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:29.386979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-228f3349-72a1-43a2-aa20-98689f1930aa req-bc2afbbd-aabb-49f5-9862-ae49660efb32 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 210 time: 0.1860542 Oct 13 04:11:29.414638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-26908e52-59eb-459c-aa29-afc2402dba00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116202 Oct 13 04:11:29.425879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 17d16b51-64b9-45be-b68d-0a6916160fdb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:29.426620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17d16b51-64b9-45be-b68d-0a6916160fdb not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:29.576351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.583985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-5f95f52b-9dc6-4b5d-aa46-2a96554df453 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574683 Oct 13 04:11:29.598045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Allocated IP 172.20.0.2 (daf70b3e-0e96-4c0c-a20d-e712f56e507f/a8366849-5751-4631-b48d-a82244a2064d/63cdb120-a32e-45c8-9c74-3881f7e5bc25) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:29.651708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Calling delete_port for e108077e-e31e-48c1-b12c-25a799a71058 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:29.714912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2a88b7-ffc2-4172-89d9-d0fe3762d629 req-d55213ea-d189-40e0-ac42-760c7de37835 service neutron] 10.222.0.26 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207111 Oct 13 04:11:30.064529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.146281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.156603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.194431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event deleted for resources: {'Port': ['ID=e108077e-e31e-48c1-b12c-25a799a71058,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:30.277963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:30.285200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:30.295135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:30.350691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:30.358216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.378624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35212) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:30.514973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:30.515683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.534726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d371bf-2d26-43e6-b7ec-f471c4e3457b req-2edc3445-93a0-4ac3-af12-d48203c141a4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:30.543160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-76d371bf-2d26-43e6-b7ec-f471c4e3457b req-2edc3445-93a0-4ac3-af12-d48203c141a4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.1236455 Oct 13 04:11:30.574616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.623713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-76d371bf-2d26-43e6-b7ec-f471c4e3457b req-9ae0f21f-9f0d-43b2-9329-9c168feb6ea9 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Oct 13 04:11:30.627617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.655067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-140f1f83-3e2e-432c-8862-52aa8019f625 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8766935 Oct 13 04:11:30.674456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Request body: {'port': {'device_id': '18696d2d-08e6-4254-a97e-944bee6ca977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:30.811406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ee986-d380-48d4-b784-3edcd3a12aff req-0590176f-14a5-4373-89d4-e546c7dc5913 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:30.813696 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f21ee986-d380-48d4-b784-3edcd3a12aff req-0590176f-14a5-4373-89d4-e546c7dc5913 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 931 time: 0.3175399 Oct 13 04:11:30.821035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.822360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Fanout notify agent at l3_agent the message router_deleted on router c5061ea5-b70d-4228-be90-79fdde93cdc0 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:30.854319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.875161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.880421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:30.885556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-827923157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:30.892987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-132ecb3f-7b25-4591-bf5f-485e0216cd4f tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/c5061ea5-b70d-4228-be90-79fdde93cdc0 HTTP/1.1" status: 204 len: 168 time: 2.6822593 Oct 13 04:11:30.931802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f29a193-da34-4c38-8ffe-c81dbdf316ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.969727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f21ee986-d380-48d4-b784-3edcd3a12aff req-9b718565-1ed3-4c53-9a79-246ba5364ea1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453929 Oct 13 04:11:30.975662 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.977010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.064319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.072453 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.119835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.121847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4073af66-123c-44c2-b15d-00bea987046c tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2401075 Oct 13 04:11:31.127608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:31.135180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': False}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:31.243318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f29a193-da34-4c38-8ffe-c81dbdf316ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.255854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f29a193-da34-4c38-8ffe-c81dbdf316ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.279355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cdb120-a32e-45c8-9c74-3881f7e5bc25 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:31.287748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.303882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Transition to ACTIVE for port object 63cdb120-a32e-45c8-9c74-3881f7e5bc25 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:31.318546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.350181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5f29a193-da34-4c38-8ffe-c81dbdf316ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ac384406c684a7883257bded4efd07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668322 Oct 13 04:11:31.363399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:31.402521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29a193-da34-4c38-8ffe-c81dbdf316ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b14fc5-7ca2-4b27-834f-1885c81f95c3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:31.549945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:31.569744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.604643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75690e98-36ad-484e-abda-e2e8edf1288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.631408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75690e98-36ad-484e-abda-e2e8edf1288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.793856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75690e98-36ad-484e-abda-e2e8edf1288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.796464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75690e98-36ad-484e-abda-e2e8edf1288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.800025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-75690e98-36ad-484e-abda-e2e8edf1288f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60b14fc5-7ca2-4b27-834f-1885c81f95c3 HTTP/1.1" status: 204 len: 168 time: 0.3506174 Oct 13 04:11:31.824912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Attempting to bind port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:31.827046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Attempting to bind port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:31.827639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Attempting to bind port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:31.833415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75690e98-36ad-484e-abda-e2e8edf1288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b14fc5-7ca2-4b27-834f-1885c81f95c3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:31.850082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:31.851524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Attempting to bind port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:31.870606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:31.870948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Checking segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:31.871327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Bound using segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:31.873939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Bound port: 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:31.874293 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.878526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:32.030355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746648-c799-47f6-b22d-818da2ab5654 req-f0200d51-bdef-445c-a98b-4c49e1c71742 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.033691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b746648-c799-47f6-b22d-818da2ab5654 req-f0200d51-bdef-445c-a98b-4c49e1c71742 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.2777393 Oct 13 04:11:32.104264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:32.117305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:32.135329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.187394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.217541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b746648-c799-47f6-b22d-818da2ab5654 req-e969c5c8-f007-4381-97d3-d64bcdb8664f tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775386 Oct 13 04:11:32.346600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Allocated IP 172.25.1.108 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6e624f9c-80bb-48e0-9d95-47f17de36894) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:32.475495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35280) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:32.500977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-647f8eea-75a5-492f-8a33-173db9630805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.537155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.610636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.621444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.661710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-647f8eea-75a5-492f-8a33-173db9630805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.668569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-074b0f5f-ef58-49ff-9bf5-ad0ac8cf7b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.674109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:32.680466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-647f8eea-75a5-492f-8a33-173db9630805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.707474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:32.714494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-647f8eea-75a5-492f-8a33-173db9630805 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08c3b8a6278e4f998ca3ee327e71e058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354431 Oct 13 04:11:32.716772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:32.719615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:32.722858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:32.732262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Pushing event updated for resources: {'Port': ['ID=6e624f9c-80bb-48e0-9d95-47f17de36894,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:32.733542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.734308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.742180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-7493c412-c42a-4a8c-aa80-78b773a0abbb service neutron] 10.222.0.15 "PUT /v2.0/ports/63cdb120-a32e-45c8-9c74-3881f7e5bc25 HTTP/1.1" status: 200 len: 1091 time: 2.0732205 Oct 13 04:11:32.768702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3c2d4-e378-47aa-a71d-0c1f80c562d9 req-11c9417f-1275-4631-a5c5-0ae40bb34eb1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.771342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40e3c2d4-e378-47aa-a71d-0c1f80c562d9 req-11c9417f-1275-4631-a5c5-0ae40bb34eb1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 943 time: 0.6854117 Oct 13 04:11:32.772040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:32.775145 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3af6d60-6443-45c6-a013-3aa44def2344" -d '{"events": [{"name": "network-changed", "server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:32.797616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f8eea-75a5-492f-8a33-173db9630805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f908a5-abd2-4b9a-b6ff-c807a06f46ef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:32.845361 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c621bfb-8c13-4a34-939a-a67b95345ace x-openstack-request-id: req-8c621bfb-8c13-4a34-939a-a67b95345ace {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:32.845861 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:32.846261 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c621bfb-8c13-4a34-939a-a67b95345ace {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:32.846791 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'status': 'completed', 'code': 200} Oct 13 04:11:32.923742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40e3c2d4-e378-47aa-a71d-0c1f80c562d9 req-7ab48db3-2e48-4755-a56e-f46f9d3fd932 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440997 Oct 13 04:11:32.958262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff459135-4946-49e4-801c-78f04e985302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.966786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:32.979600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-c17f468d-46f4-4c1c-aa50-7189937b4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.981099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-c17f468d-46f4-4c1c-aa50-7189937b4627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 1094 time: 0.1643116 Oct 13 04:11:33.013384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff459135-4946-49e4-801c-78f04e985302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.054789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-b2aadaf3-e070-4ecc-9b0e-df3813103e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25 HTTP/1.1" status: 200 len: 217 time: 0.0594354 Oct 13 04:11:33.073900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.228806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-074b0f5f-ef58-49ff-9bf5-ad0ac8cf7b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.238552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-074b0f5f-ef58-49ff-9bf5-ad0ac8cf7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.319504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b0f5f-ef58-49ff-9bf5-ad0ac8cf7b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748cdb10-a623-4848-9c98-13d0a4232b5b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.324802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff459135-4946-49e4-801c-78f04e985302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.332787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff459135-4946-49e4-801c-78f04e985302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.333957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ff459135-4946-49e4-801c-78f04e985302 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19f908a5-abd2-4b9a-b6ff-c807a06f46ef HTTP/1.1" status: 204 len: 168 time: 0.6032560 Oct 13 04:11:33.356860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff459135-4946-49e4-801c-78f04e985302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f908a5-abd2-4b9a-b6ff-c807a06f46ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.368842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-1ce20c5e-1a66-4c0f-8dd4-05f1e5b1888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.370435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-1ce20c5e-1a66-4c0f-8dd4-05f1e5b1888d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.2839415 Oct 13 04:11:33.375160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-074b0f5f-ef58-49ff-9bf5-ad0ac8cf7b87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae7421f82c7e43d6a9f662d4b3269e71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4932487 Oct 13 04:11:33.381851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:33.466880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-4de19c67-25f3-4bff-b295-95b261aae1ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839136 Oct 13 04:11:33.581600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.589973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.616603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-543ff6fe-0209-4f50-b583-82f9a046f59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.668761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-543ff6fe-0209-4f50-b583-82f9a046f59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.714452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a71fad-485e-413a-9c1f-72821e57812c req-d3382d1b-1023-49dd-a21f-54c14ba0090c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.721736 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0a71fad-485e-413a-9c1f-72821e57812c req-d3382d1b-1023-49dd-a21f-54c14ba0090c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.3699009 Oct 13 04:11:33.770943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-543ff6fe-0209-4f50-b583-82f9a046f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.774111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-543ff6fe-0209-4f50-b583-82f9a046f59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.777868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-543ff6fe-0209-4f50-b583-82f9a046f59e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/748cdb10-a623-4848-9c98-13d0a4232b5b HTTP/1.1" status: 204 len: 168 time: 0.3847363 Oct 13 04:11:33.789177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-1df83af0-6c39-4c72-86ae-b753f210efc4 service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045022 Oct 13 04:11:33.790446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff6fe-0209-4f50-b583-82f9a046f59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748cdb10-a623-4848-9c98-13d0a4232b5b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.869702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0a71fad-485e-413a-9c1f-72821e57812c req-a9a56efc-431f-4569-962c-ce30e43fd639 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404529 Oct 13 04:11:33.927245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Router 0e16839f-b759-4582-87f8-8fa9f14bbe00 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:34.010518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f11af76-9b09-430a-ac67-1d8345bdb422 req-d8f266a3-f3db-4f89-ba83-870ba4cd699d service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080925 Oct 13 04:11:34.107706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-5cb2327b-b8fc-4e12-a325-ee4544b306e7 service neutron] 10.222.0.26 "GET /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.2311716 Oct 13 04:11:34.259287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:34.269814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] Sync routers for ids ['0e16839f-b759-4582-87f8-8fa9f14bbe00'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:34.278553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.282231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-edd6c2db-ae3d-48ae-9d07-6fd46272af93 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "PUT /v2.0/routers/0e16839f-b759-4582-87f8-8fa9f14bbe00 HTTP/1.1" status: 200 len: 919 time: 3.1512213 Oct 13 04:11:34.282377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] Routers {'0e16839f-b759-4582-87f8-8fa9f14bbe00'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:34.285265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:34.293527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6210-50bb-481f-8d6a-e51ea7362df8 req-4e80231f-08e5-4df1-93c3-8702a8f08de5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.293758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0e16839f-b759-4582-87f8-8fa9f14bbe00'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:34.295089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75eb6210-50bb-481f-8d6a-e51ea7362df8 req-4e80231f-08e5-4df1-93c3-8702a8f08de5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 943 time: 0.2370367 Oct 13 04:11:34.327077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-0fdac493-e22e-4a9c-89ab-6b62aa3f0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.329090 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-0fdac493-e22e-4a9c-89ab-6b62aa3f0f6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 1094 time: 0.2529192 Oct 13 04:11:34.366109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:34.389725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] Routers {'0e16839f-b759-4582-87f8-8fa9f14bbe00'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:34.390146 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0e16839f-b759-4582-87f8-8fa9f14bbe00'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:34.450120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:34.450704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714a754-969e-42e8-a55c-162c800b2b75 None None] The sync data for ids ['0e16839f-b759-4582-87f8-8fa9f14bbe00'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:34.482896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:34.518383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75eb6210-50bb-481f-8d6a-e51ea7362df8 req-b11e76e5-06ca-4f70-b4ee-44aa1013ae3d tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133126 Oct 13 04:11:34.554855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c47309-a7dc-4680-9d87-c0dcfe44c797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.586885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-18ea47fd-ee03-481e-bbb9-e9954b85d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.589444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-18ea47fd-ee03-481e-bbb9-e9954b85d16c service neutron] 10.222.0.15 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 905 time: 0.2454689 Oct 13 04:11:34.627598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-492a26b0-0688-44f0-b67d-bb8e5fadb0ce tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/0e16839f-b759-4582-87f8-8fa9f14bbe00 HTTP/1.1" status: 200 len: 925 time: 0.3406055 Oct 13 04:11:34.634605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:34.659894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-80bf6b4d-0da2-4b54-8e17-1d18f875d3a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25 HTTP/1.1" status: 200 len: 217 time: 0.0616095 Oct 13 04:11:34.757958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:34.825825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-8b54c56e-85a3-4010-ace7-cc40ea83a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.832527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-8b54c56e-85a3-4010-ace7-cc40ea83a732 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.1633792 Oct 13 04:11:34.840719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:34.910449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-284d0a65-507c-48cf-9a81-c0adfdaa3596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698714 Oct 13 04:11:34.914083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250d8c1c-8367-4044-af97-c19f1653c8ab {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:34.926897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:34.950522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71543060-c6d5-4daf-a86e-405f7acab2fc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.953468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-71543060-c6d5-4daf-a86e-405f7acab2fc tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=0e16839f-b759-4582-87f8-8fa9f14bbe00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3177021 Oct 13 04:11:34.959352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.062107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-5c0589a1-0b68-48d6-85ee-f533b6a227ca service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434073 Oct 13 04:11:35.293276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3af6d60-6443-45c6-a013-3aa44def2344 req-21478632-0465-4e8a-ac9f-78cb9139fcea service neutron] 10.222.0.15 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214646 Oct 13 04:11:35.425730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:35.777107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35424) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.818256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:35.839809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'mac_address': 'fa:16:3e:d0:77:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:35.851373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59f0ff-a4b2-4b88-9345-250cc75bd3da req-a927f2ab-1850-456c-bf94-a43b0912063a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.856845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de59f0ff-a4b2-4b88-9345-250cc75bd3da req-a927f2ab-1850-456c-bf94-a43b0912063a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 943 time: 0.1919117 Oct 13 04:11:35.906370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.915450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.923251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f23375e-3702-4287-8a3a-d8aee891f872 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.930469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3f23375e-3702-4287-8a3a-d8aee891f872 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.9704661 Oct 13 04:11:35.933024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cdb120-a32e-45c8-9c74-3881f7e5bc25 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:35.935287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.938406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.981180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:35.986688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.075433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de59f0ff-a4b2-4b88-9345-250cc75bd3da req-d8841152-20c2-499a-b9b7-a987a7dbf685 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126799 Oct 13 04:11:36.081273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3e898de5-ccc8-46a0-b1fe-dc438ca90546 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e16839f-b759-4582-87f8-8fa9f14bbe00 HTTP/1.1" status: 200 len: 205 time: 0.1247370 Oct 13 04:11:36.085078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc1cdfd-bfef-46e0-93dc-662dddcec1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.090469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:36.123300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.124239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c47309-a7dc-4680-9d87-c0dcfe44c797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.139646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.140243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.140512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c47309-a7dc-4680-9d87-c0dcfe44c797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.141036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.147857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.148414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.148941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.149451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.149933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.150420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.150904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.151379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.151868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:36.198578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-28c47309-a7dc-4680-9d87-c0dcfe44c797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b8a71dab6a049b084d6209f5b008072&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7142339 Oct 13 04:11:36.206522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c47309-a7dc-4680-9d87-c0dcfe44c797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d855cdb-32a7-491c-af82-c38711539553,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.216205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:36.237835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35c45124-5fff-4bfb-bd71-1ed5b2e83cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.276859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4593-6350-4adf-a842-f91986ed28e9 req-d73d7312-a857-4802-8846-9775ce206077 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.278707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c6d4593-6350-4adf-a842-f91986ed28e9 req-d73d7312-a857-4802-8846-9775ce206077 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 944 time: 0.3437738 Oct 13 04:11:36.315403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['63cdb120-a32e-45c8-9c74-3881f7e5bc25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:36.365477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] Transition to ACTIVE for port object 250d8c1c-8367-4044-af97-c19f1653c8ab will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:36.375622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a8d1-68a8-41fc-a44b-ade5c4315b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.424962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a8d1-68a8-41fc-a44b-ade5c4315b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.485779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.495727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c6d4593-6350-4adf-a842-f91986ed28e9 req-bbff12a3-04f7-462f-9ba5-e62484bbec64 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103887 Oct 13 04:11:36.503298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a8d1-68a8-41fc-a44b-ade5c4315b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.505776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a8d1-68a8-41fc-a44b-ade5c4315b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.507175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e0e6a8d1-68a8-41fc-a44b-ade5c4315b8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d855cdb-32a7-491c-af82-c38711539553 HTTP/1.1" status: 204 len: 168 time: 0.2895751 Oct 13 04:11:36.597020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] No DVR routers for this DVR port 250d8c1c-8367-4044-af97-c19f1653c8ab on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:36.600071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6a8d1-68a8-41fc-a44b-ade5c4315b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d855cdb-32a7-491c-af82-c38711539553,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.610024 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.651968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] 10.222.0.26 "PUT /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab/bindings/n-h1-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 2.5107133 Oct 13 04:11:36.675412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb00de-0cf4-42d3-b868-b7a537ee1838 service neutron] Pushing event updated for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.838959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc1cdfd-bfef-46e0-93dc-662dddcec1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.851736 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc1cdfd-bfef-46e0-93dc-662dddcec1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.888832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35c45124-5fff-4bfb-bd71-1ed5b2e83cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.917274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35c45124-5fff-4bfb-bd71-1ed5b2e83cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.939139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.948033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1cdfd-bfef-46e0-93dc-662dddcec1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2328da-5a9e-4296-9670-ac07926b69be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.958196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1fc1cdfd-bfef-46e0-93dc-662dddcec1a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7be242d24bc7409896f8a66a7c49d01b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480256 Oct 13 04:11:36.960245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-581f2c6e-d7fa-40a5-8b40-e15baf3363ca tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.961110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35448) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:36.961641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-581f2c6e-d7fa-40a5-8b40-e15baf3363ca tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.2198665 Oct 13 04:11:36.972656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35c45124-5fff-4bfb-bd71-1ed5b2e83cb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=066774d703834de293401c8d43736f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1944153 Oct 13 04:11:36.981196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:37.044254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3972275-4326-4233-8cd6-6d93fcb304d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.069964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3972275-4326-4233-8cd6-6d93fcb304d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.072855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45124-5fff-4bfb-bd71-1ed5b2e83cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0894ecd6-dedc-409d-a26e-21a317f00f27,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.113039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-c64c5c56-42aa-4f7d-bdd2-f2ebdd61e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.115341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-c64c5c56-42aa-4f7d-bdd2-f2ebdd61e174 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e HTTP/1.1" status: 200 len: 1096 time: 0.1350553 Oct 13 04:11:37.129850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-933f08b3-fdc5-4a4f-9182-26a2640e02b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.135178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Deleting port 6e624f9c-80bb-48e0-9d95-47f17de36894 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:37.135571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.141829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3972275-4326-4233-8cd6-6d93fcb304d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.146006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3972275-4326-4233-8cd6-6d93fcb304d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.147290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3972275-4326-4233-8cd6-6d93fcb304d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e2328da-5a9e-4296-9670-ac07926b69be HTTP/1.1" status: 204 len: 168 time: 0.1838434 Oct 13 04:11:37.157462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972275-4326-4233-8cd6-6d93fcb304d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2328da-5a9e-4296-9670-ac07926b69be,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.257267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.312969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-933f08b3-fdc5-4a4f-9182-26a2640e02b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.328339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Calling delete_port for 6e624f9c-80bb-48e0-9d95-47f17de36894 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:37.412653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d850d2-57dd-40a1-ab15-18110578e249 req-7bca63b0-2d74-4921-a2f3-48b770014905 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.414475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05d850d2-57dd-40a1-ab15-18110578e249 req-7bca63b0-2d74-4921-a2f3-48b770014905 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 944 time: 0.1891701 Oct 13 04:11:37.420905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-0dfdc417-bff6-4da9-a137-56148bfc0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.422546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-0dfdc417-bff6-4da9-a137-56148bfc0551 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1096 time: 0.1946406 Oct 13 04:11:37.515231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:37.522483 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-933f08b3-fdc5-4a4f-9182-26a2640e02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.525874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-933f08b3-fdc5-4a4f-9182-26a2640e02b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.527003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-933f08b3-fdc5-4a4f-9182-26a2640e02b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0894ecd6-dedc-409d-a26e-21a317f00f27 HTTP/1.1" status: 204 len: 168 time: 0.5430949 Oct 13 04:11:37.550081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fab2f73-bff1-4bdd-84dc-e6f89280a6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.600146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f08b3-fdc5-4a4f-9182-26a2640e02b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894ecd6-dedc-409d-a26e-21a317f00f27,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.634049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05d850d2-57dd-40a1-ab15-18110578e249 req-40720ef6-0f5b-4f0f-9e54-da5bab7dc728 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097087 Oct 13 04:11:37.679614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-51379c3d-138c-4f16-8770-be6d8d59e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.682864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-51379c3d-138c-4f16-8770-be6d8d59e34b service neutron] 10.222.0.15 "GET /v2.0/networks?id=09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 200 len: 908 time: 0.2471895 Oct 13 04:11:37.737252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d1589-7e0c-455a-8e95-a8274a614a79 req-b65c3c94-5587-4a61-8bb1-bd678f7326a1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.739614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de5d1589-7e0c-455a-8e95-a8274a614a79 req-b65c3c94-5587-4a61-8bb1-bd678f7326a1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.0898643 Oct 13 04:11:37.775802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fab2f73-bff1-4bdd-84dc-e6f89280a6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.785241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-afcb2463-9151-4df3-bc30-fdac530298db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 200 len: 217 time: 0.0916886 Oct 13 04:11:37.789696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fab2f73-bff1-4bdd-84dc-e6f89280a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.807932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de5d1589-7e0c-455a-8e95-a8274a614a79 req-1c78b73f-924a-4fa4-97ca-b4af09638f2b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595276 Oct 13 04:11:37.847484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.850900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9fab2f73-bff1-4bdd-84dc-e6f89280a6e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cc02ca702004fa8948727e06219a65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343632 Oct 13 04:11:37.851851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab2f73-bff1-4bdd-84dc-e6f89280a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2587e4-0205-4c7c-b45c-fab0d862af1e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.852203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-1e677e66-8bf0-4c3a-978b-f072d3d6f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.853762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-1e677e66-8bf0-4c3a-978b-f072d3d6f29c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 200 len: 847 time: 0.0615008 Oct 13 04:11:37.854254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:37.892143 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.904122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event deleted for resources: {'Port': ['ID=6e624f9c-80bb-48e0-9d95-47f17de36894,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.926721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-e8cbddc4-7d09-4d8d-93d1-c4648e40564a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09227da7-d52c-4f37-a496-d4d7c86f17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594871 Oct 13 04:11:38.059247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6379e496-b39d-470b-baf7-48aa0aeb82c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.069203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.195137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.199292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6379e496-b39d-470b-baf7-48aa0aeb82c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.201634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.212018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-48028057-cdda-4583-8605-7041455f4337 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686775 Oct 13 04:11:38.317611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.318297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Fanout notify agent at l3_agent the message router_deleted on router 0e16839f-b759-4582-87f8-8fa9f14bbe00 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:38.327768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.329046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5f8a000b-bca1-432f-b1bf-c5b119cffd07 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/0e16839f-b759-4582-87f8-8fa9f14bbe00 HTTP/1.1" status: 204 len: 168 time: 2.2325146 Oct 13 04:11:38.332550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:38.338348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1447287920', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:38.404418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.405782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.421351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6379e496-b39d-470b-baf7-48aa0aeb82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.424380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6379e496-b39d-470b-baf7-48aa0aeb82c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.425775 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6379e496-b39d-470b-baf7-48aa0aeb82c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc2587e4-0205-4c7c-b45c-fab0d862af1e HTTP/1.1" status: 204 len: 168 time: 0.5682230 Oct 13 04:11:38.431225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-39f4c89a-fd1b-4ff2-ae33-3e3acafacfa7 service neutron] 10.222.0.15 "GET /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107303 Oct 13 04:11:38.445022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379e496-b39d-470b-baf7-48aa0aeb82c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2587e4-0205-4c7c-b45c-fab0d862af1e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:38.493082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.979164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef6d61-a26e-47ec-bc6d-dbdeb90bbff1 req-df4aecc3-4715-43b0-9fde-6abd5a5d9809 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.981499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cef6d61-a26e-47ec-bc6d-dbdeb90bbff1 req-df4aecc3-4715-43b0-9fde-6abd5a5d9809 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.0781772 Oct 13 04:11:39.082610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cef6d61-a26e-47ec-bc6d-dbdeb90bbff1 req-5aa14c81-0297-4d5f-902d-1924d663b5d6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933633 Oct 13 04:11:39.206655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.260061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f62df6-e78f-41e0-a8e8-ff97af9dd2b9 req-6ddd270a-e11c-4edc-925a-afe1b6130bd4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.262037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f62df6-e78f-41e0-a8e8-ff97af9dd2b9 req-6ddd270a-e11c-4edc-925a-afe1b6130bd4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 944 time: 0.1821778 Oct 13 04:11:39.309986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-b9455050-b223-4408-af88-4f7d1c203753 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.311729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-b9455050-b223-4408-af88-4f7d1c203753 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230&tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.1639061 Oct 13 04:11:39.396840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46984-216f-442e-a32c-69df1ef1975e req-b7338cb1-b932-4bc3-a8c1-84a44004f83f tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.404855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9cb46984-216f-442e-a32c-69df1ef1975e req-b7338cb1-b932-4bc3-a8c1-84a44004f83f tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 1096 time: 0.1888692 Oct 13 04:11:39.433894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f62df6-e78f-41e0-a8e8-ff97af9dd2b9 req-2fe1c88f-f196-4230-9dfe-66a65faa0182 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307988 Oct 13 04:11:39.490166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:39.561823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9cb46984-216f-442e-a32c-69df1ef1975e req-236ac6ab-8d8f-49a4-9f66-ad04e8a83858 tempest-LiveMigrationTest-950768820 tempest-LiveMigrationTest-950768820-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480210 Oct 13 04:11:39.627739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:39.634460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:39.634832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.775434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.826790 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.858717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-292707fa-80e2-4639-89f5-097c8cd6e527 service neutron] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:39.864548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.869138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-292707fa-80e2-4639-89f5-097c8cd6e527 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.870722 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a43a9c9-0d4b-469d-a9e4-b9e304cd7528 req-292707fa-80e2-4639-89f5-097c8cd6e527 service neutron] 10.222.0.15 "DELETE /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab/bindings/n-h2-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.5401843 Oct 13 04:11:40.023041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:40.027961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:40.053250 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6df31b-dd69-4d0b-9be0-1209520b9264" -d '{"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-plugged", "status": "completed", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:40.053489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34c63-8a13-492d-80a0-51d23e7356f2 req-eada8dc4-45a4-4054-95b6-b012617bbd3e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.057524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Allocated IP 172.25.1.231 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/7221de5f-4d66-41ef-aebc-e22b7ac021f8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:40.060772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-caf34c63-8a13-492d-80a0-51d23e7356f2 req-eada8dc4-45a4-4054-95b6-b012617bbd3e tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.0910590 Oct 13 04:11:40.072335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.078277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.181446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-caf34c63-8a13-492d-80a0-51d23e7356f2 req-5ed514ed-ad39-4c96-b8c3-550723ef9d66 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195567 Oct 13 04:11:40.240877 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7839c73-5c41-4673-b3a4-383da9c589f7 x-openstack-request-id: req-d7839c73-5c41-4673-b3a4-383da9c589f7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:40.241164 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-plugged", "status": "completed", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:40.241583 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7839c73-5c41-4673-b3a4-383da9c589f7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:40.242287 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'code': 200} Oct 13 04:11:40.242563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.243625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:40.291847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0456b-4967-4958-b3e7-2fecf271a813 req-d89ff9a9-57a0-4930-8e84-41342b716bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.293530 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9ea0456b-4967-4958-b3e7-2fecf271a813 req-d89ff9a9-57a0-4930-8e84-41342b716bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 1096 time: 0.0866380 Oct 13 04:11:40.383653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.453424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9ea0456b-4967-4958-b3e7-2fecf271a813 req-95898cde-d380-4ee7-a307-2d84e2f4fce4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466124 Oct 13 04:11:40.472518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:40.476186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:40.479184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:40.512610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event updated for resources: {'Port': ['ID=7221de5f-4d66-41ef-aebc-e22b7ac021f8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:40.764389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d598be6-854a-4ff9-9477-97da1190dfbb req-b4449dd4-a69f-4753-8367-8b75949fe1c0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.766021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d598be6-854a-4ff9-9477-97da1190dfbb req-b4449dd4-a69f-4753-8367-8b75949fe1c0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 945 time: 0.1578619 Oct 13 04:11:40.827933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-623822f9-cb41-427b-b554-455d4d51b635 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.829848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-623822f9-cb41-427b-b554-455d4d51b635 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.1556811 Oct 13 04:11:40.963751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d598be6-854a-4ff9-9477-97da1190dfbb req-56a33243-867c-4b40-82b3-0ec37de4edeb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883435 Oct 13 04:11:41.011423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.068702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Deleting port 250d8c1c-8367-4044-af97-c19f1653c8ab {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:41.069311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.120304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:41.248448 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:11:41.249056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] For port 250d8c1c-8367-4044-af97-c19f1653c8ab, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=250d8c1c-8367-4044-af97-c19f1653c8ab,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:41.249450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.294176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43c31-47b2-44f5-9124-1b1cfc312675 req-9674a47a-9505-46f7-afab-5fc32537904b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:41.302593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dc43c31-47b2-44f5-9124-1b1cfc312675 req-9674a47a-9505-46f7-afab-5fc32537904b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 945 time: 0.0652294 Oct 13 04:11:41.320144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Calling delete_port for 250d8c1c-8367-4044-af97-c19f1653c8ab owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:41.337328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b048fbe1-37b8-4bb6-b4dd-35a82a96b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.391905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dc43c31-47b2-44f5-9124-1b1cfc312675 req-3c770df0-17a9-4120-989f-04a447e9f39a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880899 Oct 13 04:11:41.393821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.588443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b048fbe1-37b8-4bb6-b4dd-35a82a96b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.595198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b048fbe1-37b8-4bb6-b4dd-35a82a96b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.695357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.707953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:41.710166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Router 6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:41.710870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b048fbe1-37b8-4bb6-b4dd-35a82a96b6c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f2c8fa27b304f54beda6d2c7f2527fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882552 Oct 13 04:11:41.711918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048fbe1-37b8-4bb6-b4dd-35a82a96b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6eb42c-c6e7-4a23-81d3-a2a3a2249b1d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:41.715127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:41.744672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event deleted for resources: {'Port': ['ID=250d8c1c-8367-4044-af97-c19f1653c8ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:41.835838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] No DVR routers for this DVR port 250d8c1c-8367-4044-af97-c19f1653c8ab on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:41.838528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.842298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6783f2af-76f8-41a1-b5db-68ca29cf7ece req-ed2c6ade-1a19-448b-ba5f-69230039c147 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "DELETE /v2.0/ports/250d8c1c-8367-4044-af97-c19f1653c8ab HTTP/1.1" status: 204 len: 173 time: 1.0055923 Oct 13 04:11:41.846582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'name': 'network-vif-deleted', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:41.848925 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189de3b1-0d81-42e5-9b92-77e91b269b09" -d '{"events": [{"server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "name": "network-vif-deleted", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:41.900137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35712) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:41.931194 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979062e-4297-4c45-b55e-d1b47e074658 x-openstack-request-id: req-8979062e-4297-4c45-b55e-d1b47e074658 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:41.931482 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7cb5de-8923-4e45-8978-c5e86fc0d230", "name": "network-vif-deleted", "tag": "250d8c1c-8367-4044-af97-c19f1653c8ab", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:41.931737 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8979062e-4297-4c45-b55e-d1b47e074658 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:41.932128 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7cb5de-8923-4e45-8978-c5e86fc0d230', 'name': 'network-vif-deleted', 'tag': '250d8c1c-8367-4044-af97-c19f1653c8ab', 'status': 'completed', 'code': 200} Oct 13 04:11:41.977829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6df2-86aa-41b4-a283-cf094b8bce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.019914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6df2-86aa-41b4-a283-cf094b8bce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.045491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:42.058135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] Sync routers for ids ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:42.069765 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] Routers {'6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:42.070354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:42.098669 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.102545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-71361f43-baf7-4949-8bd8-dd6e3c036a32 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7657919 Oct 13 04:11:42.102911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:42.109265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:42.116114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e731ac-48c3-47a0-be8e-c723536c142a req-6e11292f-df83-46cf-bd79-474ef8b11181 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:42.123806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b2e731ac-48c3-47a0-be8e-c723536c142a req-6e11292f-df83-46cf-bd79-474ef8b11181 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 945 time: 0.0732110 Oct 13 04:11:42.171086 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:42.202307 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] Routers {'6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:42.203189 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:42.206019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b2e731ac-48c3-47a0-be8e-c723536c142a req-e88aee29-fc7c-4bd1-878a-eada8c3c55d2 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804102 Oct 13 04:11:42.282151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b92bcb1c-c6d0-4ec9-8fe0-4b869ccd2d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.295713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6df2-86aa-41b4-a283-cf094b8bce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.300441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4ca6df2-86aa-41b4-a283-cf094b8bce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.302254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4ca6df2-86aa-41b4-a283-cf094b8bce31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a6eb42c-c6e7-4a23-81d3-a2a3a2249b1d HTTP/1.1" status: 204 len: 168 time: 0.5663791 Oct 13 04:11:42.302903 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:42.304411 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583855f-0918-42ba-9d8c-b34465cca60d None None] The sync data for ids ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:42.315457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca6df2-86aa-41b4-a283-cf094b8bce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6eb42c-c6e7-4a23-81d3-a2a3a2249b1d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:42.457079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b92bcb1c-c6d0-4ec9-8fe0-4b869ccd2d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.464943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b92bcb1c-c6d0-4ec9-8fe0-4b869ccd2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.594239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f76fae1e-4611-49db-9352-29bcbd4292ad req-458e6be1-8fb1-4be4-bef2-ea85f3887fe3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.0744379 Oct 13 04:11:42.609077 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b92bcb1c-c6d0-4ec9-8fe0-4b869ccd2d15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc572b0ce64d4d1f9bcc7ac3dde0d0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076302 Oct 13 04:11:42.612986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:42.621860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bcb1c-c6d0-4ec9-8fe0-4b869ccd2d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8796d9-b0cd-4bd6-97cf-f8a5fdb433fc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:42.641382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.686727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd032497-ac1c-44e6-86de-14ec19354f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.702133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.731110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd79e35-ffb9-44b5-86c6-0b15da5bddaf req-aca36041-761c-4108-bacb-9957097e278b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:42.732555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd79e35-ffb9-44b5-86c6-0b15da5bddaf req-aca36041-761c-4108-bacb-9957097e278b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 945 time: 0.1426311 Oct 13 04:11:42.747299 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd032497-ac1c-44e6-86de-14ec19354f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.835311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd032497-ac1c-44e6-86de-14ec19354f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.838277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd032497-ac1c-44e6-86de-14ec19354f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.843236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fd032497-ac1c-44e6-86de-14ec19354f6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d8796d9-b0cd-4bd6-97cf-f8a5fdb433fc HTTP/1.1" status: 204 len: 168 time: 0.2288687 Oct 13 04:11:42.851919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bd79e35-ffb9-44b5-86c6-0b15da5bddaf req-06829678-a6de-48ac-a727-4abfcb436f4f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996537 Oct 13 04:11:42.874742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd032497-ac1c-44e6-86de-14ec19354f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8796d9-b0cd-4bd6-97cf-f8a5fdb433fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:42.886928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Deleting port 7221de5f-4d66-41ef-aebc-e22b7ac021f8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:42.887186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.079494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.100568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Calling delete_port for 7221de5f-4d66-41ef-aebc-e22b7ac021f8 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:43.378741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.414437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Pushing event deleted for resources: {'Port': ['ID=7221de5f-4d66-41ef-aebc-e22b7ac021f8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.459530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:43.476042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.480963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c68b7c-d53f-412a-9cf8-7aefceb59d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.507516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:43.571293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 250d8c1c-8367-4044-af97-c19f1653c8ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:43.573716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 250d8c1c-8367-4044-af97-c19f1653c8ab not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:43.734160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23435314-2823-4c59-a77e-88275e6ede50 req-72263759-8b88-44a2-9baa-a2bb591b477f tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.0401037 Oct 13 04:11:43.739270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:43.759478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c68b7c-d53f-412a-9cf8-7aefceb59d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.765016 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c68b7c-d53f-412a-9cf8-7aefceb59d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.805287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.814312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.814714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c68b7c-d53f-412a-9cf8-7aefceb59d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93baa5-0a83-4626-8990-279875a2ccfc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.821169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-37c68b7c-d53f-412a-9cf8-7aefceb59d71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1f0c2ac45c0432daaa477e6376b209c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605762 Oct 13 04:11:43.823594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:43.895599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d163ca19-4c65-48ad-9f5e-1a77297b1b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.946734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d163ca19-4c65-48ad-9f5e-1a77297b1b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.956433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Router 6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:11:44.050036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d163ca19-4c65-48ad-9f5e-1a77297b1b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.053882 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d163ca19-4c65-48ad-9f5e-1a77297b1b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.055235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d163ca19-4c65-48ad-9f5e-1a77297b1b64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e93baa5-0a83-4626-8990-279875a2ccfc HTTP/1.1" status: 204 len: 168 time: 0.2305512 Oct 13 04:11:44.067960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163ca19-4c65-48ad-9f5e-1a77297b1b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93baa5-0a83-4626-8990-279875a2ccfc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:44.083029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:44.095040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] Sync routers for ids ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:44.104931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.106121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2debad06-fe47-4280-900a-9f958ed4d357 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "PUT /v2.0/routers/6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 200 len: 710 time: 2.0020082 Oct 13 04:11:44.108773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.124735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] Routers {'6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:44.125400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:44.128444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7dd44-f125-4752-9b40-fffea0ea56c0 req-77b78029-b738-4079-bd06-9fa19fe3ecd5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.131154 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77c7dd44-f125-4752-9b40-fffea0ea56c0 req-77b78029-b738-4079-bd06-9fa19fe3ecd5 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 945 time: 0.1004090 Oct 13 04:11:44.197443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77c7dd44-f125-4752-9b40-fffea0ea56c0 req-bf3c49d1-2fd9-4995-99fb-de37c9c7fdea tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597768 Oct 13 04:11:44.198297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:44.237571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] Routers {'6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:44.238342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:44.313264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdc190d9-f2c7-4cee-88eb-6d7e1936b06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.353541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d6ba7bae-4230-4a99-b195-6e3d0bad49dd tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/routers/6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 200 len: 745 time: 0.2423427 Oct 13 04:11:44.355965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.383658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:44.384935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e88834-75d6-4a1b-80b3-0fb221ad54d0 None None] The sync data for ids ['6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:44.567189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6d719a59-6782-44ab-ac2e-dc67ae10e851 tempest-RoutersIpV6AdminTest-1429322788 tempest-RoutersIpV6AdminTest-1429322788-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 200 len: 205 time: 0.2087581 Oct 13 04:11:44.569231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.616166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdc190d9-f2c7-4cee-88eb-6d7e1936b06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.619547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5af50195-043a-4b38-a316-5968734063cd tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 200 len: 205 time: 0.0490181 Oct 13 04:11:44.622083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.631706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdc190d9-f2c7-4cee-88eb-6d7e1936b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.749011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc190d9-f2c7-4cee-88eb-6d7e1936b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258a5c67-0c22-4d27-bdc9-7adf84373fdc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:44.775105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fdc190d9-f2c7-4cee-88eb-6d7e1936b06c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8907646a014245b29e4b7e3e197a4819&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0321569 Oct 13 04:11:44.776462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.849818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.916511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7c83f-e800-4902-8618-d0987975ee52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.004837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7c83f-e800-4902-8618-d0987975ee52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.099666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7c83f-e800-4902-8618-d0987975ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.103258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7c83f-e800-4902-8618-d0987975ee52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.108414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5aa7c83f-e800-4902-8618-d0987975ee52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/258a5c67-0c22-4d27-bdc9-7adf84373fdc HTTP/1.1" status: 204 len: 168 time: 0.3247516 Oct 13 04:11:45.117475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7c83f-e800-4902-8618-d0987975ee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258a5c67-0c22-4d27-bdc9-7adf84373fdc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:45.406709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba007e32-e4cd-4315-9ea8-c47381e95b47 req-23ed1a12-bbc1-44bc-bc94-bcfa4f5a53c1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.5000267 Oct 13 04:11:45.509052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.511273 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.568185 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.569085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Fanout notify agent at l3_agent the message router_deleted on router 6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:45.581785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35862) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.582288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.587651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-167d62ab-71e0-4995-a40e-dbdff5dbe038 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 204 len: 168 time: 0.9601970 Oct 13 04:11:45.587912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.628003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6a3c3715-4b6c-42e2-a9ca-9a8ae33650db tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 200 len: 205 time: 0.0368521 Oct 13 04:11:45.628251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.671622 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7b0c1552-2beb-408e-87df-d382adfda683 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] delete failed (client error): The resource could not be found. Oct 13 04:11:45.672653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b0c1552-2beb-408e-87df-d382adfda683 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/6fcd5728-e7f4-4fdb-8e1a-96ace2b6430d HTTP/1.1" status: 404 len: 336 time: 0.0434797 Oct 13 04:11:45.675486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.712514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50ece038-b684-4e0c-a222-5869f8b41000 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e16839f-b759-4582-87f8-8fa9f14bbe00 HTTP/1.1" status: 200 len: 205 time: 0.0337918 Oct 13 04:11:45.712934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.762661 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-58e42cef-e3d6-488e-ae31-fe8f60b14d1a tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] delete failed (client error): The resource could not be found. Oct 13 04:11:45.763703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-58e42cef-e3d6-488e-ae31-fe8f60b14d1a tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/0e16839f-b759-4582-87f8-8fa9f14bbe00 HTTP/1.1" status: 404 len: 336 time: 0.0496151 Oct 13 04:11:45.766916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.796956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7bcd351b-568c-437b-9b9b-eaee1cbf57da tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5061ea5-b70d-4228-be90-79fdde93cdc0 HTTP/1.1" status: 200 len: 205 time: 0.0276890 Oct 13 04:11:45.799278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.842257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.848514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1160101696', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:45.860408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ceee43-e0b9-4ae4-b00d-8d3b8d369479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.864983 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-48ca85bc-4211-45ed-b811-6cf3f6100bc7 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] delete failed (client error): The resource could not be found. Oct 13 04:11:45.868511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-48ca85bc-4211-45ed-b811-6cf3f6100bc7 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/c5061ea5-b70d-4228-be90-79fdde93cdc0 HTTP/1.1" status: 404 len: 336 time: 0.0660195 Oct 13 04:11:45.869471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35886) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.905463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d59a5d80-7ba2-4a0c-a44e-a6349ef7b574 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5eaf49-a005-4002-8cef-c241d515d5f6 HTTP/1.1" status: 200 len: 205 time: 0.0306532 Oct 13 04:11:45.905911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:45.931839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Made reservation on behalf of f83270d6a62d43bdaee78d29fef35c9d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:45.934315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.948565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.997947 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4991e105-6261-44c9-bbec-462e64644815 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] delete failed (client error): The resource could not be found. Oct 13 04:11:46.000942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4991e105-6261-44c9-bbec-462e64644815 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/8d5eaf49-a005-4002-8cef-c241d515d5f6 HTTP/1.1" status: 404 len: 336 time: 0.0913548 Oct 13 04:11:46.002480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35892) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.037939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c53a88d4-abd0-4f49-b8b2-bf632ca7fcc5 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=33de0b97-efb1-4dbc-964a-26e3f13b080d HTTP/1.1" status: 200 len: 205 time: 0.0313139 Oct 13 04:11:46.038730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.078353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.085756 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-5dfc5e29-54f6-4954-9f4e-beaeb16c9917 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] delete failed (client error): The resource could not be found. Oct 13 04:11:46.086785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5dfc5e29-54f6-4954-9f4e-beaeb16c9917 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/33de0b97-efb1-4dbc-964a-26e3f13b080d HTTP/1.1" status: 404 len: 336 time: 0.0471146 Oct 13 04:11:46.089652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.093631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.098095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] device_id is not set on port b693703d-2253-4294-ba8d-0d7498653179 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:11:46.192496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bdd2c0-d59b-49c4-a3c2-aef8f5b290c3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:46.205018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e208c8ed-61da-467a-a332-02694117edec tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "GET /v2.0/ports?device_id=670eb5a6-5640-4b93-b533-ba1b7c32c857 HTTP/1.1" status: 200 len: 205 time: 0.1141722 Oct 13 04:11:46.218426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35912) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.272297 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1e1836ca-1b6a-4837-96ae-295a5becc902 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] delete failed (client error): The resource could not be found. Oct 13 04:11:46.274059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e1836ca-1b6a-4837-96ae-295a5becc902 tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/routers/670eb5a6-5640-4b93-b533-ba1b7c32c857 HTTP/1.1" status: 404 len: 336 time: 0.0545089 Oct 13 04:11:46.281113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.338074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ceee43-e0b9-4ae4-b00d-8d3b8d369479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.340504 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-82916473-1fbf-446a-9719-a1fe5f43c4ca tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:46.341889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82916473-1fbf-446a-9719-a1fe5f43c4ca tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:46.346960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-82916473-1fbf-446a-9719-a1fe5f43c4ca tempest-RoutersIpV6AdminTest-964556948 tempest-RoutersIpV6AdminTest-964556948-project] 10.222.0.44 "DELETE /v2.0/subnets/a6bcdd0f-ede9-484c-a86d-354aab0686ce HTTP/1.1" status: 404 len: 337 time: 0.0639505 Oct 13 04:11:46.349457 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ceee43-e0b9-4ae4-b00d-8d3b8d369479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.376282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Allocated IP 172.25.1.209 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/b693703d-2253-4294-ba8d-0d7498653179) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:46.403263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ceee43-e0b9-4ae4-b00d-8d3b8d369479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b294b-848d-4c8b-83da-d63b602f204a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:46.410112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-99ceee43-e0b9-4ae4-b00d-8d3b8d369479 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=269d0ac2bd874e86be9cc92758e2eee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666397 Oct 13 04:11:46.412623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.502425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ab0b4-fc27-446d-bd04-4f42b23966e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.533809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ab0b4-fc27-446d-bd04-4f42b23966e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.582367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b4febfc-3985-4639-98b1-3647a2711f57 req-2f5c3899-24d1-4f07-a07c-42fa7ae3eca5 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.0441210 Oct 13 04:11:46.625014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.670678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ab0b4-fc27-446d-bd04-4f42b23966e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.673858 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ab0b4-fc27-446d-bd04-4f42b23966e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.675013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-547ab0b4-fc27-446d-bd04-4f42b23966e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f1b294b-848d-4c8b-83da-d63b602f204a HTTP/1.1" status: 204 len: 168 time: 0.2612240 Oct 13 04:11:46.688948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ab0b4-fc27-446d-bd04-4f42b23966e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1b294b-848d-4c8b-83da-d63b602f204a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:46.698485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.749362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:46.752914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:46.758499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:46.795902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Pushing event updated for resources: {'Port': ['ID=b693703d-2253-4294-ba8d-0d7498653179,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:46.809643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.810239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.830599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-08d7ef23-b276-4d0a-bdeb-63d49b115b3b tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2414789 Oct 13 04:11:46.834344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.840836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.209'}]}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:46.864428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.866133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.927794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.943081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.979497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:47.140902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.325405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58bd5238-a224-4990-9d1f-662bbc4c72dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.446903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58bd5238-a224-4990-9d1f-662bbc4c72dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.449940 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a37e2a19-1481-4f6b-9f53-98c4f4bab9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.461369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58bd5238-a224-4990-9d1f-662bbc4c72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.504801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:47.542331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-58bd5238-a224-4990-9d1f-662bbc4c72dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=471e72485e724c248263e908ef0e7b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617104 Oct 13 04:11:47.549340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35980) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:47.602390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd5238-a224-4990-9d1f-662bbc4c72dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c529407-ca90-47f6-b3b4-b4b5068a1c68,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:47.608968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:47.627136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.666047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de75d559-36e2-4d67-a1e6-10f9a6f0cd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.703513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.714466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:47.742846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'mac_address': 'fa:16:3e:d0:77:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:47.828400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.858156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63cdb120-a32e-45c8-9c74-3881f7e5bc25 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:47.858677 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32a0c439-fda5-4047-9d08-c25d27a182af req-8e086e4e-e38a-4191-8e73-c9bff9330861 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.1125920 Oct 13 04:11:47.883377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de75d559-36e2-4d67-a1e6-10f9a6f0cd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.896265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:47.901274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.905121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc68985-eca9-4614-a99d-562d58a9fc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.908435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de75d559-36e2-4d67-a1e6-10f9a6f0cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.986858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:48.029644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['63cdb120-a32e-45c8-9c74-3881f7e5bc25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:48.043792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75d559-36e2-4d67-a1e6-10f9a6f0cd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd8390-eb88-404e-b6b6-c0904335d9dd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:48.071605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc68985-eca9-4614-a99d-562d58a9fc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.103821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-de75d559-36e2-4d67-a1e6-10f9a6f0cd78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03a7bfa2ec23465db7965f0031eed606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725869 Oct 13 04:11:48.106299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:48.153041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.225258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a37e2a19-1481-4f6b-9f53-98c4f4bab9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.241280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a37e2a19-1481-4f6b-9f53-98c4f4bab9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.404062 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a37e2a19-1481-4f6b-9f53-98c4f4bab9be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44a503450d8248baa0f56b387d746636&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4589894 Oct 13 04:11:48.404666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be7e583a-fedc-40ff-a179-16af0296a759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.407713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:48.408368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e2a19-1481-4f6b-9f53-98c4f4bab9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ddc999-19a3-458a-bd76-58baf7f6f9d4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:48.418385 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc68985-eca9-4614-a99d-562d58a9fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.420833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc68985-eca9-4614-a99d-562d58a9fc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.424261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3cc68985-eca9-4614-a99d-562d58a9fc69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c529407-ca90-47f6-b3b4-b4b5068a1c68 HTTP/1.1" status: 204 len: 168 time: 0.8714185 Oct 13 04:11:48.438997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.441373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.451182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc68985-eca9-4614-a99d-562d58a9fc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c529407-ca90-47f6-b3b4-b4b5068a1c68,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:48.469193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be7e583a-fedc-40ff-a179-16af0296a759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.510106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.510952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b65b531-57b8-4dfb-af0e-a05ef54e2238 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:11:48.543094 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:11:48.548778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4fd92f33-b983-43bc-a556-b0c1308493eb tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7127852 Oct 13 04:11:48.550228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:48.568516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5926-02fb-42b9-8d60-56dc07f52eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.736664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5926-02fb-42b9-8d60-56dc07f52eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.769506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be7e583a-fedc-40ff-a179-16af0296a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.774923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be7e583a-fedc-40ff-a179-16af0296a759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.776916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be7e583a-fedc-40ff-a179-16af0296a759 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73dd8390-eb88-404e-b6b6-c0904335d9dd HTTP/1.1" status: 204 len: 168 time: 0.6652102 Oct 13 04:11:48.839540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e583a-fedc-40ff-a179-16af0296a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd8390-eb88-404e-b6b6-c0904335d9dd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:48.905297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Deleting port b693703d-2253-4294-ba8d-0d7498653179 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:48.908818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.945782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e786b660-fc35-4c53-a576-360dfb7ba769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.010347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6128ed0-f058-4846-a17d-0da518c91f7c req-1b1a094c-9d8f-402f-8cd6-b3ce9ec79847 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7cb5de-8923-4e45-8978-c5e86fc0d230 HTTP/1.1" status: 200 len: 210 time: 0.0457826 Oct 13 04:11:49.027804 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5926-02fb-42b9-8d60-56dc07f52eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.036510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5926-02fb-42b9-8d60-56dc07f52eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.037705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dc4c5926-02fb-42b9-8d60-56dc07f52eb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27ddc999-19a3-458a-bd76-58baf7f6f9d4 HTTP/1.1" status: 204 len: 168 time: 0.6264241 Oct 13 04:11:49.068923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c5926-02fb-42b9-8d60-56dc07f52eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ddc999-19a3-458a-bd76-58baf7f6f9d4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:49.157691 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.173664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Calling delete_port for b693703d-2253-4294-ba8d-0d7498653179 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:49.374150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:49.409292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.466907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Pushing event deleted for resources: {'Port': ['ID=b693703d-2253-4294-ba8d-0d7498653179,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:49.493626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7665d067-be99-4b20-9dde-ff7b8e9c27f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e53219cb725a4c319207ca6506131def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183081 Oct 13 04:11:49.496431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:49.520465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:49.624454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.632108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b3dd-5d4c-44de-960a-8886428eea6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.647878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b2c0bb9d-7569-4c82-b37a-affc9cf861e9 tempest-RoutersAdminNegativeIpV6Test-159319447 tempest-RoutersAdminNegativeIpV6Test-159319447-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b693703d-2253-4294-ba8d-0d7498653179 HTTP/1.1" status: 204 len: 168 time: 1.0956314 Oct 13 04:11:49.670347 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b3dd-5d4c-44de-960a-8886428eea6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.703894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:49.704561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.753643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b3dd-5d4c-44de-960a-8886428eea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.761373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b3dd-5d4c-44de-960a-8886428eea6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.769129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e6d0b3dd-5d4c-44de-960a-8886428eea6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aa87097-4200-48a7-8ecb-a6824c831372 HTTP/1.1" status: 204 len: 168 time: 0.2712643 Oct 13 04:11:49.790519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0b3dd-5d4c-44de-960a-8886428eea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa87097-4200-48a7-8ecb-a6824c831372,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:49.884629 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.942463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:49.945989 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87887e26-07e7-4a88-925f-1a244bdd58fc" -d '{"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-plugged", "status": "completed", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:49.965466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:49.973276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.054270 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db656a6-1ecc-403f-89e1-5b207ac0420a x-openstack-request-id: req-6db656a6-1ecc-403f-89e1-5b207ac0420a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:50.057458 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-plugged", "status": "completed", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:50.057958 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6db656a6-1ecc-403f-89e1-5b207ac0420a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:50.058564 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'code': 200} Oct 13 04:11:50.102003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:50.709058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.750362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3295302-33ab-4cc2-99c8-12b92a5fef1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.775637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.797180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.819875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.841818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.866138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.874666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.907988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.920393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9703a321-1830-428b-ad9b-531e868872fd req-4417c70e-98a8-4f65-97cd-a2d749645993 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.2769258 Oct 13 04:11:50.922355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.925867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3295302-33ab-4cc2-99c8-12b92a5fef1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.936621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3295302-33ab-4cc2-99c8-12b92a5fef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.987029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3295302-33ab-4cc2-99c8-12b92a5fef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbd0704-fb0a-44b7-b3b3-35900c453365,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.017188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3295302-33ab-4cc2-99c8-12b92a5fef1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=597ffbd670cf44ff8a2915ccff026592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037755 Oct 13 04:11:51.017815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:51.028938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9703a321-1830-428b-ad9b-531e868872fd req-e24a6e55-ffc7-4026-a52e-35e3cd2d9a1b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020908 Oct 13 04:11:51.096099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42bc5e6-cc76-4028-8d4a-4d4fe2d73d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.122214 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42bc5e6-cc76-4028-8d4a-4d4fe2d73d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.186546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42bc5e6-cc76-4028-8d4a-4d4fe2d73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.191224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42bc5e6-cc76-4028-8d4a-4d4fe2d73d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.195451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e42bc5e6-cc76-4028-8d4a-4d4fe2d73d26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acbd0704-fb0a-44b7-b3b3-35900c453365 HTTP/1.1" status: 204 len: 168 time: 0.1743331 Oct 13 04:11:51.206272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc5e6-cc76-4028-8d4a-4d4fe2d73d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbd0704-fb0a-44b7-b3b3-35900c453365,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.355947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1572ea4e-472d-4cbd-9806-836338547244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.492435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a84b818-ae7f-43ae-93e5-60bb27968165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.659321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1572ea4e-472d-4cbd-9806-836338547244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.671195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1572ea4e-472d-4cbd-9806-836338547244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.718114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.732498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1572ea4e-472d-4cbd-9806-836338547244 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b2d07dd14994bcfadf164c57769ee1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8083711 Oct 13 04:11:51.734460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.735097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572ea4e-472d-4cbd-9806-836338547244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b58c59b-ab57-4d6b-b87d-25c21cfd901c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.737633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:51.751603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.764580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.772487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.789292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.810185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.814612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-86dcdc93-2d47-42f4-8142-5f914df0ded6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.2633760 Oct 13 04:11:51.854645 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b5bad47-4163-4030-9f4b-34d5db19bbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.898251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-32f0c710-fd02-42fa-8e9e-2fd2bb1cfbd6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.907724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-32f0c710-fd02-42fa-8e9e-2fd2bb1cfbd6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "GET /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0838480 Oct 13 04:11:51.914827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b5bad47-4163-4030-9f4b-34d5db19bbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.995615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b5bad47-4163-4030-9f4b-34d5db19bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.998655 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b5bad47-4163-4030-9f4b-34d5db19bbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.002673 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b5bad47-4163-4030-9f4b-34d5db19bbff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b58c59b-ab57-4d6b-b87d-25c21cfd901c HTTP/1.1" status: 204 len: 168 time: 0.2638595 Oct 13 04:11:52.018488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bad47-4163-4030-9f4b-34d5db19bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b58c59b-ab57-4d6b-b87d-25c21cfd901c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:52.224359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-5bb9b4dd-4634-43b3-845a-8cd914f53405 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "GET /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3102348 Oct 13 04:11:52.237198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:52.352555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.366800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.404764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.430081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.472606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.513904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.520210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.551758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.553698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-5bbcab50-0e3c-4ffa-bbcf-e8cd7b19dca2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 5441 time: 0.3680267 Oct 13 04:11:52.689196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:52.693305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-404645d7-ad52-4196-8dd3-66b392e9beeb req-72ee02ba-ecb1-4d55-9d2c-acc32a4d1848 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308165 Oct 13 04:11:52.699131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:52.796927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.813849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] For port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:52.896503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] device_id is not set on port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:11:52.912838 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.921385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.927294 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.052027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36180) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:53.092620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] No DVR routers for this DVR port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:53.193889 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8e1516f-4790-4bea-a700-04f8773ae78b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f83270d6a62d43bdaee78d29fef35c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399319 Oct 13 04:11:53.195239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-341326b4-8f53-4663-85f5-dfb108f91732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.202843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:53.222762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] In _notify_port_updated(), no bound segment for port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:11:53.224285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:53.224924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.231704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-b93ca57e-3080-432b-9205-38656391683f service neutron] 10.222.0.15 "PUT /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 200 len: 1031 time: 0.9986134 Oct 13 04:11:53.334234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-4772d628-d96e-44e2-8790-7bdd6daf19ea tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:53.335833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-4772d628-d96e-44e2-8790-7bdd6daf19ea tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "GET /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0901058 Oct 13 04:11:53.354219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:53.359136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ca57e-3080-432b-9205-38656391683f service neutron] Pushing event updated for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.480780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.498512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7897355-8329-4ae4-9957-30587578c79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.544169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc527963-eca1-4fea-8e59-35cd3292e316 None None] Provisioning complete for port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:53.544529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc527963-eca1-4fea-8e59-35cd3292e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.564100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7897355-8329-4ae4-9957-30587578c79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.669189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=da4fa21f-6fbb-44b1-8fac-6944e962245f,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:53.693911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fc527963-eca1-4fea-8e59-35cd3292e316 None None] Port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:53.734109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7897355-8329-4ae4-9957-30587578c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.737021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7897355-8329-4ae4-9957-30587578c79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.738389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7897355-8329-4ae4-9957-30587578c79a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9bdd2c0-d59b-49c4-a3c2-aef8f5b290c3 HTTP/1.1" status: 204 len: 168 time: 0.5342696 Oct 13 04:11:53.771733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897355-8329-4ae4-9957-30587578c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bdd2c0-d59b-49c4-a3c2-aef8f5b290c3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.838924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-341326b4-8f53-4663-85f5-dfb108f91732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.843465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] For port da4fa21f-6fbb-44b1-8fac-6944e962245f, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:53.876396 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-341326b4-8f53-4663-85f5-dfb108f91732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.958146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-341326b4-8f53-4663-85f5-dfb108f91732 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f52374075b924676b4f86b90d823da15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2576516 Oct 13 04:11:53.968721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:53.984780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] device_id is not set on port da4fa21f-6fbb-44b1-8fac-6944e962245f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:11:54.000772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341326b4-8f53-4663-85f5-dfb108f91732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a3b64f-68d9-42b5-b7d2-861f27357a91,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.012723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.031207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.181323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.187878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.204924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.210396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] No DVR routers for this DVR port da4fa21f-6fbb-44b1-8fac-6944e962245f on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:54.217807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.224749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.243197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.245220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-a79a7b9f-3399-4875-90f8-063c6f39ec54 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 4585 time: 0.2752993 Oct 13 04:11:54.302306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8d1060d-6a6b-41ec-8969-0224747d6890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.360120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.387644 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8d1060d-6a6b-41ec-8969-0224747d6890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.390403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] In _notify_port_updated(), no bound segment for port da4fa21f-6fbb-44b1-8fac-6944e962245f on network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:11:54.391329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.391976 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.396107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-d32d25e7-6b4e-4a76-82c8-6a338568d8c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 200 len: 1032 time: 1.0501893 Oct 13 04:11:54.427729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e2ec3d0-6207-418c-a69e-0afeafaa4e2e req-dc291186-3971-405d-b173-91c15971e0ad tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bd05d72-4a2d-4c66-98d1-96424c073eb7&id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506088 Oct 13 04:11:54.504853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.551623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8d1060d-6a6b-41ec-8969-0224747d6890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.556898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8d1060d-6a6b-41ec-8969-0224747d6890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.559320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8d1060d-6a6b-41ec-8969-0224747d6890 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3a3b64f-68d9-42b5-b7d2-861f27357a91 HTTP/1.1" status: 204 len: 168 time: 0.5870178 Oct 13 04:11:54.573348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1060d-6a6b-41ec-8969-0224747d6890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a3b64f-68d9-42b5-b7d2-861f27357a91,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.642787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d12368c0-d38b-495d-96e0-8470e23d0960 None None] Provisioning complete for port da4fa21f-6fbb-44b1-8fac-6944e962245f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:54.643570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d12368c0-d38b-495d-96e0-8470e23d0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.676535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port e083914d-ccbf-491d-a9f1-798a0df9898e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:54.681905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.739348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d12368c0-d38b-495d-96e0-8470e23d0960 None None] Port da4fa21f-6fbb-44b1-8fac-6944e962245f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:54.755919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:54.884011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] For port e083914d-ccbf-491d-a9f1-798a0df9898e, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e083914d-ccbf-491d-a9f1-798a0df9898e,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:54.884621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.901947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for e083914d-ccbf-491d-a9f1-798a0df9898e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:55.208992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.278331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=e083914d-ccbf-491d-a9f1-798a0df9898e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:55.452950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-71378467-37ca-4581-a6d8-1680ec5d6bee tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] Request body: {'port': {'network_id': 'a1e1a7d3-ba3c-4ebf-a5c4-12d8d44e0329', 'name': 'tempest-NetworksNegativeTestJSON-785161423'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:55.487564 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-71378467-37ca-4581-a6d8-1680ec5d6bee tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] POST failed (client error): The resource could not be found. Oct 13 04:11:55.489002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71378467-37ca-4581-a6d8-1680ec5d6bee tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:55.491577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-71378467-37ca-4581-a6d8-1680ec5d6bee tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7334499 Oct 13 04:11:55.495706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.541418 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb6cd03-d9c2-4ef3-9cfc-16b547a02207 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:55.542322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb6cd03-d9c2-4ef3-9cfc-16b547a02207 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:55.548126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3fb6cd03-d9c2-4ef3-9cfc-16b547a02207 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "DELETE /v2.0/networks/ad4ab399-7aa7-402f-8504-6ec290a48101 HTTP/1.1" status: 404 len: 339 time: 0.0487592 Oct 13 04:11:55.553207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.567701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:55.603719 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f9e9a-f44e-48d3-93e6-611cedc26a82 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:55.608098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f9e9a-f44e-48d3-93e6-611cedc26a82 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:55.615293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-724f9e9a-f44e-48d3-93e6-611cedc26a82 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "DELETE /v2.0/ports/b6fab345-f4a6-4790-8a50-cd8df8610743 HTTP/1.1" status: 404 len: 333 time: 0.0607042 Oct 13 04:11:55.622075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.662920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] No DVR routers for this DVR port e083914d-ccbf-491d-a9f1-798a0df9898e on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:55.665595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.669659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-02a52566-81d6-4344-9f32-b6e8b2281a59 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "DELETE /v2.0/ports/e083914d-ccbf-491d-a9f1-798a0df9898e HTTP/1.1" status: 204 len: 173 time: 1.2672915 Oct 13 04:11:55.670062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'e083914d-ccbf-491d-a9f1-798a0df9898e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:55.672396 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e15793b-01cb-47ef-9dd4-7004b53f6103" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "e083914d-ccbf-491d-a9f1-798a0df9898e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:55.739542 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17ad6f6-d6c0-45f1-9c6c-9e1164b5ff2e tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] DELETE failed (client error): The resource could not be found. Oct 13 04:11:55.740270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17ad6f6-d6c0-45f1-9c6c-9e1164b5ff2e tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:55.745101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b17ad6f6-d6c0-45f1-9c6c-9e1164b5ff2e tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "DELETE /v2.0/subnets/359ee393-0895-4e43-a00a-323dc06c9858 HTTP/1.1" status: 404 len: 337 time: 0.1211567 Oct 13 04:11:55.768063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.795817 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbe84ad-246f-4fea-9517-34934eb7c8bc x-openstack-request-id: req-0fbe84ad-246f-4fea-9517-34934eb7c8bc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:55.799184 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "e083914d-ccbf-491d-a9f1-798a0df9898e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:55.799442 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fbe84ad-246f-4fea-9517-34934eb7c8bc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:55.799856 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'e083914d-ccbf-491d-a9f1-798a0df9898e', 'status': 'completed', 'code': 200} Oct 13 04:11:55.823847 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be514f70-5d45-42fe-9fd2-1ba1b8f73439 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] GET failed (client error): The resource could not be found. Oct 13 04:11:55.827634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be514f70-5d45-42fe-9fd2-1ba1b8f73439 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "GET /v2.0/networks/ac0092a8-5bbf-46f7-a552-b0940a1f2d88 HTTP/1.1" status: 404 len: 339 time: 0.0552015 Oct 13 04:11:55.831385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.862042 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.869974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad203c8-f98f-40d0-a2b9-ac49b25dcd1b req-ea8cd071-184b-4e3f-b75c-d7f092656438 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.877503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad203c8-f98f-40d0-a2b9-ac49b25dcd1b req-ea8cd071-184b-4e3f-b75c-d7f092656438 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.905587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:55.907167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:55.912113 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada4c92d-d651-45d5-9d4d-1d5942fb8185" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:55.915453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.926519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad203c8-f98f-40d0-a2b9-ac49b25dcd1b req-ea8cd071-184b-4e3f-b75c-d7f092656438 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.929727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.932921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac6a9ed0-83d0-4376-a990-4392f5f9c49c no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:55.943153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad203c8-f98f-40d0-a2b9-ac49b25dcd1b req-ea8cd071-184b-4e3f-b75c-d7f092656438 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.959837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bad203c8-f98f-40d0-a2b9-ac49b25dcd1b req-ea8cd071-184b-4e3f-b75c-d7f092656438 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 3150 time: 0.2254341 Oct 13 04:11:56.026730 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ec758-897f-4a47-b252-7a1c87e8267e x-openstack-request-id: req-bd3ec758-897f-4a47-b252-7a1c87e8267e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:56.029144 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:56.032075 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd3ec758-897f-4a47-b252-7a1c87e8267e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:56.034142 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb', 'code': 200} Oct 13 04:11:56.056196 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8cf31b-aa99-4492-8c34-96cb36bb5580 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] GET failed (client error): The resource could not be found. Oct 13 04:11:56.057000 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b01cae3a-5d4b-4364-bfcc-c583e8989bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.057797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d8cf31b-aa99-4492-8c34-96cb36bb5580 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "GET /v2.0/ports/e84f6420-048e-40ac-a8fc-8388c3c7b35d HTTP/1.1" status: 404 len: 333 time: 0.2245219 Oct 13 04:11:56.071666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.153016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:56.154072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.238508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.267597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bad203c8-f98f-40d0-a2b9-ac49b25dcd1b req-c8192cb6-3525-4c2b-a832-33d54988aba6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074753 Oct 13 04:11:56.273310 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-633ea791-ec50-4fd9-88e3-8e150ab3e1a4 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] GET failed (client error): The resource could not be found. Oct 13 04:11:56.278290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-633ea791-ec50-4fd9-88e3-8e150ab3e1a4 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "GET /v2.0/subnets/1dbbe408-b04a-4954-a062-4e4e8464384b HTTP/1.1" status: 404 len: 337 time: 0.1815131 Oct 13 04:11:56.279041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.288968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d60febb1-cde8-4065-8301-e716300c4344 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:56.324598 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60febb1-cde8-4065-8301-e716300c4344 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] PUT failed (client error): The resource could not be found. Oct 13 04:11:56.327139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60febb1-cde8-4065-8301-e716300c4344 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:56.333678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d60febb1-cde8-4065-8301-e716300c4344 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "PUT /v2.0/networks/fb03c39e-5721-48ed-a71c-3b5568bb7fd4 HTTP/1.1" status: 404 len: 339 time: 0.0497789 Oct 13 04:11:56.334226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.344904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3baea78c-d539-4851-84b3-505aa66993a1 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:56.351483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:56.387439 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baea78c-d539-4851-84b3-505aa66993a1 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] PUT failed (client error): The resource could not be found. Oct 13 04:11:56.390026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baea78c-d539-4851-84b3-505aa66993a1 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:56.392521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3baea78c-d539-4851-84b3-505aa66993a1 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "PUT /v2.0/ports/5cdd5ced-2bfb-41fc-8c44-a716987c15c4 HTTP/1.1" status: 404 len: 333 time: 0.0572131 Oct 13 04:11:56.397015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.427890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9e10e0a6-1950-40eb-8439-63223c1ccd76 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:56.444497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:56.450939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.451862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:56.485932 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e10e0a6-1950-40eb-8439-63223c1ccd76 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] PUT failed (client error): The resource could not be found. Oct 13 04:11:56.486570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e10e0a6-1950-40eb-8439-63223c1ccd76 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:11:56.489746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9e10e0a6-1950-40eb-8439-63223c1ccd76 tempest-NetworksNegativeTestJSON-1785786228 tempest-NetworksNegativeTestJSON-1785786228-project] 10.222.0.44 "PUT /v2.0/subnets/ae831d76-fdb9-4270-977a-bb567ef0dd43 HTTP/1.1" status: 404 len: 337 time: 0.0894837 Oct 13 04:11:56.581172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] For port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:56.583576 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.648575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:56.653439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d00fc3df-2f6e-4b66-a576-7bbc99511a60 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:56.654287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:56.663997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b01cae3a-5d4b-4364-bfcc-c583e8989bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.682608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b01cae3a-5d4b-4364-bfcc-c583e8989bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.755258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:56.890510 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.893306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b01cae3a-5d4b-4364-bfcc-c583e8989bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a91ea3e9c7ee495f9a96ec65756c1658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741018 Oct 13 04:11:56.895990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.974674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:56.981709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.986290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bdc41e95-285d-4e3e-a216-65ef81ec6c5b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:57.063759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cae3a-5d4b-4364-bfcc-c583e8989bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578f29ea-8578-4282-8880-314c2de41ba7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.135383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74d6b661-cd78-4fc8-8509-63ab4013261b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.242747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74d6b661-cd78-4fc8-8509-63ab4013261b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.283375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.359252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.407340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74d6b661-cd78-4fc8-8509-63ab4013261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.410152 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74d6b661-cd78-4fc8-8509-63ab4013261b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.413598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-74d6b661-cd78-4fc8-8509-63ab4013261b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/578f29ea-8578-4282-8880-314c2de41ba7 HTTP/1.1" status: 204 len: 168 time: 0.5141840 Oct 13 04:11:57.443372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.464259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.465866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6b661-cd78-4fc8-8509-63ab4013261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f29ea-8578-4282-8880-314c2de41ba7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.479165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:57.588154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:57.599088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.604154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e083914d-ccbf-491d-a9f1-798a0df9898e no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:57.636755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e083914d-ccbf-491d-a9f1-798a0df9898e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:57.637333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e083914d-ccbf-491d-a9f1-798a0df9898e not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:57.638360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device da4fa21f-6fbb-44b1-8fac-6944e962245f no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:57.651156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:57.658126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] No DVR routers for this DVR port 07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:57.674510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.685183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-6eec49bd-51c4-427c-8d1a-1041baad4612 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "DELETE /v2.0/ports/07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb HTTP/1.1" status: 204 len: 173 time: 1.9932380 Oct 13 04:11:57.705378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708757e-f2dd-4aa8-bcd0-ac330e44d657 req-dd102336-f6be-4359-9a8f-a8591b0ccd4c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.713293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708757e-f2dd-4aa8-bcd0-ac330e44d657 req-dd102336-f6be-4359-9a8f-a8591b0ccd4c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.719940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708757e-f2dd-4aa8-bcd0-ac330e44d657 req-dd102336-f6be-4359-9a8f-a8591b0ccd4c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.722103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9708757e-f2dd-4aa8-bcd0-ac330e44d657 req-dd102336-f6be-4359-9a8f-a8591b0ccd4c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 2409 time: 0.1115704 Oct 13 04:11:57.807656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9708757e-f2dd-4aa8-bcd0-ac330e44d657 req-a6957f30-5109-41f3-9129-41f82c582115 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749791 Oct 13 04:11:57.843322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:57.854793 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04f6f2-7658-4ba8-8e1d-7ae9178688b9" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:57.868442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device da4fa21f-6fbb-44b1-8fac-6944e962245f not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:57.870144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.937313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port d00fc3df-2f6e-4b66-a576-7bbc99511a60 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:57.938307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.035711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c'}, {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60'}, {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:58.038548 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17506db1-7a9e-42d6-a4f2-97eb727996e8" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c"}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60"}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:58.080353 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d568b4-c3b4-407d-a270-2f94ad90bcfd x-openstack-request-id: req-80d568b4-c3b4-407d-a270-2f94ad90bcfd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:58.080877 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:58.081418 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80d568b4-c3b4-407d-a270-2f94ad90bcfd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:58.083339 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': '07ea8c32-baaf-4ea5-b7b9-4305e34e3bdb', 'status': 'completed', 'code': 200} Oct 13 04:11:58.186564 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa7e883-9f6f-458e-bc60-0640590b083f x-openstack-request-id: req-aaa7e883-9f6f-458e-bc60-0640590b083f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:58.187071 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c", "code": 200}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60", "code": 200}, {"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:58.187523 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaa7e883-9f6f-458e-bc60-0640590b083f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:58.188224 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'code': 200} Oct 13 04:11:58.188659 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60', 'code': 200} Oct 13 04:11:58.189098 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b', 'code': 200} Oct 13 04:11:58.235603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] For port d00fc3df-2f6e-4b66-a576-7bbc99511a60, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d00fc3df-2f6e-4b66-a576-7bbc99511a60,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:58.235603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.300083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-443399a8-8dde-40c1-b23e-d547885547d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.306239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for d00fc3df-2f6e-4b66-a576-7bbc99511a60 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:58.585599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-deb0d85a-47f3-41bc-a1fd-f86f18820b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.607223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-443399a8-8dde-40c1-b23e-d547885547d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.617755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-443399a8-8dde-40c1-b23e-d547885547d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.709104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-443399a8-8dde-40c1-b23e-d547885547d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c32c980a1c543479a3a19f89dea336e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2257288 Oct 13 04:11:58.713694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36414) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:58.776750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:58.810249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443399a8-8dde-40c1-b23e-d547885547d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49fe542-f4a2-494e-98bf-9611bcae7b60,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:58.859909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26b98fcd-46b2-4e4f-aefe-2fcb37222da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.904978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26b98fcd-46b2-4e4f-aefe-2fcb37222da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.940191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.967325 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26b98fcd-46b2-4e4f-aefe-2fcb37222da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.968861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26b98fcd-46b2-4e4f-aefe-2fcb37222da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.970219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-26b98fcd-46b2-4e4f-aefe-2fcb37222da3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c49fe542-f4a2-494e-98bf-9611bcae7b60 HTTP/1.1" status: 204 len: 168 time: 0.2548740 Oct 13 04:11:59.004932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b98fcd-46b2-4e4f-aefe-2fcb37222da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49fe542-f4a2-494e-98bf-9611bcae7b60,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:59.050162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c7ec-84ae-4bb7-92b7-4d99cd8b2f1a req-71a02eb3-394e-4be5-abc8-e35266070b0b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.052559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9802c7ec-84ae-4bb7-92b7-4d99cd8b2f1a req-71a02eb3-394e-4be5-abc8-e35266070b0b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.1953621 Oct 13 04:11:59.118430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9802c7ec-84ae-4bb7-92b7-4d99cd8b2f1a req-fe274f02-6ec5-4c1b-914c-e498feccd5dc tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Oct 13 04:11:59.129664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=d00fc3df-2f6e-4b66-a576-7bbc99511a60,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:59.133970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-deb0d85a-47f3-41bc-a1fd-f86f18820b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.233667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36432) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:59.262299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-deb0d85a-47f3-41bc-a1fd-f86f18820b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.269339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] No DVR routers for this DVR port d00fc3df-2f6e-4b66-a576-7bbc99511a60 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:59.276990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.280255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-f3dac400-b46a-4e62-b535-855977c648fd tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "DELETE /v2.0/ports/d00fc3df-2f6e-4b66-a576-7bbc99511a60 HTTP/1.1" status: 204 len: 173 time: 1.5884347 Oct 13 04:11:59.346067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-9d8881cc-c80b-48a0-8eb8-84e6b5b2d744 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.365145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-9d8881cc-c80b-48a0-8eb8-84e6b5b2d744 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.1152465 Oct 13 04:11:59.396097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1434263028'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:59.408197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fcaa-fc3d-49af-835e-373b0c9a8f01 req-b45d478a-3210-40ae-bcc1-e186c69a383e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.439879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fcaa-fc3d-49af-835e-373b0c9a8f01 req-b45d478a-3210-40ae-bcc1-e186c69a383e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.453327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cb3fcaa-fc3d-49af-835e-373b0c9a8f01 req-b45d478a-3210-40ae-bcc1-e186c69a383e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 1676 time: 0.4359219 Oct 13 04:11:59.493465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-deb0d85a-47f3-41bc-a1fd-f86f18820b86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=265e94444f064cbab54a03782f0ceeea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8380134 Oct 13 04:11:59.501181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0d85a-47f3-41bc-a1fd-f86f18820b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972949c8-6cef-403a-958d-ce76dccbedc7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:59.524395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:59.540970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Made reservation on behalf of 31b326e8ce7c4eae8c35256b5bcd824f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:59.548274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.668176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.746028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cb3fcaa-fc3d-49af-835e-373b0c9a8f01 req-88979a42-e092-43a1-8233-d70355c294ba tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918181 Oct 13 04:11:59.838994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port bdc41e95-285d-4e3e-a216-65ef81ec6c5b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:59.839578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.009855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a0775b-96a6-4961-91db-3b027a00f36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.069970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] For port bdc41e95-285d-4e3e-a216-65ef81ec6c5b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:00.071525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.087535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b66d9aac-7a32-4bfa-995a-8d85cbe4ed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.102944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for bdc41e95-285d-4e3e-a216-65ef81ec6c5b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:00.248527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Deleting port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:00.250632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.341485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:00.345127 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6037eb0-616f-45db-a62a-3e5980ed9372" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:00.349885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.408205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=bdc41e95-285d-4e3e-a216-65ef81ec6c5b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:00.458928 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b66d9aac-7a32-4bfa-995a-8d85cbe4ed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.460047 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a69dc-3198-414b-b0d4-69850d6c3b2a x-openstack-request-id: req-020a69dc-3198-414b-b0d4-69850d6c3b2a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:00.460353 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "d00fc3df-2f6e-4b66-a576-7bbc99511a60", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:00.463914 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-020a69dc-3198-414b-b0d4-69850d6c3b2a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:00.464329 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'd00fc3df-2f6e-4b66-a576-7bbc99511a60', 'status': 'completed', 'code': 200} Oct 13 04:12:00.504032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] No DVR routers for this DVR port bdc41e95-285d-4e3e-a216-65ef81ec6c5b on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:00.512366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.515752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-af46f259-3525-4cde-8c6d-55d66dccbfd5 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "DELETE /v2.0/ports/bdc41e95-285d-4e3e-a216-65ef81ec6c5b HTTP/1.1" status: 204 len: 173 time: 1.2225208 Oct 13 04:12:00.576407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.629017 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a0775b-96a6-4961-91db-3b027a00f36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.649110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a0775b-96a6-4961-91db-3b027a00f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.655819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b66d9aac-7a32-4bfa-995a-8d85cbe4ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.658207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b66d9aac-7a32-4bfa-995a-8d85cbe4ed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.662703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b66d9aac-7a32-4bfa-995a-8d85cbe4ed75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/972949c8-6cef-403a-958d-ce76dccbedc7 HTTP/1.1" status: 204 len: 168 time: 1.1373117 Oct 13 04:12:00.689616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.761451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0775b-96a6-4961-91db-3b027a00f36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea95a80d-53ce-4182-88b6-9365ca1e8553,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:00.780778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:00.783845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port ac6a9ed0-83d0-4376-a990-4392f5f9c49c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:00.784184 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.876510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90a0775b-96a6-4961-91db-3b027a00f36c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca0abe8246dc41e3ba643a6d4d1d022d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6405611 Oct 13 04:12:00.877590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d9aac-7a32-4bfa-995a-8d85cbe4ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972949c8-6cef-403a-958d-ce76dccbedc7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:00.903630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:00.907726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.910305 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Added segment 0b7a8826-081a-44db-992b-0524e7b94c0a of type vlan for network 188832a1-19e2-42d9-8712-c6ab4538baa9 Oct 13 04:12:00.983752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.093980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0abc35-b3b0-4761-92c8-8df93c94c502,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.100284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.119763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] For port ac6a9ed0-83d0-4376-a990-4392f5f9c49c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:01.121034 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.123747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:01.124509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.149923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137610c-93f8-40a6-92af-4f3c88f1167d req-de1f35db-a959-47da-8346-a8c52eb5e1fe tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:01.158427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9137610c-93f8-40a6-92af-4f3c88f1167d req-de1f35db-a959-47da-8346-a8c52eb5e1fe tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 944 time: 0.6011910 Oct 13 04:12:01.268352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49fedd-d397-4a98-8387-8429471e394d req-a17d568b-b1fa-44b1-85f4-e857f542f398 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:01.277146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb49fedd-d397-4a98-8387-8429471e394d req-a17d568b-b1fa-44b1-85f4-e857f542f398 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 943 time: 0.3005788 Oct 13 04:12:01.279300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:01.305879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] For port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:01.306275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.337701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5534906 Oct 13 04:12:01.345657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:01.352793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Request body: {'subnet': {'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:01.383170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9137610c-93f8-40a6-92af-4f3c88f1167d req-2b6809ea-6c47-4fbe-9fb7-ffa46a2e74ce tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237642 Oct 13 04:12:01.412855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Calling delete_port for daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:01.415540 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e821b55-26d5-4c2b-8fb9-9babb48b6f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.443968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e821b55-26d5-4c2b-8fb9-9babb48b6f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.495006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb49fedd-d397-4a98-8387-8429471e394d req-895a6798-2e50-412c-a113-aead757199f0 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152288 Oct 13 04:12:01.497183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50da2-c1a7-4460-ba0c-460cb0749107 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event updated for resources: {'Network': ['ID=188832a1-19e2-42d9-8712-c6ab4538baa9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.509326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:01.517300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e821b55-26d5-4c2b-8fb9-9babb48b6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.520860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e821b55-26d5-4c2b-8fb9-9babb48b6f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.522073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4e821b55-26d5-4c2b-8fb9-9babb48b6f61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea95a80d-53ce-4182-88b6-9365ca1e8553 HTTP/1.1" status: 204 len: 168 time: 0.4804888 Oct 13 04:12:01.537212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e821b55-26d5-4c2b-8fb9-9babb48b6f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea95a80d-53ce-4182-88b6-9365ca1e8553,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.625672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1416149409'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:01.745521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.792914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Made reservation on behalf of 31b326e8ce7c4eae8c35256b5bcd824f for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:01.799773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.833371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event deleted for resources: {'Port': ['ID=daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.858494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] No DVR routers for this DVR port daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:01.863087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.868030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-69e2dd52-a7dc-4917-972b-0977c72f4226 req-e901ddd8-76ef-487c-8209-091eb1c77107 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "DELETE /v2.0/ports/daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea HTTP/1.1" status: 204 len: 173 time: 2.3677578 Oct 13 04:12:01.868970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'name': 'network-vif-deleted', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:01.873498 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84bbca-8280-49f5-9478-6b086a6a3dab" -d '{"events": [{"server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "name": "network-vif-deleted", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:01.947289 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a6c14e-7176-4337-98af-21b29ff582a7 x-openstack-request-id: req-12a6c14e-7176-4337-98af-21b29ff582a7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:01.947926 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee63fdcf-be54-48b5-9e9b-b51c64783acf", "name": "network-vif-deleted", "tag": "daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:01.948460 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12a6c14e-7176-4337-98af-21b29ff582a7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:01.949313 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee63fdcf-be54-48b5-9e9b-b51c64783acf', 'name': 'network-vif-deleted', 'tag': 'daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea', 'status': 'completed', 'code': 200} Oct 13 04:12:01.980402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.981617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.982214 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Floating IP 41d7a155-7641-46b7-b144-dae70fa5b3ce disassociated. External IP: 172.25.1.170, port: ac6a9ed0-83d0-4376-a990-4392f5f9c49c. Oct 13 04:12:01.982795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for ac6a9ed0-83d0-4376-a990-4392f5f9c49c owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:02.016916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:02.023039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.044606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.271286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.297370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ef10f7d-03a3-4096-9b04-2dabba620760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.301079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.458516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event updated for resources: {'Subnet': ['ID=cd6a1ad5-263e-479f-8236-50828455352e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.489077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:02.497682 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2573c184-15fb-4d20-9e68-cb2a06cf5173" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:02.643239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ef10f7d-03a3-4096-9b04-2dabba620760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.672610 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e967d56-f60e-4a00-8c23-ff0c873711bc x-openstack-request-id: req-3e967d56-f60e-4a00-8c23-ff0c873711bc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:02.674655 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "bdc41e95-285d-4e3e-a216-65ef81ec6c5b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:02.676968 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e967d56-f60e-4a00-8c23-ff0c873711bc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:02.677604 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'bdc41e95-285d-4e3e-a216-65ef81ec6c5b', 'status': 'completed', 'code': 200} Oct 13 04:12:02.749174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ef10f7d-03a3-4096-9b04-2dabba620760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.784764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.811515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6763b1b-2122-4dd7-ba6d-42524ff274f6 req-fc8c0f50-abad-432e-a0dc-ead2c319f5a3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee63fdcf-be54-48b5-9e9b-b51c64783acf HTTP/1.1" status: 200 len: 210 time: 0.1617718 Oct 13 04:12:02.829831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10f7d-03a3-4096-9b04-2dabba620760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af41b481-f40e-45ee-913d-5db536e90581,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.831026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.880141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6ef10f7d-03a3-4096-9b04-2dabba620760 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2247f82cb83b491fa1cceef9efc1b655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078119 Oct 13 04:12:02.882352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36574) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.892033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:02.979895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0fd87e-4e86-42b0-a2ac-a8749492e912,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.985248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecf61b24-c54a-49e1-982a-b64ffdb9bb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.001419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.009950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Checking segment: {'id': '0b7a8826-081a-44db-992b-0524e7b94c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:03.010786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Network hostable DHCP agents. Network: 188832a1-19e2-42d9-8712-c6ab4538baa9, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:03.017423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.017985 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment 7009c40b-33b1-4959-9e45-5965034ebd88 of type vlan for network 10f4f09b-dda5-4a04-9963-832bb302f8be Oct 13 04:12:03.032796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecf61b24-c54a-49e1-982a-b64ffdb9bb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.104708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.150516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecf61b24-c54a-49e1-982a-b64ffdb9bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.156485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecf61b24-c54a-49e1-982a-b64ffdb9bb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.163108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ecf61b24-c54a-49e1-982a-b64ffdb9bb14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af41b481-f40e-45ee-913d-5db536e90581 HTTP/1.1" status: 204 len: 168 time: 0.2779331 Oct 13 04:12:03.175383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61b24-c54a-49e1-982a-b64ffdb9bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41b481-f40e-45ee-913d-5db536e90581,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:03.208100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010ddc-9e6b-4ae9-b95c-a15cff0fb0ca req-868208d1-8619-41d2-a130-28e97a7e9d28 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.216084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b010ddc-9e6b-4ae9-b95c-a15cff0fb0ca req-868208d1-8619-41d2-a130-28e97a7e9d28 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 865 time: 0.4339769 Oct 13 04:12:03.229775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.236910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.238026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.258333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=ac6a9ed0-83d0-4376-a990-4392f5f9c49c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:03.313237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:03.411578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 188832a1-19e2-42d9-8712-c6ab4538baa9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:03.423857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d06ff-37d5-4082-91a4-8c2401852bad None None] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:03.497538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36586) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:03.501985 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2123547 Oct 13 04:12:03.503813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.504522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495823633'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:03.505142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.574274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:03.589005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.627658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:03.669252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:03.712655 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.715588 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment 6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15 of type vlan for network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 Oct 13 04:12:03.771819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:03.772457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device daf4b2d0-2530-4fd4-8cb6-1fd51a3e5bea not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:03.848447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.920443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.936130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.939446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.124252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-188832a1-19e2-42d9-8712-c6ab4538baa9', 'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9', 'tenant_id': '31b326e8ce7c4eae8c35256b5bcd824f', 'fixed_ips': [{'subnet_id': 'cd6a1ad5-263e-479f-8236-50828455352e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:04.125149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.195815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=6bfa1aa2-74c1-4eac-8e56-b1e6f2709640,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:04.226514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:04.234679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-164da397-ae12-4cf9-8490-409eaf43f609 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7324791 Oct 13 04:12:04.237837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:04.261781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:04.318846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db9b2-1789-4b4b-8c3a-cf5d6d99f348 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=10f4f09b-dda5-4a04-9963-832bb302f8be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:04.357397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 10f4f09b-dda5-4a04-9963-832bb302f8be details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:04.398508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b010ddc-9e6b-4ae9-b95c-a15cff0fb0ca req-f9458620-220b-4125-a8d4-7180ce675d1b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups?id=212bc55d-fbbf-46cb-8968-7cd1b40b57aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1808283 Oct 13 04:12:04.421941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8b50737-3d42-40ac-9320-4c15fb3e9f43 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0719759 Oct 13 04:12:04.423050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:04.448404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Request body: {'port': {'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1894411549'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:04.478744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Router 3701d784-2ce3-4d9c-a99f-ec98d972328d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:04.717048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:04.726724 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.749742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:04.767684 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ac830-0836-495d-96bd-fde630434641 None None] Sync routers for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:04.784239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:04.784928 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:04.786441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Allocated IP 2001:db8::2 (188832a1-19e2-42d9-8712-c6ab4538baa9/cd6a1ad5-263e-479f-8236-50828455352e/f423f1c9-e551-4238-a0a1-ad0fcb236be6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:04.870370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] No DVR routers for this DVR port ac6a9ed0-83d0-4376-a990-4392f5f9c49c on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:04.873452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.885138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1730a83d-de61-4ae9-8b3e-767028d1e49d req-c41f9dfd-3054-46f3-b0ee-7b7a5f6d0f45 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.15 "DELETE /v2.0/ports/ac6a9ed0-83d0-4376-a990-4392f5f9c49c HTTP/1.1" status: 204 len: 173 time: 4.3609607 Oct 13 04:12:04.885624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:04.887932 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e86a5c6-821c-47ed-a377-53ca6b0cd648" -d '{"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:04.992230 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106a8be-a3c0-4396-a36a-7d4fac6ef9d6 x-openstack-request-id: req-4106a8be-a3c0-4396-a36a-7d4fac6ef9d6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:04.992765 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef68603-6543-4200-a3a6-a1c4044d916b", "name": "network-vif-deleted", "tag": "ac6a9ed0-83d0-4376-a990-4392f5f9c49c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:04.993216 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4106a8be-a3c0-4396-a36a-7d4fac6ef9d6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:04.993763 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef68603-6543-4200-a3a6-a1c4044d916b', 'name': 'network-vif-deleted', 'tag': 'ac6a9ed0-83d0-4376-a990-4392f5f9c49c', 'status': 'completed', 'code': 200} Oct 13 04:12:05.016377 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:05.116034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Made reservation on behalf of 31b326e8ce7c4eae8c35256b5bcd824f for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:05.123384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.215377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] device_id is not set on port 98deee5a-477c-45b7-97eb-71dcd50a4a2f yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:05.307572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.329024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.491278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:05.495856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Pushing event updated for resources: {'Port': ['ID=f423f1c9-e551-4238-a0a1-ad0fcb236be6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:05.507170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:05.515239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:05.625431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Attempting to bind port f423f1c9-e551-4238-a0a1-ad0fcb236be6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:05.626313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Attempting to bind port f423f1c9-e551-4238-a0a1-ad0fcb236be6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '0b7a8826-081a-44db-992b-0524e7b94c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:05.627016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Attempting to bind port f423f1c9-e551-4238-a0a1-ad0fcb236be6 on network 188832a1-19e2-42d9-8712-c6ab4538baa9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:05.632169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb2cae9b-8d04-45e7-9428-16b497777dc2 req-ccecc67b-fa63-4082-8ca7-815167c51704 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0612895 Oct 13 04:12:05.653449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:05.654049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Checking segment: {'id': '0b7a8826-081a-44db-992b-0524e7b94c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:05.655231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.656080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Bound using segment: {'id': '0b7a8826-081a-44db-992b-0524e7b94c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:05.658010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Bound port: f423f1c9-e551-4238-a0a1-ad0fcb236be6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7a8826-081a-44db-992b-0524e7b94c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:05.658704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.690150 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:34Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:05.770519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] For port f423f1c9-e551-4238-a0a1-ad0fcb236be6, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:05.780175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] For port f423f1c9-e551-4238-a0a1-ad0fcb236be6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f423f1c9-e551-4238-a0a1-ad0fcb236be6,segment=NetworkSegment(0b7a8826-081a-44db-992b-0524e7b94c0a),segment_id=0b7a8826-081a-44db-992b-0524e7b94c0a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:05.787471 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.794086 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ac830-0836-495d-96bd-fde630434641 None None] Checking router: 3701d784-2ce3-4d9c-a99f-ec98d972328d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:05.829241 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:05.831287 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:05.859572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Allocated IP 2001:db8::e3 (188832a1-19e2-42d9-8712-c6ab4538baa9/cd6a1ad5-263e-479f-8236-50828455352e/98deee5a-477c-45b7-97eb-71dcd50a4a2f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:05.907767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd78b-8c71-4b61-bc09-b1b5a112f9a5 None None] Pushing event updated for resources: {'Port': ['ID=f423f1c9-e551-4238-a0a1-ad0fcb236be6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:06.175642 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:06.913924 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85eb14d7-5db5-4714-ba77-17532e927246 req-a8f84b25-aff8-433b-989b-4e0d6906a0ee tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1057434 Oct 13 04:12:06.999606 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d29ac830-0836-495d-96bd-fde630434641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:34Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:07.101285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-e46bb941-b381-49bc-9f18-c50718560a13 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:07.102888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-e46bb941-b381-49bc-9f18-c50718560a13 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 2.3056598 Oct 13 04:12:07.119967 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ac830-0836-495d-96bd-fde630434641 None None] The sync data for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 is: [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:29Z', 'revision_number': 4, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0e97c6d4-6049-4749-bb0a-0c30121ff9a3', 'name': '', 'network_id': '7af08a54-f6ba-49c8-bd0a-8d4238b30106', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'mac_address': 'fa:16:3e:e7:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:28Z', 'updated_at': '2021-10-13T04:01:34Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'subnets': [{'id': 'a867de1a-2d44-4a4b-9fd3-744de0671026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:07.164247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b8755-87a5-408d-b671-132c675fc9a9 req-e9652125-d6fe-4789-b680-106c3f17299c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:07.175037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-432b8755-87a5-408d-b671-132c675fc9a9 req-e9652125-d6fe-4789-b680-106c3f17299c tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 2.6938558 Oct 13 04:12:07.437034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f423f1c9-e551-4238-a0a1-ad0fcb236be6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:07.468251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-432b8755-87a5-408d-b671-132c675fc9a9 req-c6aff7cd-ea43-49ab-aeaf-9cfd981e7a5b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884581 Oct 13 04:12:07.594820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.654305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f423f1c9-e551-4238-a0a1-ad0fcb236be6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:07.655871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.801668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.920007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.994751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18ba05-8de7-4733-8483-edf6d1bfebfa None None] New status for floating IP 41d7a155-7641-46b7-b144-dae70fa5b3ce: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:12:08.200474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94c7e84f-c7d0-41c4-89ee-a1f13ec5e95d req-7314f5c0-4b3c-4f40-b69d-fc4caed85280 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0817506 Oct 13 04:12:08.244532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': '7009c40b-33b1-4959-9e45-5965034ebd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:08.245160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 10f4f09b-dda5-4a04-9963-832bb302f8be, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:08.279460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:08.282602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=c0d70da2-8133-48f3-b839-a4bae2f19d2e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:08.304141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:08.309514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:08.330523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:08.334263 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.421567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9933617 Oct 13 04:12:08.422615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36762) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:08.428486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Request body: {'port': {'network_id': '188832a1-19e2-42d9-8712-c6ab4538baa9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1465250022', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:08.428858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c5a07-72d1-4f7b-8600-014ff77aa8ab tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event updated for resources: {'Port': ['ID=98deee5a-477c-45b7-97eb-71dcd50a4a2f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:08.429625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] bootfile-name is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:12:08.430179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] tftp-server is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:12:08.430772 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] server-ip-address is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:12:08.463043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Deleting port 334bc5c3-1fcc-4776-b888-b860c0e76dcc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:08.463391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.550534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a205ef-b55d-4dbd-9c3a-452b46394452 None None] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:08.722648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 10f4f09b-dda5-4a04-9963-832bb302f8be is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:08.730276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] For port 334bc5c3-1fcc-4776-b888-b860c0e76dcc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=334bc5c3-1fcc-4776-b888-b860c0e76dcc,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:08.732801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.770232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Calling delete_port for 334bc5c3-1fcc-4776-b888-b860c0e76dcc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:08.794573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 10f4f09b-dda5-4a04-9963-832bb302f8be) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:08.834821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a867e1f-1dbd-4ef1-b008-00053cbcff23 req-274f0140-f3f9-42d3-a904-892835fd7bb6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:08.838995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a867e1f-1dbd-4ef1-b008-00053cbcff23 req-274f0140-f3f9-42d3-a904-892835fd7bb6 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 944 time: 0.2375777 Oct 13 04:12:08.845920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:08.847035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.946011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a867e1f-1dbd-4ef1-b008-00053cbcff23 req-6c7b981e-abfd-428c-80f1-698aaaa3d002 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931501 Oct 13 04:12:09.048236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Made reservation on behalf of 31b326e8ce7c4eae8c35256b5bcd824f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:09.061958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.073495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ee684d5e-77a0-4075-8437-c5bd8d1e2481 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8278718 Oct 13 04:12:09.085452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:09.099323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f6123-2475-4c14-a01f-f1eff24ac7da None None] Network 10f4f09b-dda5-4a04-9963-832bb302f8be requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:09.104152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:09.155781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] device_id is not set on port c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:09.369298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.384199 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.423043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:09.429795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.476763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40a56f35-3e9c-4613-8150-e966421c9b1c None None] Provisioning complete for port f423f1c9-e551-4238-a0a1-ad0fcb236be6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:09.491181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40a56f35-3e9c-4613-8150-e966421c9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.678599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Allocated IP 2001:db8::174 (188832a1-19e2-42d9-8712-c6ab4538baa9/cd6a1ad5-263e-479f-8236-50828455352e/c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:09.748237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:09.758166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.775865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.787566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-69a2e380-7eda-448d-8f88-9499897e44fc req-40ae587d-950e-4312-9293-73ef6529542c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0532892 Oct 13 04:12:09.854878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event deleted for resources: {'Port': ['ID=334bc5c3-1fcc-4776-b888-b860c0e76dcc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:09.905517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.906495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.907019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.907484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.907981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.908532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.909013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.909441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.909898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.910364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.910796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.912126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:09.967135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] No DVR routers for this DVR port 334bc5c3-1fcc-4776-b888-b860c0e76dcc on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:09.970513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=5878ed72-85a0-4422-af3a-37dcaf802767,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:09.980214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:09.980843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:09.985552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.989342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08400ce8-82c1-4764-9167-662d8f3fe3ce req-3dfe61c4-52ea-497d-a15e-5a527182d681 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "DELETE /v2.0/ports/334bc5c3-1fcc-4776-b888-b860c0e76dcc HTTP/1.1" status: 204 len: 173 time: 2.8580284 Oct 13 04:12:09.989944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'name': 'network-vif-deleted', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:09.992595 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833316ef-c277-4f94-a140-dae6d146ce94" -d '{"events": [{"server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "name": "network-vif-deleted", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:10.036812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:10.054195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:10.060892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:10.061734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.090700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0b9ea8b-7702-4d63-865a-4a3f75cfd0d8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0022433 Oct 13 04:12:10.093616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port f423f1c9-e551-4238-a0a1-ad0fcb236be6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f423f1c9-e551-4238-a0a1-ad0fcb236be6,segment=NetworkSegment(0b7a8826-081a-44db-992b-0524e7b94c0a),segment_id=0b7a8826-081a-44db-992b-0524e7b94c0a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:10.093832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:10.104957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1521633924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:10.125583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 334bc5c3-1fcc-4776-b888-b860c0e76dcc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:10.126273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 334bc5c3-1fcc-4776-b888-b860c0e76dcc not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:10.141945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa67b5e-0f5e-4fef-a59e-3a537147161d None None] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:10.144246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.203475 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391c182-5f59-4476-b302-b83fa978239f x-openstack-request-id: req-e391c182-5f59-4476-b302-b83fa978239f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:10.205790 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6810ec-c7af-4403-bc43-8fd3b9ed352d", "name": "network-vif-deleted", "tag": "334bc5c3-1fcc-4776-b888-b860c0e76dcc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:10.206129 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e391c182-5f59-4476-b302-b83fa978239f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:10.206598 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6810ec-c7af-4403-bc43-8fd3b9ed352d', 'name': 'network-vif-deleted', 'tag': '334bc5c3-1fcc-4776-b888-b860c0e76dcc', 'status': 'completed', 'code': 200} Oct 13 04:12:10.212739 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.217959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.238750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b0eb486-a59a-49d1-8373-1c0f5692f356 req-017b7d43-42b4-428f-a3af-64c49c0f16c4 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f6810ec-c7af-4403-bc43-8fd3b9ed352d HTTP/1.1" status: 200 len: 210 time: 0.1643813 Oct 13 04:12:10.264609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.272178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=f423f1c9-e551-4238-a0a1-ad0fcb236be6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:10.412188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.416589 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.459313 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.465725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.500782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.506665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-577a4542-d7c8-49d5-9c7f-267fdae7ce05 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4080017 Oct 13 04:12:10.507015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:10.563272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-10f4f09b-dda5-4a04-9963-832bb302f8be', 'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': 'c0d70da2-8133-48f3-b839-a4bae2f19d2e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:10.567038 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.649725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event updated for resources: {'Port': ['ID=c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:10.680420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:10.686798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:10.691952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:10.709590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:10.710637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.757106 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-28a58303-f6af-438e-988d-f3e3e378f90c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3323803 Oct 13 04:12:10.758636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:11.021530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fed3a-8147-48cf-ab7e-ed4cd2562e68 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:11.044005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fed3a-8147-48cf-ab7e-ed4cd2562e68 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:11.065757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fed3a-8147-48cf-ab7e-ed4cd2562e68 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:11.067577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2d0fed3a-8147-48cf-ab7e-ed4cd2562e68 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3066468 Oct 13 04:12:11.076118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36838) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:11.108080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Allocated IP 2001:db8::2 (10f4f09b-dda5-4a04-9963-832bb302f8be/c0d70da2-8133-48f3-b839-a4bae2f19d2e/834204c8-3b41-4ea7-9d53-79d4b655d572) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:11.129723 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37bd3553-1ec4-48e3-b90b-e7098e1cd385 req-e4566347-0404-45b5-b0ed-cb8b40484680 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1664512 Oct 13 04:12:11.509919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.552117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.554774 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.792826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Deleting port c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:11.792967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.858102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-53324a69-431f-412c-8b16-5e7d6db12837 None None] Provisioning complete for port f423f1c9-e551-4238-a0a1-ad0fcb236be6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:11.861998 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53324a69-431f-412c-8b16-5e7d6db12837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.981026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Pushing event updated for resources: {'Port': ['ID=834204c8-3b41-4ea7-9d53-79d4b655d572,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:12.123703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Network 10f4f09b-dda5-4a04-9963-832bb302f8be is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:12.125287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6bfa1aa2-74c1-4eac-8e56-b1e6f2709640', 'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '5878ed72-85a0-4422-af3a-37dcaf802767'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:12.126386 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.230119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:12.237441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:12.375275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58179a1e-dc9f-4879-aae2-007f740205cb req-b52c7ebe-0741-4cc9-97a5-69a0d5be825a tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0626211 Oct 13 04:12:12.479765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f423f1c9-e551-4238-a0a1-ad0fcb236be6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:12.507045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30a94f-da1e-4e48-9000-869273d1ceba req-4d42ffb1-d99b-47d7-85fa-953e2edf4ef1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:12.509053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b30a94f-da1e-4e48-9000-869273d1ceba req-4d42ffb1-d99b-47d7-85fa-953e2edf4ef1 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.6363132 Oct 13 04:12:12.542091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8::1 (10f4f09b-dda5-4a04-9963-832bb302f8be/c0d70da2-8133-48f3-b839-a4bae2f19d2e/a4ab7c2d-48cf-405c-9dc6-a8311f3974bd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:12.621030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Allocated IP 2001:db8:1::2 (6bfa1aa2-74c1-4eac-8e56-b1e6f2709640/5878ed72-85a0-4422-af3a-37dcaf802767/069a327a-081d-41ba-b36a-5391db0fd81a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:12.655666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b30a94f-da1e-4e48-9000-869273d1ceba req-c3dba3a0-d984-4949-9737-14c358442488 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175814 Oct 13 04:12:12.670928 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.706451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Calling delete_port for c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:12.716739 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-66077268-16b2-4561-91ca-c83b8b03935a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:12.718996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-66077268-16b2-4561-91ca-c83b8b03935a tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.3096988 Oct 13 04:12:13.068722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.092019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Deleting port a53144af-e791-4185-ae9a-8201ab2c2120 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:13.092513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.141871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-53324a69-431f-412c-8b16-5e7d6db12837 None None] Provisioning complete for port 98deee5a-477c-45b7-97eb-71dcd50a4a2f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:13.142491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53324a69-431f-412c-8b16-5e7d6db12837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.262493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] For port a53144af-e791-4185-ae9a-8201ab2c2120, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a53144af-e791-4185-ae9a-8201ab2c2120,segment=NetworkSegment(69c0bc0a-f439-458b-976e-1b67959789db),segment_id=69c0bc0a-f439-458b-976e-1b67959789db)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:13.263072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.270004 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.273367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-53324a69-431f-412c-8b16-5e7d6db12837 None None] Port 98deee5a-477c-45b7-97eb-71dcd50a4a2f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:13.283179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Calling delete_port for a53144af-e791-4185-ae9a-8201ab2c2120 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:13.287857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.289654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.300875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.339667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Attempting to bind port 834204c8-3b41-4ea7-9d53-79d4b655d572 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:13.339977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Attempting to bind port 834204c8-3b41-4ea7-9d53-79d4b655d572 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '7009c40b-33b1-4959-9e45-5965034ebd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:13.340379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Attempting to bind port 834204c8-3b41-4ea7-9d53-79d4b655d572 on network 10f4f09b-dda5-4a04-9963-832bb302f8be {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:13.352345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:13.352759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Checking segment: {'id': '7009c40b-33b1-4959-9e45-5965034ebd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:13.353193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.353609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Bound using segment: {'id': '7009c40b-33b1-4959-9e45-5965034ebd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:13.354699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Bound port: 834204c8-3b41-4ea7-9d53-79d4b655d572, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7009c40b-33b1-4959-9e45-5965034ebd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '10f4f09b-dda5-4a04-9963-832bb302f8be'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:13.355094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.358598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 10f4f09b-dda5-4a04-9963-832bb302f8be is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:13.442322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f423f1c9-e551-4238-a0a1-ad0fcb236be6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:13.447670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.473436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:13.477014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Pushing event updated for resources: {'Port': ['ID=069a327a-081d-41ba-b36a-5391db0fd81a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:13.491196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:13.495752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=a4ab7c2d-48cf-405c-9dc6-a8311f3974bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:13.516224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:13.520663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:13.567960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:13.568910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.631803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b8ff30d-5aa4-4a35-8f0a-d6d27433047a None None] Provisioning complete for port 98deee5a-477c-45b7-97eb-71dcd50a4a2f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:13.635215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff30d-5aa4-4a35-8f0a-d6d27433047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.877712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dec36-15fd-47c3-ae91-f584d28590a7 req-50ee73e5-8f0c-41dc-b6d5-dcc7baf64dde tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:13.893346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b3dec36-15fd-47c3-ae91-f584d28590a7 req-50ee73e5-8f0c-41dc-b6d5-dcc7baf64dde tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.0999756 Oct 13 04:12:13.978395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b3dec36-15fd-47c3-ae91-f584d28590a7 req-5a9413b3-5ef6-4229-b8f0-6c31ec7f9fd7 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840631 Oct 13 04:12:14.001743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] For port 834204c8-3b41-4ea7-9d53-79d4b655d572, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:14.005793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] For port 834204c8-3b41-4ea7-9d53-79d4b655d572, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=834204c8-3b41-4ea7-9d53-79d4b655d572,segment=NetworkSegment(7009c40b-33b1-4959-9e45-5965034ebd88),segment_id=7009c40b-33b1-4959-9e45-5965034ebd88)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:14.012341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ff30d-5aa4-4a35-8f0a-d6d27433047a None None] Port 98deee5a-477c-45b7-97eb-71dcd50a4a2f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:14.035703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b8ff30d-5aa4-4a35-8f0a-d6d27433047a None None] Could not find standard attr ID for object c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:12:14.041765 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.128468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.143877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Attempting to bind port 069a327a-081d-41ba-b36a-5391db0fd81a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:14.146804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "DELETE /v2.0/ports/c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24 HTTP/1.1" status: 204 len: 168 time: 3.0620079 Oct 13 04:12:14.151646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.155692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Attempting to bind port 069a327a-081d-41ba-b36a-5391db0fd81a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:14.156182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Attempting to bind port 069a327a-081d-41ba-b36a-5391db0fd81a on network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:14.157995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Request body: {'port': {'name': 'tempest-new-port-name-1907906979', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:14.158165 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] bootfile-name is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:12:14.158518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] tftp-server is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:12:14.158862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] server-ip-address is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:12:14.160134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6c7d2-b22b-4cfc-a8e3-7f2a7fb4808e tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event deleted for resources: {'Port': ['ID=c6006ca4-fcdd-4b99-b2e4-2f17cdc98c24,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.164824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:14.165763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Checking segment: {'id': '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:14.166244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.166708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Bound using segment: {'id': '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:14.167277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Bound port: 069a327a-081d-41ba-b36a-5391db0fd81a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bfa1aa2-74c1-4eac-8e56-b1e6f2709640'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:14.167760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.352090 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2fcd822f-6436-4cf4-8087-5b2627be5cb4 req-4b3eeb58-fd31-4b8f-a389-daae23ce29b6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.7823625 Oct 13 04:12:14.382611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.439833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.584112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] For port 069a327a-081d-41ba-b36a-5391db0fd81a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:14.619028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] For port 069a327a-081d-41ba-b36a-5391db0fd81a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=069a327a-081d-41ba-b36a-5391db0fd81a,segment=NetworkSegment(6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15),segment_id=6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:14.694043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.703867 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.080912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a62fc-a35a-4d52-96f8-dffdab82b2a6 None None] Pushing event updated for resources: {'Port': ['ID=834204c8-3b41-4ea7-9d53-79d4b655d572,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.246014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57491-4a1e-49db-ae3c-b469b8985ec9 None None] Pushing event updated for resources: {'Port': ['ID=069a327a-081d-41ba-b36a-5391db0fd81a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.337024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36934) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:15.597034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987932ce-0129-4664-be83-0a3db2523f71 req-e1d9e2b4-8322-4e7b-8e39-786f54683dd3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:15.602484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-987932ce-0129-4664-be83-0a3db2523f71 req-e1d9e2b4-8322-4e7b-8e39-786f54683dd3 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 945 time: 0.3361783 Oct 13 04:12:15.603322 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae51763-b741-4832-93ea-29ff3cb4dde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.686799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd160-b70e-40b1-9ca7-33db556c284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.765542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.780291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14cbd5f1-e91d-41fd-9523-054345080e08 req-12486bba-114a-48f9-b1f4-419110cc1e61 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1434190 Oct 13 04:12:15.797805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.799813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.865148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.909730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-987932ce-0129-4664-be83-0a3db2523f71 req-41d9783d-5b7b-456e-9c0e-157dbc8047f2 tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/security-groups?id=58187e29-ef8b-47ec-a76f-00ea884f7b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907748 Oct 13 04:12:16.046628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=a4ab7c2d-48cf-405c-9dc6-a8311f3974bd,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:16.096250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd160-b70e-40b1-9ca7-33db556c284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.132295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd160-b70e-40b1-9ca7-33db556c284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.170334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] No DVR routers for this DVR port a53144af-e791-4185-ae9a-8201ab2c2120 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:16.197221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Pushing event deleted for resources: {'Port': ['ID=a53144af-e791-4185-ae9a-8201ab2c2120,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:16.202808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.207107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1da6833-4ae7-4b33-8a1f-25081e551f09 req-30fa08b0-4ce9-41a8-a903-43968faa580b tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.15 "DELETE /v2.0/ports/a53144af-e791-4185-ae9a-8201ab2c2120 HTTP/1.1" status: 204 len: 173 time: 3.4560511 Oct 13 04:12:16.207697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'name': 'network-vif-deleted', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:16.211168 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f1a709-0cab-4d49-85a7-778d17c7a0c6" -d '{"events": [{"server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "name": "network-vif-deleted", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:16.292324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 10f4f09b-dda5-4a04-9963-832bb302f8be is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:16.294664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:16.301745 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911553b3-dd1e-482e-8c13-4a633cd18cfd x-openstack-request-id: req-911553b3-dd1e-482e-8c13-4a633cd18cfd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:16.302114 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb92db08-285b-4cf6-b939-cca73aa84fc2", "name": "network-vif-deleted", "tag": "a53144af-e791-4185-ae9a-8201ab2c2120", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:16.302487 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-911553b3-dd1e-482e-8c13-4a633cd18cfd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:16.303106 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb92db08-285b-4cf6-b939-cca73aa84fc2', 'name': 'network-vif-deleted', 'tag': 'a53144af-e791-4185-ae9a-8201ab2c2120', 'status': 'completed', 'code': 200} Oct 13 04:12:16.310512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.338947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cd160-b70e-40b1-9ca7-33db556c284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e0139-bad2-4ace-98a6-0d5c4aac2aa2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:16.360148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7168f-93a7-4d4b-98c0-d89875239935 None None] Network 10f4f09b-dda5-4a04-9963-832bb302f8be requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:16.374652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.495408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event updated for resources: {'Port': ['ID=98deee5a-477c-45b7-97eb-71dcd50a4a2f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:16.516959 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a1cd160-b70e-40b1-9ca7-33db556c284c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8456c501eb1340ab9f163f3c6035f219&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1753442 Oct 13 04:12:16.516959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] In _notify_port_updated(), no bound segment for port 98deee5a-477c-45b7-97eb-71dcd50a4a2f on network 188832a1-19e2-42d9-8712-c6ab4538baa9 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:12:16.523244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:16.524137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.528833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-281df660-cc87-4db9-ba33-a6e74a74712c tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "PUT /v2.0/ports/98deee5a-477c-45b7-97eb-71dcd50a4a2f HTTP/1.1" status: 200 len: 1129 time: 2.3762124 Oct 13 04:12:16.533417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:16.533901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:16.619951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b7c48286-3f97-461b-9e23-a911fc734ee4 None None] Provisioning complete for port 834204c8-3b41-4ea7-9d53-79d4b655d572 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:16.620330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7c48286-3f97-461b-9e23-a911fc734ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.784286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc6310-d9dd-4e46-9707-c69fac1b1685 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:16.801598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20bc6310-d9dd-4e46-9707-c69fac1b1685 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "GET /v2.0/ports/98deee5a-477c-45b7-97eb-71dcd50a4a2f HTTP/1.1" status: 200 len: 1129 time: 0.2621238 Oct 13 04:12:16.802268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:16.978634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae51763-b741-4832-93ea-29ff3cb4dde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.124516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae51763-b741-4832-93ea-29ff3cb4dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.216279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae51763-b741-4832-93ea-29ff3cb4dde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bf0549-085d-4cc4-a04c-c9163a31c1b7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.219158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7c48286-3f97-461b-9e23-a911fc734ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.273848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5d721-b421-49c4-becc-ff486fc43e10 None None] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:17.325512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f029b3-c0c2-466e-9ccb-63c18856dc2e req-e45bc83b-01b5-4968-acd2-f450f12543ea tempest-LiveMigrationTest-1074025052 tempest-LiveMigrationTest-1074025052-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb92db08-285b-4cf6-b939-cca73aa84fc2 HTTP/1.1" status: 200 len: 210 time: 0.1163006 Oct 13 04:12:17.329314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c9131b4-56c7-4cb9-b3d0-ffea2f1572b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.377789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c9131b4-56c7-4cb9-b3d0-ffea2f1572b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.510242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ae51763-b741-4832-93ea-29ff3cb4dde2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=179c451284b141ea9fea2f0b1ba600e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9910641 Oct 13 04:12:17.511490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:17.525044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c9131b4-56c7-4cb9-b3d0-ffea2f1572b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.527714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c9131b4-56c7-4cb9-b3d0-ffea2f1572b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.531150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c9131b4-56c7-4cb9-b3d0-ffea2f1572b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a3e0139-bad2-4ace-98a6-0d5c4aac2aa2 HTTP/1.1" status: 204 len: 168 time: 0.9939208 Oct 13 04:12:17.608054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Deleting port 98deee5a-477c-45b7-97eb-71dcd50a4a2f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:17.608393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.679571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:17.682325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 069a327a-081d-41ba-b36a-5391db0fd81a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:17.752240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9131b4-56c7-4cb9-b3d0-ffea2f1572b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e0139-bad2-4ace-98a6-0d5c4aac2aa2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.807079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7c48286-3f97-461b-9e23-a911fc734ee4 None None] For port 834204c8-3b41-4ea7-9d53-79d4b655d572, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=834204c8-3b41-4ea7-9d53-79d4b655d572,segment=NetworkSegment(7009c40b-33b1-4959-9e45-5965034ebd88),segment_id=7009c40b-33b1-4959-9e45-5965034ebd88)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:17.822301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5725ebd9-6ef0-4e01-b807-da76aaff53b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.850523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: a53144af-e791-4185-ae9a-8201ab2c2120 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:17.851005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a53144af-e791-4185-ae9a-8201ab2c2120 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:17.884829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5725ebd9-6ef0-4e01-b807-da76aaff53b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.906590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7c48286-3f97-461b-9e23-a911fc734ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.988950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5725ebd9-6ef0-4e01-b807-da76aaff53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.995746 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5725ebd9-6ef0-4e01-b807-da76aaff53b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.005557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5725ebd9-6ef0-4e01-b807-da76aaff53b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8bf0549-085d-4cc4-a04c-c9163a31c1b7 HTTP/1.1" status: 204 len: 168 time: 0.4754908 Oct 13 04:12:18.042185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725ebd9-6ef0-4e01-b807-da76aaff53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bf0549-085d-4cc4-a04c-c9163a31c1b7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:18.112514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.123998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c48286-3f97-461b-9e23-a911fc734ee4 None None] Pushing event updated for resources: {'Port': ['ID=834204c8-3b41-4ea7-9d53-79d4b655d572,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:18.170367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Calling delete_port for 98deee5a-477c-45b7-97eb-71dcd50a4a2f owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:18.247429 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:12:18.333490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3c9c276-67ad-45b3-9c04-3983ffc2503d req-2c1337e8-a34b-4048-83b7-fa5d4777cc5c tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1511302 Oct 13 04:12:18.343397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-417e929e-719b-4166-b95c-55674d46423a None None] Provisioning complete for port 069a327a-081d-41ba-b36a-5391db0fd81a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:18.348926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-417e929e-719b-4166-b95c-55674d46423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.393340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 5f22e31f-430c-4fa6-87f1-138662709dc9 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:18.456193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 069a327a-081d-41ba-b36a-5391db0fd81a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:18.459333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.520661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:18.647590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.740941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:18.751916 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] Sync routers for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:18.753108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25d752a5-4abb-4406-8ec8-998abf526ca6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/5f22e31f-430c-4fa6-87f1-138662709dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2447684 Oct 13 04:12:18.760286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37032) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:18.765714 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:18.773256 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:18.849283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event deleted for resources: {'Port': ['ID=98deee5a-477c-45b7-97eb-71dcd50a4a2f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:18.866270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.874130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9f36e1da-ef16-48d5-b85c-cb1dc6b08019 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "DELETE /v2.0/ports/98deee5a-477c-45b7-97eb-71dcd50a4a2f HTTP/1.1" status: 204 len: 168 time: 2.0584953 Oct 13 04:12:18.898121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:18.965745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a74a01-ad1c-4aa5-8408-8e2eae6b3c53 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:18.989354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-74a74a01-ad1c-4aa5-8408-8e2eae6b3c53 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports/a4ab7c2d-48cf-405c-9dc6-a8311f3974bd HTTP/1.1" status: 200 len: 911 time: 0.2278268 Oct 13 04:12:18.990382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:19.019526 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:19.076098 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:19.076736 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:11:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:19.077944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f88932ff-9f87-44b8-8e19-ad6e568c5012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.100734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-417e929e-719b-4166-b95c-55674d46423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.120126 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.169512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Deleting subnet cd6a1ad5-263e-479f-8236-50828455352e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:19.189584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.243037 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:19.246709 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277d3ea-9160-433d-b0e0-48e0fe1a91bc None None] The sync data for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:19.441977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 069a327a-081d-41ba-b36a-5391db0fd81a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=069a327a-081d-41ba-b36a-5391db0fd81a,segment=NetworkSegment(6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15),segment_id=6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:19.492071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.495467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 834204c8-3b41-4ea7-9d53-79d4b655d572 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:19.499483 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.630541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:19.693821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d6b8822-5a06-47bc-8cc7-f1a8d5e2be7b req-554961fa-46da-44e1-9e20-f66f627d45fc tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1243773 Oct 13 04:12:19.707860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Deleting subnet 1cb4f75a-22c5-4945-9208-fb591640a1a2 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:19.741658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.787275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-871445f6-c215-466d-9b43-ff2d7375a4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.808761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-417e929e-719b-4166-b95c-55674d46423a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:12:19.809130 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-417e929e-719b-4166-b95c-55674d46423a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:12:19.816099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=069a327a-081d-41ba-b36a-5391db0fd81a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:19.838763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 834204c8-3b41-4ea7-9d53-79d4b655d572 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:19.839163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.867821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.964853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.119210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.206876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.275575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 069a327a-081d-41ba-b36a-5391db0fd81a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:20.291854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.402308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-871445f6-c215-466d-9b43-ff2d7375a4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.414100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6a1ad5-263e-479f-8236-50828455352e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:20.422297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-417e929e-719b-4166-b95c-55674d46423a None None] Could not find standard attr ID for object 98deee5a-477c-45b7-97eb-71dcd50a4a2f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:12:20.434503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 069a327a-081d-41ba-b36a-5391db0fd81a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:20.441182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-871445f6-c215-466d-9b43-ff2d7375a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.442252 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.447541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a85ac-7add-4924-aa38-1d3bd1247fd5 None None] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:20.448563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.454972 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "DELETE /v2.0/subnets/cd6a1ad5-263e-479f-8236-50828455352e HTTP/1.1" status: 204 len: 168 time: 1.5531983 Oct 13 04:12:20.469956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.470581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.470989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.471669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.476847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.477569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.478049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.478519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.478960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.479399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.479831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.480270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d58bd4-32aa-4f6c-beb5-a945d8a6cdcc tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:20.500370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:20.508284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.705967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Provisioning complete for port a4ab7c2d-48cf-405c-9dc6-a8311f3974bd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:20.706340 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.741575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb4f75a-22c5-4945-9208-fb591640a1a2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:20.744351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.748137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-792272bd-d994-4ea0-bdde-2578588ad025 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1cb4f75a-22c5-4945-9208-fb591640a1a2 HTTP/1.1" status: 204 len: 168 time: 2.2231369 Oct 13 04:12:20.762054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37070) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:20.768869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-871445f6-c215-466d-9b43-ff2d7375a4f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbc53a76b2c5488cbd88d73aa72ad590&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1339958 Oct 13 04:12:20.775844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871445f6-c215-466d-9b43-ff2d7375a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4b45e0-a1af-42a2-bc49-1f50cdbc5a71,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:20.778716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37072) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:20.800032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8:1::1 (6bfa1aa2-74c1-4eac-8e56-b1e6f2709640/5878ed72-85a0-4422-af3a-37dcaf802767/cd5ce5e2-10c8-49eb-b8ec-b16539c02817) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:20.842190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Port a4ab7c2d-48cf-405c-9dc6-a8311f3974bd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:20.902500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.977881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Provisioning complete for port 069a327a-081d-41ba-b36a-5391db0fd81a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:20.978359 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.984595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.033036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1cf781d9-3d2b-478c-b17c-1bc94f841bd4 req-397b05a8-6eaa-4016-a84c-88e25fe52d76 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0895376 Oct 13 04:12:21.052594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 834204c8-3b41-4ea7-9d53-79d4b655d572 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:21.127883 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.150217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9e7540f-8089-4d4a-ac99-604e9642df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.190846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] DHCP port deletion for 188832a1-19e2-42d9-8712-c6ab4538baa9 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:21.210039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9e7540f-8089-4d4a-ac99-604e9642df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.226347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Deleting port f423f1c9-e551-4238-a0a1-ad0fcb236be6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:21.226710 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.243178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=cd5ce5e2-10c8-49eb-b8ec-b16539c02817,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:21.294278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Provisioning complete for port 834204c8-3b41-4ea7-9d53-79d4b655d572 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:21.294957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e393d4d-a607-4f34-9c39-0e6ff390affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.315736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:21.320925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:21.325027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:21.325555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.341375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] For port f423f1c9-e551-4238-a0a1-ad0fcb236be6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f423f1c9-e551-4238-a0a1-ad0fcb236be6,segment=NetworkSegment(0b7a8826-081a-44db-992b-0524e7b94c0a),segment_id=0b7a8826-081a-44db-992b-0524e7b94c0a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:21.341915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.343291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.351929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 834204c8-3b41-4ea7-9d53-79d4b655d572 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:21.352344 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.386692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Deleting port f423f1c9-e551-4238-a0a1-ad0fcb236be6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:21.387233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.416039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Calling delete_port for f423f1c9-e551-4238-a0a1-ad0fcb236be6 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:21.533699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.570035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event deleted for resources: {'Port': ['ID=f423f1c9-e551-4238-a0a1-ad0fcb236be6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:21.578085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9e7540f-8089-4d4a-ac99-604e9642df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.580839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9e7540f-8089-4d4a-ac99-604e9642df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.584363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a9e7540f-8089-4d4a-ac99-604e9642df56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a4b45e0-a1af-42a2-bc49-1f50cdbc5a71 HTTP/1.1" status: 204 len: 168 time: 0.7871928 Oct 13 04:12:21.587788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] No DVR routers for this DVR port f423f1c9-e551-4238-a0a1-ad0fcb236be6 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:21.612059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7540f-8089-4d4a-ac99-604e9642df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4b45e0-a1af-42a2-bc49-1f50cdbc5a71,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:21.744417 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.767980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.788031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09227da7-d52c-4f37-a496-d4d7c86f17a4']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:21.834220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.861587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188832a1-19e2-42d9-8712-c6ab4538baa9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:21.878108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7a8826-081a-44db-992b-0524e7b94c0a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:21.879040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7a8826-081a-44db-992b-0524e7b94c0a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:21.892526 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaef7-949f-459d-9fe6-c3b9244166f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.928745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] For port f423f1c9-e551-4238-a0a1-ad0fcb236be6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f423f1c9-e551-4238-a0a1-ad0fcb236be6,segment=NetworkSegment(0b7a8826-081a-44db-992b-0524e7b94c0a),segment_id=0b7a8826-081a-44db-992b-0524e7b94c0a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:21.929118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.935550 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.961006 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.961163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Calling delete_port for f423f1c9-e551-4238-a0a1-ad0fcb236be6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:21.978592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:21.979188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.014235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c0bc0a-f439-458b-976e-1b67959789db') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:22.014536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c0bc0a-f439-458b-976e-1b67959789db') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:22.043757 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.103591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:22.120798 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:22.124289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.144578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:22.145256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:22.147369 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:22.150115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.165762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] 10.222.0.44 "DELETE /v2.0/networks/188832a1-19e2-42d9-8712-c6ab4538baa9 HTTP/1.1" status: 204 len: 168 time: 1.6547780 Oct 13 04:12:22.213534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57fefe-1925-401f-ba02-b0afd6c01a91 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502 tempest-ExtraDHCPOptionsIpV6TestJSON-521535502-project] Pushing event deleted for resources: {'Network': ['ID=188832a1-19e2-42d9-8712-c6ab4538baa9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.231222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2bc92808-b6aa-4a49-9eb5-6eff0c5cfcb2 None None] Provisioning complete for port cd5ce5e2-10c8-49eb-b8ec-b16539c02817 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:22.232214 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bc92808-b6aa-4a49-9eb5-6eff0c5cfcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: from cryptography.utils import int_from_bytes Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: from cryptography.utils import int_from_bytes Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.261101 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:22.264456 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:12:22.300345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.382387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Network 188832a1-19e2-42d9-8712-c6ab4538baa9 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:12:22.384919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] No DVR routers for this DVR port f423f1c9-e551-4238-a0a1-ad0fcb236be6 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:22.406949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bc92808-b6aa-4a49-9eb5-6eff0c5cfcb2 None None] Port cd5ce5e2-10c8-49eb-b8ec-b16539c02817 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:22.419846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f423f1c9-e551-4238-a0a1-ad0fcb236be6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:22.426208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f0b1a-7da5-45e5-9a94-d8a37f08a28f None None] Pushing event deleted for resources: {'Port': ['ID=f423f1c9-e551-4238-a0a1-ad0fcb236be6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.455683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: f423f1c9-e551-4238-a0a1-ad0fcb236be6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:22.456490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f423f1c9-e551-4238-a0a1-ad0fcb236be6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:22.481961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4a2d5a8-396e-40a2-833b-8c523e4e7107 req-8bf6e962-842b-416a-9feb-cc81988741c8 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.2281728 Oct 13 04:12:22.502682 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.510538 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.516951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] 10.222.0.44 "DELETE /v2.0/networks/09227da7-d52c-4f37-a496-d4d7c86f17a4 HTTP/1.1" status: 204 len: 168 time: 1.7518909 Oct 13 04:12:22.530797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37142) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:22.614029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:22.616138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612d31-9e09-457f-89d2-57c66b1c49fd admin admin] Pushing event deleted for resources: {'Network': ['ID=09227da7-d52c-4f37-a496-d4d7c86f17a4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.689420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Deleting subnet 0453e974-eece-45fb-97e3-3e74be7c30db {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:22.692714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.731034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.791566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.809980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.856980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.882434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.886502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0453e974-eece-45fb-97e3-3e74be7c30db HTTP/1.1" status: 204 len: 168 time: 0.3547263 Oct 13 04:12:22.888738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37170) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:22.920927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.922232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497df3-38a1-4c9c-ae15-6062d9914d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0453e974-eece-45fb-97e3-3e74be7c30db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.958687 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.967159 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.969884 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.985492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.156444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.193612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=cd5ce5e2-10c8-49eb-b8ec-b16539c02817,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:23.199233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112f3328-a8b2-4968-891c-6ec231e66c64']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:23.224632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195fddf7-d297-4907-9ddc-409e908ce0d6') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:23.224632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195fddf7-d297-4907-9ddc-409e908ce0d6') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:23.241451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-22b31905-4855-4e1e-962e-565436ebfb13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31b326e8ce7c4eae8c35256b5bcd824f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256762 Oct 13 04:12:23.243481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.245111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:23.280900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:23.282570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:23.308097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.317917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc372c2-bea0-431d-be77-1e0ff75c24dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.320107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:23.320515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:23.323146 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:23.406400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc372c2-bea0-431d-be77-1e0ff75c24dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.418500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.430477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.443889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] 10.222.0.44 "DELETE /v2.0/networks/112f3328-a8b2-4968-891c-6ec231e66c64 HTTP/1.1" status: 204 len: 168 time: 0.5530801 Oct 13 04:12:23.473115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926df18-7eb4-4d76-b8b2-e0203b79fc4a admin admin] Pushing event deleted for resources: {'Network': ['ID=112f3328-a8b2-4968-891c-6ec231e66c64,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:23.501971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc372c2-bea0-431d-be77-1e0ff75c24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.512131 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc372c2-bea0-431d-be77-1e0ff75c24dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.517343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3cc372c2-bea0-431d-be77-1e0ff75c24dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee0abc35-b3b0-4761-92c8-8df93c94c502 HTTP/1.1" status: 204 len: 168 time: 0.2707071 Oct 13 04:12:23.529274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc372c2-bea0-431d-be77-1e0ff75c24dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0abc35-b3b0-4761-92c8-8df93c94c502,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:23.672056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 5f22e31f-430c-4fa6-87f1-138662709dc9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:23.699811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:23.719441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eadd3183-ada2-4218-891e-e239e4d0bd12 req-94cf36a0-c4ab-4d92-9c44-3aa3ec618794 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0674129 Oct 13 04:12:23.854851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e4484b41-c120-4e10-9f0c-2cc3d294ee9a None None] Provisioning complete for port cd5ce5e2-10c8-49eb-b8ec-b16539c02817 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:23.855392 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4484b41-c120-4e10-9f0c-2cc3d294ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.856822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b801df38-d46d-474f-9d20-635fe84c2c7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d9f3a44caf84a90af4b0f445f504e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530941 Oct 13 04:12:23.859309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:23.876270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:23.903712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-993e8343-804b-48dd-bab2-fd88212d73ad tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/5f22e31f-430c-4fa6-87f1-138662709dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9114139 Oct 13 04:12:23.906080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:23.946359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] Sync routers for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:23.981077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:23.982183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:24.008718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8104d994-9b32-4921-8052-cc4d59977637 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:24.008718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8104d994-9b32-4921-8052-cc4d59977637 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports/cd5ce5e2-10c8-49eb-b8ec-b16539c02817 HTTP/1.1" status: 200 len: 913 time: 0.0995312 Oct 13 04:12:24.009610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:24.059711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba29b18c-5779-4eec-8522-d4d151346ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.071438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:24.075395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4484b41-c120-4e10-9f0c-2cc3d294ee9a None None] Port cd5ce5e2-10c8-49eb-b8ec-b16539c02817 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:24.099899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:24.100811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:24.128779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba29b18c-5779-4eec-8522-d4d151346ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.177238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:24.181321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7c280-51a2-4e06-888b-3599c5b095b1 None None] The sync data for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:24.243780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba29b18c-5779-4eec-8522-d4d151346ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.247140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba29b18c-5779-4eec-8522-d4d151346ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.266450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ba29b18c-5779-4eec-8522-d4d151346ce1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58187e29-ef8b-47ec-a76f-00ea884f7b9f HTTP/1.1" status: 204 len: 168 time: 0.3879807 Oct 13 04:12:24.277313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29b18c-5779-4eec-8522-d4d151346ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58187e29-ef8b-47ec-a76f-00ea884f7b9f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:24.502438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.538365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-a580ea80-4983-40b3-9df1-13e430b2ff11 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:24.539904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-a580ea80-4983-40b3-9df1-13e430b2ff11 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.3305483 Oct 13 04:12:24.584116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-6754786b-1045-4001-b6f4-0cd631c574d8 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/quotas/4eaa0414190949e0a8964a9bfc860544 HTTP/1.1" status: 200 len: 375 time: 0.0316036 Oct 13 04:12:24.723043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:24.724944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-19c3cb4f-6f83-43d5-800d-9a37ef827e14 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008642 Oct 13 04:12:24.814788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-75b7793f-aaff-4121-9106-9e17a6835cb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad09b19333ba47c9993b95425150a3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897832 Oct 13 04:12:24.815514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:24.944510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63a65bc2-26ea-48f8-94cb-05e72b45348e req-4c700a62-6f72-4b57-93fa-8c9d09b5efe2 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0550933 Oct 13 04:12:24.960130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-9146d666-6c7f-4a3a-9bf9-2457d52bd071 service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342541 Oct 13 04:12:24.975560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a707cf6-c5c5-4cfd-b931-49121c2d5f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.080913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a707cf6-c5c5-4cfd-b931-49121c2d5f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.100457 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.370449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:25.542348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2016976863'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:25.595002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:25.607086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.627274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.634120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-62829f3c-5b47-4306-b840-e6b3ffcd59c5 service neutron] 10.222.0.44 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717296 Oct 13 04:12:25.660958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:25.694529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-ddd20b49-c63c-40f4-8033-b3f830a4b385 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:25.696227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-ddd20b49-c63c-40f4-8033-b3f830a4b385 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "GET /v2.0/ports?device_id=18696d2d-08e6-4254-a97e-944bee6ca977 HTTP/1.1" status: 200 len: 945 time: 0.5125532 Oct 13 04:12:25.748225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.760928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.834060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a707cf6-c5c5-4cfd-b931-49121c2d5f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.838951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.841209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a707cf6-c5c5-4cfd-b931-49121c2d5f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.842638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a707cf6-c5c5-4cfd-b931-49121c2d5f99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9865517-b24b-4da3-821d-a7097f1c6b8e HTTP/1.1" status: 204 len: 168 time: 1.0244660 Oct 13 04:12:25.856511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204baf3e-ad97-4e37-bc06-6d9a198d031a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:25.860032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:25.885893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.886246 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Added segment 1d1b1a7f-07c9-4f8f-93fe-90ea4f2fa98d of type vlan for network d0870dfa-37ff-4418-8c46-8b1d4b154f99 Oct 13 04:12:25.906554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:25.907735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:25.911364 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a865b4-9ecd-439a-ad28-290248213dc7" -d '{"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-unplugged", "status": "completed", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:25.928254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707cf6-c5c5-4cfd-b931-49121c2d5f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9865517-b24b-4da3-821d-a7097f1c6b8e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:25.936911 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.047192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.105138 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc49378-d632-47db-be9c-33a4942e60be x-openstack-request-id: req-dfc49378-d632-47db-be9c-33a4942e60be {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:26.105849 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-unplugged", "status": "completed", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:26.106310 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfc49378-d632-47db-be9c-33a4942e60be {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:26.106564 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'code': 200} Oct 13 04:12:26.107202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.112366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.141733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:26.142618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.241306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1fbba26-a748-4913-9287-72f6dec74742 req-55895116-6027-4a33-b23b-c2f8df922e4e tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0928593 Oct 13 04:12:26.250130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8760798 Oct 13 04:12:26.257054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:26.263994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'subnet': {'network_id': 'd0870dfa-37ff-4418-8c46-8b1d4b154f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:26.287662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a018f6c8-c10a-4d90-ac9a-f857c8e0bb39 req-6e90f1ec-d159-4bc4-839a-b05410590ba2 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 210 time: 0.1498485 Oct 13 04:12:26.438287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Deleting port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:26.438638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.475829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d682165-e22e-4930-b99e-8ca5be581514 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Network': ['ID=d0870dfa-37ff-4418-8c46-8b1d4b154f99,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.494784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:26.599417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:26.607934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.744970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] For port 63cdb120-a32e-45c8-9c74-3881f7e5bc25, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=63cdb120-a32e-45c8-9c74-3881f7e5bc25,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:26.745653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.784274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Calling delete_port for 63cdb120-a32e-45c8-9c74-3881f7e5bc25 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:26.788606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port cd5ce5e2-10c8-49eb-b8ec-b16539c02817 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:26.789259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.886492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:26.887590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:27.030819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.055654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for cd5ce5e2-10c8-49eb-b8ec-b16539c02817 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:27.237210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0dd4e35-2d03-4df9-96fc-6a1f9b932b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.285711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a335-705c-4959-bee1-a0d10a749e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.315777 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.440058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7007b6cf-75a0-4e99-819b-7129f7f9141d req-bd432a08-c8e5-4e79-81de-bf02d427d2d7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0794542 Oct 13 04:12:27.491770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.559333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Subnet': ['ID=d99c72dd-070d-44b4-b71d-a41abbc217d1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.613291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Checking segment: {'id': '1d1b1a7f-07c9-4f8f-93fe-90ea4f2fa98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0870dfa-37ff-4418-8c46-8b1d4b154f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:27.614840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network hostable DHCP agents. Network: d0870dfa-37ff-4418-8c46-8b1d4b154f99, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:27.656414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:27.665456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0dd4e35-2d03-4df9-96fc-6a1f9b932b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.669357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event deleted for resources: {'Port': ['ID=63cdb120-a32e-45c8-9c74-3881f7e5bc25,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.671435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d0870dfa-37ff-4418-8c46-8b1d4b154f99) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:27.682269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.683535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.702982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22cb206-cae0-4f8e-bd4c-ccd1fd78de94 None None] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:27.713077 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.715480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0dd4e35-2d03-4df9-96fc-6a1f9b932b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.725717 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-21aaba78-b864-4d8f-a17b-c3320bb84124 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4669080 Oct 13 04:12:27.727567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:27.735937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-831421331', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:27.773913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.775278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.825754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=cd5ce5e2-10c8-49eb-b8ec-b16539c02817,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.865823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.873370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd4e35-2d03-4df9-96fc-6a1f9b932b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f997b-3a8d-4031-b3bf-73c0768ac7ff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.918858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] No DVR routers for this DVR port 63cdb120-a32e-45c8-9c74-3881f7e5bc25 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:27.930380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0bc211d-8830-46c2-80d9-d8a90682a61a req-2cee6195-c8a2-4ed5-8588-4221da7a3517 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 210 time: 0.4596450 Oct 13 04:12:27.936645 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.940982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28bd0d10-bbb1-4a9f-affe-12fbaec39a2f req-f689c7f8-cc69-4a44-9fc3-5c03998ba857 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.15 "DELETE /v2.0/ports/63cdb120-a32e-45c8-9c74-3881f7e5bc25 HTTP/1.1" status: 204 len: 173 time: 2.1694140 Oct 13 04:12:27.951225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-deleted', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:27.954202 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b983c-7999-4179-a6e4-d15321bd9176" -d '{"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-deleted", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:27.994745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426441e-15af-435d-907b-a252d7a9a4fb None None] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:28.089800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d0dd4e35-2d03-4df9-96fc-6a1f9b932b17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1014cb2b586474fa71bd8a4b652a43d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1996264 Oct 13 04:12:28.091522 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb65b4-4c81-452b-ac03-2dd8035a2254 x-openstack-request-id: req-5ffb65b4-4c81-452b-ac03-2dd8035a2254 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:28.091846 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18696d2d-08e6-4254-a97e-944bee6ca977", "name": "network-vif-deleted", "tag": "63cdb120-a32e-45c8-9c74-3881f7e5bc25", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:28.092104 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ffb65b4-4c81-452b-ac03-2dd8035a2254 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:28.092523 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18696d2d-08e6-4254-a97e-944bee6ca977', 'name': 'network-vif-deleted', 'tag': '63cdb120-a32e-45c8-9c74-3881f7e5bc25', 'status': 'completed', 'code': 200} Oct 13 04:12:28.120278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:28.271729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.294324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-025fd7f6-990f-48c8-8e95-80f3bdb6020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.326532 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-025fd7f6-990f-48c8-8e95-80f3bdb6020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.440015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-7bdc6441-cff7-44dd-8ee7-4bb839e3e3bf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:28.441666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-7bdc6441-cff7-44dd-8ee7-4bb839e3e3bf tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.26 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 804 time: 0.8516061 Oct 13 04:12:28.445385 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.459621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Request body: {'port': {'device_id': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'admin_state_up': True, 'tenant_id': '4eaa0414190949e0a8964a9bfc860544'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:28.471466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a335-705c-4959-bee1-a0d10a749e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.487098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a335-705c-4959-bee1-a0d10a749e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.509317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-025fd7f6-990f-48c8-8e95-80f3bdb6020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.522232 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-025fd7f6-990f-48c8-8e95-80f3bdb6020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.523868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-025fd7f6-990f-48c8-8e95-80f3bdb6020a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b42f997b-3a8d-4031-b3bf-73c0768ac7ff HTTP/1.1" status: 204 len: 168 time: 0.4005170 Oct 13 04:12:28.544657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd7f6-990f-48c8-8e95-80f3bdb6020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f997b-3a8d-4031-b3bf-73c0768ac7ff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:28.767099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.788046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.928073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6fb2a335-705c-4959-bee1-a0d10a749e55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=530f0ae7f69540fa81af333ea03a4d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0392170 Oct 13 04:12:28.929355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2a335-705c-4959-bee1-a0d10a749e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f827927c-8c2b-44f4-b17c-d279fcf2ed8e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:28.934813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:28.946015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-129496aa-3ada-4fe1-9d2f-e7f7c507987b req-62b0338c-8ab5-4bdb-a46b-8129e8f8e9c8 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.2492790 Oct 13 04:12:28.991700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.228 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/f2f6a516-bbb8-4e66-9c71-f5bc0e74b319) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:29.008127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37392) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.029322 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b9d6-a37e-4b9a-92b5-983d7f2c29e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.060624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 5f22e31f-430c-4fa6-87f1-138662709dc9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:29.060915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67f0f4cb-54d6-4c45-bd6f-c3b6b42b460c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.127985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Made reservation on behalf of 4eaa0414190949e0a8964a9bfc860544 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:29.132639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.151336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5e0d35b-d2b5-40e7-895c-2f7bc518051d req-c0ce4650-a14a-4d24-9c0a-9436e217be0e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 210 time: 0.0544145 Oct 13 04:12:29.185636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67f0f4cb-54d6-4c45-bd6f-c3b6b42b460c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.290216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:29.290922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.302287 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] Sync routers for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:29.315015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7e6fe0eb-5505-4899-863e-fd45364f9d0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/5f22e31f-430c-4fa6-87f1-138662709dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3046041 Oct 13 04:12:29.316558 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:29.318071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.318351 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:29.340780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67f0f4cb-54d6-4c45-bd6f-c3b6b42b460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.343831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67f0f4cb-54d6-4c45-bd6f-c3b6b42b460c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.347895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67f0f4cb-54d6-4c45-bd6f-c3b6b42b460c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f827927c-8c2b-44f4-b17c-d279fcf2ed8e HTTP/1.1" status: 204 len: 168 time: 0.4091756 Oct 13 04:12:29.398108 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:29.405052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Allocated IP 172.20.0.9 (daf70b3e-0e96-4c0c-a20d-e712f56e507f/a8366849-5751-4631-b48d-a82244a2064d/11b2a6cd-ae03-408b-b403-24bd9549b117) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:29.419150 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:29.420093 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:29.435798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0f4cb-54d6-4c45-bd6f-c3b6b42b460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f827927c-8c2b-44f4-b17c-d279fcf2ed8e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.442073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b9d6-a37e-4b9a-92b5-983d7f2c29e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.454367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b9d6-a37e-4b9a-92b5-983d7f2c29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.493595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.506268 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:29.506934 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cf692-b97e-45bc-a75a-2b9f59547be8 None None] The sync data for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:29.553751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=f2f6a516-bbb8-4e66-9c71-f5bc0e74b319,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.575091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9fc1b9d6-a37e-4b9a-92b5-983d7f2c29e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77b8676cd83042e2bd2017229a75abda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715683 Oct 13 04:12:29.575907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37402) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.587414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1b9d6-a37e-4b9a-92b5-983d7f2c29e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1177b1b9-0623-4dbe-bda5-30bbed7fc5b7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.610525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.682662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:29.703242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:29.716735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:29.717868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 63cdb120-a32e-45c8-9c74-3881f7e5bc25 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:29.724943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 63cdb120-a32e-45c8-9c74-3881f7e5bc25 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:29.725271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:29.774690 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db289881-edfe-4d62-bec8-b29e6422f4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.787731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.832640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.871212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db289881-edfe-4d62-bec8-b29e6422f4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.900261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Network daf70b3e-0e96-4c0c-a20d-e712f56e507f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:29.910130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0db5e46-2c5b-47a7-92ec-9cb19e6c4d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.936385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:29.945772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:29.953657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.076830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db289881-edfe-4d62-bec8-b29e6422f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.079620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db289881-edfe-4d62-bec8-b29e6422f4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.081038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-db289881-edfe-4d62-bec8-b29e6422f4be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1177b1b9-0623-4dbe-bda5-30bbed7fc5b7 HTTP/1.1" status: 204 len: 168 time: 0.4903860 Oct 13 04:12:30.144856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0db5e46-2c5b-47a7-92ec-9cb19e6c4d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.152581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.153240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.171498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db289881-edfe-4d62-bec8-b29e6422f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177b1b9-0623-4dbe-bda5-30bbed7fc5b7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.186012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-929a9d13-37c8-41f5-8200-3d60a04a9050 req-79421299-cbea-4869-9dbd-0bdd75049615 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0300019 Oct 13 04:12:30.186625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0db5e46-2c5b-47a7-92ec-9cb19e6c4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.274318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.287495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5fda95b7-b5fd-4200-9977-26199915656b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8345194 Oct 13 04:12:30.296059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.296793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db5e46-2c5b-47a7-92ec-9cb19e6c4d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42abb0a5-3296-40b3-8090-bd5e17de4562,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.304434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Request body: {'port': {'device_id': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:30.311241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c0db5e46-2c5b-47a7-92ec-9cb19e6c4d79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a27d80ef1d4745798ce30add7d02f88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6996720 Oct 13 04:12:30.335415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37432) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:30.444838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.521759 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8610a8bc-9ac0-4261-9374-53ead16f459c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.614174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8610a8bc-9ac0-4261-9374-53ead16f459c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.761352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8610a8bc-9ac0-4261-9374-53ead16f459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.768715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8610a8bc-9ac0-4261-9374-53ead16f459c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.777243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8610a8bc-9ac0-4261-9374-53ead16f459c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42abb0a5-3296-40b3-8090-bd5e17de4562 HTTP/1.1" status: 204 len: 168 time: 0.4386110 Oct 13 04:12:30.788237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283f086-f4ca-4df6-a047-2824c44265d6 req-4d4a22c1-cbfc-48f8-9ebf-c1a044a17b76 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.790337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2283f086-f4ca-4df6-a047-2824c44265d6 req-4d4a22c1-cbfc-48f8-9ebf-c1a044a17b76 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 931 time: 0.5091441 Oct 13 04:12:30.833805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610a8bc-9ac0-4261-9374-53ead16f459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42abb0a5-3296-40b3-8090-bd5e17de4562,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.970651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2283f086-f4ca-4df6-a047-2824c44265d6 req-964124a1-ce3c-4cdd-acdd-1a939620c63f tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709998 Oct 13 04:12:30.989892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b2a6cd-ae03-408b-b403-24bd9549b117 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:31.003074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.022547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Transition to ACTIVE for port object 11b2a6cd-ae03-408b-b403-24bd9549b117 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:31.028929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.119875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:31.124512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.247345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Attempting to bind port 11b2a6cd-ae03-408b-b403-24bd9549b117 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:31.249605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Attempting to bind port 11b2a6cd-ae03-408b-b403-24bd9549b117 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:31.251893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Attempting to bind port 11b2a6cd-ae03-408b-b403-24bd9549b117 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:31.268477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Port 11b2a6cd-ae03-408b-b403-24bd9549b117 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:31.269267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Attempting to bind port 11b2a6cd-ae03-408b-b403-24bd9549b117 on network daf70b3e-0e96-4c0c-a20d-e712f56e507f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:31.283236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:31.286515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Checking segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:31.287039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Bound using segment: {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:31.287751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Bound port: 11b2a6cd-ae03-408b-b403-24bd9549b117, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6e930-38b9-4c62-8865-57c07b7fe252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:31.288251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.320229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port a4ab7c2d-48cf-405c-9dc6-a8311f3974bd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:31.320566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.450113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e91771f-50ee-44c9-a42c-eaf0d7423f0c req-84011eee-9a57-4c8f-ac67-bd40c4870f1b tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1033523 Oct 13 04:12:31.451521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:31.463406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:31.468250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:31.475561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.476066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.490984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for a4ab7c2d-48cf-405c-9dc6-a8311f3974bd owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:31.504435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.505108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.506585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] 10.222.0.26 "PUT /v2.0/ports/11b2a6cd-ae03-408b-b403-24bd9549b117 HTTP/1.1" status: 200 len: 1091 time: 1.2108500 Oct 13 04:12:31.548533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:31.551157 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:31.617757 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb573b52-866d-4034-9d94-1220d16acfcc x-openstack-request-id: req-cb573b52-866d-4034-9d94-1220d16acfcc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:31.618267 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:31.618841 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb573b52-866d-4034-9d94-1220d16acfcc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:31.619410 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'status': 'completed', 'code': 200} Oct 13 04:12:31.644902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:31.651008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acfcff-be33-41c7-a448-4c3fd176de3d service neutron] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:31.658065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:31.661458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-bcd4ae55-2fbb-468b-bfee-66d8f2b5eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.663019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-bcd4ae55-2fbb-468b-bfee-66d8f2b5eb5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1080365 Oct 13 04:12:31.690234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:31.690904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:31.746012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-2656919f-caf2-491c-b7cd-f2477ae5259a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b2a6cd-ae03-408b-b403-24bd9549b117 HTTP/1.1" status: 200 len: 217 time: 0.0742950 Oct 13 04:12:31.754849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.757977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:31.762425 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3173e5f4-2474-4ec4-a43a-0002f4019527 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0322320 Oct 13 04:12:31.767032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:31.769845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:31.772468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:31.773167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:31.820410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:31.821269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ab221-0c2f-4d01-a0dd-82a2b09b3af2 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:31.841011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ced5b2fa-4196-41ba-8ff1-f9a65158c13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.936455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ced5b2fa-4196-41ba-8ff1-f9a65158c13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.943273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ced5b2fa-4196-41ba-8ff1-f9a65158c13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.996770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ced5b2fa-4196-41ba-8ff1-f9a65158c13f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60c9601638354b80a8d5ca6b6c7c2a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212465 Oct 13 04:12:31.999519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5b2fa-4196-41ba-8ff1-f9a65158c13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f716bd5c-18cb-4d72-a9b9-3d0599b53d21,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:32.004380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:32.028562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-0f47310e-17b2-43be-82cd-20faffb2e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:32.030464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-0f47310e-17b2-43be-82cd-20faffb2e747 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.2784629 Oct 13 04:12:32.131846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-5943dd1d-3e7e-4124-ab88-9e9fde37bd8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916450 Oct 13 04:12:32.353376 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.425771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=a4ab7c2d-48cf-405c-9dc6-a8311f3974bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:32.711892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.728886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bbebc7f-8bb3-43b9-93d7-8098a1cb5557 req-64372581-059a-4bbb-97c8-8d8bea1ab6a7 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0823100 Oct 13 04:12:32.866520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f6f267-0086-41b6-a96a-d3682feffc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.885827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c94ff-f73a-4664-bf67-ad800adda4ac req-e3971afb-061b-4501-a193-ba60163d8d4a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:32.887409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-492c94ff-f73a-4664-bf67-ad800adda4ac req-e3971afb-061b-4501-a193-ba60163d8d4a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 943 time: 0.7727311 Oct 13 04:12:32.923639 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.979642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f6f267-0086-41b6-a96a-d3682feffc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.005535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-d3e771ba-62e1-4fe0-ae9f-3c848a3f0fee service neutron] 10.222.0.26 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8406160 Oct 13 04:12:33.036662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-492c94ff-f73a-4664-bf67-ad800adda4ac req-ff22a349-87f2-4ab1-83cc-ff8b2bc8b4b0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245575 Oct 13 04:12:33.099009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 5f22e31f-430c-4fa6-87f1-138662709dc9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:33.208956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f6f267-0086-41b6-a96a-d3682feffc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.217916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86f6f267-0086-41b6-a96a-d3682feffc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.225740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-86f6f267-0086-41b6-a96a-d3682feffc18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f716bd5c-18cb-4d72-a9b9-3d0599b53d21 HTTP/1.1" status: 204 len: 168 time: 1.2202609 Oct 13 04:12:33.250524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd35c24f-04c9-472e-bd9a-f597b0777a1d req-16ce05e4-40f7-427a-9806-9eb65d5d2c87 service neutron] 10.222.0.26 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375004 Oct 13 04:12:33.259112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6f267-0086-41b6-a96a-d3682feffc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716bd5c-18cb-4d72-a9b9-3d0599b53d21,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:33.427022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-7facf5be-4405-4f33-bc58-071d8697a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:33.428965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-7facf5be-4405-4f33-bc58-071d8697a7ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4eaa0414190949e0a8964a9bfc860544&device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1168466 Oct 13 04:12:33.633125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-60358db2-020d-4438-94db-673705604b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:33.637300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-60358db2-020d-4438-94db-673705604b4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 200 len: 905 time: 0.1989167 Oct 13 04:12:33.705001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-a0686f9e-2750-424d-af49-aca2399908cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b2a6cd-ae03-408b-b403-24bd9549b117 HTTP/1.1" status: 200 len: 217 time: 0.0591185 Oct 13 04:12:33.725686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:33.737679 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] Sync routers for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:33.745245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6a105a25-b174-457d-b0c1-9a177002e113 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/5f22e31f-430c-4fa6-87f1-138662709dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4232745 Oct 13 04:12:33.746085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:33.768607 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:33.775996 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:33.811136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1ea3f523-cb7b-4268-a3d7-2d344ecca939 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f22e31f-430c-4fa6-87f1-138662709dc9 HTTP/1.1" status: 200 len: 205 time: 0.0602005 Oct 13 04:12:33.815188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:33.870030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-8a539f28-3b41-4098-8eb9-0539bd840341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:33.874583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-8a539f28-3b41-4098-8eb9-0539bd840341 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 200 len: 844 time: 0.1589713 Oct 13 04:12:33.906423 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:33.923524 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] Routers {'5f22e31f-430c-4fa6-87f1-138662709dc9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:33.924142 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5f22e31f-430c-4fa6-87f1-138662709dc9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:33.932751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.953486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-d83de9ae-3e0e-47d2-be6e-796586cf38f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=daf70b3e-0e96-4c0c-a20d-e712f56e507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739233 Oct 13 04:12:33.997435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:33.998097 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7deaa-2338-4521-bdac-617f4ea748df None None] The sync data for ids ['5f22e31f-430c-4fa6-87f1-138662709dc9'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:34.067708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39c76913-fd04-4772-a702-778afbca886f req-6b07381d-72cd-4a5b-b6f6-882d1d55b334 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.1309757 Oct 13 04:12:34.171482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-4ad77a91-8b17-4129-9897-628befd08d75 service neutron] 10.222.0.26 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084687 Oct 13 04:12:34.231049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.237034 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.321580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.1 (d0870dfa-37ff-4418-8c46-8b1d4b154f99/d99c72dd-070d-44b4-b71d-a41abbc217d1/fc4dbd38-4429-487d-a397-9e423b7e264e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:34.338448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.339163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router 5f22e31f-430c-4fa6-87f1-138662709dc9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:12:34.347638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.351666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0bc61439-e680-4207-adbb-ce979229167a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/5f22e31f-430c-4fa6-87f1-138662709dc9 HTTP/1.1" status: 204 len: 168 time: 0.5347257 Oct 13 04:12:34.352396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37602) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:34.382290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca8e41-913f-4fc3-906e-7e00be09c0e1 req-e352c97c-3e51-420d-8ee6-9039a97a308e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.392046 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01ca8e41-913f-4fc3-906e-7e00be09c0e1 req-e352c97c-3e51-420d-8ee6-9039a97a308e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 943 time: 0.1940205 Oct 13 04:12:34.467243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 5878ed72-85a0-4422-af3a-37dcaf802767 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:34.472853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.477940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01ca8e41-913f-4fc3-906e-7e00be09c0e1 req-8618ff81-6954-4cda-8516-f39d7be20f53 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844579 Oct 13 04:12:34.479855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ce6b59-3513-46bf-b0b5-cfc76824b7b1 req-d5729dd5-e2d6-451a-b065-cbfd000b0464 service neutron] 10.222.0.26 "GET /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002717 Oct 13 04:12:34.553037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.626865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.718517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.730851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:34.761393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.805068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:34.812614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:34.821373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:34.852713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=fc4dbd38-4429-487d-a397-9e423b7e264e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:34.881385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-network', 'tenant_id': '4d374813222e4ede87008b84a83b0046'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:34.919292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.928840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Made reservation on behalf of 4d374813222e4ede87008b84a83b0046 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:34.935667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.950518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.002622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.047128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=5878ed72-85a0-4422-af3a-37dcaf802767,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.091902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b9951-60fb-41bf-848f-b21b580197a3 None None] Network 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:35.093569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.101306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a0d48017-5a17-4aa9-9f14-882c8499270d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/5878ed72-85a0-4422-af3a-37dcaf802767 HTTP/1.1" status: 204 len: 168 time: 0.7451897 Oct 13 04:12:35.103106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37644) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:35.270261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.275790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.282963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7f822db-df12-412b-9392-17c68d7e0e91 req-34d5aa01-8b49-437f-a0d4-531e7bb9e899 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0454628 Oct 13 04:12:35.284229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.333851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:35.340425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet c0d70da2-8133-48f3-b839-a4bae2f19d2e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:35.361200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.398839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4455d792-261e-4cbd-8406-abba07028088,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.402083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.402428 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Added segment 7f516e5d-aeda-4a6b-af33-02c1780fb095 of type vlan for network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 Oct 13 04:12:35.474034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] DHCP port deletion for 6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:35.481996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.517191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.547220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] Deleting port 069a327a-081d-41ba-b36a-5391db0fd81a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:35.548800 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.611659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.651389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] For port 069a327a-081d-41ba-b36a-5391db0fd81a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=069a327a-081d-41ba-b36a-5391db0fd81a,segment=NetworkSegment(6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15),segment_id=6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:35.652105 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.670728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.671526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] Calling delete_port for 069a327a-081d-41ba-b36a-5391db0fd81a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:35.671707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:35.672268 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.760655 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.775382 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.807211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] No DVR routers for this DVR port 069a327a-081d-41ba-b36a-5391db0fd81a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:35.810136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] Pushing event updated for resources: {'Network': ['ID=1e3ce274-e139-4446-9ab2-0cc1c26bf238,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.846409 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.852051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.867777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867082f2-9cd0-4bee-9997-f9bd38649b29 None None] Pushing event deleted for resources: {'Port': ['ID=069a327a-081d-41ba-b36a-5391db0fd81a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.873116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.879510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/c0d70da2-8133-48f3-b839-a4bae2f19d2e HTTP/1.1" status: 204 len: 168 time: 0.7753735 Oct 13 04:12:35.884975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63601623-b21d-431a-af72-1c443b7af662 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d70da2-8133-48f3-b839-a4bae2f19d2e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.887622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:35.908394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:35.922572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f2f7899-9443-4b34-8965-fc79c96ac281 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1902404 Oct 13 04:12:35.923311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:35.926911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.933445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Request body: {'subnet': {'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-subnet', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:35.993182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17c136-96dd-4f0f-bd2f-ffe636ec62ea req-42c5790d-b0c4-4173-b113-d8e11ab68bee tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:36.002861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d17c136-96dd-4f0f-bd2f-ffe636ec62ea req-42c5790d-b0c4-4173-b113-d8e11ab68bee tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 943 time: 0.3335090 Oct 13 04:12:36.055990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.062716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898c321-68fd-43e3-b2dd-8dabebdbf1ce None None] Network 10f4f09b-dda5-4a04-9963-832bb302f8be requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:36.084998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=fc4dbd38-4429-487d-a397-9e423b7e264e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.093130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d17c136-96dd-4f0f-bd2f-ffe636ec62ea req-f10a34cc-c8f3-44ab-9982-2afd7647be74 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819178 Oct 13 04:12:36.100241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Made reservation on behalf of 4d374813222e4ede87008b84a83b0046 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:36.104505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.284389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.291112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:36.297064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:36.324364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] DHCP port deletion for 10f4f09b-dda5-4a04-9963-832bb302f8be request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:36.331280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfa1aa2-74c1-4eac-8e56-b1e6f2709640']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:36.344929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:36.345094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1ff31c-af16-4a3c-b9a2-be8a95fc5a15') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:36.357494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.374481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.392492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:36.392786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:36.404286 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:36.459056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] Deleting port 834204c8-3b41-4ea7-9d53-79d4b655d572 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:36.466536 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.558908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.572236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.572815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aed45308-cb44-4947-8624-3ffdda51fb0a req-3d24d8f1-228c-4243-981c-bc79de1c4247 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef68603-6543-4200-a3a6-a1c4044d916b HTTP/1.1" status: 200 len: 210 time: 0.0409050 Oct 13 04:12:36.579358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:36.583072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:36.583234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/6bfa1aa2-74c1-4eac-8e56-b1e6f2709640 HTTP/1.1" status: 204 len: 168 time: 0.6935320 Oct 13 04:12:36.592906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 069a327a-081d-41ba-b36a-5391db0fd81a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:36.606805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d488cf-140f-4ee0-94e0-ac63a8e43d07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=6bfa1aa2-74c1-4eac-8e56-b1e6f2709640,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.639968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 069a327a-081d-41ba-b36a-5391db0fd81a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:36.640553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 069a327a-081d-41ba-b36a-5391db0fd81a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:36.640993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 834204c8-3b41-4ea7-9d53-79d4b655d572 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:36.707554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] For port 834204c8-3b41-4ea7-9d53-79d4b655d572, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=834204c8-3b41-4ea7-9d53-79d4b655d572,segment=NetworkSegment(7009c40b-33b1-4959-9e45-5965034ebd88),segment_id=7009c40b-33b1-4959-9e45-5965034ebd88)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:36.707942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.721446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] Calling delete_port for 834204c8-3b41-4ea7-9d53-79d4b655d572 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:36.799825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.803060 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.852158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 834204c8-3b41-4ea7-9d53-79d4b655d572, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=834204c8-3b41-4ea7-9d53-79d4b655d572,segment=NetworkSegment(7009c40b-33b1-4959-9e45-5965034ebd88),segment_id=7009c40b-33b1-4959-9e45-5965034ebd88)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:36.858015 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.913187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.929239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] No DVR routers for this DVR port 834204c8-3b41-4ea7-9d53-79d4b655d572 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:36.937623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:36.951030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=834204c8-3b41-4ea7-9d53-79d4b655d572,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.959872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.960456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.960971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.961454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.961959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.962481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.962855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.963188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.963521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.963841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.964158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:36.964605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:37.008752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0c8da-26c0-4a33-8bc4-b9d48d2ad34b None None] Pushing event deleted for resources: {'Port': ['ID=834204c8-3b41-4ea7-9d53-79d4b655d572,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.103353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3036c7eb-26b5-4208-aca3-1cedbdf2c9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.236782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3036c7eb-26b5-4208-aca3-1cedbdf2c9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.246121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3036c7eb-26b5-4208-aca3-1cedbdf2c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.279218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:37.279913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5ac80-0080-4377-83ed-3fd18f43485d req-eee9f9ad-80ac-4b08-bde1-e1dd70525ff1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:37.282103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10d5ac80-0080-4377-83ed-3fd18f43485d req-eee9f9ad-80ac-4b08-bde1-e1dd70525ff1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 943 time: 0.0926116 Oct 13 04:12:37.328269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3036c7eb-26b5-4208-aca3-1cedbdf2c9f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce8d4e29551544ed8f4c002dbd761586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895705 Oct 13 04:12:37.332788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.335061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:37.338301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036c7eb-26b5-4208-aca3-1cedbdf2c9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c21bb4-132b-4d96-bac7-2dddab30d667,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.379313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d59c7a-5d0d-4a07-9266-210511d9ddfc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.389277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10d5ac80-0080-4377-83ed-3fd18f43485d req-c260c188-06e8-4096-83e7-703569b951f9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783980 Oct 13 04:12:37.409829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:37.420435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:37.421460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf448f2c-fafe-4f34-acfb-0a710626a3cf tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/routers/c42670f3-a67a-4905-a063-bbbb6a342beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6533768 Oct 13 04:12:37.425769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'port': {'network_id': 'd0870dfa-37ff-4418-8c46-8b1d4b154f99', 'name': 'tempest-FloatingIPTestJSON-631439659'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:37.434161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:37.451776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:37.459097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'mac_address': 'fa:16:3e:b4:92:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:37.472102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Checking segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:37.472472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Network hostable DHCP agents. Network: 1e3ce274-e139-4446-9ab2-0cc1c26bf238, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:37.512439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:37.513180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.562969 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.566520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.584938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b2a6cd-ae03-408b-b403-24bd9549b117 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:37.588291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:37.595806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44584a36-001b-4482-a292-b0836e7df88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.596377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:37.601000 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.603145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.606857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:37.609954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:37.610843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.614890 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.623854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1e3ce274-e139-4446-9ab2-0cc1c26bf238) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:37.627287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] device_id is not set on port 80cb31fc-1d65-4623-915c-bb925f0a6c35 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:37.629426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:37.630018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.660423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44584a36-001b-4482-a292-b0836e7df88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.663646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f4f09b-dda5-4a04-9963-832bb302f8be']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.674731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.676613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336eb17-9f20-4cf8-838e-287d93cf6a88 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:37.687930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24220d56-0b43-490f-8f87-446a3734d870 None None] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:37.695323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7009c40b-33b1-4959-9e45-5965034ebd88') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.695626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7009c40b-33b1-4959-9e45-5965034ebd88') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.702813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-123d03dd-e877-4d4b-8027-b2d592930001 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7709980 Oct 13 04:12:37.704407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37782) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:37.711133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:37.719890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.741943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.745045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.747000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.752905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:37.753339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:37.756524 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:37.805934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44584a36-001b-4482-a292-b0836e7df88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.808667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44584a36-001b-4482-a292-b0836e7df88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.810067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-44584a36-001b-4482-a292-b0836e7df88c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8c21bb4-132b-4d96-bac7-2dddab30d667 HTTP/1.1" status: 204 len: 168 time: 0.4685891 Oct 13 04:12:37.832160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.834084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44584a36-001b-4482-a292-b0836e7df88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c21bb4-132b-4d96-bac7-2dddab30d667,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.846116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.854020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.861415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/10f4f09b-dda5-4a04-9963-832bb302f8be HTTP/1.1" status: 204 len: 168 time: 1.2770550 Oct 13 04:12:37.862051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:37.873093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-931543288'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:37.887081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.889361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.2 (d0870dfa-37ff-4418-8c46-8b1d4b154f99/d99c72dd-070d-44b4-b71d-a41abbc217d1/80cb31fc-1d65-4623-915c-bb925f0a6c35) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:37.897519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0d8a8-e1bb-468a-a2da-0912e3bb51f9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=10f4f09b-dda5-4a04-9963-832bb302f8be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.919050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:37.923490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.957927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.970371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:37.997829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.999404 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment cfe6b02d-8a60-4a49-a3be-10efc03a1ff9 of type vlan for network 91d194ae-1791-4644-967f-425904964729 Oct 13 04:12:38.049748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['11b2a6cd-ae03-408b-b403-24bd9549b117'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:38.078413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.106068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-1e3ce274-e139-4446-9ab2-0cc1c26bf238', 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'fixed_ips': [{'subnet_id': 'a1d59c7a-5d0d-4a07-9266-210511d9ddfc'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:38.106775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.107924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.113577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.114206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.175625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.195389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=91d194ae-1791-4644-967f-425904964729,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:38.221020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a624d6c2-0bcc-4158-a275-990224f6d3cb tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3538253 Oct 13 04:12:38.221241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 91d194ae-1791-4644-967f-425904964729 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:38.222321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:38.228066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '91d194ae-1791-4644-967f-425904964729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:38.367111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.466022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Allocated IP 172.20.0.2 (1e3ce274-e139-4446-9ab2-0cc1c26bf238/a1d59c7a-5d0d-4a07-9266-210511d9ddfc/a5154cd2-bbfe-46b9-b45e-2cfa4cd38704) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:38.469024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:38.477467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.527968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.588070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:38.593536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:38.603287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:38.640155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.676237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.687795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=80cb31fc-1d65-4623-915c-bb925f0a6c35,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:38.701321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.702269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.761813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9ba077ff-c2b2-4a7f-807c-da39aeaf67dc tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3402112 Oct 13 04:12:38.769129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:38.794899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'port': {'network_id': 'd0870dfa-37ff-4418-8c46-8b1d4b154f99', 'name': 'tempest-FloatingIPTestJSON-1445444977'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:38.821632 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.828898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.856591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:38.877191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:38.882534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:38.883299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a977f6-99b9-4b27-a2a9-df592b29ac4b req-eaf04d08-6023-4727-a548-0acb7e797d50 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.886298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:38.892198 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20a977f6-99b9-4b27-a2a9-df592b29ac4b req-eaf04d08-6023-4727-a548-0acb7e797d50 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 944 time: 0.3717163 Oct 13 04:12:38.925066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Pushing event updated for resources: {'Port': ['ID=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:38.959234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.959884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Attempting to bind port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:38.960253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Attempting to bind port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:38.960604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Attempting to bind port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 on network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:38.965825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:38.966228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Checking segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:38.966563 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.966941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Bound using segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:38.967397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Bound port: a5154cd2-bbfe-46b9-b45e-2cfa4cd38704, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:38.967768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.047231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] For port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:39.052796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] For port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,segment=NetworkSegment(7f516e5d-aeda-4a6b-af33-02c1780fb095),segment_id=7f516e5d-aeda-4a6b-af33-02c1780fb095)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:39.059277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.110532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Allocated IP 172.25.1.69 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/11ce3439-bb24-4419-83ea-3f708d787c81) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:39.123059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd17d-95de-4cdf-81c0-5f4f19df28d3 None None] Pushing event updated for resources: {'Port': ['ID=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:39.184240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:39.189512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=6e54df42-53ad-48c4-af8a-ac4146d28752,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:39.193097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.197293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20a977f6-99b9-4b27-a2a9-df592b29ac4b req-d7803fe2-494a-43de-b5e2-764570b73378 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479608 Oct 13 04:12:39.198918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a261ca-5738-465f-abae-0ce214ed2a32 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.223452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91d194ae-1791-4644-967f-425904964729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:39.223916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 91d194ae-1791-4644-967f-425904964729, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:39.246168 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a261ca-5738-465f-abae-0ce214ed2a32 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.291065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 91d194ae-1791-4644-967f-425904964729 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:39.291753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] device_id is not set on port d7b75f40-2035-4d58-bfaf-0aaa60e1e37f yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:39.293377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:39.312766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 91d194ae-1791-4644-967f-425904964729) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:39.334921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:39.334921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.357259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-961aad0a-a471-4111-8509-24d9dbdce5b2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1332664 Oct 13 04:12:39.360488 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:39.368751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-246494560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:39.404732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf78ec-a305-45e9-b303-ef1b84407ae0 None None] Network 91d194ae-1791-4644-967f-425904964729 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:39.409204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a261ca-5738-465f-abae-0ce214ed2a32 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.412265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78a261ca-5738-465f-abae-0ce214ed2a32 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.413451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78a261ca-5738-465f-abae-0ce214ed2a32 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/security-groups/212bc55d-fbbf-46cb-8968-7cd1b40b57aa HTTP/1.1" status: 204 len: 168 time: 0.5531220 Oct 13 04:12:39.419515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:39.431298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a261ca-5738-465f-abae-0ce214ed2a32 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212bc55d-fbbf-46cb-8968-7cd1b40b57aa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:39.455382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.457378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.484633 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-98cda93f-701a-4167-ae1f-28a92c5f1db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] show failed (client error): The resource could not be found. Oct 13 04:12:39.486228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98cda93f-701a-4167-ae1f-28a92c5f1db9 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "GET /v2.0/security-groups/212bc55d-fbbf-46cb-8968-7cd1b40b57aa HTTP/1.1" status: 404 len: 347 time: 0.0659409 Oct 13 04:12:39.497270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:39.549263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.554490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.594484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.596186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fcf2a2b1-5e9e-4ff5-a60a-e43a014306fd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2342033 Oct 13 04:12:39.599292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37834) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:39.605038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'port': {'network_id': '91d194ae-1791-4644-967f-425904964729', 'name': 'tempest-RoutersIpV6Test-2134416670'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:39.608490 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.723961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.7 (d0870dfa-37ff-4418-8c46-8b1d4b154f99/d99c72dd-070d-44b4-b71d-a41abbc217d1/d7b75f40-2035-4d58-bfaf-0aaa60e1e37f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:39.751843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-91d194ae-1791-4644-967f-425904964729', 'network_id': '91d194ae-1791-4644-967f-425904964729', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '6e54df42-53ad-48c4-af8a-ac4146d28752'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:39.753512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.771667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.844575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port 9c8244ed-1474-42d0-8198-172b7fd76437 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:39.844948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.853185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:39.878091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:39.882971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.906002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] device_id is not set on port 57cffc70-3daf-49fa-874b-19f86043d36f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:39.925820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:39.949011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Allocated IP 2001:db8::2 (91d194ae-1791-4644-967f-425904964729/6e54df42-53ad-48c4-af8a-ac4146d28752/3d3512b0-4a5c-48f4-aeaf-6b2dda85757a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:39.954290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:39.958941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Pushing event updated for resources: {'Port': ['ID=11ce3439-bb24-4419-83ea-3f708d787c81,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:40.090031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:40.107696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.152737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.232261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 11b2a6cd-ae03-408b-b403-24bd9549b117 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:12:40.265359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 11b2a6cd-ae03-408b-b403-24bd9549b117 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:40.265725 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.272196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.273038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.281199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:40.307572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.340362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.355600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.363480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:40.401400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:40.409941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for 9c8244ed-1474-42d0-8198-172b7fd76437 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:40.415598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=d7b75f40-2035-4d58-bfaf-0aaa60e1e37f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:40.488842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-291620294'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:40.490394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Network 91d194ae-1791-4644-967f-425904964729 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:40.506356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:40.509700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:40.534136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Pushing event updated for resources: {'Port': ['ID=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:40.541937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:40.547334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8::34d (91d194ae-1791-4644-967f-425904964729/6e54df42-53ad-48c4-af8a-ac4146d28752/57cffc70-3daf-49fa-874b-19f86043d36f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:40.577327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Made reservation on behalf of 17507ab3a2a64e12970bcc301345a179 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:40.582863 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.602398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da084a-b45d-47db-bd8b-404877a82756 None None] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:40.605938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.606321 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.610009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:40.610645 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.622978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a356f5e-33d0-4dd7-b6ee-04d947ea1c0f req-e5de9c7a-997d-4a43-acdc-26321ebb0050 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:40.624700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a356f5e-33d0-4dd7-b6ee-04d947ea1c0f req-e5de9c7a-997d-4a43-acdc-26321ebb0050 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 944 time: 0.2813518 Oct 13 04:12:40.700561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90fffc7b-67ba-479e-8c1a-8d47d6b6da03 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9256115 Oct 13 04:12:40.707261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37848) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:40.724553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'd7b75f40-2035-4d58-bfaf-0aaa60e1e37f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:40.737899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Attempting to bind port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:40.738312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Attempting to bind port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91d194ae-1791-4644-967f-425904964729'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:40.738675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Attempting to bind port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a on network 91d194ae-1791-4644-967f-425904964729 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:40.754125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:40.756998 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b414b2-7fb4-4a2d-9b2d-5eecd2f9e6f5" -d '{"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-plugged", "status": "completed", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:40.759580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.780957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:40.781475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Checking segment: {'id': 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91d194ae-1791-4644-967f-425904964729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:40.781734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.782128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Bound using segment: {'id': 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91d194ae-1791-4644-967f-425904964729'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:40.782753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Bound port: 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91d194ae-1791-4644-967f-425904964729'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:40.783140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.785664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc33a245-d3c3-4dfa-a4af-8e103ba8923f None None] Provisioning complete for port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:40.786019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc33a245-d3c3-4dfa-a4af-8e103ba8923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.883210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:40.955162 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.974177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.981894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.990339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] For port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:40.995108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] For port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,segment=NetworkSegment(cfe6b02d-8a60-4a49-a3be-10efc03a1ff9),segment_id=cfe6b02d-8a60-4a49-a3be-10efc03a1ff9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:40.999140 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a48fa-1b38-48c4-8f90-39af2ae4a68f x-openstack-request-id: req-223a48fa-1b38-48c4-8f90-39af2ae4a68f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:40.999777 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-plugged", "status": "completed", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:40.999777 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-223a48fa-1b38-48c4-8f90-39af2ae4a68f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:41.000142 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'code': 200} Oct 13 04:12:41.030940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:41.072648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.081079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4cb785-a5b7-4ee0-94a4-53920646477b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.082580 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.085875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.086227 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Added segment 88dd398a-341e-4608-b6a6-3f8c72e0184e of type vlan for network a4be3541-d2fe-4509-bb64-180ad3fad823 Oct 13 04:12:41.138539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.151829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.203187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a356f5e-33d0-4dd7-b6ee-04d947ea1c0f req-b646acad-86f6-479d-bba5-dac5fc833e99 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673671 Oct 13 04:12:41.208633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.238052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 91d194ae-1791-4644-967f-425904964729 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:41.248811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:41.253543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.257182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:41.260385 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.274148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:41.279789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.280401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.297420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e605-a62e-40be-8def-975a2b976a1b req-f7a1c4fd-025f-4475-b056-80869bb39fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.298915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a493e605-a62e-40be-8def-975a2b976a1b req-f7a1c4fd-025f-4475-b056-80869bb39fd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1321118 Oct 13 04:12:41.313803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=57cffc70-3daf-49fa-874b-19f86043d36f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.328437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6afba6d2-ac19-4af1-a08f-62b6ae7b25ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7247515 Oct 13 04:12:41.328437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37854) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:41.330794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.340193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.373706 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.379765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.380353 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.414190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=9c8244ed-1474-42d0-8198-172b7fd76437,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.442215 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a493e605-a62e-40be-8def-975a2b976a1b req-6d11875d-2306-418a-8949-cc07824c330b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352983 Oct 13 04:12:41.492091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.83 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/fc04362b-89e5-49ca-9421-faf401a8d506) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:41.496561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Pushing event updated for resources: {'Network': ['ID=a4be3541-d2fe-4509-bb64-180ad3fad823,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.528737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ceb7487b-dafb-4640-bac1-bed3479cc753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4349217 Oct 13 04:12:41.553810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a4be3541-d2fe-4509-bb64-180ad3fad823 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:41.591321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008ee8d-009c-4afc-8fb7-91e3db494958 None None] Pushing event updated for resources: {'Port': ['ID=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.607288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc33a245-d3c3-4dfa-a4af-8e103ba8923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.656916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.661180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.662356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b10b03e1-d32f-4914-bed8-1eff53b50ec6 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/floatingips/41d7a155-7641-46b7-b144-dae70fa5b3ce HTTP/1.1" status: 204 len: 168 time: 2.1638460 Oct 13 04:12:41.670769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:41.808184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc33a245-d3c3-4dfa-a4af-8e103ba8923f None None] For port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,segment=NetworkSegment(7f516e5d-aeda-4a6b-af33-02c1780fb095),segment_id=7f516e5d-aeda-4a6b-af33-02c1780fb095)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:41.836304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc33a245-d3c3-4dfa-a4af-8e103ba8923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.843515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.917138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37864) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:41.938308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Request body: {'port': {'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823', 'binding:host_id': 'n-h1-810220-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-753474201'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:41.983104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.023062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a245-d3c3-4dfa-a4af-8e103ba8923f None None] Pushing event updated for resources: {'Port': ['ID=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:42.040520 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:12:42.041869 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:12:42.043603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.060542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91ee9071-1295-4e6e-805f-91c19eb5f953 None None] Provisioning complete for port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:42.062333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ee9071-1295-4e6e-805f-91c19eb5f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.064116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Made reservation on behalf of d1389482c7434c778d5911d7eac45b87 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:42.067019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.078522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.113624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.127552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:42.127886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.169402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.241598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:42.276826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.286610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:42.320160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:42.352323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=fc04362b-89e5-49ca-9421-faf401a8d506,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:42.399471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.414027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:42.467115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd1865-519c-4498-982c-3901f480ee08,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:42.739895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:42.754712 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.776204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.888788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe53294-abe7-4db4-8d5d-90c33ebf3e1e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:42.915411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:42.927050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:42.949293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4324-a36f-467b-89ad-461a3075cce7 req-e5c4c8e9-7851-4cb2-b267-b0731f741526 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:42.959862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01ab4324-a36f-467b-89ad-461a3075cce7 req-e5c4c8e9-7851-4cb2-b267-b0731f741526 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.6073818 Oct 13 04:12:42.976131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c371aab-9d45-44b2-af57-a5c350bdc77e None None] Network 91d194ae-1791-4644-967f-425904964729 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:43.039459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01ab4324-a36f-467b-89ad-461a3075cce7 req-0861e36c-f8a0-4947-a229-ab768b1c4c35 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Oct 13 04:12:43.073613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e9ea59f-3226-49e7-a770-039e4773a973 None None] Provisioning complete for port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:43.074149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea59f-3226-49e7-a770-039e4773a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.113002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.145805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Checking segment: {'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:43.146196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Network hostable DHCP agents. Network: a4be3541-d2fe-4509-bb64-180ad3fad823, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:43.159751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for 2edfe037-c0aa-4c75-9541-1f7c47acf8f5 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:43.177341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:43.177707 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.259744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:43.272441 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Sync routers for ids ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:43.289075 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Routers {'d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:43.289416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Network a4be3541-d2fe-4509-bb64-180ad3fad823 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:43.290279 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:43.333041 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea59f-3226-49e7-a770-039e4773a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.352894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a4be3541-d2fe-4509-bb64-180ad3fad823) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:43.403542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:43.417058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507be58-628d-4d49-a12c-100cae4b4dbc None None] Network a4be3541-d2fe-4509-bb64-180ad3fad823 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:43.447460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.464076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.465403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ef57396-92b4-432e-88d1-3f388cbbf6ee admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7593832 Oct 13 04:12:43.481974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:43.493093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:43.493429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:43.493765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:43.514185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:43.514525 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:43.518031 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 2 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:43.607393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9e9ea59f-3226-49e7-a770-039e4773a973 None None] For port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,segment=NetworkSegment(cfe6b02d-8a60-4a49-a3be-10efc03a1ff9),segment_id=cfe6b02d-8a60-4a49-a3be-10efc03a1ff9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:43.631329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea59f-3226-49e7-a770-039e4773a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.674513 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Set router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:43.765087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:43.766092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:43.766733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:43.792463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:43.792929 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:43.825105 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 3 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:43.834967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:12:43.835271 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:12:43.841598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.853363 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.897965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ea59f-3226-49e7-a770-039e4773a973 None None] Pushing event updated for resources: {'Port': ['ID=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:43.904118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:43.904548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:43.904979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:43.922216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:43.922731 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:43.925004 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 4 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:43.927960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7e3b231-4539-4231-9b04-be90b1f545e5 None None] Provisioning complete for port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:43.928472 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b231-4539-4231-9b04-be90b1f545e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.936296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.044087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 3, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:44.046073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=57cffc70-3daf-49fa-874b-19f86043d36f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:44.049076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.055994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7e3b231-4539-4231-9b04-be90b1f545e5 None None] Provisioning complete for port 57cffc70-3daf-49fa-874b-19f86043d36f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:44.056371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b231-4539-4231-9b04-be90b1f545e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.087185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=2edfe037-c0aa-4c75-9541-1f7c47acf8f5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:44.088850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Checking router: d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:44.090394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.090746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.091087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.097313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Updating router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 port 11ce3439-bb24-4419-83ea-3f708d787c81 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:44.126391 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.145271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3b231-4539-4231-9b04-be90b1f545e5 None None] Port 57cffc70-3daf-49fa-874b-19f86043d36f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:44.218225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:44.218647 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:44.250019 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 5 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:44.277408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0bcc0b9-6ec3-41d9-b0e6-5723f1cebfcc None None] Provisioning complete for port 57cffc70-3daf-49fa-874b-19f86043d36f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:44.278066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc0b9-6ec3-41d9-b0e6-5723f1cebfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.287292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.287631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.287968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.297428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:44.297684 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:44.303973 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 6 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:44.333639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04947fe9-faaf-4143-a065-adf844c64530 req-87c329d8-497c-4139-aa4f-101558dc1bad tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:44.335189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04947fe9-faaf-4143-a065-adf844c64530 req-87c329d8-497c-4139-aa4f-101558dc1bad tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.1708515 Oct 13 04:12:44.352985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.385663 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.391711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-21739538-3c63-4ba8-aa81-8580a81e2719 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/ports/2edfe037-c0aa-4c75-9541-1f7c47acf8f5 HTTP/1.1" status: 204 len: 168 time: 2.7179153 Oct 13 04:12:44.392721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:44.404866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.405112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.405456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.425170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcc0b9-6ec3-41d9-b0e6-5723f1cebfcc None None] Port 57cffc70-3daf-49fa-874b-19f86043d36f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:44.438448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:44.438644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.502141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:44.502562 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:44.511608 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 7 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:44.517000 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.524838 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.552419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.552749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.554170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:44.554819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.558946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.586487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04947fe9-faaf-4143-a065-adf844c64530 req-12f44b84-ecf2-41d0-ad59-57a28891558e tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378092 Oct 13 04:12:44.601603 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Pushing event updated for resources: {'Port': ['ID=11ce3439-bb24-4419-83ea-3f708d787c81,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:44.616001 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.616354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.629902 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.630254 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.630598 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.630939 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.636709 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.637124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.637463 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.637799 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.638132 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.638461 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:44.645575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:44.645911 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:44.648886 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 8 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:44.697656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.698488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.698488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.709081 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Attempting to bind port 11ce3439-bb24-4419-83ea-3f708d787c81 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.709453 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Attempting to bind port 11ce3439-bb24-4419-83ea-3f708d787c81 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.712205 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Attempting to bind port 11ce3439-bb24-4419-83ea-3f708d787c81 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.715040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.724795 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:44.725264 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:44.725619 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.728663 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:44.729587 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Bound port: 11ce3439-bb24-4419-83ea-3f708d787c81, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:44.730279 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.751684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:44.757290 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:44.772175 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 9 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:44.787307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7047ac3-c816-4f41-9b21-c69e4a53a3dd None None] Provisioning complete for port 57cffc70-3daf-49fa-874b-19f86043d36f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:44.787710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7047ac3-c816-4f41-9b21-c69e4a53a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.811246 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] For port 11ce3439-bb24-4419-83ea-3f708d787c81, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:44.816885 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] For port 11ce3439-bb24-4419-83ea-3f708d787c81, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=11ce3439-bb24-4419-83ea-3f708d787c81,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:44.823550 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.838380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7047ac3-c816-4f41-9b21-c69e4a53a3dd None None] Port 57cffc70-3daf-49fa-874b-19f86043d36f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:44.863100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:44.863531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:44.863940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:44.899970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port da4fa21f-6fbb-44b1-8fac-6944e962245f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:44.900640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.914811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:44.915441 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:44.916245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:44.927411 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 10 to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e Oct 13 04:12:44.931493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.934687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.939731 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.991335 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cff41-5b29-4290-8684-2cd8a9c6196e None None] Pushing event updated for resources: {'Port': ['ID=11ce3439-bb24-4419-83ea-3f708d787c81,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:45.017531 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Routers {'d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:45.019715 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:45.043540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:45.044047 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.082321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:45.082736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:45.083140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:45.104384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:45.104793 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:45.105249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.129378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=fc04362b-89e5-49ca-9421-faf401a8d506,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:45.158791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.287947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Allocated IP 172.20.0.1 (1e3ce274-e139-4446-9ab2-0cc1c26bf238/a1d59c7a-5d0d-4a07-9266-210511d9ddfc/2c19c184-2b4f-4f1b-9d5b-3239d05e025b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:45.291308 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] Set router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:45.462987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.510659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.555043 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP a228a597-197d-47f5-a8a9-8262ac146e63 associated. External IP: 172.25.1.83, port: d7b75f40-2035-4d58-bfaf-0aaa60e1e37f. Oct 13 04:12:45.614368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:45.614684 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9813298-87de-41ef-8940-5205f4873222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 3, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:45.618929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.629448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:45.646697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:45.650334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Pushing event updated for resources: {'Port': ['ID=2c19c184-2b4f-4f1b-9d5b-3239d05e025b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:45.665937 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9813298-87de-41ef-8940-5205f4873222 None None] The sync data for ids ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'] in n-d-810220-9 is: [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 3, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:45.704133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for da4fa21f-6fbb-44b1-8fac-6944e962245f owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:45.716069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] For port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:45.716735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempted to set empty binding levels {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:12:45.729872 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.818725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.896290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:45.896937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.944426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.0104702 Oct 13 04:12:45.953908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:45.980123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93a4584c-81f2-4d21-9486-e390736ef726 None None] Provisioning complete for port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:45.980770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93a4584c-81f2-4d21-9486-e390736ef726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.071252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c89a4-b309-4612-8995-8f7ed890b0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe53294-abe7-4db4-8d5d-90c33ebf3e1e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:46.076444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93a4584c-81f2-4d21-9486-e390736ef726 None None] Port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:46.198627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb1333-5fc1-4896-b519-987c2f849afd req-07f27ca2-741f-40b5-aa1f-9f807c7c78e4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:46.200372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2eeb1333-5fc1-4896-b519-987c2f849afd req-07f27ca2-741f-40b5-aa1f-9f807c7c78e4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.2023945 Oct 13 04:12:46.207423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.247488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.248289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.453561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2eeb1333-5fc1-4896-b519-987c2f849afd req-67092245-0395-4cf2-8369-9dd3a163ccda tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097702 Oct 13 04:12:46.462046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=57cffc70-3daf-49fa-874b-19f86043d36f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:46.512915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:46.515328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 91d194ae-1791-4644-967f-425904964729 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:46.521616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:46.670874 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.673465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.776047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Deleting port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:46.803425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.816346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=da4fa21f-6fbb-44b1-8fac-6944e962245f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:46.845935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:46.872462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:46.887052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:46.887052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:46.927999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.944715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:46.949500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 11ce3439-bb24-4419-83ea-3f708d787c81 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:47.004426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:47.005474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.026639 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e7a2b7a9-d2f3-47f7-a919-0a21fcb3f2a0 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3182688 Oct 13 04:12:47.029366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:47.034930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:47.112299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.181670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router e403e213-acd0-470f-90f9-bf1dbae82a60 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:47.342661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.345099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-06bf5966-77cf-4028-a301-de5f60774999 None None] Provisioning complete for port 57cffc70-3daf-49fa-874b-19f86043d36f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:47.345919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06bf5966-77cf-4028-a301-de5f60774999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.351590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.352488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33838f89-4d03-4c7d-a181-31999d217aa1 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:47.355976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.391597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eac5ee2d-ec20-4cf4-96a2-2003cc66df23 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/ports/da4fa21f-6fbb-44b1-8fac-6944e962245f HTTP/1.1" status: 204 len: 168 time: 2.9949219 Oct 13 04:12:47.395775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:47.403417 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.439143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-06bf5966-77cf-4028-a301-de5f60774999 None None] Port 57cffc70-3daf-49fa-874b-19f86043d36f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:47.463466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 11ce3439-bb24-4419-83ea-3f708d787c81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:47.463844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.513939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.525204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:47.541735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-38452b4a-055e-4db1-a56b-12a411876639 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/e403e213-acd0-470f-90f9-bf1dbae82a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2121511 Oct 13 04:12:47.543008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:47.555302 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] Sync routers for ids ['e403e213-acd0-470f-90f9-bf1dbae82a60'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:47.588638 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] Routers {'e403e213-acd0-470f-90f9-bf1dbae82a60'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:47.590626 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e403e213-acd0-470f-90f9-bf1dbae82a60'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.604264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] For port cfe53294-abe7-4db4-8d5d-90c33ebf3e1e, host n-h1-810220-9, got binding levels [] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:47.605638 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.606468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.645292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 11ce3439-bb24-4419-83ea-3f708d787c81, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=11ce3439-bb24-4419-83ea-3f708d787c81,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:47.666683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.668260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Calling delete_port for cfe53294-abe7-4db4-8d5d-90c33ebf3e1e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:47.693817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.705049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.705630 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP a228a597-197d-47f5-a8a9-8262ac146e63 disassociated. External IP: 172.25.1.83, port: d7b75f40-2035-4d58-bfaf-0aaa60e1e37f. Oct 13 04:12:47.718162 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.735893 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] Routers {'e403e213-acd0-470f-90f9-bf1dbae82a60'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:47.736990 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e403e213-acd0-470f-90f9-bf1dbae82a60'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.746865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting subnet 71151ed6-36fe-4b4e-b891-0752b234110d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:47.749928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Pushing event updated for resources: {'Port': ['ID=2c19c184-2b4f-4f1b-9d5b-3239d05e025b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:47.762092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.794468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=11ce3439-bb24-4419-83ea-3f708d787c81,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:47.802365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.803005 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d147d7-5aac-4fa4-a96a-11841b809ec3 None None] The sync data for ids ['e403e213-acd0-470f-90f9-bf1dbae82a60'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:47.821215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ff83c-bcbf-490e-8369-06a9ec312d27 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:47.826749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-973ff83c-bcbf-490e-8369-06a9ec312d27 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports/57cffc70-3daf-49fa-874b-19f86043d36f HTTP/1.1" status: 200 len: 984 time: 0.2718649 Oct 13 04:12:47.826749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:47.865500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fec42-efa4-4dc3-b72d-5ea8c5f73328 req-7ee11e46-f8f3-42d6-83fe-ccc20ac095d0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:47.867008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d15fec42-efa4-4dc3-b72d-5ea8c5f73328 req-7ee11e46-f8f3-42d6-83fe-ccc20ac095d0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.2284052 Oct 13 04:12:47.889399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.974776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:47.986774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:48.049625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d15fec42-efa4-4dc3-b72d-5ea8c5f73328 req-defc6cfe-08f9-4190-8bb1-8b28da789cb1 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558864 Oct 13 04:12:48.054590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.135918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe53294-abe7-4db4-8d5d-90c33ebf3e1e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:48.177647 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.183442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02dc9852-8e38-4ae5-904a-ee4ae5c9d209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cfe53294-abe7-4db4-8d5d-90c33ebf3e1e HTTP/1.1" status: 204 len: 168 time: 2.2216876 Oct 13 04:12:48.184406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:48.191208 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.252398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:48.273943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.303872 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc81b869-398c-46ed-a573-d15765e2a2f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:12:48.305353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc81b869-398c-46ed-a573-d15765e2a2f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "GET /v2.0/ports/cfe53294-abe7-4db4-8d5d-90c33ebf3e1e HTTP/1.1" status: 404 len: 333 time: 0.0836310 Oct 13 04:12:48.311278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:48.316507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Request body: {'port': {'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-101609072'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:48.350154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Subnet': ['ID=71151ed6-36fe-4b4e-b891-0752b234110d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:48.364285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.367288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-91e229f6-fefd-4893-b92e-04bd7305c498 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/subnets/71151ed6-36fe-4b4e-b891-0752b234110d HTTP/1.1" status: 204 len: 168 time: 0.8778567 Oct 13 04:12:48.367473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:48.390376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c705681-627d-48d2-9bc0-13bc60303d19 None None] Provisioning complete for port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:48.393422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c705681-627d-48d2-9bc0-13bc60303d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.401170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Made reservation on behalf of d1389482c7434c778d5911d7eac45b87 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:48.403482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.404666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029dc2f-8189-48fd-b459-378081adedd9 None None] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:48.459803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port fca16ec0-0745-4b2c-b231-5ed33e0afec6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:48.509283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c705681-627d-48d2-9bc0-13bc60303d19 None None] Port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:48.517166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting subnet 472bd284-931c-4621-8664-068a96ac357d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:48.528705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.532659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:48.554462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Sync routers for ids ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:48.585777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b70651fb-89aa-418d-841c-6b597fdda684 admin admin] 10.222.0.44 "PUT /v2.0/routers/d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0926459 Oct 13 04:12:48.602932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Routers {'d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:48.605583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.605772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:48.699052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.736631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Set router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:48.797975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:48.823302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.869609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Subnet': ['ID=472bd284-931c-4621-8664-068a96ac357d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:48.882967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.887772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a316cd-beeb-4817-9286-208da245360a None None] Network 63542b33-00ad-4bad-a152-ae48d9fc4bd9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:48.892460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e8a6ee9d-499c-4241-be80-e2cba04610ff tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/subnets/472bd284-931c-4621-8664-068a96ac357d HTTP/1.1" status: 204 len: 168 time: 0.5221572 Oct 13 04:12:48.894130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37978) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:48.986594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.990979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 11ce3439-bb24-4419-83ea-3f708d787c81 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:48.992021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.994973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b73df66-31e9-4ab9-bb18-c862b0a7e0cd req-0ee709d2-6b7a-4eed-9bec-081bc13628ad tempest-FloatingIPsNegativeTestJSON-2087988527 tempest-FloatingIPsNegativeTestJSON-2087988527-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=4d374813222e4ede87008b84a83b0046 HTTP/1.1" status: 200 len: 217 time: 0.1302936 Oct 13 04:12:49.073296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af51b194-b465-47f3-a92c-08f1f74c7908 req-31ea05f7-c196-48a9-be8e-cf7e3f68e097 tempest-FloatingIPsNegativeTestJSON-2087988527 tempest-FloatingIPsNegativeTestJSON-2087988527-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0350904 Oct 13 04:12:49.093097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9519edbc-34b7-442a-9149-ae12a3bd9780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.116751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Deleting port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:49.117750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.125280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] DHCP port deletion for 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:49.176517 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-80a0d51b-ea46-4267-9011-cf00acd4919c req-298b4f5d-1b6f-47a9-af5d-846934f42c2e tempest-FloatingIPsNegativeTestJSON-2087988527 tempest-FloatingIPsNegativeTestJSON-2087988527-project] show failed (client error): The resource could not be found. Oct 13 04:12:49.184836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80a0d51b-ea46-4267-9011-cf00acd4919c req-298b4f5d-1b6f-47a9-af5d-846934f42c2e tempest-FloatingIPsNegativeTestJSON-2087988527 tempest-FloatingIPsNegativeTestJSON-2087988527-project] 10.222.0.44 "GET /v2.0/floatingips/825a85be-de72-4165-9c5f-adbc09b03afa HTTP/1.1" status: 404 len: 350 time: 0.0796506 Oct 13 04:12:49.196835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 11ce3439-bb24-4419-83ea-3f708d787c81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:49.197171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.218681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:49.254876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] DHCP port deletion for 63542b33-00ad-4bad-a152-ae48d9fc4bd9 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:49.320316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] For port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,segment=NetworkSegment(4fcbcdc6-1b59-4912-bcef-64b174cc26c9),segment_id=4fcbcdc6-1b59-4912-bcef-64b174cc26c9)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:49.320697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.353528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:49.379154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Calling delete_port for 2a8dc32b-e0ee-45e1-962e-9b3686861d2b owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:49.417164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] Deleting port c3685daa-f7d8-45e6-aed3-c1de795f6dca {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:49.418198 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.483823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb618a8-9c69-432a-bd12-708ee320a81f req-4874ad00-2b42-47cc-b5c9-e008d5a925b9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.485397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ecb618a8-9c69-432a-bd12-708ee320a81f req-4874ad00-2b42-47cc-b5c9-e008d5a925b9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.2339880 Oct 13 04:12:49.575310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.588426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:49.589016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:49.598218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.601374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:49.612591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Port': ['ID=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:49.615133 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:49.615746 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.638365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] No DVR routers for this DVR port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:49.690530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.694363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ecb618a8-9c69-432a-bd12-708ee320a81f req-6a73e70e-6dda-4229-a401-484a82e6de67 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991484 Oct 13 04:12:49.702390 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.727507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7d084f09-efd0-496f-9e5b-5c298329f5d6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/floatingips/a228a597-197d-47f5-a8a9-8262ac146e63 HTTP/1.1" status: 200 len: 687 time: 2.6967425 Oct 13 04:12:49.728207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:49.728850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.729484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:49.737289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] For port c3685daa-f7d8-45e6-aed3-c1de795f6dca, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c3685daa-f7d8-45e6-aed3-c1de795f6dca,segment=NetworkSegment(3b005ec6-1a24-474a-9e25-b5054a5d6520),segment_id=3b005ec6-1a24-474a-9e25-b5054a5d6520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:49.737702 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.751546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.754329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] Calling delete_port for c3685daa-f7d8-45e6-aed3-c1de795f6dca owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:49.802216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.806196 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.806848 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd524b9-34e5-4ce5-b156-f07d104ab714 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:49.837584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcbcdc6-1b59-4912-bcef-64b174cc26c9') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.838014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcbcdc6-1b59-4912-bcef-64b174cc26c9') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.850704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.853705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'network_id': 'daf70b3e-0e96-4c0c-a20d-e712f56e507f', 'port_id': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'mac_address': 'fa:16:3e:b4:92:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8366849-5751-4631-b48d-a82244a2064d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:49.859959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Deleting port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:49.860327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.869079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.877276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:49.877629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:49.881779 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:49.942202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] For port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:49.942600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.960564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Calling delete_port for 2a8dc32b-e0ee-45e1-962e-9b3686861d2b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:49.963314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:12:49.966376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:46Z', 'revision_number': 4, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2c19c184-2b4f-4f1b-9d5b-3239d05e025b', 'name': '', 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'mac_address': 'fa:16:3e:98:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'a1d59c7a-5d0d-4a07-9266-210511d9ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:44Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 2, 'project_id': '4d374813222e4ede87008b84a83b0046', 'subnets': [{'id': 'a1d59c7a-5d0d-4a07-9266-210511d9ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:49.996281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.038999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.048402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.059622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Checking router: d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:50.059922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Updating router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:50.062388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Network a4be3541-d2fe-4509-bb64-180ad3fad823 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:50.063865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.072205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/networks/7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 HTTP/1.1" status: 204 len: 168 time: 1.1766474 Oct 13 04:12:50.073006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:50.073937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:50.077413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:50.078559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.080164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.085847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:50.099114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ed76f-63cc-40bf-985c-2fde8ed56936 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Network': ['ID=7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.105219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port fc04362b-89e5-49ca-9421-faf401a8d506 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:50.105987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.107774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.111715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=fca16ec0-0745-4b2c-b231-5ed33e0afec6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.126768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.167167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Network 7ea4505a-310a-46fa-9f9c-4aa5a65e5ed6 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:12:50.167167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] No DVR routers for this DVR port 2a8dc32b-e0ee-45e1-962e-9b3686861d2b on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:50.168487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.169468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c148fc96-5721-4732-88c7-a5278c2f635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8559792 Oct 13 04:12:50.173272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:50.180318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:50.196007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 57cffc70-3daf-49fa-874b-19f86043d36f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:50.196007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.206913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.224122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11b2a6cd-ae03-408b-b403-24bd9549b117 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:50.226420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.282194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:50.329606 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0dd8-bf1f-4520-889e-137759d8f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.341973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] No DVR routers for this DVR port c3685daa-f7d8-45e6-aed3-c1de795f6dca on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:50.343864 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.365937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.365937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.374836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.401171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for fc04362b-89e5-49ca-9421-faf401a8d506 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:50.427634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.488836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0dd8-bf1f-4520-889e-137759d8f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.495438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.498519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0dd8-bf1f-4520-889e-137759d8f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.508783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 57cffc70-3daf-49fa-874b-19f86043d36f owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:50.561732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63542b33-00ad-4bad-a152-ae48d9fc4bd9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:50.570376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3c73-cbe8-4f0d-a6ba-0bfd09ce2f31 None None] Pushing event deleted for resources: {'Port': ['ID=2a8dc32b-e0ee-45e1-962e-9b3686861d2b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.575529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3f8f0dd8-bf1f-4520-889e-137759d8f18c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a0b2439d21b4ed7b15a656e60f59414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919121 Oct 13 04:12:50.578814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b005ec6-1a24-474a-9e25-b5054a5d6520') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:50.578814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b005ec6-1a24-474a-9e25-b5054a5d6520') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:50.580395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:50.582387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f0dd8-bf1f-4520-889e-137759d8f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a1247-8241-4a54-b9ff-9302a6855322,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.622538 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.633025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['11b2a6cd-ae03-408b-b403-24bd9549b117'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:50.637626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e55fe2-7bb9-4d0c-afaa-96b3c69a9b85 None None] Pushing event deleted for resources: {'Port': ['ID=c3685daa-f7d8-45e6-aed3-c1de795f6dca,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.696801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.716101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:50.716101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:50.720318 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:50.787538 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8877c2a-574b-4386-91d0-7b65e65b5c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.834310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8877c2a-574b-4386-91d0-7b65e65b5c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.836368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.847956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.858087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.862158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] 10.222.0.44 "DELETE /v2.0/networks/63542b33-00ad-4bad-a152-ae48d9fc4bd9 HTTP/1.1" status: 204 len: 168 time: 0.7718880 Oct 13 04:12:50.901830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a28b5-f243-41b9-a379-3b2d2e600f17 tempest-TaggedBootDevicesTest_v242-1971476046 tempest-TaggedBootDevicesTest_v242-1971476046-project] Pushing event deleted for resources: {'Network': ['ID=63542b33-00ad-4bad-a152-ae48d9fc4bd9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.962238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a8dc32b-e0ee-45e1-962e-9b3686861d2b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:51.008238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2a8dc32b-e0ee-45e1-962e-9b3686861d2b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:51.008613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a8dc32b-e0ee-45e1-962e-9b3686861d2b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:51.009035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c3685daa-f7d8-45e6-aed3-c1de795f6dca no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:51.051089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: c3685daa-f7d8-45e6-aed3-c1de795f6dca {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:51.051430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c3685daa-f7d8-45e6-aed3-c1de795f6dca not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:51.060954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.087657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port fca16ec0-0745-4b2c-b231-5ed33e0afec6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:51.118750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebe370-d60d-411d-8d41-2ca9c3757f45 req-3e73a2a9-c0fd-485f-8cc7-1f5c01d8c9f9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:51.125757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66ebe370-d60d-411d-8d41-2ca9c3757f45 req-3e73a2a9-c0fd-485f-8cc7-1f5c01d8c9f9 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 944 time: 0.1755195 Oct 13 04:12:51.132405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.141680 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8877c2a-574b-4386-91d0-7b65e65b5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.143996 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.144782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8877c2a-574b-4386-91d0-7b65e65b5c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.145899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8877c2a-574b-4386-91d0-7b65e65b5c58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/148a1247-8241-4a54-b9ff-9302a6855322 HTTP/1.1" status: 204 len: 168 time: 0.5644727 Oct 13 04:12:51.153002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=fc04362b-89e5-49ca-9421-faf401a8d506,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.156247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.180213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8877c2a-574b-4386-91d0-7b65e65b5c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a1247-8241-4a54-b9ff-9302a6855322,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.209472 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.223178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e457b9-b7bf-45b8-a92a-0cb51e7c063d None None] Pushing event updated for resources: {'Port': ['ID=2c19c184-2b4f-4f1b-9d5b-3239d05e025b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.247255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Deleting port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:51.247255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.274004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=fca16ec0-0745-4b2c-b231-5ed33e0afec6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.281698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66ebe370-d60d-411d-8d41-2ca9c3757f45 req-d1503ec3-9e69-456c-8865-0d65f7a0250b tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429176 Oct 13 04:12:51.327696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.330034 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.333390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.335636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4c0a573b-c8e9-45ed-92a8-c1fcdb779a17 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/floatingips/a228a597-197d-47f5-a8a9-8262ac146e63 HTTP/1.1" status: 204 len: 168 time: 1.6038613 Oct 13 04:12:51.345178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:51.350782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '80cb31fc-1d65-4623-915c-bb925f0a6c35'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:51.374578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Attempting to bind port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:51.379873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Attempting to bind port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:51.382301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Attempting to bind port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b on network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:51.386224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:51.455557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.471976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:51.473584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:51.474304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:51.480450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Calling delete_port for 2c19c184-2b4f-4f1b-9d5b-3239d05e025b owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:51.482207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=57cffc70-3daf-49fa-874b-19f86043d36f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.527260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:51.531319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Checking segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:51.531740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.533157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Bound using segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:51.534656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Bound port: 2c19c184-2b4f-4f1b-9d5b-3239d05e025b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:51.535207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.555174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:51.555403 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:51.610649 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 2 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:51.664429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:51.665227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:51.665805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:51.677939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:51.678261 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:51.683341 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 3 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:51.697504 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8815b833-88a7-4c59-be5d-c5ea2d1445d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.702968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.725980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.726244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 11b2a6cd-ae03-408b-b403-24bd9549b117 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:51.726456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.774833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:51.790481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4028a5ad-d74c-459b-8c09-61607b37467d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.799685 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:51.800857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:51.801758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:51.811752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:51.812937 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:51.819651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e820186-ffbe-42a3-8aa8-9dc325a605e8 None None] Provisioning complete for port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:51.820102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e820186-ffbe-42a3-8aa8-9dc325a605e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.828023 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 4 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:51.852841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:12:51.853188 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:12:51.896817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0e820186-ffbe-42a3-8aa8-9dc325a605e8 None None] Port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:51.905548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.919875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.941829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:51.942552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:51.943426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:51.946546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4028a5ad-d74c-459b-8c09-61607b37467d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.947956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c19c184-2b4f-4f1b-9d5b-3239d05e025b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.955609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4028a5ad-d74c-459b-8c09-61607b37467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.962893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:51.963221 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:51.963897 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 5 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:51.967668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:51.970428 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ce995-cd33-4058-9ccd-474e86e066b0" -d '{"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-plugged", "status": "completed", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:51.986896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:51.993699 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.010397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.012469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.014150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.050799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:52.051355 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:52.052587 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5cee9-38f3-474a-a07b-dcc02c09d911 x-openstack-request-id: req-adf5cee9-38f3-474a-a07b-dcc02c09d911 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:52.053188 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-plugged", "status": "completed", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:52.053735 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adf5cee9-38f3-474a-a07b-dcc02c09d911 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:52.054939 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'code': 200} Oct 13 04:12:52.074559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:52.095104 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 6 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:52.108558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a5ad-d74c-459b-8c09-61607b37467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc6459-9c9f-4e2e-85b8-437acd3e066c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:52.137289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4028a5ad-d74c-459b-8c09-61607b37467d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ca85fa915414fb58acd240f91d50760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613882 Oct 13 04:12:52.138586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38032) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:52.151257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.152646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.152646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.171136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:52.171471 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:52.177340 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 7 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:52.192109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.192435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.192798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.205265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router e403e213-acd0-470f-90f9-bf1dbae82a60 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:52.208318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:52.208641 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:52.211906 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 8 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:52.229058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.229385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.229711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.384244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Attempting to bind port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.384885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Attempting to bind port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.389627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Attempting to bind port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b on network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.398097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:52.399456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Checking segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:52.400138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.400791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Bound using segment: {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:52.401500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Bound port: 2c19c184-2b4f-4f1b-9d5b-3239d05e025b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f516e5d-aeda-4a6b-af33-02c1780fb095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e3ce274-e139-4446-9ab2-0cc1c26bf238'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:52.402567 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.444292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Port 2c19c184-2b4f-4f1b-9d5b-3239d05e025b has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 04:12:52.458686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Routers {'d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:52.460112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:52.598505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] Set router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:52.618972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:52.619347 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:52.620932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.648405 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 9 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:52.680279 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-288c43f2-d269-48a2-b6c1-3e94463da0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.694319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1d9fd-d027-435e-bd1d-956af1a760f1 req-c64579da-9bec-4f80-83f1-cb137e51a6a4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:52.700486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:52.707759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-51548e6f-7bcb-4bab-85de-3ec7a928033a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/e403e213-acd0-470f-90f9-bf1dbae82a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8798714 Oct 13 04:12:52.708610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.708979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.709309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.711196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:52.717238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bd1d9fd-d027-435e-bd1d-956af1a760f1 req-c64579da-9bec-4f80-83f1-cb137e51a6a4 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.1492524 Oct 13 04:12:52.724282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] Sync routers for ids ['e403e213-acd0-470f-90f9-bf1dbae82a60'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:52.730036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.736946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:52.736946 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:52.771918 n-d-810220-9 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 10 to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 Oct 13 04:12:52.786682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bd1d9fd-d027-435e-bd1d-956af1a760f1 req-90683ae1-f789-4962-8a76-0ca0c642fc10 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663335 Oct 13 04:12:52.793078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-288c43f2-d269-48a2-b6c1-3e94463da0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.810936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:52.811272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:52.811604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:52.825688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] Routers {'e403e213-acd0-470f-90f9-bf1dbae82a60'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:52.825983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:52.826276 n-d-810220-9 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:12:52.826739 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.828792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e403e213-acd0-470f-90f9-bf1dbae82a60'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:52.887835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:52.909875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.914903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.918019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] Routers {'e403e213-acd0-470f-90f9-bf1dbae82a60'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:52.918639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e403e213-acd0-470f-90f9-bf1dbae82a60'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:52.981667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:52.982444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4b4b0-94d5-42a3-b5b8-8e1785243f9b None None] The sync data for ids ['e403e213-acd0-470f-90f9-bf1dbae82a60'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:53.013717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.44 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/d29f948b-ad56-4f25-b189-481fdf8496d4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:53.013950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:51Z', 'revision_number': 5, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:53.041571 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c15a9072-5cd4-43de-aac8-c50d0730a4f3 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 04:12:53.042978 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c15a9072-5cd4-43de-aac8-c50d0730a4f3 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/e403e213-acd0-470f-90f9-bf1dbae82a60/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3282456 Oct 13 04:12:53.051036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:53.068041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06863d3-665d-48f5-adc6-7308f1927e58 None None] The sync data for ids ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'] in n-d-810220-9 is: [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:51Z', 'revision_number': 5, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:53.106687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] For port fca16ec0-0745-4b2c-b231-5ed33e0afec6, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:53.107199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempted to set empty binding levels {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:12:53.123700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-059c2427-aa97-4656-b485-6144aeba6709 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=e403e213-acd0-470f-90f9-bf1dbae82a60 HTTP/1.1" status: 200 len: 205 time: 0.0710208 Oct 13 04:12:53.124740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-288c43f2-d269-48a2-b6c1-3e94463da0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.127631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-288c43f2-d269-48a2-b6c1-3e94463da0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.131781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-288c43f2-d269-48a2-b6c1-3e94463da0b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3dc6459-9c9f-4e2e-85b8-437acd3e066c HTTP/1.1" status: 204 len: 168 time: 0.9902031 Oct 13 04:12:53.132650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:53.138259 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.259388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] In _notify_port_updated(), no bound segment for port fca16ec0-0745-4b2c-b231-5ed33e0afec6 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:12:53.260276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.260906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.271927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "PUT /v2.0/ports/fca16ec0-0745-4b2c-b231-5ed33e0afec6 HTTP/1.1" status: 200 len: 978 time: 3.0914350 Oct 13 04:12:53.272765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:53.289892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c43f2-d269-48a2-b6c1-3e94463da0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc6459-9c9f-4e2e-85b8-437acd3e066c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:53.326126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.396345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb31-a8b6-411f-8719-2b6d97007154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=fca16ec0-0745-4b2c-b231-5ed33e0afec6,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:53.437610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:53.440035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.518130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.599974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.600460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.600962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.601432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.601898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.602359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.602817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.603278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.604262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.604776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.605318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.605836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.606298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.606807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.607262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.607719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.610637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e867c1b4-026f-43a4-b550-b13a6923ca70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14242 time: 0.3309100 Oct 13 04:12:53.621706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:53.622567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:53.625184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:53.637050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:53.649692 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.655227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.681284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=d29f948b-ad56-4f25-b189-481fdf8496d4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:53.833326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb93181-a336-4589-97ba-7205f0273cf8 req-d9db23b7-c43f-45bf-a1a3-d8d46b692ed0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.835098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8eb93181-a336-4589-97ba-7205f0273cf8 req-d9db23b7-c43f-45bf-a1a3-d8d46b692ed0 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.3018117 Oct 13 04:12:53.838628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.839248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router e403e213-acd0-470f-90f9-bf1dbae82a60 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:12:53.845594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:53.851849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.855533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0e812d63-2a54-4410-843d-ef090d81223c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/e403e213-acd0-470f-90f9-bf1dbae82a60 HTTP/1.1" status: 204 len: 168 time: 0.7146707 Oct 13 04:12:53.859952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38068) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:53.923746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c32b3f8-8abd-4aa2-a120-4eadf8e36d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.932849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:53.949993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cd0ee926-5344-4e40-9a46-4d45ab12ea8a admin admin] 10.222.0.44 "PUT /v2.0/routers/d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7270110 Oct 13 04:12:53.951862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38070) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:54.037564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8eb93181-a336-4589-97ba-7205f0273cf8 req-94d4f66a-d630-4875-8d3e-9560da55f6e6 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788208 Oct 13 04:12:54.048960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 6e54df42-53ad-48c4-af8a-ac4146d28752 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:54.063449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.093129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Deleting port fca16ec0-0745-4b2c-b231-5ed33e0afec6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:54.093709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.158049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.200442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.220125 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] Sync routers for ids ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:54.231661 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] Routers {'d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:54.232316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:54.237800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.277690 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.284037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] For port fca16ec0-0745-4b2c-b231-5ed33e0afec6, host n-h1-810220-9, got binding levels [] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:54.284486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.354740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Calling delete_port for fca16ec0-0745-4b2c-b231-5ed33e0afec6 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:54.375324 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] Set router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:54.462209 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.468368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.489118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c32b3f8-8abd-4aa2-a120-4eadf8e36d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.500033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.505157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.509703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c32b3f8-8abd-4aa2-a120-4eadf8e36d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.511476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.580264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=d29f948b-ad56-4f25-b189-481fdf8496d4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:54.600635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b3f8-8abd-4aa2-a120-4eadf8e36d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b65de9-eecf-49d2-9091-b9da3d8b737b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:54.616798 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.646921 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:51Z', 'revision_number': 5, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port': {'id': '11ce3439-bb24-4419-83ea-3f708d787c81', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:54.675910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2c32b3f8-8abd-4aa2-a120-4eadf8e36d49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c5cac6b270846968c9f576cf354b789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8188012 Oct 13 04:12:54.680423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:54.766663 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP e41dfa7d-7807-4ad9-ab05-d5538166e4a0 associated. External IP: 172.25.1.44, port: 80cb31fc-1d65-4623-915c-bb925f0a6c35. Oct 13 04:12:54.776466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce826862-fce2-4ea4-9433-aa6c2487119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.781051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.802960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Deleting port 11ce3439-bb24-4419-83ea-3f708d787c81 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:54.803328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.866695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.878318 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] Checking router: d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:54.879911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=6e54df42-53ad-48c4-af8a-ac4146d28752,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:54.885688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.888892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a0fc5bc-18dd-43e7-9025-856b9cff6d35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/6e54df42-53ad-48c4-af8a-ac4146d28752 HTTP/1.1" status: 204 len: 168 time: 1.0218554 Oct 13 04:12:54.895460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:54.896144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9ddbf-764e-47b6-9f73-ed343ef81930 None None] Network 91d194ae-1791-4644-967f-425904964729 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:54.899124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce826862-fce2-4ea4-9433-aa6c2487119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.899295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] Routers {'d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:54.899948 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:54.937843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event deleted for resources: {'Port': ['ID=fca16ec0-0745-4b2c-b231-5ed33e0afec6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:54.964616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.967834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4901bd38-ba20-4728-a37b-31dd8e0d25f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "DELETE /v2.0/ports/fca16ec0-0745-4b2c-b231-5ed33e0afec6 HTTP/1.1" status: 204 len: 168 time: 1.3285263 Oct 13 04:12:54.983772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38078) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:55.024396 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d735c5a-6f8d-4006-b7e7-bbf6824418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:12:55.025964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d735c5a-6f8d-4006-b7e7-bbf6824418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "GET /v2.0/ports/fca16ec0-0745-4b2c-b231-5ed33e0afec6 HTTP/1.1" status: 404 len: 333 time: 0.0411313 Oct 13 04:12:55.032367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:55.039027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-185527781', 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:55.059645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] For port 11ce3439-bb24-4419-83ea-3f708d787c81, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=11ce3439-bb24-4419-83ea-3f708d787c81,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:55.060170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.063604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Made reservation on behalf of d1389482c7434c778d5911d7eac45b87 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:55.066781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.070927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.112892 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] Set router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:55.143533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Calling delete_port for 11ce3439-bb24-4419-83ea-3f708d787c81 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:55.170003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port e185f67e-c91a-48cf-9812-96f5c1f1b368 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:55.172704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] DHCP port deletion for 91d194ae-1791-4644-967f-425904964729 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:55.188199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce826862-fce2-4ea4-9433-aa6c2487119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.197704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce826862-fce2-4ea4-9433-aa6c2487119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.198884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce826862-fce2-4ea4-9433-aa6c2487119d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2b65de9-eecf-49d2-9091-b9da3d8b737b HTTP/1.1" status: 204 len: 168 time: 0.5155475 Oct 13 04:12:55.229704 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 6, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:55.281461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] Deleting port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:55.284921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.295268 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b76d6-826b-4913-ba52-ae95eaf344d8 None None] The sync data for ids ['d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5'] in n-d-810220-9 is: [{'id': 'd9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1374624032-router', 'tenant_id': '4d374813222e4ede87008b84a83b0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:37Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 6, 'project_id': '4d374813222e4ede87008b84a83b0046', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:55.313155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce826862-fce2-4ea4-9433-aa6c2487119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b65de9-eecf-49d2-9091-b9da3d8b737b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:55.313603 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:12:55.365372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-ac22e37b-2ac8-4027-ad34-792d54628400 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:55.366941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-ac22e37b-2ac8-4027-ad34-792d54628400 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.2887404 Oct 13 04:12:55.403690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc8de-d4e5-4c09-994b-bb62f056eb64 req-472e50f1-2d04-4823-9913-fe9439c82e46 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:55.405527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-937cc8de-d4e5-4c09-994b-bb62f056eb64 req-472e50f1-2d04-4823-9913-fe9439c82e46 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 945 time: 0.1770625 Oct 13 04:12:55.407366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:55.409174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:55.409562 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.442017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:55.515412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] For port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,segment=NetworkSegment(cfe6b02d-8a60-4a49-a3be-10efc03a1ff9),segment_id=cfe6b02d-8a60-4a49-a3be-10efc03a1ff9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:55.516080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.529217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] Calling delete_port for 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:55.587852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,segment=NetworkSegment(cfe6b02d-8a60-4a49-a3be-10efc03a1ff9),segment_id=cfe6b02d-8a60-4a49-a3be-10efc03a1ff9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:55.588874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.604276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:55.629487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.672419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] No DVR routers for this DVR port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:55.674452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946814b-283b-4c6f-9ea7-452565217ff0 None None] Pushing event deleted for resources: {'Port': ['ID=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:55.777164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.778481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.820109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:55.864573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:55.865868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:55.869389 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adff5af2-eb4c-4a38-8f0a-8b1b0fe50163" -d '{"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:55.879108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.951573 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66cf6ee-9f1d-4cd8-9188-9b466aca0f9f x-openstack-request-id: req-b66cf6ee-9f1d-4cd8-9188-9b466aca0f9f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:55.953649 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:55.955078 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b66cf6ee-9f1d-4cd8-9188-9b466aca0f9f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:55.955602 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'code': 200} Oct 13 04:12:56.000255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.091263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.096271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.119541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d194ae-1791-4644-967f-425904964729']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.136809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=3d3512b0-4a5c-48f4-aeaf-6b2dda85757a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.193447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.193745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe6b02d-8a60-4a49-a3be-10efc03a1ff9') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.222394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-937cc8de-d4e5-4c09-994b-bb62f056eb64 req-8dec9e60-221b-4c15-80d7-d92645a56bcb tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8093667 Oct 13 04:12:56.234191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.241020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.256169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.304384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.314102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Network a4be3541-d2fe-4509-bb64-180ad3fad823 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:56.318650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ce3439-bb24-4419-83ea-3f708d787c81,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.321745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:56.322169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:56.325458 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:56.330530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:56.357007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:56.358412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:56.368352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.460078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4262013 Oct 13 04:12:56.473752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.575022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:56.611856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.617405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.664706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Deleting port 11b2a6cd-ae03-408b-b403-24bd9549b117 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:56.665063 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.710594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:56.724481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:56.726029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.741893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:56.743146 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.767979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.771308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/91d194ae-1791-4644-967f-425904964729 HTTP/1.1" status: 204 len: 168 time: 1.8748918 Oct 13 04:12:56.772220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c32707-2295-4d6a-9632-438c51d6f27b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=91d194ae-1791-4644-967f-425904964729,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.786752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.789019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:56.794065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.803280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-597655331'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:56.825821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddd0b5-cd58-4773-a6e6-c4fac6271912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=e185f67e-c91a-48cf-9812-96f5c1f1b368,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.826264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:56.826264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.892840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-88d94459-476b-4d30-a5c2-5ec7410fc3b6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.5459802 Oct 13 04:12:56.902923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:56.904442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:56.905162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b023b-2a48-4346-90ec-37a323b729e9 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:56.952446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:56.953894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618609c3-d5f5-4025-9b3b-148161848bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:56.956753 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.958897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 11ce3439-bb24-4419-83ea-3f708d787c81 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:56.962240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:56.965320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-618609c3-d5f5-4025-9b3b-148161848bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "GET /v2.0/ports/e185f67e-c91a-48cf-9812-96f5c1f1b368 HTTP/1.1" status: 200 len: 958 time: 0.3864727 Oct 13 04:12:56.988920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.989285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:12:56.999703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 11ce3439-bb24-4419-83ea-3f708d787c81 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:57.000529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 11ce3439-bb24-4419-83ea-3f708d787c81 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:57.001182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:57.004426 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.015579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69f01692-0652-474d-9e4c-9c303dada494 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d9b4c6df-8cb2-4576-bc8b-d1cf46a1afb5 HTTP/1.1" status: 204 len: 168 time: 3.0524549 Oct 13 04:12:57.016242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:57.048089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:57.050271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3512b0-4a5c-48f4-aeaf-6b2dda85757a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:57.053323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:57.083463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.083813 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment 4ea66280-b98c-42d4-a046-394644d3307a of type vlan for network d20be70f-c821-4ef2-b1ac-743032243ecb Oct 13 04:12:57.144361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.155165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Deleting subnet a1d59c7a-5d0d-4a07-9266-210511d9ddfc {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:57.174238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.191546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.197202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:57.198053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.212329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-85f184b1-6a3a-4a99-8b3e-5e0c85455cd3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/floatingips/e41dfa7d-7807-4ad9-ab05-d5538166e4a0 HTTP/1.1" status: 200 len: 976 time: 0.3082747 Oct 13 04:12:57.218182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:57.298632 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5046105 Oct 13 04:12:57.305191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38136) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:57.325482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:57.355598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35d931-a3fe-4328-a4de-7a1402819429 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=d20be70f-c821-4ef2-b1ac-743032243ecb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:57.363548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] For port 11b2a6cd-ae03-408b-b403-24bd9549b117, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=11b2a6cd-ae03-408b-b403-24bd9549b117,segment=NetworkSegment(8cc6e930-38b9-4c62-8865-57c07b7fe252),segment_id=8cc6e930-38b9-4c62-8865-57c07b7fe252)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:57.363927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.387550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d20be70f-c821-4ef2-b1ac-743032243ecb details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:57.416141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.435208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Deleting port e185f67e-c91a-48cf-9812-96f5c1f1b368 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:57.435424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.438844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Calling delete_port for 11b2a6cd-ae03-408b-b403-24bd9549b117 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:57.554423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-10c6105c-2845-4e6c-92ef-81f1dd25d387 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3304865 Oct 13 04:12:57.566653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38142) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:57.574208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.594715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Calling delete_port for e185f67e-c91a-48cf-9812-96f5c1f1b368 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:57.595495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'port_id': 'd7b75f40-2035-4d58-bfaf-0aaa60e1e37f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:57.606045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:57.610615 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.805186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.843873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.982800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event deleted for resources: {'Port': ['ID=e185f67e-c91a-48cf-9812-96f5c1f1b368,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:57.995314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.027437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.030954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a815355-7148-4703-9a2a-1d7734baa3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e185f67e-c91a-48cf-9812-96f5c1f1b368 HTTP/1.1" status: 204 len: 168 time: 1.0677898 Oct 13 04:12:58.036373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:58.082538 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b320ed5-3ea8-42bb-8a17-a9bdd0dc5bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:12:58.085647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2b320ed5-3ea8-42bb-8a17-a9bdd0dc5bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "GET /v2.0/ports/e185f67e-c91a-48cf-9812-96f5c1f1b368 HTTP/1.1" status: 404 len: 333 time: 0.0479441 Oct 13 04:12:58.091810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2185e-8d92-4d16-9bb9-dc7591480b08 req-4d8ce8bd-f62f-451d-975f-56f52fe195bd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.094737 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13a2185e-8d92-4d16-9bb9-dc7591480b08 req-4d8ce8bd-f62f-451d-975f-56f52fe195bd tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 943 time: 0.7432735 Oct 13 04:12:58.094737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38148) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:58.104510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.113609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Request body: {'port': {'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-912437729'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:58.118915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=fbd22d95-b02d-4d95-a57b-c328ce95062f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:58.131528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': '4ea66280-b98c-42d4-a046-394644d3307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:58.132483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: d20be70f-c821-4ef2-b1ac-743032243ecb, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:58.167725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network d20be70f-c821-4ef2-b1ac-743032243ecb is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:58.179262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d20be70f-c821-4ef2-b1ac-743032243ecb) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:58.185013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.186051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.189307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7052f99-c4d4-4590-9d98-b046e1298431 None None] Network d20be70f-c821-4ef2-b1ac-743032243ecb requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:58.301789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b83872be-a70e-49a5-a8ee-99c1ad90ce6e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9899957 Oct 13 04:12:58.304132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38150) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:58.307176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Made reservation on behalf of d1389482c7434c778d5911d7eac45b87 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:58.311550 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.326209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361356976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:58.352785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port 7a87d345-360d-4a5d-b818-ba5e540c2f44 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:12:58.367017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13a2185e-8d92-4d16-9bb9-dc7591480b08 req-106eb8a1-6c9d-489a-b6a0-c604af9f2c61 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/security-groups?id=f99006c1-8605-42e4-bc87-7f9201465111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596154 Oct 13 04:12:58.405062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.406831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.470896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-d20be70f-c821-4ef2-b1ac-743032243ecb', 'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': 'fbd22d95-b02d-4d95-a57b-c328ce95062f'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:58.472396 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.493062 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.495027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.498557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.504380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.522681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.523995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e6a2512b-b7d8-481d-9100-3c8390771220 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2185609 Oct 13 04:12:58.526776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:58.540749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d59c7a-5d0d-4a07-9266-210511d9ddfc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:58.591882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Pushing event deleted for resources: {'Port': ['ID=11b2a6cd-ae03-408b-b403-24bd9549b117,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:58.603104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91944580-cc95-404b-b93d-40cb1162a2a9 None None] Network 1e3ce274-e139-4446-9ab2-0cc1c26bf238 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:58.605518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.611038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e8647536-b7af-450e-ba24-98bbb4c48e7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a1d59c7a-5d0d-4a07-9266-210511d9ddfc HTTP/1.1" status: 204 len: 168 time: 1.5839226 Oct 13 04:12:58.640887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38156) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:58.685971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Allocated IP 2001:db8::2 (d20be70f-c821-4ef2-b1ac-743032243ecb/fbd22d95-b02d-4d95-a57b-c328ce95062f/3207e85e-cdb5-40f1-85bf-4cefb9073261) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:58.750706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.851720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] No DVR routers for this DVR port 11b2a6cd-ae03-408b-b403-24bd9549b117 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:58.871862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.875225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6501fc7b-30d9-4caf-8d2b-d41c51594618 req-a3e2f9b5-a887-48a8-8462-99b3e056cb7a tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.26 "DELETE /v2.0/ports/11b2a6cd-ae03-408b-b403-24bd9549b117 HTTP/1.1" status: 204 len: 173 time: 3.4972265 Oct 13 04:12:58.906766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-deleted', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:58.910773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.911789 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90763560-9306-4188-b82b-b50eb39c6057" -d '{"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-deleted", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:59.054488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] DHCP port deletion for 1e3ce274-e139-4446-9ab2-0cc1c26bf238 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:59.064412 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335ce5e0-487f-44ac-bea9-6a143ee16006 x-openstack-request-id: req-335ce5e0-487f-44ac-bea9-6a143ee16006 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:59.064830 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a18b7d-d78c-4ba6-a323-2404bedda6b9", "name": "network-vif-deleted", "tag": "11b2a6cd-ae03-408b-b403-24bd9549b117", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:59.065652 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-335ce5e0-487f-44ac-bea9-6a143ee16006 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:59.066104 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a18b7d-d78c-4ba6-a323-2404bedda6b9', 'name': 'network-vif-deleted', 'tag': '11b2a6cd-ae03-408b-b403-24bd9549b117', 'status': 'completed', 'code': 200} Oct 13 04:12:59.094977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.099794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.107982 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.121913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:12:59.153191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Network d20be70f-c821-4ef2-b1ac-743032243ecb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:59.156873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:59.157594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Deleting port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:59.157935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.169433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:59.209561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Pushing event updated for resources: {'Port': ['ID=3207e85e-cdb5-40f1-85bf-4cefb9073261,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:59.229817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] Deleting port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:59.230197 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.236301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] For port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,segment=NetworkSegment(7f516e5d-aeda-4a6b-af33-02c1780fb095),segment_id=7f516e5d-aeda-4a6b-af33-02c1780fb095)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:59.236767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.245651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Attempting to bind port 3207e85e-cdb5-40f1-85bf-4cefb9073261 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:59.246019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Attempting to bind port 3207e85e-cdb5-40f1-85bf-4cefb9073261 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '4ea66280-b98c-42d4-a046-394644d3307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:59.246374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Attempting to bind port 3207e85e-cdb5-40f1-85bf-4cefb9073261 on network d20be70f-c821-4ef2-b1ac-743032243ecb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:59.259384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Calling delete_port for a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:59.281801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8::1 (d20be70f-c821-4ef2-b1ac-743032243ecb/fbd22d95-b02d-4d95-a57b-c328ce95062f/593e1cca-9d95-4283-838c-6f87d09acd95) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:59.294934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:59.295309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Checking segment: {'id': '4ea66280-b98c-42d4-a046-394644d3307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:59.295952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.296191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Bound using segment: {'id': '4ea66280-b98c-42d4-a046-394644d3307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:59.296738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Bound port: 3207e85e-cdb5-40f1-85bf-4cefb9073261, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea66280-b98c-42d4-a046-394644d3307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd20be70f-c821-4ef2-b1ac-743032243ecb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:59.297123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.353032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.384353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] For port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,segment=NetworkSegment(7f516e5d-aeda-4a6b-af33-02c1780fb095),segment_id=7f516e5d-aeda-4a6b-af33-02c1780fb095)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:59.384798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.397006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] No DVR routers for this DVR port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:59.403088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:59.411712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] Calling delete_port for a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:59.445714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 11b2a6cd-ae03-408b-b403-24bd9549b117 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:59.446120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 11b2a6cd-ae03-408b-b403-24bd9549b117 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:59.482836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:59.495820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.496113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.503646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] For port 3207e85e-cdb5-40f1-85bf-4cefb9073261, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:59.533748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] For port 3207e85e-cdb5-40f1-85bf-4cefb9073261, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3207e85e-cdb5-40f1-85bf-4cefb9073261,segment=NetworkSegment(4ea66280-b98c-42d4-a046-394644d3307a),segment_id=4ea66280-b98c-42d4-a046-394644d3307a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:59.549010 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.549240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.551094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.584634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network d20be70f-c821-4ef2-b1ac-743032243ecb is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:59.586408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:59.609488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.627387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=593e1cca-9d95-4283-838c-6f87d09acd95,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:59.635954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:59.636513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.636892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3ce274-e139-4446-9ab2-0cc1c26bf238']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:59.649977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f88ca0-e54c-4c51-a477-46b3a47fe2e3 None None] Pushing event updated for resources: {'Port': ['ID=3207e85e-cdb5-40f1-85bf-4cefb9073261,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:59.653204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f516e5d-aeda-4a6b-af33-02c1780fb095') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:59.653506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f516e5d-aeda-4a6b-af33-02c1780fb095') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:59.668304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.671897 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.699505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] Pushing event deleted for resources: {'Port': ['ID=a5154cd2-bbfe-46b9-b45e-2cfa4cd38704,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:59.701811 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.707065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7eaa60-93f4-4768-82bd-15a5127c6968 None None] No DVR routers for this DVR port a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:59.723158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.827421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8affb831-e376-45a3-96e0-f0efe38790d5 req-d1a64c07-1b2a-4c8d-a681-7af070031f26 tempest-ImagesTestJSON-216997723 tempest-ImagesTestJSON-216997723-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a18b7d-d78c-4ba6-a323-2404bedda6b9 HTTP/1.1" status: 200 len: 210 time: 0.1385262 Oct 13 04:12:59.828623 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP e41dfa7d-7807-4ad9-ab05-d5538166e4a0 associated. External IP: 172.25.1.44, port: 80cb31fc-1d65-4623-915c-bb925f0a6c35. Oct 13 04:12:59.881942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:59.882358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.912625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.948296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-0310c1cf-b4f4-4363-b675-43feebb625da tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643954 Oct 13 04:13:00.288758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=7a87d345-360d-4a5d-b818-ba5e540c2f44,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:00.291314 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:00.389841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-7e76216e-9a2f-4b87-9e0e-62446b7f66ae tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.391315 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-7e76216e-9a2f-4b87-9e0e-62446b7f66ae tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4421992 Oct 13 04:13:00.392370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Network a4be3541-d2fe-4509-bb64-180ad3fad823 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:00.398118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:00.400853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:00.402193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.402787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.423250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.427860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-8fab511a-7745-4017-92ac-3c3c85568b1b tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/quotas/76b7eccf6a5f4501ac0de828401e0c7d HTTP/1.1" status: 200 len: 375 time: 0.0209205 Oct 13 04:13:00.428053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.433642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1e3ce274-e139-4446-9ab2-0cc1c26bf238 HTTP/1.1" status: 204 len: 168 time: 1.7893806 Oct 13 04:13:00.452345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b0da1-74bf-4ea2-9912-123440997092 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e3ce274-e139-4446-9ab2-0cc1c26bf238,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:00.468915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f755a281-ad1d-45e9-9d7a-c321d1770a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3660147 Oct 13 04:13:00.469549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:00.476992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:00.523090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.541549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-6b3714b9-74e8-4193-b090-317ff8730abe tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906155 Oct 13 04:13:00.547772 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.549405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.691960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=593e1cca-9d95-4283-838c-6f87d09acd95,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:00.730886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.772776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:00.803417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network d20be70f-c821-4ef2-b1ac-743032243ecb is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:00.807430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:00.918459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1f40d435-0509-4457-b2b5-b4d5b478e757 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d374813222e4ede87008b84a83b0046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404839 Oct 13 04:13:00.919446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:01.038484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da77cfd0-5e3f-43d8-ba44-48d06084a020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.048765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:01.078671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3207e85e-cdb5-40f1-85bf-4cefb9073261 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:01.097131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 811e8d6c-5849-4f7c-98d2-b5d28547015c is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:01.107878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da77cfd0-5e3f-43d8-ba44-48d06084a020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.172941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3207e85e-cdb5-40f1-85bf-4cefb9073261 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:01.173319 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.224396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d52de8-2153-409a-a9cb-ad9d6f525cf6 None None] Network d20be70f-c821-4ef2-b1ac-743032243ecb requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:01.258808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:01.265891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70034ece-4e29-4d4c-9f53-74ef21390c95 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/811e8d6c-5849-4f7c-98d2-b5d28547015c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368515 Oct 13 04:13:01.267120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:01.275244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] Sync routers for ids ['811e8d6c-5849-4f7c-98d2-b5d28547015c'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:01.298220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] Routers {'811e8d6c-5849-4f7c-98d2-b5d28547015c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:01.299190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['811e8d6c-5849-4f7c-98d2-b5d28547015c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.304177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] device_id is not set on port 7a87d345-360d-4a5d-b818-ba5e540c2f44 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:13:01.310179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da77cfd0-5e3f-43d8-ba44-48d06084a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.314391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da77cfd0-5e3f-43d8-ba44-48d06084a020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.316451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-da77cfd0-5e3f-43d8-ba44-48d06084a020 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4455d792-261e-4cbd-8406-abba07028088 HTTP/1.1" status: 204 len: 168 time: 0.3960083 Oct 13 04:13:01.320707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.336651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77cfd0-5e3f-43d8-ba44-48d06084a020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4455d792-261e-4cbd-8406-abba07028088,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:01.348800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8757c9e-fbbc-4610-959f-ece7cdfbd800 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:01.349825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.350798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8757c9e-fbbc-4610-959f-ece7cdfbd800 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports/593e1cca-9d95-4283-838c-6f87d09acd95 HTTP/1.1" status: 200 len: 911 time: 0.0824680 Oct 13 04:13:01.355234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:01.390808 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.400775 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] Routers {'811e8d6c-5849-4f7c-98d2-b5d28547015c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:01.401556 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['811e8d6c-5849-4f7c-98d2-b5d28547015c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.441711 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.442638 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69c59f-6a97-472c-b7f0-84ccbbe2b1ac None None] The sync data for ids ['811e8d6c-5849-4f7c-98d2-b5d28547015c'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:01.507717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:01.555864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=7a87d345-360d-4a5d-b818-ba5e540c2f44,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:01.588754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:01.589511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:01.590019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:01.609676 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Deleting subnet a8366849-5751-4631-b48d-a82244a2064d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:01.614213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:01.615583 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:01.621363 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 2 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:01.638229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d2a2e32f-ed28-47ec-8898-cb2b08d80962 None None] Provisioning complete for port 3207e85e-cdb5-40f1-85bf-4cefb9073261 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:01.639045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e32f-ed28-47ec-8898-cb2b08d80962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.650833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:01.653012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.660164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:01.660721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:01.663108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:01.680084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:01.698709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:01.699810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.721531 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.745691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:01.746082 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:01.750292 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 3 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:01.769342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:01.769605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:01.769926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:01.787824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.807331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:01.807556 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:01.812491 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 4 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:01.842314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:01.843130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:01.843469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:01.855470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:01.856208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.868085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:01.868416 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:01.870558 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 5 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:01.905306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:01.905668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:01.905974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:01.939699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:01.940669 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:01.950449 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 6 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:01.954303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:01.960147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103754c0-cd64-451e-a267-7ed4bf418861 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:02.018308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.028638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bf0275b-997e-4bbc-bc79-45b4a69b9b83 req-55465783-f05b-4233-8ea5-d91cde424340 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 210 time: 0.1062095 Oct 13 04:13:02.115564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3207e85e-cdb5-40f1-85bf-4cefb9073261, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3207e85e-cdb5-40f1-85bf-4cefb9073261,segment=NetworkSegment(4ea66280-b98c-42d4-a046-394644d3307a),segment_id=4ea66280-b98c-42d4-a046-394644d3307a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:02.116919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e32f-ed28-47ec-8898-cb2b08d80962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.126564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.244523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:02.244985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:02.245433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:02.253779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:02.255014 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:02.257357 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 7 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:02.305038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:02.387397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:02.387740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a5154cd2-bbfe-46b9-b45e-2cfa4cd38704 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:02.401762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:02.402811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:02.403032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:02.412869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:02.413289 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:02.420929 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 8 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:02.432140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3207e85e-cdb5-40f1-85bf-4cefb9073261,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:02.446738 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-d2a2e32f-ed28-47ec-8898-cb2b08d80962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:13:02.447106 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-d2a2e32f-ed28-47ec-8898-cb2b08d80962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:13:02.462502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:02.462840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:02.463379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:02.476996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:02.477398 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:02.484008 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 9 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:02.520197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:02.568667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:02.569950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:02.570804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:02.579013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.581703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:02.582367 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:02.601505 n-d-810220-9 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempt 10 to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 Oct 13 04:13:02.638023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:02.638361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:02.638906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempting to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:02.648747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:02.649093 n-d-810220-9 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Failed to bind port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on host n-h1-810220-9 for vnic_type normal using segments [{'id': '88dd398a-341e-4608-b6a6-3f8c72e0184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a4be3541-d2fe-4509-bb64-180ad3fad823'}] Oct 13 04:13:02.649483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.697756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.798309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:02.842713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8366849-5751-4631-b48d-a82244a2064d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:02.881554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] For port 7a87d345-360d-4a5d-b818-ba5e540c2f44, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:02.884500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attempted to set empty binding levels {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:13:02.890163 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.894050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0ce84ff6-7ae5-46b1-8d8a-44f3143db821 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a8366849-5751-4631-b48d-a82244a2064d HTTP/1.1" status: 204 len: 168 time: 1.3837271 Oct 13 04:13:02.900255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:02.905806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:02.916579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.922418 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:02.937727 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:02.941220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.034012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.048028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3207e85e-cdb5-40f1-85bf-4cefb9073261 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:03.066242 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.088331 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:03.091152 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.095176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-network', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:03.139891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.163069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.164970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3207e85e-cdb5-40f1-85bf-4cefb9073261 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:03.165776 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8c0df-d565-403d-81b2-f59fbf1f34f1 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:03.167411 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.171035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] In _notify_port_updated(), no bound segment for port 7a87d345-360d-4a5d-b818-ba5e540c2f44 on network a4be3541-d2fe-4509-bb64-180ad3fad823 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:13:03.171937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.172556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.182627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:03.182961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "PUT /v2.0/ports/7a87d345-360d-4a5d-b818-ba5e540c2f44 HTTP/1.1" status: 200 len: 978 time: 2.7101169 Oct 13 04:13:03.212980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3235cc89-dd96-4a19-80ab-a6004252d7ff None None] Provisioning complete for port 3207e85e-cdb5-40f1-85bf-4cefb9073261 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:03.213332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3235cc89-dd96-4a19-80ab-a6004252d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.249409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a48b0b43-38c0-42ed-89c1-11d0d2df9663 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/floatingips/e41dfa7d-7807-4ad9-ab05-d5538166e4a0 HTTP/1.1" status: 200 len: 977 time: 5.6725309 Oct 13 04:13:03.255259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:03.266426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03adb810-c00e-4187-b4ec-aa1d221d00fb req-c5769e95-4244-4181-9b9f-a28bb07c66bc tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 210 time: 0.0805809 Oct 13 04:13:03.306307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:03.319601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Made reservation on behalf of a085bd0e79164eb38b5af538f243a09f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:03.329226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.456578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3235cc89-dd96-4a19-80ab-a6004252d7ff None None] Provisioning complete for port 593e1cca-9d95-4283-838c-6f87d09acd95 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:03.456989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3235cc89-dd96-4a19-80ab-a6004252d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.465391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558258f-cff6-4342-b892-bb176edf96ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event updated for resources: {'Port': ['ID=7a87d345-360d-4a5d-b818-ba5e540c2f44,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:03.487592 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.496545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3235cc89-dd96-4a19-80ab-a6004252d7ff None None] Port 593e1cca-9d95-4283-838c-6f87d09acd95 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:03.532341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.541047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.561290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf70b3e-0e96-4c0c-a20d-e712f56e507f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.573340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc6e930-38b9-4c62-8865-57c07b7fe252') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.573734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc6e930-38b9-4c62-8865-57c07b7fe252') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:03.601604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.619613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5554013f-be1a-4cf1-8a30-1f17f5163378 None None] Provisioning complete for port 593e1cca-9d95-4283-838c-6f87d09acd95 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:03.619996 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5554013f-be1a-4cf1-8a30-1f17f5163378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.627243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.643660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:03.644152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.644359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-e5383167-9249-4fce-8f27-c58b838e68cc tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748081 Oct 13 04:13:03.688512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5554013f-be1a-4cf1-8a30-1f17f5163378 None None] Port 593e1cca-9d95-4283-838c-6f87d09acd95 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:03.709833 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:03.712816 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.741386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.763361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] 10.222.0.44 "DELETE /v2.0/networks/daf70b3e-0e96-4c0c-a20d-e712f56e507f HTTP/1.1" status: 204 len: 168 time: 0.8620362 Oct 13 04:13:03.828931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7795bf3-6d18-43c4-83fb-b2649b04eb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf70b3e-0e96-4c0c-a20d-e712f56e507f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:03.898526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Deleting port 7a87d345-360d-4a5d-b818-ba5e540c2f44 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:03.898871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.919743 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.985586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:04.068663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] For port 7a87d345-360d-4a5d-b818-ba5e540c2f44, host n-h1-810220-9, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:04.069097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.090911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Calling delete_port for 7a87d345-360d-4a5d-b818-ba5e540c2f44 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:04.118956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0e9d6898-8c62-49bc-8360-5c9962f177c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4eaa0414190949e0a8964a9bfc860544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278763 Oct 13 04:13:04.149645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:04.206002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.208049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.217664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.220643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.221009 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP e41dfa7d-7807-4ad9-ab05-d5538166e4a0 disassociated. External IP: 172.25.1.44, port: d7b75f40-2035-4d58-bfaf-0aaa60e1e37f. Oct 13 04:13:04.274637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-aad62a3b-8209-4fc3-adc9-5e766948535e tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:04.275986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-aad62a3b-8209-4fc3-adc9-5e766948535e tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6163731 Oct 13 04:13:04.293404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-313f96ea-f31b-482d-861f-92dc2fd9d381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.297766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:04.302249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Request body: {'port': {'device_id': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '76b7eccf6a5f4501ac0de828401e0c7d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:04.313465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.352689 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-313f96ea-f31b-482d-861f-92dc2fd9d381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.353119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac18fc-8c14-42c4-a8d1-caa4caed9d44,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:04.366450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.366802 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Added segment 47db3852-6349-4244-9fca-911c5d646083 of type vlan for network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de Oct 13 04:13:04.402916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a87d345-360d-4a5d-b818-ba5e540c2f44,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:04.432727 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.435867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c0d6a07-088e-4c53-90cf-330a626b3e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7a87d345-360d-4a5d-b818-ba5e540c2f44 HTTP/1.1" status: 204 len: 168 time: 1.2486274 Oct 13 04:13:04.447605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38290) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:04.479415 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d23bbd37-8729-4bf6-8b07-bb37b88d5e9e req-8292fd11-3bfa-433e-a576-02aa4b7d3cd3 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 210 time: 0.0807424 Oct 13 04:13:04.503255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 593e1cca-9d95-4283-838c-6f87d09acd95 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:04.504157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.512345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.517086 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0fb4b2-953e-4024-9e98-1f6972e88097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:13:04.518866 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6f0fb4b2-953e-4024-9e98-1f6972e88097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5075762-project-admin] 10.222.0.44 "GET /v2.0/ports/7a87d345-360d-4a5d-b818-ba5e540c2f44 HTTP/1.1" status: 404 len: 333 time: 0.0547364 Oct 13 04:13:04.525409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:04.527514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-313f96ea-f31b-482d-861f-92dc2fd9d381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.530167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-313f96ea-f31b-482d-861f-92dc2fd9d381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.534332 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-313f96ea-f31b-482d-861f-92dc2fd9d381 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f99006c1-8605-42e4-bc87-7f9201465111 HTTP/1.1" status: 204 len: 168 time: 0.3808222 Oct 13 04:13:04.618716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.619679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:04.620265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.650156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f96ea-f31b-482d-861f-92dc2fd9d381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99006c1-8605-42e4-bc87-7f9201465111,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:04.711973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Made reservation on behalf of 76b7eccf6a5f4501ac0de828401e0c7d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:04.716184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.731178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.738551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9365509 Oct 13 04:13:04.741319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:04.752259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Request body: {'subnet': {'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-subnet', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:04.765392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.774857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115ea4f-fb4b-4de4-9930-758c97c753cc admin admin] Pushing event updated for resources: {'Network': ['ID=59abd8cc-d914-4e1f-bb3d-7f3a2784d8de,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:04.789345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:04.812970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:04.827718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Made reservation on behalf of a085bd0e79164eb38b5af538f243a09f for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:04.830168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.949730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.970478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.987671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 593e1cca-9d95-4283-838c-6f87d09acd95 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:05.010952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4be3541-d2fe-4509-bb64-180ad3fad823']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.050501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.058122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.063509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dd398a-341e-4608-b6a6-3f8c72e0184e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.063809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dd398a-341e-4608-b6a6-3f8c72e0184e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.082062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.091211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:05.107123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.109060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:05.117551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.124891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:05.125989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.129360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:05.129781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:05.133275 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:05.205285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb3a8d-e205-4457-8103-166ddde77169,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.218918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.229594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:05.230261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-20f90179-5fbf-47be-a997-53283d0a5434 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/floatingips/e41dfa7d-7807-4ad9-ab05-d5538166e4a0 HTTP/1.1" status: 200 len: 687 time: 1.9575386 Oct 13 04:13:05.230664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.234381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:05.269694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:05.271172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283c1ef-adbc-4a95-8f4f-30766db6a1e6 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:05.291084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.305040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.311494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] 10.222.0.44 "DELETE /v2.0/networks/a4be3541-d2fe-4509-bb64-180ad3fad823 HTTP/1.1" status: 204 len: 168 time: 0.7826409 Oct 13 04:13:05.330363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469ded3-c3ce-4652-88e2-2b50c271cfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258114053-project] Pushing event deleted for resources: {'Network': ['ID=a4be3541-d2fe-4509-bb64-180ad3fad823,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.392167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.399518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.408032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Allocated IP 192.168.233.22 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/e0230bd0-8291-482b-99dc-949308ec96bf) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:05.436585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=593e1cca-9d95-4283-838c-6f87d09acd95,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.543781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5260836-14d8-4f56-a25f-bb782386f587,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.587585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Checking segment: {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:05.587948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Network hostable DHCP agents. Network: 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:05.589833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.715478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port d29f948b-ad56-4f25-b189-481fdf8496d4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:05.716066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.739041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:05.799853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:05.807396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f508136-54d4-46a3-8456-bfc6bd4fe28f req-bdb4025e-480d-4c52-abc7-16fc237f7f39 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 210 time: 0.0514126 Oct 13 04:13:05.856672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:05.865963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b23678-69b5-4c17-94b0-1305ff488917 None None] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:05.876986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:05.878500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.891517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 811e8d6c-5849-4f7c-98d2-b5d28547015c has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:05.907965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.925047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.925731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.942584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-32884afd-4517-4c7c-aa4d-e95629ad3d09 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1942458 Oct 13 04:13:05.943360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:05.956401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:05.959803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for d29f948b-ad56-4f25-b189-481fdf8496d4 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:06.044637 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.045909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.055303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:06.062024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-421bb418-a24d-455b-a642-6550ebb216fa tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/811e8d6c-5849-4f7c-98d2-b5d28547015c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7055683 Oct 13 04:13:06.066087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:06.068251 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] Sync routers for ids ['811e8d6c-5849-4f7c-98d2-b5d28547015c'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:06.093473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] Routers {'811e8d6c-5849-4f7c-98d2-b5d28547015c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:06.094493 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['811e8d6c-5849-4f7c-98d2-b5d28547015c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:06.121092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31978934-7197-41ad-ad19-3399c9b8246d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=811e8d6c-5849-4f7c-98d2-b5d28547015c HTTP/1.1" status: 200 len: 205 time: 0.0536432 Oct 13 04:13:06.130457 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.132308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:06.146636 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:06.159149 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] Routers {'811e8d6c-5849-4f7c-98d2-b5d28547015c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:06.160959 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['811e8d6c-5849-4f7c-98d2-b5d28547015c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:06.175810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-59abd8cc-d914-4e1f-bb3d-7f3a2784d8de', 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'fixed_ips': [{'subnet_id': 'f5260836-14d8-4f56-a25f-bb782386f587'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:13:06.177647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.212955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.243303 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:06.243956 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4336e4-8074-4c64-8610-51e059bda8bf None None] The sync data for ids ['811e8d6c-5849-4f7c-98d2-b5d28547015c'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:06.258355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:06.268743 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.349054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:06.377318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:06.395163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Allocated IP 172.20.0.2 (59abd8cc-d914-4e1f-bb3d-7f3a2784d8de/f5260836-14d8-4f56-a25f-bb782386f587/39f6a066-0939-465d-bc84-9e9a4ddf5fda) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:06.449742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb380adc-28f0-4f47-b072-d13950bb1de8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17507ab3a2a64e12970bcc301345a179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059231 Oct 13 04:13:06.450003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:06.501986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.507132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.537539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Pushing event updated for resources: {'Port': ['ID=e0230bd0-8291-482b-99dc-949308ec96bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:06.552117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.582146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.582683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router 811e8d6c-5849-4f7c-98d2-b5d28547015c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:06.599268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.605299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:06.605673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7ced4b06-9dd2-4b55-989a-e8e4e9279da8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/811e8d6c-5849-4f7c-98d2-b5d28547015c HTTP/1.1" status: 204 len: 168 time: 0.4715493 Oct 13 04:13:06.608084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3682882-92ba-46e1-9e39-e4cfd54348d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.622758 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.630544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.665411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3682882-92ba-46e1-9e39-e4cfd54348d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.693123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:06.698406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:06.707075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:06.709365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Pushing event updated for resources: {'Port': ['ID=39f6a066-0939-465d-bc84-9e9a4ddf5fda,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:06.735214 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3682882-92ba-46e1-9e39-e4cfd54348d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.738805 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3682882-92ba-46e1-9e39-e4cfd54348d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.740263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e3682882-92ba-46e1-9e39-e4cfd54348d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e4cb785-a5b7-4ee0-94a4-53920646477b HTTP/1.1" status: 204 len: 168 time: 0.2900350 Oct 13 04:13:06.750074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682882-92ba-46e1-9e39-e4cfd54348d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4cb785-a5b7-4ee0-94a4-53920646477b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:06.804811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Attempting to bind port 39f6a066-0939-465d-bc84-9e9a4ddf5fda on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:06.805086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Attempting to bind port 39f6a066-0939-465d-bc84-9e9a4ddf5fda by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:06.805744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Attempting to bind port 39f6a066-0939-465d-bc84-9e9a4ddf5fda on network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:06.815647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:06.816183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Checking segment: {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:06.816588 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.817410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Bound using segment: {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:06.818329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Bound port: 39f6a066-0939-465d-bc84-9e9a4ddf5fda, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:06.818931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.838984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e1956307-389b-4a19-a7b9-f240b71266bf None None] Provisioning complete for port e0230bd0-8291-482b-99dc-949308ec96bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:06.839360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1956307-389b-4a19-a7b9-f240b71266bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.902702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e1956307-389b-4a19-a7b9-f240b71266bf None None] Port e0230bd0-8291-482b-99dc-949308ec96bf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:06.938855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] For port 39f6a066-0939-465d-bc84-9e9a4ddf5fda, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:06.945462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] For port 39f6a066-0939-465d-bc84-9e9a4ddf5fda, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=39f6a066-0939-465d-bc84-9e9a4ddf5fda,segment=NetworkSegment(47db3852-6349-4244-9fca-911c5d646083),segment_id=47db3852-6349-4244-9fca-911c5d646083)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:06.952989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.056097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.056759 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.063417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b717e-fd88-4d7c-a9ee-8cc0491bc5d2 None None] Pushing event updated for resources: {'Port': ['ID=39f6a066-0939-465d-bc84-9e9a4ddf5fda,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:07.066577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.085282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:07.118270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:07.145028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f11fbb46-8218-410d-b8e3-1005adc15da0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1389482c7434c778d5911d7eac45b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585394 Oct 13 04:13:07.152429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=d29f948b-ad56-4f25-b189-481fdf8496d4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:07.154879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:07.195542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-77557b40-0f91-4afe-a821-738d04489c3c tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9022605 Oct 13 04:13:07.231277 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e68d9003-7152-4739-9d4e-f2b46cdc08e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.261947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet fbd22d95-b02d-4d95-a57b-c328ce95062f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:07.275069 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e68d9003-7152-4739-9d4e-f2b46cdc08e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.356485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.375247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.383556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.384830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cc52bbad-9b67-4d26-ad28-8f3d21ca631a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/floatingips/e41dfa7d-7807-4ad9-ab05-d5538166e4a0 HTTP/1.1" status: 204 len: 168 time: 2.1461430 Oct 13 04:13:07.392268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:07.447748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9db6-a4c6-4a36-898c-d42b84b85022 req-64b68f37-0f94-4987-a28c-56b293a2868a tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.449452 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a73e9db6-a4c6-4a36-898c-d42b84b85022 req-64b68f37-0f94-4987-a28c-56b293a2868a tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 935 time: 0.3845167 Oct 13 04:13:07.460483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.489352 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-6758b4db-d7a7-44f4-8d75-13ea73064c7a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] delete failed (client error): The resource could not be found. Oct 13 04:13:07.497150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6758b4db-d7a7-44f4-8d75-13ea73064c7a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/floatingips/e41dfa7d-7807-4ad9-ab05-d5538166e4a0 HTTP/1.1" status: 404 len: 345 time: 0.1036773 Oct 13 04:13:07.497856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:07.538977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Request body: {'port': {'device_id': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:07.553090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e68d9003-7152-4739-9d4e-f2b46cdc08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.556723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e68d9003-7152-4739-9d4e-f2b46cdc08e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.563261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e68d9003-7152-4739-9d4e-f2b46cdc08e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5dd1865-519c-4498-982c-3901f480ee08 HTTP/1.1" status: 204 len: 168 time: 0.4067192 Oct 13 04:13:07.716097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d9003-7152-4739-9d4e-f2b46cdc08e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd1865-519c-4498-982c-3901f480ee08,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:07.765468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a73e9db6-a4c6-4a36-898c-d42b84b85022 req-d49013af-fdde-41ae-b331-de61a661796d tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453692 Oct 13 04:13:07.777485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.807062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490c19d-9885-4aaa-9b43-9eeb30ef67f8 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.822405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490c19d-9885-4aaa-9b43-9eeb30ef67f8 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.837997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490c19d-9885-4aaa-9b43-9eeb30ef67f8 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.839803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c490c19d-9885-4aaa-9b43-9eeb30ef67f8 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/ports?network_id=d0870dfa-37ff-4418-8c46-8b1d4b154f99 HTTP/1.1" status: 200 len: 2357 time: 0.3379238 Oct 13 04:13:07.858550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:07.904633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.937408 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.079867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.275287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.301753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a92f112-83ed-4e2b-b107-e3749a272d06 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.309800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a92f112-83ed-4e2b-b107-e3749a272d06 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/subnets/d99c72dd-070d-44b4-b71d-a41abbc217d1 HTTP/1.1" status: 200 len: 797 time: 0.4496832 Oct 13 04:13:08.323513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:08.348050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'port': {'network_id': 'd0870dfa-37ff-4418-8c46-8b1d4b154f99', 'name': 'tempest-FloatingIPTestJSON-1046631891', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:08.357639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.542957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe89f39-9dc2-4115-ac9f-c6632b5c8f35 None None] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:08.626866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd22d95-b02d-4d95-a57b-c328ce95062f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:08.637670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.641826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-efe4ad98-78e3-4ee0-accd-7afed8980a46 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/fbd22d95-b02d-4d95-a57b-c328ce95062f HTTP/1.1" status: 204 len: 168 time: 2.0330296 Oct 13 04:13:08.648909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873956b-07e3-4598-9809-9be42be87005 None None] Network d20be70f-c821-4ef2-b1ac-743032243ecb requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:08.659939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:08.737017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc50a23a-f165-4725-b85f-ff895a3e58d8 None None] Provisioning complete for port 39f6a066-0939-465d-bc84-9e9a4ddf5fda triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:08.737514 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc50a23a-f165-4725-b85f-ff895a3e58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.769671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.787437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:08.891815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.978691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] device_id is not set on port dccf637f-b9c1-4afb-91ba-39ed6d0b9159 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:13:08.992980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673685d-e9fc-4b0b-bbf7-3d797deb9b98 req-fbde038f-c09e-4bb2-9608-413ed8640990 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:09.001232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d673685d-e9fc-4b0b-bbf7-3d797deb9b98 req-fbde038f-c09e-4bb2-9608-413ed8640990 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 935 time: 0.0965567 Oct 13 04:13:09.011188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 3207e85e-cdb5-40f1-85bf-4cefb9073261 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:09.011582 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.042075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Allocated IP 172.25.1.164 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/3f8ae9fc-7144-470a-a315-3e45d3afd432) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:09.120730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 39f6a066-0939-465d-bc84-9e9a4ddf5fda up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:09.124524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d673685d-e9fc-4b0b-bbf7-3d797deb9b98 req-41a4950b-0ce6-4dcb-8d10-d3162d8f2fe3 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222885 Oct 13 04:13:09.126751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 3207e85e-cdb5-40f1-85bf-4cefb9073261, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3207e85e-cdb5-40f1-85bf-4cefb9073261,segment=NetworkSegment(4ea66280-b98c-42d4-a046-394644d3307a),segment_id=4ea66280-b98c-42d4-a046-394644d3307a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:09.127400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.173679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 3207e85e-cdb5-40f1-85bf-4cefb9073261 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:09.301522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.311437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0230bd0-8291-482b-99dc-949308ec96bf {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:09.313313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.327381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.331071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc50a23a-f165-4725-b85f-ff895a3e58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.389242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=3207e85e-cdb5-40f1-85bf-4cefb9073261,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:09.392008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port 3207e85e-cdb5-40f1-85bf-4cefb9073261 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:09.419970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Transition to ACTIVE for port object e0230bd0-8291-482b-99dc-949308ec96bf will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:09.421172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c4cef-faa2-42a1-b1b5-231456f9cb29 None None] DHCP port deletion for d20be70f-c821-4ef2-b1ac-743032243ecb request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:13:09.441996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.443592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 39f6a066-0939-465d-bc84-9e9a4ddf5fda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:09.444078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.456293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38460) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:09.497248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc50a23a-f165-4725-b85f-ff895a3e58d8 None None] For port 39f6a066-0939-465d-bc84-9e9a4ddf5fda, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=39f6a066-0939-465d-bc84-9e9a4ddf5fda,segment=NetworkSegment(47db3852-6349-4244-9fca-911c5d646083),segment_id=47db3852-6349-4244-9fca-911c5d646083)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:09.508029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc50a23a-f165-4725-b85f-ff895a3e58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.533408 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.567388 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.584476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50a23a-f165-4725-b85f-ff895a3e58d8 None None] Pushing event updated for resources: {'Port': ['ID=39f6a066-0939-465d-bc84-9e9a4ddf5fda,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:09.664955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Pushing event updated for resources: {'Port': ['ID=e0230bd0-8291-482b-99dc-949308ec96bf,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:09.775928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20be70f-c821-4ef2-b1ac-743032243ecb']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:09.776988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-886571979', 'router:external': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:09.801865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea66280-b98c-42d4-a046-394644d3307a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:09.802185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea66280-b98c-42d4-a046-394644d3307a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:09.825542 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.827215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.857815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.14 (d0870dfa-37ff-4418-8c46-8b1d4b154f99/d99c72dd-070d-44b4-b71d-a41abbc217d1/dccf637f-b9c1-4afb-91ba-39ed6d0b9159) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:09.878854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.13 (d0870dfa-37ff-4418-8c46-8b1d4b154f99/d99c72dd-070d-44b4-b71d-a41abbc217d1/dccf637f-b9c1-4afb-91ba-39ed6d0b9159) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:09.911822 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.922423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:09.922864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:09.927291 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:09.940517 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.942375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Made reservation on behalf of fbea03805dc34a55862b6a1efc9fddf0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:09.944998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.014936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8ae9fc-7144-470a-a315-3e45d3afd432,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:10.018450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.027842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.035604 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/d20be70f-c821-4ef2-b1ac-743032243ecb HTTP/1.1" status: 204 len: 168 time: 1.3690133 Oct 13 04:13:10.041616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Deleting port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:10.041943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.043708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.044065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.044867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.044867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.045161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.045286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:10.045519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.045850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.046195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.046540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.046874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.047287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.049621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.049739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1573186139', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:10.057858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.064100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9e81-e01d-45b8-a657-de8d3daa0aee tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=d20be70f-c821-4ef2-b1ac-743032243ecb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:10.088326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f77b97a-5cf0-445f-a657-6baa50142345 None None] Provisioning complete for port 39f6a066-0939-465d-bc84-9e9a4ddf5fda triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:10.088930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f77b97a-5cf0-445f-a657-6baa50142345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.093138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:10.129236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Attempting to bind port e0230bd0-8291-482b-99dc-949308ec96bf on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:10.129644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Attempting to bind port e0230bd0-8291-482b-99dc-949308ec96bf by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:10.130213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Attempting to bind port e0230bd0-8291-482b-99dc-949308ec96bf on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:10.149635 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.151123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.152204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Port e0230bd0-8291-482b-99dc-949308ec96bf on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:10.152926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Attempting to bind port e0230bd0-8291-482b-99dc-949308ec96bf on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:10.156239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:10.186326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:10.216182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.224802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:10.225136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:10.225519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:10.226146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Bound port: e0230bd0-8291-482b-99dc-949308ec96bf, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:10.226513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.302794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] For port 0e97c6d4-6049-4749-bb0a-0c30121ff9a3, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:10.303166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.348123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Calling delete_port for 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:10.390498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.726256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.728007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.742313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e027918-fb03-43aa-bb2b-c7f7bcc6ba9f req-9066d9b6-c2e5-4d18-81c2-ec78aa8b3d7d tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:10.743793 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e027918-fb03-43aa-bb2b-c7f7bcc6ba9f req-9066d9b6-c2e5-4d18-81c2-ec78aa8b3d7d tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 947 time: 0.5118933 Oct 13 04:13:10.773637 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.773862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.777711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e97c6d4-6049-4749-bb0a-0c30121ff9a3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:10.795073 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.808797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] For port e0230bd0-8291-482b-99dc-949308ec96bf, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:10.818677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.840344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] For port e0230bd0-8291-482b-99dc-949308ec96bf, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0230bd0-8291-482b-99dc-949308ec96bf,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:10.870482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:10.901776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:10.948536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e027918-fb03-43aa-bb2b-c7f7bcc6ba9f req-160c8701-2002-4caf-a072-9edf9b8dd316 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883075 Oct 13 04:13:11.001576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 39f6a066-0939-465d-bc84-9e9a4ddf5fda up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:11.022857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 172.25.1.99 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/b2e4c478-0ba4-4f94-a098-4a103c1d5511) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:11.024851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbde8c7-7aea-432b-b875-eb8685c2d60f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:11.046367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.047083 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Added segment bfde0a1d-2879-4c35-a95f-756e6f84f43c of type vlan for network eccb05c5-336f-4895-b673-2deab1d2ee51 Oct 13 04:13:11.064142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.065616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.066768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] 10.222.0.15 "PUT /v2.0/ports/e0230bd0-8291-482b-99dc-949308ec96bf HTTP/1.1" status: 200 len: 1095 time: 3.8575656 Oct 13 04:13:11.098159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'tag': 'e0230bd0-8291-482b-99dc-949308ec96bf'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:11.100693 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d66fb-be31-4bc7-a82b-667d6dd5411c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6db778-0d5a-4a74-88fa-432750ced90e", "tag": "e0230bd0-8291-482b-99dc-949308ec96bf"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:11.107361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 39f6a066-0939-465d-bc84-9e9a4ddf5fda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:11.108058 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.110521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a963-92fa-47f5-aefb-ed98ae50a07d service neutron] Pushing event updated for resources: {'Port': ['ID=e0230bd0-8291-482b-99dc-949308ec96bf,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:11.132928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.150536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.213362 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e7078-baf4-4186-818f-8387dc42c4b9 x-openstack-request-id: req-e50e7078-baf4-4186-818f-8387dc42c4b9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:11.214035 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6db778-0d5a-4a74-88fa-432750ced90e", "tag": "e0230bd0-8291-482b-99dc-949308ec96bf", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:11.214514 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e50e7078-baf4-4186-818f-8387dc42c4b9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:11.215063 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'tag': 'e0230bd0-8291-482b-99dc-949308ec96bf', 'status': 'completed', 'code': 200} Oct 13 04:13:11.243683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.281126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:11.298438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:11.300347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.302797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:11.326090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=dccf637f-b9c1-4afb-91ba-39ed6d0b9159,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:11.333226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.371874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3207e85e-cdb5-40f1-85bf-4cefb9073261 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:11.398891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3207e85e-cdb5-40f1-85bf-4cefb9073261 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:11.399539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3207e85e-cdb5-40f1-85bf-4cefb9073261 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:11.457416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-dd2a6cfe-5b98-40a1-bf25-5c08ad31eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.458977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-dd2a6cfe-5b98-40a1-bf25-5c08ad31eca1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 1098 time: 0.3452153 Oct 13 04:13:11.459784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.460877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.461504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.479432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.530438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Router 3701d784-2ce3-4d9c-a99f-ec98d972328d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:11.534633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:11.542118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:11.545556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=b2e4c478-0ba4-4f94-a098-4a103c1d5511,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:11.548914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:11.550896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0829189 Oct 13 04:13:11.551732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:11.560255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'subnet': {'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:11.620865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-1f9144b8-cec1-4fab-b36b-2915e5142709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e0230bd0-8291-482b-99dc-949308ec96bf HTTP/1.1" status: 200 len: 217 time: 0.1455789 Oct 13 04:13:11.659571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.660238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.677532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Made reservation on behalf of fbea03805dc34a55862b6a1efc9fddf0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:11.680384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.692375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d5fe-356a-466b-ba5b-f4d922cfefdf tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Network': ['ID=eccb05c5-336f-4895-b673-2deab1d2ee51,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:11.709212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network eccb05c5-336f-4895-b673-2deab1d2ee51 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:11.714639 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5fb491f9-ddd9-4bd8-913c-ca65d7e9dd72 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3887851 Oct 13 04:13:11.717381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:11.722632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'dccf637f-b9c1-4afb-91ba-39ed6d0b9159', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:11.733140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-c4d68c9a-c7f8-4a59-a89f-3881d304ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.734609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-c4d68c9a-c7f8-4a59-a89f-3881d304ad73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1053736 Oct 13 04:13:11.861490 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.896549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-efde1a53-c375-4a8b-9e2b-3eb643675253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.898051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-efde1a53-c375-4a8b-9e2b-3eb643675253 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229093 Oct 13 04:13:11.916917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:11.928096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] Sync routers for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:11.928540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-13d31958-8f08-4fb8-8ded-657583ac2673 admin admin] 10.222.0.44 "PUT /v2.0/routers/3701d784-2ce3-4d9c-a99f-ec98d972328d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8092587 Oct 13 04:13:11.932466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:11.941330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:11.942294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:11.960425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-7f5110ce-3ef7-450d-aebf-5cb0c68b1862 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6617cd833b59461fa514a2b931cf51fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741720 Oct 13 04:13:12.016416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.059686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:12.227700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-827b1fad-87f2-4b85-88e8-58b1cf6c797a service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180614 Oct 13 04:13:12.249304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:13:10Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:12.282330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] Checking router: 3701d784-2ce3-4d9c-a99f-ec98d972328d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:12.291536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] Routers {'3701d784-2ce3-4d9c-a99f-ec98d972328d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:12.292308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3701d784-2ce3-4d9c-a99f-ec98d972328d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:12.307275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-b3ff7a8b-bdd7-495a-b175-f5bd9fb52585 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:12.308845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-b3ff7a8b-bdd7-495a-b175-f5bd9fb52585 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106673 Oct 13 04:13:12.367045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-d1630139-d03d-4f98-a3a1-6bdb3ece48ea tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/quotas/6617cd833b59461fa514a2b931cf51fe HTTP/1.1" status: 200 len: 375 time: 0.0455518 Oct 13 04:13:12.411208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] Set router 3701d784-2ce3-4d9c-a99f-ec98d972328d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:12.428964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-fc2f23b9-bf99-4d3e-b9cf-c68358cd5485 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463963 Oct 13 04:13:12.442364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.456268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8091c7e6-9e08-485c-a83d-c1ab84a084d7 req-9fb585bb-9ffd-43e0-8981-19b6bd2dd606 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203982 Oct 13 04:13:12.491013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Router d49e99c6-5e6a-454e-ac96-14a648b3bc3a is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:12.537970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.545854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.597651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c258e55-586d-49b0-a81a-a9289be976b8 req-7e01aaed-22fb-43fd-bfbc-fcb414a3d5d3 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:12.604861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c258e55-586d-49b0-a81a-a9289be976b8 req-7e01aaed-22fb-43fd-bfbc-fcb414a3d5d3 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 947 time: 0.2071555 Oct 13 04:13:12.698508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:13:10Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:12.765081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399b7fd-fa80-4c11-93ba-43631e20c8f3 None None] The sync data for ids ['3701d784-2ce3-4d9c-a99f-ec98d972328d'] in n-d-810220-9 is: [{'id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'name': 'tempest-TaggedBootDevicesTest_v242-2098544772-router', 'tenant_id': '61455d30b7fb4221a409b82fd8cc9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:13:10Z', 'revision_number': 5, 'project_id': '61455d30b7fb4221a409b82fd8cc9412', 'gw_port': {'id': 'c73500ff-557a-4528-883b-f1b283522cb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701d784-2ce3-4d9c-a99f-ec98d972328d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:24Z', 'updated_at': '2021-10-13T04:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:12.829912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c258e55-586d-49b0-a81a-a9289be976b8 req-150e9273-e9fd-4a2e-8949-231e8122c6d5 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241788 Oct 13 04:13:12.923391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.059600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.063494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-d2bab1d2-e9bd-4776-9162-adbfe37ab688 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6617cd833b59461fa514a2b931cf51fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455632 Oct 13 04:13:13.064877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.71 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/5165f91d-51ef-4317-a3ee-b0815b4225ca) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:13.068433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Deleting port c73500ff-557a-4528-883b-f1b283522cb0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:13.068816 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.072824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-939ba16d-862a-4d48-a100-6a9fbb93d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.074513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-939ba16d-862a-4d48-a100-6a9fbb93d4a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 1098 time: 0.5595632 Oct 13 04:13:13.121470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:13.187299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:13.187556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0e97c6d4-6049-4749-bb0a-0c30121ff9a3 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:13.195210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:13:13.195699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.227342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:13.239007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Sync routers for ids ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:13.260073 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Routers {'d49e99c6-5e6a-454e-ac96-14a648b3bc3a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:13.260954 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:13.379934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5ed209b-595a-473c-8060-9cfa8a635cea,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:13.393845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.400185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] For port c73500ff-557a-4528-883b-f1b283522cb0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c73500ff-557a-4528-883b-f1b283522cb0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:13.400769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.404981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Checking segment: {'id': 'bfde0a1d-2879-4c35-a95f-756e6f84f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:13.405576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network hostable DHCP agents. Network: eccb05c5-336f-4895-b673-2deab1d2ee51, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:13.430572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.431897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25ff5862-a70a-41b6-bc41-2e4aa9fe3bd1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4843976 Oct 13 04:13:13.434918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Calling delete_port for c73500ff-557a-4528-883b-f1b283522cb0 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:13.437872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:13.440550 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Set router d49e99c6-5e6a-454e-ac96-14a648b3bc3a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:13.451156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network eccb05c5-336f-4895-b673-2deab1d2ee51 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:13.452813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-9fda6d52-2da3-4429-8561-626d61badfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.454303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-9fda6d52-2da3-4429-8561-626d61badfe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3586211 Oct 13 04:13:13.517786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, eccb05c5-336f-4895-b673-2deab1d2ee51) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:13.519531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-e5f55fbc-eeec-470c-bd1b-5fbabba3ff9c tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.520915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-e5f55fbc-eeec-470c-bd1b-5fbabba3ff9c tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419746 Oct 13 04:13:13.523984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-af494a4f-32d5-4138-8f83-fc1848986f87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e0230bd0-8291-482b-99dc-949308ec96bf HTTP/1.1" status: 200 len: 217 time: 0.0567548 Oct 13 04:13:13.539305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a6e9e-5e6d-4765-b366-7b9d5ffaa1d3 None None] Network eccb05c5-336f-4895-b673-2deab1d2ee51 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:13.582113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5f9bc399-2d0d-4c1f-85f6-aad78b6a968d tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/quotas/6617cd833b59461fa514a2b931cf51fe HTTP/1.1" status: 200 len: 375 time: 0.0539448 Oct 13 04:13:13.584863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.589003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.589833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.630746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 5619527c-86d2-41e0-844b-5814b13e6141 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:13.665581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-9750acff-b192-4466-bf1f-598e90efd903 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749130 Oct 13 04:13:13.672453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-2f824aa7-0de1-4a41-b6d3-3337cc5fa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.673963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-2f824aa7-0de1-4a41-b6d3-3337cc5fa63c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.1428676 Oct 13 04:13:13.675193 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:10Z', 'revision_number': 3, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:13.682235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:13.682469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50314bbd-6e62-4944-b0e4-c167a5e69343 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1243892 Oct 13 04:13:13.682581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:13.698582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1760061464', 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:13.705776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:13.707921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=5165f91d-51ef-4317-a3ee-b0815b4225ca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:13.710316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:13.758144 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Checking router: d49e99c6-5e6a-454e-ac96-14a648b3bc3a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:13.758726 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Updating router d49e99c6-5e6a-454e-ac96-14a648b3bc3a port 3f8ae9fc-7144-470a-a315-3e45d3afd432 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:13.792789 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.806804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-d82058f3-c494-4908-9c67-57d26ea62731 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6617cd833b59461fa514a2b931cf51fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785646 Oct 13 04:13:13.826304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Made reservation on behalf of fbea03805dc34a55862b6a1efc9fddf0 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:13.828996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.832956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c4844-ab33-4c30-8622-dc85ae21fc98 None None] Network eccb05c5-336f-4895-b673-2deab1d2ee51 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:13.928024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-ea597edd-08bb-4e8c-ac55-d695013aee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.931993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-ea597edd-08bb-4e8c-ac55-d695013aee48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2502561 Oct 13 04:13:13.986243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0230bd0-8291-482b-99dc-949308ec96bf details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:14.057839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:14.085968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.087197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6fcbe03c-500b-4937-a950-999c42c3ad50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0410061 Oct 13 04:13:14.102830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-f923d105-1781-4a84-92ba-0b6f44aa72b2 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.104320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-f923d105-1781-4a84-92ba-0b6f44aa72b2 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880685 Oct 13 04:13:14.111024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] Sync routers for ids ['5619527c-86d2-41e0-844b-5814b13e6141'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:14.122489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:14.130278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] Routers {'5619527c-86d2-41e0-844b-5814b13e6141'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:14.131721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5619527c-86d2-41e0-844b-5814b13e6141'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:14.181258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:14.195382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] device_id is not set on port 68f4a44d-df9b-4a02-b57a-a70d9a0c671b yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:13:14.220605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] Routers {'5619527c-86d2-41e0-844b-5814b13e6141'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:14.221568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5619527c-86d2-41e0-844b-5814b13e6141'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:14.337698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Request body: {'port': {'device_id': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '6617cd833b59461fa514a2b931cf51fe'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:14.433676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:14.434610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da11b7-e707-4d91-afa7-a76f0f36bc51 None None] The sync data for ids ['5619527c-86d2-41e0-844b-5814b13e6141'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:14.464861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e0230bd0-8291-482b-99dc-949308ec96bf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0230bd0-8291-482b-99dc-949308ec96bf,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:14.478981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e0230bd0-8291-482b-99dc-949308ec96bf', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'e0230bd0-8291-482b-99dc-949308ec96bf', 'mac_address': 'fa:16:3e:3e:48:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:14.490687 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.498666 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.517032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.517292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7fb62875-a15e-4802-bf3c-75b8ec48c1fd req-943dc606-9e14-45d3-a782-34773e61bf55 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 210 time: 0.4064641 Oct 13 04:13:14.535589 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.551669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0230bd0-8291-482b-99dc-949308ec96bf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:14.573156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e0230bd0-8291-482b-99dc-949308ec96bf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0230bd0-8291-482b-99dc-949308ec96bf,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:14.578713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.599432 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d85d0-8a5e-46e7-9acf-1c7a2cffb9df None None] Pushing event updated for resources: {'Port': ['ID=3f8ae9fc-7144-470a-a315-3e45d3afd432,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:14.600211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c73500ff-557a-4528-883b-f1b283522cb0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:14.607939 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Attempting to bind port 3f8ae9fc-7144-470a-a315-3e45d3afd432 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:14.608304 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Attempting to bind port 3f8ae9fc-7144-470a-a315-3e45d3afd432 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:14.612293 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Attempting to bind port 3f8ae9fc-7144-470a-a315-3e45d3afd432 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:14.641105 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:14.643840 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:14.644795 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.645347 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:14.646832 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Bound port: 3f8ae9fc-7144-470a-a315-3e45d3afd432, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:14.647444 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.659829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e0230bd0-8291-482b-99dc-949308ec96bf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:14.681722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c061-1523-43da-83da-f942fecb1e13 req-732344d9-90f8-4df0-9a81-c06d9da608d8 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.683803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0222c061-1523-43da-83da-f942fecb1e13 req-732344d9-90f8-4df0-9a81-c06d9da608d8 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 947 time: 0.6781967 Oct 13 04:13:14.748316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] For port 3f8ae9fc-7144-470a-a315-3e45d3afd432, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:14.753000 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] For port 3f8ae9fc-7144-470a-a315-3e45d3afd432, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3f8ae9fc-7144-470a-a315-3e45d3afd432,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:14.757922 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.786449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e0230bd0-8291-482b-99dc-949308ec96bf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:14.830240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.831417 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Routers {'d49e99c6-5e6a-454e-ac96-14a648b3bc3a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:14.832063 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:14.853450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0222c061-1523-43da-83da-f942fecb1e13 req-01d7338c-ab2e-4509-94be-634434006cdc tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275663 Oct 13 04:13:14.880962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-1f6a7cb0-05ed-47b3-afeb-28b3b3a64277 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498152 Oct 13 04:13:15.041699 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d85d0-8a5e-46e7-9acf-1c7a2cffb9df None None] Pushing event updated for resources: {'Port': ['ID=3f8ae9fc-7144-470a-a315-3e45d3afd432,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:15.074532 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.077605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0a1674fe-dfeb-4529-805b-dcf31eff58e2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/routers/5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 200 len: 884 time: 0.9524531 Oct 13 04:13:15.079216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:15.080901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.092941 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] Set router d49e99c6-5e6a-454e-ac96-14a648b3bc3a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:15.174978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Made reservation on behalf of 6617cd833b59461fa514a2b931cf51fe for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:15.180088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.200019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.236169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.237234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3701d784-2ce3-4d9c-a99f-ec98d972328d {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:15.243133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.246490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-604ea39d-4bf2-4da2-8804-c7e435d80e8d admin admin] 10.222.0.44 "DELETE /v2.0/routers/3701d784-2ce3-4d9c-a99f-ec98d972328d HTTP/1.1" status: 204 len: 168 time: 3.3108733 Oct 13 04:13:15.248827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:15.298918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Allocated IP 172.20.0.7 (eccb05c5-336f-4895-b673-2deab1d2ee51/c5ed209b-595a-473c-8060-9cfa8a635cea/68f4a44d-df9b-4a02-b57a-a70d9a0c671b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:15.343783 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db7d66fb-be31-4bc7-a82b-667d6dd5411c req-202e066d-0d31-4319-a1e8-09b62b00592d service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618666 Oct 13 04:13:15.427831 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-1f7f820a-b3be-45df-b577-d65385ec2c52 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6617cd833b59461fa514a2b931cf51fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181092 Oct 13 04:13:15.549091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.579414 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:10Z', 'revision_number': 3, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:15.621185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.637220 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.643631 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1c44d-fd37-4a8b-8950-f4e35fc56160 None None] The sync data for ids ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'] in n-d-810220-9 is: [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:10Z', 'revision_number': 3, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:15.775047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Allocated IP 192.168.233.223 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/a8e0c438-bcf7-45c6-86cd-3f2131fa6421) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:15.775286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Deleting subnet a867de1a-2d44-4a4b-9fd3-744de0671026 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:15.779509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.852548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.893360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0230bd0-8291-482b-99dc-949308ec96bf up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:16.042396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e0230bd0-8291-482b-99dc-949308ec96bf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:16.046932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e0230bd0-8291-482b-99dc-949308ec96bf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:16.047614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.173985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.204479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0230bd0-8291-482b-99dc-949308ec96bf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:16.207798 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c226cb54-709e-455a-8b46-11b8d3397b45" -d '{"events": [{"server_uuid": "eb6db778-0d5a-4a74-88fa-432750ced90e", "name": "network-vif-plugged", "status": "completed", "tag": "e0230bd0-8291-482b-99dc-949308ec96bf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:16.211820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Allocated IP 172.20.0.1 (59abd8cc-d914-4e1f-bb3d-7f3a2784d8de/f5260836-14d8-4f56-a25f-bb782386f587/f86de55c-01bc-47e5-a058-5fc96cb6f042) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:16.224497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e0230bd0-8291-482b-99dc-949308ec96bf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0230bd0-8291-482b-99dc-949308ec96bf,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:16.229927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.314663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e0230bd0-8291-482b-99dc-949308ec96bf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.352843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86c107c9-25c9-440e-b8bc-3d7a66250cb4 req-dc2a0a57-d8ff-4e44-bb63-fc0135206bb2 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 210 time: 0.1085134 Oct 13 04:13:16.420156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599cd01e-4703-4388-b7fe-eebb1ea91634,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.454959 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db7363e-68e4-4bca-967c-4b97bfd26b95 x-openstack-request-id: req-3db7363e-68e4-4bca-967c-4b97bfd26b95 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:16.455562 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6db778-0d5a-4a74-88fa-432750ced90e", "name": "network-vif-plugged", "status": "completed", "tag": "e0230bd0-8291-482b-99dc-949308ec96bf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:16.456012 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3db7363e-68e4-4bca-967c-4b97bfd26b95 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:16.456596 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0230bd0-8291-482b-99dc-949308ec96bf', 'code': 200} Oct 13 04:13:16.467282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7facf1-3938-4416-b1c8-eb48d97ab794 req-9af2967a-bd06-4f07-85b3-46172d4913b5 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:16.469935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a7facf1-3938-4416-b1c8-eb48d97ab794 req-9af2967a-bd06-4f07-85b3-46172d4913b5 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 949 time: 0.2467310 Oct 13 04:13:16.472336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.479722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-bce27cf2-27ca-439d-ba81-bce22b13c79f tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:16.481383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-bce27cf2-27ca-439d-ba81-bce22b13c79f tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9578433 Oct 13 04:13:16.503167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.510765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Request body: {'port': {'device_id': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '6617cd833b59461fa514a2b931cf51fe'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:16.520778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.556656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.652346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.694742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644fd8e-ff52-4784-aad6-8d26a3e250a0 req-c658f03c-be8c-49a6-9822-327d1424c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:16.696179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d644fd8e-ff52-4784-aad6-8d26a3e250a0 req-c658f03c-be8c-49a6-9822-327d1424c12c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 1100 time: 0.1675665 Oct 13 04:13:16.712549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b227f939-fd48-47ff-8dff-ad8ffd106222 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.6296382 Oct 13 04:13:16.713357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:16.717004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.720849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.729954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a7facf1-3938-4416-b1c8-eb48d97ab794 req-0659e1d0-93bd-4205-8f3f-6216a15508af tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345002 Oct 13 04:13:16.749663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1573186139'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:16.793361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.819929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.874759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network eccb05c5-336f-4895-b673-2deab1d2ee51 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:16.883460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:16.886964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:16.888848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Port': ['ID=68f4a44d-df9b-4a02-b57a-a70d9a0c671b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.893730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:16.897145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a867de1a-2d44-4a4b-9fd3-744de0671026,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.916497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9a172-f6a9-49e1-9ec9-4ce8d8884667 None None] Network 7af08a54-f6ba-49c8-bd0a-8d4238b30106 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:16.924019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:16.927317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d644fd8e-ff52-4784-aad6-8d26a3e250a0 req-b07f51e5-f41e-47d6-8e88-16a2ebec3720 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235799 Oct 13 04:13:16.931876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3f8ae9fc-7144-470a-a315-3e45d3afd432 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:16.940831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.944895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7aa84826-011a-4f6d-854b-4f009722887c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a867de1a-2d44-4a4b-9fd3-744de0671026 HTTP/1.1" status: 204 len: 168 time: 1.6917362 Oct 13 04:13:16.959056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:16.959963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:17.027818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Made reservation on behalf of 6617cd833b59461fa514a2b931cf51fe for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:17.031724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.034184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:17.034783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.060144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:17.086639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:17.088000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.095324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3f8ae9fc-7144-470a-a315-3e45d3afd432 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:17.095797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.109239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.144992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.160803 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.177030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bb408434-16a1-473d-a2da-19816d5256b3 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.4903970 Oct 13 04:13:17.185615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:17.195540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:17.202913 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.237878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3f8ae9fc-7144-470a-a315-3e45d3afd432, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3f8ae9fc-7144-470a-a315-3e45d3afd432,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:17.238242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.242848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.248320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=5165f91d-51ef-4317-a3ee-b0815b4225ca,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:17.284214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a2d56d72-4164-494f-a238-1a4bc3b33909 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1514261 Oct 13 04:13:17.285639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] DHCP port deletion for 7af08a54-f6ba-49c8-bd0a-8d4238b30106 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:13:17.287762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c73500ff-557a-4528-883b-f1b283522cb0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:17.289809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:17.292898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:17.297540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Request body: {'port': {'device_id': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:17.338236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: c73500ff-557a-4528-883b-f1b283522cb0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:17.338564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c73500ff-557a-4528-883b-f1b283522cb0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:17.367851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aaac67b9-b9be-4904-ab9a-6b83eadc7cc6 None None] Provisioning complete for port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:17.368291 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aaac67b9-b9be-4904-ab9a-6b83eadc7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.369917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.390488 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f86de55c-01bc-47e5-a058-5fc96cb6f042,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:17.506007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3f8ae9fc-7144-470a-a315-3e45d3afd432,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:17.506359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.512160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aaac67b9-b9be-4904-ab9a-6b83eadc7cc6 None None] Port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:17.536086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] Deleting port fcc65d81-4283-463c-88d9-00ff15549991 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:17.536647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.606458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.617265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] For port fcc65d81-4283-463c-88d9-00ff15549991, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fcc65d81-4283-463c-88d9-00ff15549991,segment=NetworkSegment(c410d827-9f26-4fff-a486-524509361e4d),segment_id=c410d827-9f26-4fff-a486-524509361e4d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:17.617663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.643475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] Calling delete_port for fcc65d81-4283-463c-88d9-00ff15549991 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:17.654968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f0fe915-b5f1-4387-9a26-942dff80f9e2 None None] Provisioning complete for port f86de55c-01bc-47e5-a058-5fc96cb6f042 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:17.655249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe915-b5f1-4387-9a26-942dff80f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.660326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a01aaa8f-533a-4351-9741-64434af9c998 req-20a35f32-e1ca-4cee-a9fc-73a06cb0250a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0786638 Oct 13 04:13:17.738255 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP 6f30ce3a-8444-432c-8b8a-93e055a8e98c associated. External IP: 172.25.1.71, port: dccf637f-b9c1-4afb-91ba-39ed6d0b9159. Oct 13 04:13:17.770106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fe915-b5f1-4387-9a26-942dff80f9e2 None None] Port f86de55c-01bc-47e5-a058-5fc96cb6f042 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:17.778259 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.804891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] Pushing event deleted for resources: {'Port': ['ID=fcc65d81-4283-463c-88d9-00ff15549991,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:17.815371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcad4b0-f06a-4252-a2ba-56741cfffd31 None None] No DVR routers for this DVR port fcc65d81-4283-463c-88d9-00ff15549991 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:17.993041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:18.058148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Allocated IP 192.168.233.67 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:18.105240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:18.118238 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:18.126046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.130022 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:18.130623 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:18.157764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-99d134b3-d0ff-472b-b7b2-dd1ed83693b7 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4391432 Oct 13 04:13:18.158394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:18.162971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Deleting port 68f4a44d-df9b-4a02-b57a-a70d9a0c671b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:18.163167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'port_id': 'dccf637f-b9c1-4afb-91ba-39ed6d0b9159', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:18.163314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.169085 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:18.171786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d0fa-d7d9-4d7f-9e9b-6f2b38f91a50 req-fe8be600-5d8e-41c1-8d0f-30fabc158c6f tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:18.173399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c50d0fa-d7d9-4d7f-9e9b-6f2b38f91a50 req-fe8be600-5d8e-41c1-8d0f-30fabc158c6f tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 949 time: 0.2369368 Oct 13 04:13:18.179464 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:18.180264 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:18.212873 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:18.213514 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b3e87-c286-4193-9162-1e2b30b8f083 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:18.226747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.269903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.298195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Deleting port fcc65d81-4283-463c-88d9-00ff15549991 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:18.298598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.323723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.438125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c50d0fa-d7d9-4d7f-9e9b-6f2b38f91a50 req-d906632f-1674-4415-9d09-a52d8ecde7dd tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081254 Oct 13 04:13:18.489164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.531752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] For port fcc65d81-4283-463c-88d9-00ff15549991, host n-d-810220-9, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:18.532109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.539999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.611195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Calling delete_port for 68f4a44d-df9b-4a02-b57a-a70d9a0c671b owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:18.613591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Calling delete_port for fcc65d81-4283-463c-88d9-00ff15549991 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:18.628784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Port fcc65d81-4283-463c-88d9-00ff15549991 was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:13:18.650319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.716521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.722483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.749048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc65d81-4283-463c-88d9-00ff15549991,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:18.752035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] No DVR routers for this DVR port fcc65d81-4283-463c-88d9-00ff15549991 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:18.755669 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.786715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a5d6301-8239-420a-8c69-d425358d07a9 req-f8d5e047-4497-4f88-a218-677a5e76c6ac tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0305486 Oct 13 04:13:18.842411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 5619527c-86d2-41e0-844b-5814b13e6141 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:18.883242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3f8ae9fc-7144-470a-a315-3e45d3afd432 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:18.941897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.953541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afa5b7ab-9a0a-4f63-b03a-6bdfd0cd1932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.957850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3f8ae9fc-7144-470a-a315-3e45d3afd432 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:18.958450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.037086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.039805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af08a54-f6ba-49c8-bd0a-8d4238b30106']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.092733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c410d827-9f26-4fff-a486-524509361e4d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.093109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c410d827-9f26-4fff-a486-524509361e4d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.119590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fcc65d81-4283-463c-88d9-00ff15549991 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:19.141683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fcc65d81-4283-463c-88d9-00ff15549991 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:19.142026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fcc65d81-4283-463c-88d9-00ff15549991 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:19.160186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.208570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:19.223133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:19.225288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.233028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.234786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.239864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:19.249912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:19.273413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.276032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:19.277236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:19.277633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:19.287048 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:19.363519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:19.376671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.380787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d0d686e4-116d-482e-81e1-758d5d81c47d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 200 len: 891 time: 2.6520033 Oct 13 04:13:19.386562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event deleted for resources: {'Port': ['ID=68f4a44d-df9b-4a02-b57a-a70d9a0c671b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:19.388253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:19.396559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] Sync routers for ids ['5619527c-86d2-41e0-844b-5814b13e6141'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:19.406484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] Routers {'5619527c-86d2-41e0-844b-5814b13e6141'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:19.407116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5619527c-86d2-41e0-844b-5814b13e6141'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.451072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.468358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] Routers {'5619527c-86d2-41e0-844b-5814b13e6141'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:19.470156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5619527c-86d2-41e0-844b-5814b13e6141'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.476220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:19.484470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.497316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17183372-a20e-489c-910d-a62493e16b65 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:19.515752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e0c438-bcf7-45c6-86cd-3f2131fa6421 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:19.516706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:19.517351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.518314 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17183372-a20e-489c-910d-a62493e16b65 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:19.519111 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-17183372-a20e-489c-910d-a62493e16b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.528453 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.560663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.562814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-575a31cb-5253-4f0a-be94-61531e1c9c94 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/floatingips/6f30ce3a-8444-432c-8b8a-93e055a8e98c HTTP/1.1" status: 200 len: 978 time: 1.4033720 Oct 13 04:13:19.566494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:19.570304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.571235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab8eca-2f62-487d-9980-fd4c4549d8dc None None] The sync data for ids ['5619527c-86d2-41e0-844b-5814b13e6141'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:19.571665 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-17183372-a20e-489c-910d-a62493e16b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.581844 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.584970 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17183372-a20e-489c-910d-a62493e16b65 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:19.585930 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-17183372-a20e-489c-910d-a62493e16b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.587803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-368dd384-db4c-4619-83fb-fc161bc14177 None None] Provisioning complete for port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:19.592763 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-368dd384-db4c-4619-83fb-fc161bc14177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.601250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.605050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7af08a54-f6ba-49c8-bd0a-8d4238b30106 HTTP/1.1" status: 204 len: 168 time: 2.6437552 Oct 13 04:13:19.607244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Transition to ACTIVE for port object a8e0c438-bcf7-45c6-86cd-3f2131fa6421 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:19.614311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.633797 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-17183372-a20e-489c-910d-a62493e16b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:19.634557 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17183372-a20e-489c-910d-a62493e16b65 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:19.673610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-368dd384-db4c-4619-83fb-fc161bc14177 None None] Port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:19.694617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:19.697113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5bae31a3-2d6c-4036-a3ea-f685c6ca0405 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1963909 Oct 13 04:13:19.702319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a075f91-2460-40cd-ad4c-d1649ddcd359 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af08a54-f6ba-49c8-bd0a-8d4238b30106,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:19.752911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aba408d7-b759-4ce7-b55a-61d937964592 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/routers/5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 200 len: 891 time: 0.3554559 Oct 13 04:13:19.761625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:19.795945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-42d73904-a756-45d1-9abf-4ccbba1584f5 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 200 len: 205 time: 0.0331180 Oct 13 04:13:19.802837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38640) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:19.849687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.857492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e872eb1c-6595-4a48-9de3-147f8a753fa0 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/ports/68f4a44d-df9b-4a02-b57a-a70d9a0c671b HTTP/1.1" status: 204 len: 168 time: 2.6611056 Oct 13 04:13:19.858248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38644) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:19.859370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f86de55c-01bc-47e5-a058-5fc96cb6f042,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:19.870688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Request body: {'port': {'device_id': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:19.883735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51', 'external_fixed_ips': [{'subnet_id': 'c5ed209b-595a-473c-8060-9cfa8a635cea', 'ip_address': '172.20.0.7'}]}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:19.896702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Attempting to bind port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:19.897034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Attempting to bind port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:19.897364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Attempting to bind port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:19.921540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:19.956292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a7abf-7d03-4826-93db-c16fbfd34dcf req-ce58ebcf-08dc-4a84-97ff-07e07fc91777 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:19.957797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-985a7abf-7d03-4826-93db-c16fbfd34dcf req-ce58ebcf-08dc-4a84-97ff-07e07fc91777 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 949 time: 0.3852215 Oct 13 04:13:19.964166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.964620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:19.964967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Attempting to bind port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:19.967059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:19.985114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:20.028751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:20.029185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:20.029437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:20.029891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Bound port: a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:20.031485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.057056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.058096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.101782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-985a7abf-7d03-4826-93db-c16fbfd34dcf req-fb7f845a-b01e-4762-a412-df35d1b63cfc tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324623 Oct 13 04:13:20.113730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-16a2e1cd-4096-42e2-9454-74f01e58743e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61455d30b7fb4221a409b82fd8cc9412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858923 Oct 13 04:13:20.119087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95b85-f69b-4955-a1cc-550424c943dc req-69944338-1c83-41a1-bfab-123332b64453 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:20.120597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ca95b85-f69b-4955-a1cc-550424c943dc req-69944338-1c83-41a1-bfab-123332b64453 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 935 time: 0.2199488 Oct 13 04:13:20.136226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:20.156669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.278835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.298371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 5165f91d-51ef-4317-a3ee-b0815b4225ca {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:20.298714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.331896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-116088d6-252e-4ac0-b590-307c5f3d4f81 None None] Provisioning complete for port f86de55c-01bc-47e5-a058-5fc96cb6f042 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:20.332300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-116088d6-252e-4ac0-b590-307c5f3d4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.381070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-116088d6-252e-4ac0-b590-307c5f3d4f81 None None] Port f86de55c-01bc-47e5-a058-5fc96cb6f042 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:20.390443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ca95b85-f69b-4955-a1cc-550424c943dc req-43bdb92a-692e-46fa-b335-e62baefb78f2 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450950 Oct 13 04:13:20.415792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:20.472487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:20.483818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.606074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:20.606696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.608297 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] 10.222.0.26 "PUT /v2.0/ports/a8e0c438-bcf7-45c6-86cd-3f2131fa6421 HTTP/1.1" status: 200 len: 1096 time: 3.3158033 Oct 13 04:13:20.615634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:20.618207 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fdc964-3b2a-4670-bb9b-606105382e05" -d '{"events": [{"name": "network-changed", "server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:20.625635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.644091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.670245 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.674575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.732180 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe46e51-3438-456e-973d-26739ae9162e x-openstack-request-id: req-cbe46e51-3438-456e-973d-26739ae9162e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:20.732763 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:20.733258 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbe46e51-3438-456e-973d-26739ae9162e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:20.733870 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'status': 'completed', 'code': 200} Oct 13 04:13:20.784003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.787395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Router d49e99c6-5e6a-454e-ac96-14a648b3bc3a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:20.789535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 5165f91d-51ef-4317-a3ee-b0815b4225ca owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:20.791908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4baf-41aa-4049-bde6-2b9b0c554c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:20.946932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:20.950208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.956400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Sync routers for ids ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:20.966018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Routers {'d49e99c6-5e6a-454e-ac96-14a648b3bc3a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:20.976506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:12:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:20.976750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bbc97d6b-794f-4115-8435-49a19963b1f1 admin admin] 10.222.0.44 "PUT /v2.0/routers/d49e99c6-5e6a-454e-ac96-14a648b3bc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5293057 Oct 13 04:13:20.976874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-3d5f0d13-9036-4d4b-a45c-592f9f4e494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:20.978848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-3d5f0d13-9036-4d4b-a45c-592f9f4e494a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 1099 time: 0.3182802 Oct 13 04:13:21.159247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.166383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.172940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bd05d72-4a2d-4c66-98d1-96424c073eb7 HTTP/1.1" status: 204 len: 168 time: 1.0358953 Oct 13 04:13:21.194137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd05d72-4a2d-4c66-98d1-96424c073eb7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:21.232609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Set router d49e99c6-5e6a-454e-ac96-14a648b3bc3a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:21.254411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.254747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.255082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.255414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.255739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.256063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.256382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.256718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.257043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.266970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.267517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.268390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5908ef-b212-48a0-935f-2fdcd345ee45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:21.363847 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-657d7f74-b239-47c7-a6a7-c603583c7090 req-b014f076-78c9-4920-8fcb-2e97e45f0f4b tempest-FloatingIPDetailsNegativeTestJSON-345733990 tempest-FloatingIPDetailsNegativeTestJSON-345733990-project] show failed (client error): The resource could not be found. Oct 13 04:13:21.364850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-657d7f74-b239-47c7-a6a7-c603583c7090 req-b014f076-78c9-4920-8fcb-2e97e45f0f4b tempest-FloatingIPDetailsNegativeTestJSON-345733990 tempest-FloatingIPDetailsNegativeTestJSON-345733990-project] 10.222.0.44 "GET /v2.0/floatingips/e16e2341-9fff-4cfb-95f5-562122162c74 HTTP/1.1" status: 404 len: 350 time: 0.0821764 Oct 13 04:13:21.369245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:21.375306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:21.421721 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.444758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Transition to ACTIVE for port object fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:21.449717 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.472702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-2412bb76-a57a-488c-b3e9-00a4cb5a57e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421 HTTP/1.1" status: 200 len: 217 time: 0.4734166 Oct 13 04:13:21.513492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port b2e4c478-0ba4-4f94-a098-4a103c1d5511 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:21.513826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.523021 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3ead-e2b2-44ca-a3c5-906631976562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.597330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:21.697890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:18Z', 'revision_number': 4, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'f86de55c-01bc-47e5-a058-5fc96cb6f042', 'name': '', 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'mac_address': 'fa:16:3e:0c:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'f5260836-14d8-4f56-a25f-bb782386f587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:15Z', 'updated_at': '2021-10-13T04:13:18Z', 'revision_number': 2, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'subnets': [{'id': 'f5260836-14d8-4f56-a25f-bb782386f587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:21.704058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-14b89c19-5766-4fe9-b8c7-12cb0c77fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:21.706459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-14b89c19-5766-4fe9-b8c7-12cb0c77fd93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2221963 Oct 13 04:13:21.735721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Checking router: d49e99c6-5e6a-454e-ac96-14a648b3bc3a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:21.736595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Updating router d49e99c6-5e6a-454e-ac96-14a648b3bc3a port f86de55c-01bc-47e5-a058-5fc96cb6f042 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:21.756159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f8b43-adf5-407c-9a24-f924bf2b9338 req-0f47ec65-0363-489f-9dae-9a53adecc711 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:21.757732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-704f8b43-adf5-407c-9a24-f924bf2b9338 req-0f47ec65-0363-489f-9dae-9a53adecc711 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 947 time: 0.2621741 Oct 13 04:13:21.839401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.876742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Attempting to bind port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:21.878874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Attempting to bind port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:21.879219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Attempting to bind port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:21.890035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:21.890405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Attempting to bind port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:21.905857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:21.906202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:21.906641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:21.907063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Bound port: fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:21.907427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.976022 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.091508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for b2e4c478-0ba4-4f94-a098-4a103c1d5511 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:22.104897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-704f8b43-adf5-407c-9a24-f924bf2b9338 req-3dee5bfe-5b81-47c4-be55-40ef0d9a3843 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351920 Oct 13 04:13:22.120878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a4d612d3-133e-47e4-b548-7b184a31b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.122924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-a4d612d3-133e-47e4-b548-7b184a31b609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3972430 Oct 13 04:13:22.155671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:22.168496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:22.176511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.233475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.235328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.237749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] 10.222.0.15 "PUT /v2.0/ports/fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 HTTP/1.1" status: 200 len: 1095 time: 2.5288646 Oct 13 04:13:22.250721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:22.265629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.267053 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f23c76-87e5-44df-8e44-eb2e951e8b86" -d '{"events": [{"name": "network-changed", "server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:22.300158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.349172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854da4c1-cb7b-4af5-9f9e-2aaefe156e20 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:22.385323 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaf7965-3dec-4ace-8662-0108534ef90c x-openstack-request-id: req-caaf7965-3dec-4ace-8662-0108534ef90c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:22.387044 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:22.387564 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-caaf7965-3dec-4ace-8662-0108534ef90c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:22.388318 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'status': 'completed', 'code': 200} Oct 13 04:13:22.396749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.403282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-e539b4b5-d98d-4984-97df-70801a3f29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.404824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-e539b4b5-d98d-4984-97df-70801a3f29cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 1098 time: 0.1203878 Oct 13 04:13:22.417625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.445823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=5165f91d-51ef-4317-a3ee-b0815b4225ca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:22.493213 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.493579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-5d75e5e2-cde7-4316-91ac-7e27059f0bad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 HTTP/1.1" status: 200 len: 217 time: 0.0573308 Oct 13 04:13:22.513675 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.589661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-29e3cd05-14f1-4d53-a605-6f57e557007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.591117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-29e3cd05-14f1-4d53-a605-6f57e557007e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0912230 Oct 13 04:13:22.647456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:22.696033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619903b5-f6d8-4eb3-9d7d-cf12383e6ae2 None None] Pushing event updated for resources: {'Port': ['ID=f86de55c-01bc-47e5-a058-5fc96cb6f042,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:22.745459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-519e416b-0b09-4cb5-a810-3352853ed643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.746901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-519e416b-0b09-4cb5-a810-3352853ed643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484056 Oct 13 04:13:22.772652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Attempting to bind port f86de55c-01bc-47e5-a058-5fc96cb6f042 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:22.773054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Attempting to bind port f86de55c-01bc-47e5-a058-5fc96cb6f042 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:22.773700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Attempting to bind port f86de55c-01bc-47e5-a058-5fc96cb6f042 on network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:22.805329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:22.805817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Checking segment: {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:22.806970 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.807289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Bound using segment: {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:22.807870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Bound port: f86de55c-01bc-47e5-a058-5fc96cb6f042, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db3852-6349-4244-9fca-911c5d646083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:22.808151 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.815264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-3ac8e197-9431-47b8-a98a-0d27275bb9bc service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785681 Oct 13 04:13:22.855706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.917311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.918317 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP 6f30ce3a-8444-432c-8b8a-93e055a8e98c disassociated (deleted). External IP: 172.25.1.71, port: dccf637f-b9c1-4afb-91ba-39ed6d0b9159. Oct 13 04:13:22.924928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-263969064-network', 'tenant_id': '3516e6ceb1054bb785de68f3689b16d5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:22.926706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:22.958750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] For port f86de55c-01bc-47e5-a058-5fc96cb6f042, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:22.960301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-3181da78-48cc-4bf3-b891-fb95c6073987 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057550 Oct 13 04:13:22.963512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] For port f86de55c-01bc-47e5-a058-5fc96cb6f042, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f86de55c-01bc-47e5-a058-5fc96cb6f042,segment=NetworkSegment(47db3852-6349-4244-9fca-911c5d646083),segment_id=47db3852-6349-4244-9fca-911c5d646083)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:22.968972 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.032076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Routers {'d49e99c6-5e6a-454e-ac96-14a648b3bc3a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:23.032653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:23.121301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619903b5-f6d8-4eb3-9d7d-cf12383e6ae2 None None] Pushing event updated for resources: {'Port': ['ID=f86de55c-01bc-47e5-a058-5fc96cb6f042,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:23.170646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0629c800-ed66-44c3-8b32-1ea36821defc None None] Provisioning complete for port f86de55c-01bc-47e5-a058-5fc96cb6f042 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:23.170971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0629c800-ed66-44c3-8b32-1ea36821defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.175414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac022bca-7f3c-4a35-8e19-b079865db733 req-e10d0e74-faac-496c-b293-06eb0e01b311 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848693 Oct 13 04:13:23.206529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Made reservation on behalf of 3516e6ceb1054bb785de68f3689b16d5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:23.208981 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.289165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.309698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-dbe89aff-15e3-458f-9709-aa093ef9534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.311179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-dbe89aff-15e3-458f-9709-aa093ef9534c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 1098 time: 0.0734870 Oct 13 04:13:23.320605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Deleting port f86de55c-01bc-47e5-a058-5fc96cb6f042 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:23.321248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.398204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Allocated IP 172.20.0.7 (eccb05c5-336f-4895-b673-2deab1d2ee51/c5ed209b-595a-473c-8060-9cfa8a635cea/ecb3fb7d-0db5-450e-8ec7-9d53c59a8609) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:23.416639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] For port f86de55c-01bc-47e5-a058-5fc96cb6f042, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f86de55c-01bc-47e5-a058-5fc96cb6f042,segment=NetworkSegment(47db3852-6349-4244-9fca-911c5d646083),segment_id=47db3852-6349-4244-9fca-911c5d646083)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:23.417505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.432859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.433408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Calling delete_port for f86de55c-01bc-47e5-a058-5fc96cb6f042 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:23.454069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae6b0-73ab-4b30-80c7-4e41e5d8fe45 req-0bb7111e-1d00-4b6c-894f-ef059e289019 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.456241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f15ae6b0-73ab-4b30-80c7-4e41e5d8fe45 req-0bb7111e-1d00-4b6c-894f-ef059e289019 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 947 time: 0.2290568 Oct 13 04:13:23.521169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] Set router d49e99c6-5e6a-454e-ac96-14a648b3bc3a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:23.560869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd25dc21-331f-4000-9d61-459a4b4e7dcc req-980c9cec-262f-4245-81a2-d0f0312152b8 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857245 Oct 13 04:13:23.561663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=b2e4c478-0ba4-4f94-a098-4a103c1d5511,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:23.724782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-be155d14-ccc0-4ec2-ac5c-96d6a12b08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.726772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-be155d14-ccc0-4ec2-ac5c-96d6a12b08da service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.0967195 Oct 13 04:13:23.728224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.733741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0629c800-ed66-44c3-8b32-1ea36821defc None None] Could not find standard attr ID for object f86de55c-01bc-47e5-a058-5fc96cb6f042. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:13:23.739809 n-d-810220-9 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-0629c800-ed66-44c3-8b32-1ea36821defc None None] No ports have port_id starting with f86de55c-01bc-47e5-a058-5fc96cb6f042 Oct 13 04:13:23.776130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:18Z', 'revision_number': 4, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'f86de55c-01bc-47e5-a058-5fc96cb6f042', 'name': '', 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'mac_address': 'fa:16:3e:0c:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'f5260836-14d8-4f56-a25f-bb782386f587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:15Z', 'updated_at': '2021-10-13T04:13:22Z', 'revision_number': 4, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'subnets': [{'id': 'f5260836-14d8-4f56-a25f-bb782386f587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:23.812324 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-67a0ac23-9c11-4f06-90f6-eafa56ab953a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 HTTP/1.1" status: 200 len: 217 time: 0.0726411 Oct 13 04:13:23.812586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b37-faee-4e31-90b8-624f22a6013e None None] The sync data for ids ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'] in n-d-810220-9 is: [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:18Z', 'revision_number': 4, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'f86de55c-01bc-47e5-a058-5fc96cb6f042', 'name': '', 'network_id': '59abd8cc-d914-4e1f-bb3d-7f3a2784d8de', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'mac_address': 'fa:16:3e:0c:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'f5260836-14d8-4f56-a25f-bb782386f587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:15Z', 'updated_at': '2021-10-13T04:13:22Z', 'revision_number': 4, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'subnets': [{'id': 'f5260836-14d8-4f56-a25f-bb782386f587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:23.820907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86de55c-01bc-47e5-a058-5fc96cb6f042,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:23.840509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f15ae6b0-73ab-4b30-80c7-4e41e5d8fe45 req-b62edf60-4522-4862-8895-61c7baf5fb49 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619139 Oct 13 04:13:23.857625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e4ff443-4a5a-4033-a02e-db258df8c9f1 None None] Could not find standard attr ID for object f86de55c-01bc-47e5-a058-5fc96cb6f042. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:13:23.887955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-981ee795-d2f7-41ce-b954-80190b598737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.891343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-981ee795-d2f7-41ce-b954-80190b598737 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 1099 time: 0.2390335 Oct 13 04:13:23.916391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:23.978865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.997694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.109364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-c7f9ace7-e2b1-4d36-ac7b-35181b89af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:24.110794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-c7f9ace7-e2b1-4d36-ac7b-35181b89af73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.2868214 Oct 13 04:13:24.178838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.183638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.204008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-37cac796-cf61-4419-95ec-3c2cbea471c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:24.206346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-37cac796-cf61-4419-95ec-3c2cbea471c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876024 Oct 13 04:13:24.235747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.268276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.523131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.663446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.679664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:24.744323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc826773-f70f-4af9-8f6c-9fb197ea0f27,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:24.756569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.756953 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Added segment 23455f03-b02f-4a01-9202-59a287951976 of type vlan for network ab057ad7-b454-49c4-9c0a-cf94ea541acd Oct 13 04:13:24.760521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.761197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router 5619527c-86d2-41e0-844b-5814b13e6141 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:24.778533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.779654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cda1cc2e-f1d1-46e4-99f5-f6761d00b531 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 204 len: 168 time: 4.9729302 Oct 13 04:13:24.787726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:24.797916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1708708717'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:24.803064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:24.818250 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:24.839560 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:24.841586 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:24.844632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.888179 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:24.899643 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:24.900596 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:24.938532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:24.940142 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0098956-ae25-4936-a58d-a1e4a2b05e1c None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:24.963131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-92f4f54a-bd02-4c95-b313-63b199e46992 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480626 Oct 13 04:13:24.970372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d176d476-a1b1-4b32-a7c2-9f3b4cc9b0ce tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/floatingips/6f30ce3a-8444-432c-8b8a-93e055a8e98c HTTP/1.1" status: 204 len: 168 time: 5.4027112 Oct 13 04:13:24.982761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38712) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:24.988355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.022865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-2c8129c8-c734-4fe1-97c9-1a7673300c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.024974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-2c8129c8-c734-4fe1-97c9-1a7673300c3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 1.0805175 Oct 13 04:13:25.046836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.050757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:25.055271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.065068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.066486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.067142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.099466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89f23c76-87e5-44df-8e44-eb2e951e8b86 req-58ff4e9d-5758-4163-93ed-4aa40bac1a0c service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246791 Oct 13 04:13:25.172066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] Pushing event updated for resources: {'Network': ['ID=ab057ad7-b454-49c4-9c0a-cf94ea541acd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:25.182947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network ab057ad7-b454-49c4-9c0a-cf94ea541acd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:25.202468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060ed40-bf4f-4dad-a6f4-53234647833f req-a3646362-a5a4-422e-b3e8-7a7cbeabbf75 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.209914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f060ed40-bf4f-4dad-a6f4-53234647833f req-a3646362-a5a4-422e-b3e8-7a7cbeabbf75 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 947 time: 0.1218147 Oct 13 04:13:25.214813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Router d49e99c6-5e6a-454e-ac96-14a648b3bc3a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:25.228544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-7fca79a1-f3c7-4eb9-b9d2-d61c15da361e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421 HTTP/1.1" status: 200 len: 217 time: 0.1689665 Oct 13 04:13:25.240942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:25.253335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.253668 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment 00e36843-bfcc-404d-b75d-8842aa10bcfd of type vlan for network 630ab62d-e0cb-45dc-acb6-79cd25f59743 Oct 13 04:13:25.324943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f060ed40-bf4f-4dad-a6f4-53234647833f req-2bcf1cd9-697a-4e4b-894d-cef38a17aed6 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141322 Oct 13 04:13:25.342647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-6a961c70-bff0-462c-9a29-9737545dacae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.344404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-6a961c70-bff0-462c-9a29-9737545dacae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0561681 Oct 13 04:13:25.368374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network eccb05c5-336f-4895-b673-2deab1d2ee51 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:25.368596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port dccf637f-b9c1-4afb-91ba-39ed6d0b9159 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:25.368596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.368852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b071918-04ec-4d88-aa8d-3fa463557248 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7137280 Oct 13 04:13:25.398598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:25.401708 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.403636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:25.409782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:25.414528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Request body: {'subnet': {'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-263969064-subnet', 'tenant_id': '3516e6ceb1054bb785de68f3689b16d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:25.423105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb3fb7d-0db5-450e-8ec7-9d53c59a8609,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:25.468382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.498043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-be0964dd-1b85-41d6-a75f-38968a38f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.499532 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-be0964dd-1b85-41d6-a75f-38968a38f154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459625 Oct 13 04:13:25.508640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.514353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.514877 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.521381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for dccf637f-b9c1-4afb-91ba-39ed6d0b9159 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:25.553042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Made reservation on behalf of 3516e6ceb1054bb785de68f3689b16d5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:25.555339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.582669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:25.590902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ccbe90ff-3792-4b3e-b0bd-3db76fb20f95 admin admin] 10.222.0.44 "PUT /v2.0/routers/d49e99c6-5e6a-454e-ac96-14a648b3bc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2125371 Oct 13 04:13:25.592131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:25.657976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] Sync routers for ids ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:25.669288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] Routers {'d49e99c6-5e6a-454e-ac96-14a648b3bc3a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:25.670272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:25.788467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.807240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.827534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] Set router d49e99c6-5e6a-454e-ac96-14a648b3bc3a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:25.847541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=dccf637f-b9c1-4afb-91ba-39ed6d0b9159,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:25.891022 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.925568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1341178 Oct 13 04:13:25.929166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:25.949116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:25.952599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:25.996798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9bd0-a994-4165-b17d-9cb81100fa9a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=630ab62d-e0cb-45dc-acb6-79cd25f59743,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:26.027967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:26.044473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cad25e-335b-4c53-b351-68b061ba32b9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:26.082535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-d4410969-bab6-4b1c-8765-0e8891dfb6d7 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340974 Oct 13 04:13:26.086869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Checking segment: {'id': '23455f03-b02f-4a01-9202-59a287951976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:26.087536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Network hostable DHCP agents. Network: ab057ad7-b454-49c4-9c0a-cf94ea541acd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:26.167387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:13:26.167740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:26.171468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.228321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.231770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-406eca16-8f21-45b0-aaf7-fd00c9f9edb6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/ports/dccf637f-b9c1-4afb-91ba-39ed6d0b9159 HTTP/1.1" status: 204 len: 168 time: 1.2399271 Oct 13 04:13:26.236951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:26.241492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:26.277673 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.280472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:23Z', 'revision_number': 5, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port': {'id': '3f8ae9fc-7144-470a-a315-3e45d3afd432', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:08Z', 'updated_at': '2021-10-13T04:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:26.287499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.311065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] Checking router: d49e99c6-5e6a-454e-ac96-14a648b3bc3a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:26.312129 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.320975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:26.332030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] Routers {'d49e99c6-5e6a-454e-ac96-14a648b3bc3a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:26.332644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:26.417231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Network ab057ad7-b454-49c4-9c0a-cf94ea541acd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:26.427131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] Set router d49e99c6-5e6a-454e-ac96-14a648b3bc3a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:26.481547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, ab057ad7-b454-49c4-9c0a-cf94ea541acd) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:26.484063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:26Z', 'revision_number': 6, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:26.489876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:26.490928 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.514233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96201d1-a024-474d-9cbe-6e983df1ac19 None None] The sync data for ids ['d49e99c6-5e6a-454e-ac96-14a648b3bc3a'] in n-d-810220-9 is: [{'id': 'd49e99c6-5e6a-454e-ac96-14a648b3bc3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1348697551-router', 'tenant_id': 'a085bd0e79164eb38b5af538f243a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:06Z', 'updated_at': '2021-10-13T04:13:26Z', 'revision_number': 6, 'project_id': 'a085bd0e79164eb38b5af538f243a09f', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:26.515691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ae141-9f01-4ef7-bf42-d454770c04ff None None] Network ab057ad7-b454-49c4-9c0a-cf94ea541acd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:26.518420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'mac_address': 'fa:16:3e:b6:20:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:26.567978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Deleting port 3f8ae9fc-7144-470a-a315-3e45d3afd432 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:26.568624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.575439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-82734d12-2868-401c-9f32-60b1bff40550 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1671839 Oct 13 04:13:26.605142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.621034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:26.650981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:26.656306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.714734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:26.726008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.747964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7c90-68e8-4d2e-8f33-566070a52788 req-dcaf2d1a-369e-43e6-9a9a-f41ef0092493 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:26.756542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3ed7c90-68e8-4d2e-8f33-566070a52788 req-dcaf2d1a-369e-43e6-9a9a-f41ef0092493 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 947 time: 0.2760391 Oct 13 04:13:26.760064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07fdc964-3b2a-4670-bb9b-606105382e05 req-b96deb97-cc52-4f4a-b748-f5115384ebac service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669779 Oct 13 04:13:26.783051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70d97d-1dd2-45b9-9637-773c597aacc8 None None] Network ab057ad7-b454-49c4-9c0a-cf94ea541acd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:26.797474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] For port 3f8ae9fc-7144-470a-a315-3e45d3afd432, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3f8ae9fc-7144-470a-a315-3e45d3afd432,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:26.797836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.824370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Calling delete_port for 3f8ae9fc-7144-470a-a315-3e45d3afd432 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:26.852132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3ed7c90-68e8-4d2e-8f33-566070a52788 req-f0f5473f-d201-48e3-92d3-d66c2f7712d3 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Oct 13 04:13:26.890215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:26.937557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.962563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f86de55c-01bc-47e5-a058-5fc96cb6f042 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:26.963885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.060899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: f86de55c-01bc-47e5-a058-5fc96cb6f042 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:27.060899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f86de55c-01bc-47e5-a058-5fc96cb6f042 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:27.162675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.180 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/513c766e-fb65-4956-bbf5-f60a5fdd73fa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:27.193393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=59ff0608-c4a9-4ca9-bed1-4be6570ed3a8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:27.258463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Router f5858154-ec32-46ac-b3e1-f4f40e70fd7c is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:27.350053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': '00e36843-bfcc-404d-b75d-8842aa10bcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:27.350642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 630ab62d-e0cb-45dc-acb6-79cd25f59743, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:27.389560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:27.408766 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Sync routers for ids ['f5858154-ec32-46ac-b3e1-f4f40e70fd7c'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:27.421484 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Routers {'f5858154-ec32-46ac-b3e1-f4f40e70fd7c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:27.422186 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f5858154-ec32-46ac-b3e1-f4f40e70fd7c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:27.432849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.434885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d6828566-ea46-478f-9b32-3356b4e78394 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5597022 Oct 13 04:13:27.437382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:27.498748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:27.551807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-650aaf69-e3cc-4eef-b683-08e2b2f702ff tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:27.553516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-650aaf69-e3cc-4eef-b683-08e2b2f702ff tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/networks?id=ab057ad7-b454-49c4-9c0a-cf94ea541acd HTTP/1.1" status: 200 len: 821 time: 0.2793248 Oct 13 04:13:27.556729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:27.579406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 630ab62d-e0cb-45dc-acb6-79cd25f59743) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:27.592275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9395ae2-07bf-4982-8637-3e71393d93d4 None None] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:27.595512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-5cc43721-fe0a-4fdb-8d7c-0f3f1c6a00a3 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/quotas/3516e6ceb1054bb785de68f3689b16d5 HTTP/1.1" status: 200 len: 375 time: 0.0193067 Oct 13 04:13:27.598998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:27.599659 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.622222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8e1ceb4-70b3-4bcf-8eaa-3c0030ec007d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6793945 Oct 13 04:13:27.624456 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Set router f5858154-ec32-46ac-b3e1-f4f40e70fd7c gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:27.629101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38746) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:27.635662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-423246580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:27.654064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-409b9ee9-89cd-44bb-8db6-25e5092cc2f4 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3516e6ceb1054bb785de68f3689b16d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385745 Oct 13 04:13:27.667916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.676413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.714284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.715334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.802971 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-c566f255-90f8-4106-9cb6-5fc1cf55451f service neutron] 10.222.0.44 "GET /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120789 Oct 13 04:13:27.807504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.846225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.856083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.898788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.905356 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.910628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8167e17e-28a9-43b2-b266-f214a0d55f7e tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2805197 Oct 13 04:13:27.912694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:27.912850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:27.921696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8ae9fc-7144-470a-a315-3e45d3afd432,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:27.925277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-824aaabe-34b4-43fe-98d9-c901a6a207fe service neutron] 10.222.0.44 "GET /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975304 Oct 13 04:13:27.956813 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5858154-ec32-46ac-b3e1-f4f40e70fd7c', 'name': '', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51', 'external_fixed_ips': [{'subnet_id': 'c5ed209b-595a-473c-8060-9cfa8a635cea', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb3fb7d-0db5-450e-8ec7-9d53c59a8609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:20Z', 'updated_at': '2021-10-13T04:13:26Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': 'ecb3fb7d-0db5-450e-8ec7-9d53c59a8609', 'name': '', 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5858154-ec32-46ac-b3e1-f4f40e70fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'c5ed209b-595a-473c-8060-9cfa8a635cea', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:22Z', 'updated_at': '2021-10-13T04:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ed209b-595a-473c-8060-9cfa8a635cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:27.988459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:27.994068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.011895 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Checking router: f5858154-ec32-46ac-b3e1-f4f40e70fd7c for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:28.012244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Updating router f5858154-ec32-46ac-b3e1-f4f40e70fd7c port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:28.038077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'mac_address': 'fa:16:3e:2d:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:28.060152 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.196748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.216622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.234992 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f53174e5-33c1-4f8a-99d4-e1c26b3ebfbf req-73bc9620-aa0e-430a-b6df-51286129833b tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 210 time: 0.0578871 Oct 13 04:13:28.248998 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.261065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-630ab62d-e0cb-45dc-acb6-79cd25f59743', 'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '59ff0608-c4a9-4ca9-bed1-4be6570ed3a8'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:13:28.262515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.290347 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.319315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e0c438-bcf7-45c6-86cd-3f2131fa6421 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:28.349310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:28.358563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=513c766e-fb65-4956-bbf5-f60a5fdd73fa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:28.363059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.363727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d49e99c6-5e6a-454e-ac96-14a648b3bc3a {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:28.368534 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.372901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d28b4ab4-d01a-452a-9b3d-794e376edd87 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d49e99c6-5e6a-454e-ac96-14a648b3bc3a HTTP/1.1" status: 204 len: 168 time: 2.7751675 Oct 13 04:13:28.372901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:28.422317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.431996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:28.460923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:28.461679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.462632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Deleting subnet f5260836-14d8-4f56-a25f-bb782386f587 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:28.468337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:28.469239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.476825 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.484987 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.494407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:28.501066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:28.596220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Attempting to bind port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:28.596220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Attempting to bind port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'bfde0a1d-2879-4c35-a95f-756e6f84f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:28.596220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Attempting to bind port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609 on network eccb05c5-336f-4895-b673-2deab1d2ee51 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:28.606062 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:28.606438 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Checking segment: {'id': 'bfde0a1d-2879-4c35-a95f-756e6f84f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:28.606839 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.607232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Bound using segment: {'id': 'bfde0a1d-2879-4c35-a95f-756e6f84f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:28.607705 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Bound port: ecb3fb7d-0db5-450e-8ec7-9d53c59a8609, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfde0a1d-2879-4c35-a95f-756e6f84f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eccb05c5-336f-4895-b673-2deab1d2ee51'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:28.608084 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.610941 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd790aa4-dfc9-4f62-b56e-f423fde21eef None None] Pushing event updated for resources: {'Port': ['ID=ecb3fb7d-0db5-450e-8ec7-9d53c59a8609,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:28.686560 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] For port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:28.695835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Allocated IP 2001:db8::2 (630ab62d-e0cb-45dc-acb6-79cd25f59743/59ff0608-c4a9-4ca9-bed1-4be6570ed3a8/76e84331-ba09-4d0e-a393-be6d92a6ed24) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:28.708936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cf54-bd01-406b-986b-a6afc0645304 req-3551f829-f2ba-4dcf-9551-82b12d2fb0c0 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.711375 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] For port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ecb3fb7d-0db5-450e-8ec7-9d53c59a8609,segment=NetworkSegment(bfde0a1d-2879-4c35-a95f-756e6f84f43c),segment_id=bfde0a1d-2879-4c35-a95f-756e6f84f43c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:28.712489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e191cf54-bd01-406b-986b-a6afc0645304 req-3551f829-f2ba-4dcf-9551-82b12d2fb0c0 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 948 time: 0.7053344 Oct 13 04:13:28.724166 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.837265 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd790aa4-dfc9-4f62-b56e-f423fde21eef None None] Pushing event updated for resources: {'Port': ['ID=ecb3fb7d-0db5-450e-8ec7-9d53c59a8609,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:28.848893 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Routers {'f5858154-ec32-46ac-b3e1-f4f40e70fd7c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:28.849606 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f5858154-ec32-46ac-b3e1-f4f40e70fd7c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:28.889446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.944758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Deleting port ecb3fb7d-0db5-450e-8ec7-9d53c59a8609 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:28.945104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.948225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:28.951396 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.960583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3f8ae9fc-7144-470a-a315-3e45d3afd432 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:28.960889 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] Set router f5858154-ec32-46ac-b3e1-f4f40e70fd7c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:29.021634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5858154-ec32-46ac-b3e1-f4f40e70fd7c', 'name': '', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:20Z', 'updated_at': '2021-10-13T04:13:27Z', 'revision_number': 4, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:29.061945 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dc5a8-a7b3-40f9-a977-19f195148fb9 None None] The sync data for ids ['f5858154-ec32-46ac-b3e1-f4f40e70fd7c'] in n-d-810220-9 is: [{'id': 'f5858154-ec32-46ac-b3e1-f4f40e70fd7c', 'name': '', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:20Z', 'updated_at': '2021-10-13T04:13:27Z', 'revision_number': 4, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:29.062278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3f8ae9fc-7144-470a-a315-3e45d3afd432 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:29.062885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3f8ae9fc-7144-470a-a315-3e45d3afd432 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:29.081924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a8e0c438-bcf7-45c6-86cd-3f2131fa6421'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:29.107550 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.124593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e191cf54-bd01-406b-986b-a6afc0645304 req-85f90a05-6806-46aa-8da3-79b06d53de0b tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216697 Oct 13 04:13:29.129796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.136415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Calling delete_port for ecb3fb7d-0db5-450e-8ec7-9d53c59a8609 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:29.162900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.169494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.171520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.181626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:29.194705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Pushing event updated for resources: {'Port': ['ID=76e84331-ba09-4d0e-a393-be6d92a6ed24,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.223471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:29.230204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.230759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:29.258062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:29.260987 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a9817b-1dd0-4b58-b478-cbb9edff5e55" -d '{"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:29.394391 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234adb9d-1e2b-465b-ab8a-d22de8686ea3 x-openstack-request-id: req-234adb9d-1e2b-465b-ab8a-d22de8686ea3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:29.394693 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:29.396911 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-234adb9d-1e2b-465b-ab8a-d22de8686ea3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:29.398883 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'code': 200} Oct 13 04:13:29.435259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:29.443464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.484331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Attempting to bind port 76e84331-ba09-4d0e-a393-be6d92a6ed24 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:29.484705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Attempting to bind port 76e84331-ba09-4d0e-a393-be6d92a6ed24 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '00e36843-bfcc-404d-b75d-8842aa10bcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:29.485289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Attempting to bind port 76e84331-ba09-4d0e-a393-be6d92a6ed24 on network 630ab62d-e0cb-45dc-acb6-79cd25f59743 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:29.500957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:29.501370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Checking segment: {'id': '00e36843-bfcc-404d-b75d-8842aa10bcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:29.501991 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.502544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Bound using segment: {'id': '00e36843-bfcc-404d-b75d-8842aa10bcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:29.503228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Bound port: 76e84331-ba09-4d0e-a393-be6d92a6ed24, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e36843-bfcc-404d-b75d-8842aa10bcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '630ab62d-e0cb-45dc-acb6-79cd25f59743'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:29.503603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.519913 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed10d586-c1d9-43a6-84e3-8d419f421fea req-821b1464-7bbc-4072-b901-96cb9d9ecd66 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 210 time: 0.0602357 Oct 13 04:13:29.541447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.545509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.558336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.568235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.622949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e5d9c-4816-4bb7-8b59-aec8485acd2a req-31f70aa8-c83c-4d67-acd1-4d71fc94ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.624442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-939e5d9c-4816-4bb7-8b59-aec8485acd2a req-31f70aa8-c83c-4d67-acd1-4d71fc94ce15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 1100 time: 0.2059233 Oct 13 04:13:29.660516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] For port 76e84331-ba09-4d0e-a393-be6d92a6ed24, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:29.664591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] For port 76e84331-ba09-4d0e-a393-be6d92a6ed24, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=76e84331-ba09-4d0e-a393-be6d92a6ed24,segment=NetworkSegment(00e36843-bfcc-404d-b75d-8842aa10bcfd),segment_id=00e36843-bfcc-404d-b75d-8842aa10bcfd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:29.671096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=513c766e-fb65-4956-bbf5-f60a5fdd73fa,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.671402 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.671553 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.715556 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.719564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8::1 (630ab62d-e0cb-45dc-acb6-79cd25f59743/59ff0608-c4a9-4ca9-bed1-4be6570ed3a8/59562b02-493a-4395-b46d-28ca22e2c267) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:29.720208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-939e5d9c-4816-4bb7-8b59-aec8485acd2a req-414a7880-424a-4caa-b6fe-16c6b3144fc3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866222 Oct 13 04:13:29.722414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecb3fb7d-0db5-450e-8ec7-9d53c59a8609,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.727090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.781218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9840c5e-6cd3-4db3-8025-a0ea7e4f7e72 None None] Pushing event updated for resources: {'Port': ['ID=76e84331-ba09-4d0e-a393-be6d92a6ed24,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.785276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5260836-14d8-4f56-a25f-bb782386f587,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.787724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.791593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8beeeacc-02f5-45e8-b067-bd046b1221ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f5260836-14d8-4f56-a25f-bb782386f587 HTTP/1.1" status: 204 len: 168 time: 1.4176679 Oct 13 04:13:29.794942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:29.795574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.796822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47a1dd63-7e1a-4d0d-bd99-4d0b66eb8acb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5587518 Oct 13 04:13:29.799388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ca73c-9ca6-4978-84ef-5c3ed5796b56 None None] Network 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:29.799865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:29.805921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'port': {'network_id': 'd0870dfa-37ff-4418-8c46-8b1d4b154f99', 'name': 'tempest-FloatingIPTestJSON-100122156'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:29.970660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-c0e23e42-0afd-479e-aed6-ac3113dc8095 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.972377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-c0e23e42-0afd-479e-aed6-ac3113dc8095 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.26 "GET /v2.0/networks?id=ab057ad7-b454-49c4-9c0a-cf94ea541acd HTTP/1.1" status: 200 len: 821 time: 0.1270418 Oct 13 04:13:30.032552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:30.040256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Request body: {'port': {'device_id': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd', 'admin_state_up': True, 'tenant_id': '3516e6ceb1054bb785de68f3689b16d5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:30.042397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.089262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] device_id is not set on port 6ea586de-c838-4c69-99df-3c4b203556a3 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:13:30.105150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.106148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] DHCP port deletion for 59abd8cc-d914-4e1f-bb3d-7f3a2784d8de request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:13:30.177775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] Deleting port 39f6a066-0939-465d-bc84-9e9a4ddf5fda {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:30.178069 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.238073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.14 (d0870dfa-37ff-4418-8c46-8b1d4b154f99/d99c72dd-070d-44b4-b71d-a41abbc217d1/6ea586de-c838-4c69-99df-3c4b203556a3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:30.256466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] For port 39f6a066-0939-465d-bc84-9e9a4ddf5fda, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=39f6a066-0939-465d-bc84-9e9a4ddf5fda,segment=NetworkSegment(47db3852-6349-4244-9fca-911c5d646083),segment_id=47db3852-6349-4244-9fca-911c5d646083)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:30.256842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.271034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] Calling delete_port for 39f6a066-0939-465d-bc84-9e9a4ddf5fda owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:30.272189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.323055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.328145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.360799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.397418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] Pushing event deleted for resources: {'Port': ['ID=39f6a066-0939-465d-bc84-9e9a4ddf5fda,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.403497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a95132-2855-48e6-a727-a36fe9c7a7bf None None] No DVR routers for this DVR port 39f6a066-0939-465d-bc84-9e9a4ddf5fda on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:30.433260 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.453430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] The port '39f6a066-0939-465d-bc84-9e9a4ddf5fda' was deleted {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:13:30.471807 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.485556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.486192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5858154-ec32-46ac-b3e1-f4f40e70fd7c {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:30.502111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71c01-f4dd-4381-96cb-ef3eb08c8a36 req-803d6067-2e98-49d6-abfa-6b55f017543e tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.503693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fb71c01-f4dd-4381-96cb-ef3eb08c8a36 req-803d6067-2e98-49d6-abfa-6b55f017543e tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 949 time: 0.2225506 Oct 13 04:13:30.506694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.507779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb4d694f-bdab-4ffb-9103-e6786e54e8b7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f5858154-ec32-46ac-b3e1-f4f40e70fd7c HTTP/1.1" status: 204 len: 168 time: 3.0693741 Oct 13 04:13:30.516203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:30.545518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network d0870dfa-37ff-4418-8c46-8b1d4b154f99 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:30.570840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:30.573583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:30.582916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.602789 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.606671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=6ea586de-c838-4c69-99df-3c4b203556a3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.651596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73fdddcc-44eb-41e3-bc2d-86e021b50ded req-20251f5a-57e3-43a7-a006-1d1a28e4d1db tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 210 time: 0.0480578 Oct 13 04:13:30.653165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59abd8cc-d914-4e1f-bb3d-7f3a2784d8de']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:30.662887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Deleting subnet c5ed209b-595a-473c-8060-9cfa8a635cea {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:30.670056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.678921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.679819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.690090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47db3852-6349-4244-9fca-911c5d646083') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:30.690288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47db3852-6349-4244-9fca-911c5d646083') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:30.701389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9fb71c01-f4dd-4381-96cb-ef3eb08c8a36 req-1018067e-0e0e-43a6-b582-b7ff34c68325 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156895 Oct 13 04:13:30.706319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Made reservation on behalf of 3516e6ceb1054bb785de68f3689b16d5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:30.710430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.715025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.732904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.738089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-409c1064-ae78-455e-8038-c50b3b82ecf3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9366205 Oct 13 04:13:30.741016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:30.745835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'port_id': '6ea586de-c838-4c69-99df-3c4b203556a3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:30.767952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.784725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:30.784863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.803031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:30.809914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:30.810447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.846941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.849715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:30.850128 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:30.852127 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:30.939286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=59562b02-493a-4395-b46d-28ca22e2c267,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.962345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 76e84331-ba09-4d0e-a393-be6d92a6ed24 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:30.999555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.032021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.040487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 76e84331-ba09-4d0e-a393-be6d92a6ed24 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:31.040837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.044457 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.056503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] 10.222.0.44 "DELETE /v2.0/networks/59abd8cc-d914-4e1f-bb3d-7f3a2784d8de HTTP/1.1" status: 204 len: 168 time: 1.2580328 Oct 13 04:13:31.099128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868c48a-0d01-4690-8c92-0bf23d9f6a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=59abd8cc-d914-4e1f-bb3d-7f3a2784d8de,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:31.114942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Allocated IP 172.20.0.6 (ab057ad7-b454-49c4-9c0a-cf94ea541acd/80cad25e-335b-4c53-b351-68b061ba32b9/8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:31.127434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.192470 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.243591 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.246384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 76e84331-ba09-4d0e-a393-be6d92a6ed24, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=76e84331-ba09-4d0e-a393-be6d92a6ed24,segment=NetworkSegment(00e36843-bfcc-404d-b75d-8842aa10bcfd),segment_id=00e36843-bfcc-404d-b75d-8842aa10bcfd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:31.253768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:31.254257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.271862 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.277691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/c5ed209b-595a-473c-8060-9cfa8a635cea HTTP/1.1" status: 204 len: 168 time: 0.7588978 Oct 13 04:13:31.325576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:31.342049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2796ee-8d71-48e6-9397-5b8bfbe0fcf8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ed209b-595a-473c-8060-9cfa8a635cea,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:31.368611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 39f6a066-0939-465d-bc84-9e9a4ddf5fda no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:31.373158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=76e84331-ba09-4d0e-a393-be6d92a6ed24,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:31.414786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18cf75-9b63-4902-9754-fac3600214c3 None None] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:31.418092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 39f6a066-0939-465d-bc84-9e9a4ddf5fda {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:31.418666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 39f6a066-0939-465d-bc84-9e9a4ddf5fda not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:31.452267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-932af6c3-5215-4c6a-8d64-95fcbf4ee6b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a085bd0e79164eb38b5af538f243a09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859267 Oct 13 04:13:31.452493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.453714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:31.486931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3fbfe6f-8cf4-4ce9-aac4-383388e5c9d6 None None] Provisioning complete for port 76e84331-ba09-4d0e-a393-be6d92a6ed24 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:31.487610 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3fbfe6f-8cf4-4ce9-aac4-383388e5c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.530400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.534059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.566342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Network ab057ad7-b454-49c4-9c0a-cf94ea541acd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:31.571623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:31.574740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:31.576945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:31.629265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a7d75e-5a1f-44af-a445-a2925bc9bb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.661888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:13:31.681040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Pushing event updated for resources: {'Port': ['ID=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:31.688381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:31.695713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.696371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.696794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:31.697484 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.723450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-44adfaae-0a99-40e9-af9a-63d9d7a2d15c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6876318 Oct 13 04:13:31.738970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Request body: {'port': {'device_id': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:31.796330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.805128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a7d75e-5a1f-44af-a445-a2925bc9bb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.805683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.807118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.808395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.838947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:31.842624 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c05f3-f5a6-4496-9e64-445a66986ae4" -d '{"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:31.857103 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:31.863256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.870762 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.879770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.891011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.900213 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.928787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:31.944973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=59562b02-493a-4395-b46d-28ca22e2c267,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:32.027854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed312-b992-4d3c-8b5a-1ea67cf82532 req-c7ccfa04-b57b-4ea3-81bd-8bb49a76a0bf tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.029679 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-445ed312-b992-4d3c-8b5a-1ea67cf82532 req-c7ccfa04-b57b-4ea3-81bd-8bb49a76a0bf tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 931 time: 0.2461565 Oct 13 04:13:32.037879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccb05c5-336f-4895-b673-2deab1d2ee51']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:32.073941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfde0a1d-2879-4c35-a95f-756e6f84f43c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:32.074152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfde0a1d-2879-4c35-a95f-756e6f84f43c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:32.088995 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP 97c5a6d7-f3e8-4738-808d-394b2699182d associated. External IP: 172.25.1.180, port: 6ea586de-c838-4c69-99df-3c4b203556a3. Oct 13 04:13:32.108789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f5f9456-3e0f-4877-baf9-068529be50ee None None] Provisioning complete for port 59562b02-493a-4395-b46d-28ca22e2c267 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:32.109372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9456-3e0f-4877-baf9-068529be50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.140881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.153551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f9456-3e0f-4877-baf9-068529be50ee None None] Port 59562b02-493a-4395-b46d-28ca22e2c267 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:32.169029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f5f9456-3e0f-4877-baf9-068529be50ee None None] Provisioning complete for port 76e84331-ba09-4d0e-a393-be6d92a6ed24 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:32.170127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9456-3e0f-4877-baf9-068529be50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.181618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a7d75e-5a1f-44af-a445-a2925bc9bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.184205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a7d75e-5a1f-44af-a445-a2925bc9bb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.188777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04a7d75e-5a1f-44af-a445-a2925bc9bb2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aac18fc-8c14-42c4-a8d1-caa4caed9d44 HTTP/1.1" status: 204 len: 168 time: 0.7340250 Oct 13 04:13:32.193270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-445ed312-b992-4d3c-8b5a-1ea67cf82532 req-e2c302cd-ff54-46d2-ad45-d59b1762c3d8 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512606 Oct 13 04:13:32.247779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7d75e-5a1f-44af-a445-a2925bc9bb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac18fc-8c14-42c4-a8d1-caa4caed9d44,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:32.253528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.268871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:32.269342 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:32.271721 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:32.293749 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:13:32.390548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef84023-2706-4dd2-bfa9-49c3a820b35f req-640a0955-216a-45ad-9c5d-f5d73c7ab730 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.392977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eef84023-2706-4dd2-bfa9-49c3a820b35f req-640a0955-216a-45ad-9c5d-f5d73c7ab730 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 949 time: 0.5788279 Oct 13 04:13:32.512054 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552efad2-54a6-4fb1-b116-e0c0614a37ae x-openstack-request-id: req-552efad2-54a6-4fb1-b116-e0c0614a37ae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:32.512444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:32.512975 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:32.513412 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-552efad2-54a6-4fb1-b116-e0c0614a37ae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:32.513952 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'code': 200} Oct 13 04:13:32.534650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.571133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eccb05c5-336f-4895-b673-2deab1d2ee51 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:13:32.575067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.578232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa13e61-18cc-420b-a199-16bdb3d9c1ac req-ded0a1f1-f1d8-4f7b-9c61-84642e65d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.579903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3aa13e61-18cc-420b-a199-16bdb3d9c1ac req-ded0a1f1-f1d8-4f7b-9c61-84642e65d13d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 1101 time: 0.1813555 Oct 13 04:13:32.585493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eef84023-2706-4dd2-bfa9-49c3a820b35f req-d9840082-a62b-474b-bbcd-df2c9d4f03b7 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735835 Oct 13 04:13:32.595370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/networks/eccb05c5-336f-4895-b673-2deab1d2ee51 HTTP/1.1" status: 204 len: 168 time: 1.2635748 Oct 13 04:13:32.620363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:32.626338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb36f-0e0c-4254-9938-c26ded754c70 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event deleted for resources: {'Network': ['ID=eccb05c5-336f-4895-b673-2deab1d2ee51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:32.664172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-635974cc-f126-4466-8000-a2b2afcc63be None None] Provisioning complete for port 59562b02-493a-4395-b46d-28ca22e2c267 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:32.664418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-635974cc-f126-4466-8000-a2b2afcc63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.666165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:32.771761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-635974cc-f126-4466-8000-a2b2afcc63be None None] Port 59562b02-493a-4395-b46d-28ca22e2c267 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:32.891105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:32.898299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.962326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 76e84331-ba09-4d0e-a393-be6d92a6ed24 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:32.990157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:32.998188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.012519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Transition to ACTIVE for port object 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:33.014723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e64a-e0b4-4af1-8f52-f52eb7e4e1a1 req-c2412fe0-1ebb-4d0c-85fb-6b452dbc665a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.030529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62c8e64a-e0b4-4af1-8f52-f52eb7e4e1a1 req-c2412fe0-1ebb-4d0c-85fb-6b452dbc665a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 950 time: 0.2871411 Oct 13 04:13:33.030882 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.092142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 76e84331-ba09-4d0e-a393-be6d92a6ed24 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:33.094655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.098559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5c6f3a96-101b-4400-93eb-e14dc1abe065 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/floatingips/97c5a6d7-f3e8-4738-808d-394b2699182d HTTP/1.1" status: 200 len: 978 time: 2.3561852 Oct 13 04:13:33.101511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:33.108269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:33.117446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3aa13e61-18cc-420b-a199-16bdb3d9c1ac req-a45e26bf-b7ef-4ab4-a265-8acc23d8624d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210013 Oct 13 04:13:33.160132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 4dc89623-3671-464f-b2a5-3ba637e1ddc1 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:33.221492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62c8e64a-e0b4-4af1-8f52-f52eb7e4e1a1 req-d7cbcfb9-5a0c-45ad-9300-a8190fdf521a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869166 Oct 13 04:13:33.299662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:33.299816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Attempting to bind port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:33.300095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Attempting to bind port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '23455f03-b02f-4a01-9202-59a287951976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:33.300423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Attempting to bind port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 on network ab057ad7-b454-49c4-9c0a-cf94ea541acd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:33.313705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'name': 'tempest-router--1844079046', 'project_id': 'd916a75ffa124e6e8d9417b1a986a5d7'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:33.338025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7c85de3b-1889-474b-8acc-abfe3051d7d2 None None] Provisioning complete for port 59562b02-493a-4395-b46d-28ca22e2c267 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:33.338625 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c85de3b-1889-474b-8acc-abfe3051d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.343936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 on network ab057ad7-b454-49c4-9c0a-cf94ea541acd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:33.344253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Attempting to bind port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 on network ab057ad7-b454-49c4-9c0a-cf94ea541acd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:33.350742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:33.351480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Checking segment: {'id': '23455f03-b02f-4a01-9202-59a287951976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:33.351480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Bound using segment: {'id': '23455f03-b02f-4a01-9202-59a287951976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:33.351955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Bound port: 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23455f03-b02f-4a01-9202-59a287951976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:33.352225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.367455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 6ea586de-c838-4c69-99df-3c4b203556a3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:33.367802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.425051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.426071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.431309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] For port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:33.434440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] For port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,segment=NetworkSegment(23455f03-b02f-4a01-9202-59a287951976),segment_id=23455f03-b02f-4a01-9202-59a287951976)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:33.448070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7c85de3b-1889-474b-8acc-abfe3051d7d2 None None] Port 59562b02-493a-4395-b46d-28ca22e2c267 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:33.472238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.544932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d2f0-0849-420e-8a5c-b94bf29cd71d req-2838acf7-5082-4535-9c0c-fe45e6efc02f tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.552834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06d6d2f0-0849-420e-8a5c-b94bf29cd71d req-2838acf7-5082-4535-9c0c-fe45e6efc02f tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 943 time: 0.1818349 Oct 13 04:13:33.558750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.559629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.561231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] 10.222.0.26 "PUT /v2.0/ports/8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 HTTP/1.1" status: 200 len: 1091 time: 1.8269932 Oct 13 04:13:33.562617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:33.564786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'tag': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:33.567375 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae09d6f-9db0-442d-8e16-9f49462987d2" -d '{"events": [{"name": "network-changed", "server_uuid": "be7abd44-806e-4ea4-bee9-22774573bf03", "tag": "8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:33.595450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-82d3bfac-842e-42d6-bfaf-b488a513732b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/4dc89623-3671-464f-b2a5-3ba637e1ddc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6817594 Oct 13 04:13:33.610790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:33.625716 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06d6d2f0-0849-420e-8a5c-b94bf29cd71d req-219b59ab-2d69-4ba4-9ab9-ff9467712a95 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Oct 13 04:13:33.687568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:33.707427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:33.707676 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] Sync routers for ids ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:33.710181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.722659 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] Routers {'4dc89623-3671-464f-b2a5-3ba637e1ddc1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:33.723290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.732559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31282e-90a4-4c23-9c27-f96290a2e7a0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.759292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9b31282e-90a4-4c23-9c27-f96290a2e7a0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports/59562b02-493a-4395-b46d-28ca22e2c267 HTTP/1.1" status: 200 len: 911 time: 0.1293435 Oct 13 04:13:33.764894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38856) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:33.783946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59ff0608-c4a9-4ca9-bed1-4be6570ed3a8'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:33.785823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.802551 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.802804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:33.803441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.826957 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] Routers {'4dc89623-3671-464f-b2a5-3ba637e1ddc1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:33.827897 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.856432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3474e3-09bf-4664-8c68-c8b66356d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:33.881463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.882447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91c433-4125-45cf-93c8-45f6bf78c391 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:33.898116 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:33.898976 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297beacf-9300-44dc-b129-ef6eb5faec5e None None] The sync data for ids ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:33.901238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-fdb8af09-cb2a-4e6b-b6c0-27fea13dcddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.907095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-fdb8af09-cb2a-4e6b-b6c0-27fea13dcddf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3516e6ceb1054bb785de68f3689b16d5&device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 1094 time: 0.2933538 Oct 13 04:13:33.934652 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd5fa77-a2ce-4f19-acf0-12290274794e x-openstack-request-id: req-cfd5fa77-a2ce-4f19-acf0-12290274794e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:33.935206 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7abd44-806e-4ea4-bee9-22774573bf03", "tag": "8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:33.935601 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfd5fa77-a2ce-4f19-acf0-12290274794e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:33.936214 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'tag': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77', 'status': 'completed', 'code': 200} Oct 13 04:13:34.005033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-a16623fc-d0e9-48fa-b868-2bfb851da30f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 HTTP/1.1" status: 200 len: 217 time: 0.0819752 Oct 13 04:13:34.013677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.022757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.026712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.051828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.053391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9bb7f67b-cb6a-47fa-a0f3-654c1b8929ca tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7435107 Oct 13 04:13:34.063347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:34.177030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.321464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.321961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.322303 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP 97c5a6d7-f3e8-4738-808d-394b2699182d disassociated. External IP: 172.25.1.180, port: 6ea586de-c838-4c69-99df-3c4b203556a3. Oct 13 04:13:34.325045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 6ea586de-c838-4c69-99df-3c4b203556a3 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:34.367793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.371791 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.416672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-5487b0ce-1eda-463a-898e-233f1a47ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.418806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-5487b0ce-1eda-463a-898e-233f1a47ca46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80cad25e-335b-4c53-b351-68b061ba32b9 HTTP/1.1" status: 200 len: 861 time: 0.4065664 Oct 13 04:13:34.485962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:34.491136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.519190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.519929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b964b0b-82b2-4c84-ae62-5fac757f84a2 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:34.541133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.545714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.546855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d5a8dffc-dde6-4c82-9f05-3bc78cabb28e tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/routers/4b964b0b-82b2-4c84-ae62-5fac757f84a2 HTTP/1.1" status: 204 len: 168 time: 0.4825499 Oct 13 04:13:34.550856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-29a71112-b119-427b-8d5d-d10486e8c4aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab057ad7-b454-49c4-9c0a-cf94ea541acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631552 Oct 13 04:13:34.589279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=6ea586de-c838-4c69-99df-3c4b203556a3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:34.802145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38912) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:34.848423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:34.857122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a77d8-8da9-423d-9db3-13ed68f4c7ce req-206564b9-0457-403b-b82a-cd11ad3741dc tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.858956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b6a77d8-8da9-423d-9db3-13ed68f4c7ce req-206564b9-0457-403b-b82a-cd11ad3741dc tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 943 time: 0.1085763 Oct 13 04:13:34.901719 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8bf6-2574-4a7a-b9ff-d97be2fe1f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.926172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f825e3-f0e9-40ae-98e7-6f8286c3316a req-d970b681-a0c1-4b66-aa7e-115c92b82c19 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.928154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93f825e3-f0e9-40ae-98e7-6f8286c3316a req-d970b681-a0c1-4b66-aa7e-115c92b82c19 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 950 time: 0.5134408 Oct 13 04:13:34.966991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b6a77d8-8da9-423d-9db3-13ed68f4c7ce req-e06850cb-c11d-4d93-be9d-a8d16fc76c0b tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Oct 13 04:13:35.015119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633406060', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:35.032013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8bf6-2574-4a7a-b9ff-d97be2fe1f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.047963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:35.053573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8bf6-2574-4a7a-b9ff-d97be2fe1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.066862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:35.075849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:35.077024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:35.085706 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.086712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.112773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:35.124095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:35.125217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:35.156742 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.165764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:35.166625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f304b1-be8f-4ae0-9e8f-02d0f96ec291 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:35.181715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d7002e91-5cce-496e-b68e-ead60c14e5de tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/ports/6ea586de-c838-4c69-99df-3c4b203556a3 HTTP/1.1" status: 204 len: 168 time: 2.0670624 Oct 13 04:13:35.206348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:35.247344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.262415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7c88861b-2a78-49dd-84d7-42e0bbcc767e tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/floatingips/97c5a6d7-f3e8-4738-808d-394b2699182d HTTP/1.1" status: 200 len: 688 time: 0.0549431 Oct 13 04:13:35.264785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:35.272984 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.307979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cf8c8bf6-2574-4a7a-b9ff-d97be2fe1f2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c2e9dbe444b4faf9453590d8849cdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117533 Oct 13 04:13:35.315170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c8bf6-2574-4a7a-b9ff-d97be2fe1f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cea10d-7bf3-4ef5-86b5-cea01a1590fc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:35.327501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38922) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:35.329722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.336318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:35.337001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.341742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/ports/59562b02-493a-4395-b46d-28ca22e2c267 HTTP/1.1" status: 200 len: 911 time: 1.5749185 Oct 13 04:13:35.345106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:35.376382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93f825e3-f0e9-40ae-98e7-6f8286c3316a req-a9dec369-af94-476b-b262-d949b8d3a796 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365486 Oct 13 04:13:35.430930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-e111309b-7692-46fb-8d06-272fe70be06d service neutron] 10.222.0.26 "GET /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295815 Oct 13 04:13:35.507239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.588233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 513c766e-fb65-4956-bbf5-f60a5fdd73fa {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:35.588609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.688534 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.688960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.713123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 513c766e-fb65-4956-bbf5-f60a5fdd73fa owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:35.859212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d074b-c0b5-4696-9bd0-5ff647599779 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=59562b02-493a-4395-b46d-28ca22e2c267,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:35.873158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.895756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.978716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b44aee3-9a19-4cf5-9b4a-31899716fb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.023324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9dc792e-5434-4c60-ba3e-5837152e4322 req-f22bb302-1b10-42e2-8e59-a3616593e080 service neutron] 10.222.0.26 "GET /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611062 Oct 13 04:13:36.025203 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b44aee3-9a19-4cf5-9b4a-31899716fb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.039072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.058836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Allocated IP 172.25.1.16 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/e10c2627-530f-4d41-823f-e11fb9a77526) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:36.089732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=513c766e-fb65-4956-bbf5-f60a5fdd73fa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.149993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b44aee3-9a19-4cf5-9b4a-31899716fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.152886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b44aee3-9a19-4cf5-9b4a-31899716fb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.154199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b44aee3-9a19-4cf5-9b4a-31899716fb2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4cea10d-7bf3-4ef5-86b5-cea01a1590fc HTTP/1.1" status: 204 len: 168 time: 0.8255079 Oct 13 04:13:36.195697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44aee3-9a19-4cf5-9b4a-31899716fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cea10d-7bf3-4ef5-86b5-cea01a1590fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.213768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-f3371d55-f669-4160-943b-4b83a0b796fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.215907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-f3371d55-f669-4160-943b-4b83a0b796fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3516e6ceb1054bb785de68f3689b16d5&device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 1094 time: 0.1214325 Oct 13 04:13:36.238646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.241178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.247275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e745304d-2c3f-4904-9158-0cefbd8cd2ee tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/floatingips/97c5a6d7-f3e8-4738-808d-394b2699182d HTTP/1.1" status: 204 len: 168 time: 0.9812725 Oct 13 04:13:36.254972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:36.266010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93c95-0698-478e-a76a-6e4fbf1e0510 req-15b69bec-5d33-46ed-a1e2-4d056ece203b tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.267564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3cd93c95-0698-478e-a76a-6e4fbf1e0510 req-15b69bec-5d33-46ed-a1e2-4d056ece203b tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 943 time: 0.1855328 Oct 13 04:13:36.291281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'd7b75f40-2035-4d58-bfaf-0aaa60e1e37f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:36.330205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.347523 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3cd93c95-0698-478e-a76a-6e4fbf1e0510 req-f1aaaa5a-0911-4d81-82e5-9b5883251e68 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Oct 13 04:13:36.392108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.410612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.468491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:36.471385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-17d39b51-2c71-4b53-bfa3-97f91edac21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.473934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-17d39b51-2c71-4b53-bfa3-97f91edac21d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab057ad7-b454-49c4-9c0a-cf94ea541acd HTTP/1.1" status: 200 len: 922 time: 0.2483215 Oct 13 04:13:36.475401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:36.484434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:36.513322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event updated for resources: {'Port': ['ID=e10c2627-530f-4d41-823f-e11fb9a77526,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.560203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-af15ee45-7f4c-4ae5-9fe1-be7f79ace92f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 HTTP/1.1" status: 200 len: 217 time: 0.0683043 Oct 13 04:13:36.565338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.711646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc9fe8-70ee-449f-b8ba-8a92f55a7a8e req-d4550cc9-51a8-4c5b-a47f-43832d9daf9d tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.714325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09fc9fe8-70ee-449f-b8ba-8a92f55a7a8e req-d4550cc9-51a8-4c5b-a47f-43832d9daf9d tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 950 time: 0.2468526 Oct 13 04:13:36.737777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-a5259d64-f161-40a7-b4f2-df8385c809fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.738750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-a5259d64-f161-40a7-b4f2-df8385c809fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80cad25e-335b-4c53-b351-68b061ba32b9 HTTP/1.1" status: 200 len: 861 time: 0.1086829 Oct 13 04:13:36.798333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.809915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-37617374-bb1b-4fa3-bf22-031e8edb1b62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab057ad7-b454-49c4-9c0a-cf94ea541acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629618 Oct 13 04:13:36.874208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09fc9fe8-70ee-449f-b8ba-8a92f55a7a8e req-29c87cce-a939-4c67-b9ff-09c28a50f452 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475396 Oct 13 04:13:36.930169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.033920 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.097117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-46a19e97-a118-4294-9e37-b92dd1dae254 service neutron] 10.222.0.26 "GET /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740853 Oct 13 04:13:37.210736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Router 9c4ac521-4e35-4395-9b00-c41eabc41f43 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:37.243507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.11 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/03ff96fb-00df-4122-b6c3-a62a6f9f2da1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:37.402961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae09d6f-9db0-442d-8e16-9f49462987d2 req-4448c9d4-274e-4d18-87b8-dcc3f9e03a0a service neutron] 10.222.0.26 "GET /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969751 Oct 13 04:13:37.447652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 59562b02-493a-4395-b46d-28ca22e2c267 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:37.450084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.543010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:37.555279 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] Sync routers for ids ['9c4ac521-4e35-4395-9b00-c41eabc41f43'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:37.568222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.568831 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] Routers {'9c4ac521-4e35-4395-9b00-c41eabc41f43'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:37.569444 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9c4ac521-4e35-4395-9b00-c41eabc41f43'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.629931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.642084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6dc45-d150-4fce-a8e5-d25a3d944ff8 req-41d4a7f6-6d58-40e9-b051-4ec5157409fb tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:37.653993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 59562b02-493a-4395-b46d-28ca22e2c267 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:37.654264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2bf6dc45-d150-4fce-a8e5-d25a3d944ff8 req-41d4a7f6-6d58-40e9-b051-4ec5157409fb tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 943 time: 0.1505735 Oct 13 04:13:37.674338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.709169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.713665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-94ac755c-2eaf-4db2-96ae-b0376b76b4b1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9069464 Oct 13 04:13:37.718187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:37.785083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=03ff96fb-00df-4122-b6c3-a62a6f9f2da1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:37.809088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:37.812783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:37.828953 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.841972 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] Routers {'9c4ac521-4e35-4395-9b00-c41eabc41f43'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:37.842671 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9c4ac521-4e35-4395-9b00-c41eabc41f43'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.849759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2bf6dc45-d150-4fce-a8e5-d25a3d944ff8 req-6ba40335-e21f-4bc9-af12-d588e0f0c800 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946936 Oct 13 04:13:37.872344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:37.890570 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.891831 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c24fde-0430-4d62-89b2-1ff3ffaa0ca3 None None] The sync data for ids ['9c4ac521-4e35-4395-9b00-c41eabc41f43'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:37.945918 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.947443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-823cd587-87eb-4ece-a8cc-914dd8340f8a tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/9c4ac521-4e35-4395-9b00-c41eabc41f43 HTTP/1.1" status: 200 len: 919 time: 0.2281599 Oct 13 04:13:37.950395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:37.988674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3ac25640-18c7-44d1-885f-1e69356abdd1 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c4ac521-4e35-4395-9b00-c41eabc41f43 HTTP/1.1" status: 200 len: 205 time: 0.0353935 Oct 13 04:13:37.989779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:38.116344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.173289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.331466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=59562b02-493a-4395-b46d-28ca22e2c267,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:38.397330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.406499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:38.651347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1afa94b7-0897-40c6-8ace-8c09711199aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.686929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.744607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Deleting port e10c2627-530f-4d41-823f-e11fb9a77526 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:38.744969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.846116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.860924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Calling delete_port for e10c2627-530f-4d41-823f-e11fb9a77526 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:39.062446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.089582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event deleted for resources: {'Port': ['ID=e10c2627-530f-4d41-823f-e11fb9a77526,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:39.162156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.175434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 4dc89623-3671-464f-b2a5-3ba637e1ddc1 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:39.185498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.187921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1afa94b7-0897-40c6-8ace-8c09711199aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.215175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1afa94b7-0897-40c6-8ace-8c09711199aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.250311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b354-18d7-4a05-a830-c31398267da3 req-310f70e4-9221-494b-9bfe-9c1e313ddbdf tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.252369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f975b354-18d7-4a05-a830-c31398267da3 req-310f70e4-9221-494b-9bfe-9c1e313ddbdf tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 943 time: 0.1742344 Oct 13 04:13:39.254876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.257607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.302172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.302846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4ac521-4e35-4395-9b00-c41eabc41f43 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:39.310051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.311274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e6d3ab6-1c59-4e24-a95f-3642560ff605 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/9c4ac521-4e35-4395-9b00-c41eabc41f43 HTTP/1.1" status: 204 len: 168 time: 1.3204186 Oct 13 04:13:39.321252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:39.325886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'name': 'tempest-snat-router-102613969', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:39.352087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.354890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.356035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1afa94b7-0897-40c6-8ace-8c09711199aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b31ef62c5b6d49329d2d457f84bc63d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9483769 Oct 13 04:13:39.356810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa94b7-0897-40c6-8ace-8c09711199aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953933cc-8848-418c-83c8-ffc454166b9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:39.364634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:39.409244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:39.423375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] Sync routers for ids ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:39.427238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-427c4783-beee-45b9-8753-e6702e58fd0b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/4dc89623-3671-464f-b2a5-3ba637e1ddc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0717084 Oct 13 04:13:39.434869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:39.435906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] Routers {'4dc89623-3671-464f-b2a5-3ba637e1ddc1'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:39.437285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:39.440370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.455174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.467018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f975b354-18d7-4a05-a830-c31398267da3 req-41f0eb64-91eb-44ad-8846-7140275a72c4 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907587 Oct 13 04:13:39.474134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:39.483848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] Routers {'4dc89623-3671-464f-b2a5-3ba637e1ddc1'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:39.484825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:39.519307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:39.520311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb60529-c9f6-4093-ba5f-26206ff89542 None None] The sync data for ids ['4dc89623-3671-464f-b2a5-3ba637e1ddc1'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:39.529168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-085af988-cfe4-498f-afd8-34d59aa0a97c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc89623-3671-464f-b2a5-3ba637e1ddc1 HTTP/1.1" status: 200 len: 205 time: 0.0864522 Oct 13 04:13:39.529168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:39.596395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:39.604587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.629416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.639276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ed019d9-1835-4acf-a22e-67c5d627283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.709898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,segment=NetworkSegment(23455f03-b02f-4a01-9202-59a287951976),segment_id=23455f03-b02f-4a01-9202-59a287951976)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:39.724295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77', 'network_id': 'ab057ad7-b454-49c4-9c0a-cf94ea541acd', 'port_id': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77', 'mac_address': 'fa:16:3e:05:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cad25e-335b-4c53-b351-68b061ba32b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:39.771066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.785019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:39.806826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,segment=NetworkSegment(23455f03-b02f-4a01-9202-59a287951976),segment_id=23455f03-b02f-4a01-9202-59a287951976)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:39.811947 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.827308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ed019d9-1835-4acf-a22e-67c5d627283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.871142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:39.884963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.885299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.885814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.886324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.886803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.887290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.887915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.888507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.889269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.890061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.890587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.891116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:39.895885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.907337 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.914381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.926587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.955941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.974237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.994594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.032011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Allocated IP 172.25.1.37 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/d6cbe501-c1c4-4051-afe4-591c19dad7ec) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:40.078967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=03ff96fb-00df-4122-b6c3-a62a6f9f2da1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:40.085130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ed019d9-1835-4acf-a22e-67c5d627283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.087652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ed019d9-1835-4acf-a22e-67c5d627283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.088870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4ed019d9-1835-4acf-a22e-67c5d627283e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/953933cc-8848-418c-83c8-ffc454166b9f HTTP/1.1" status: 204 len: 168 time: 0.7201519 Oct 13 04:13:40.096091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.096628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router 4dc89623-3671-464f-b2a5-3ba637e1ddc1 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:40.106227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.110548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d49ebca1-9388-4141-a226-5f07608ba461 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/4dc89623-3671-464f-b2a5-3ba637e1ddc1 HTTP/1.1" status: 204 len: 168 time: 0.5776956 Oct 13 04:13:40.115525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:40.123802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed019d9-1835-4acf-a22e-67c5d627283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953933cc-8848-418c-83c8-ffc454166b9f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:40.127189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.162613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.196697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.217389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 59ff0608-c4a9-4ca9-bed1-4be6570ed3a8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:40.220978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:40.238717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Port': ['ID=d6cbe501-c1c4-4051-afe4-591c19dad7ec,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:40.253589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:40.253752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.255066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:40.257473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:40.313755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.339871 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP d371d410-9aa4-4cda-9223-5bad4b609c6b associated. External IP: 172.25.1.11, port: d7b75f40-2035-4d58-bfaf-0aaa60e1e37f. Oct 13 04:13:40.569813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.631664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.709217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef51c5-9762-4780-b474-a6e047bb0633 req-fdc194fb-fb7b-474b-be0f-d3f55d8e504e tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.711250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4eef51c5-9762-4780-b474-a6e047bb0633 req-fdc194fb-fb7b-474b-be0f-d3f55d8e504e tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 944 time: 0.1139500 Oct 13 04:13:40.838369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4eef51c5-9762-4780-b474-a6e047bb0633 req-64ecdba1-cab3-4cbf-be51-0a887750482a tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067557 Oct 13 04:13:40.843292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.904130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50001143-d3ea-4aa9-8323-5cb78166fde6 None None] Network 630ab62d-e0cb-45dc-acb6-79cd25f59743 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:40.905081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.910824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/59ff0608-c4a9-4ca9-bed1-4be6570ed3a8 HTTP/1.1" status: 204 len: 168 time: 0.7940490 Oct 13 04:13:40.915270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:40.926269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4da24-2f3f-411e-baab-ec5ac9bdc1a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=59ff0608-c4a9-4ca9-bed1-4be6570ed3a8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:40.949407 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.979375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:41.150192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17290090-6f05-476b-916d-7743892778cd None None] DHCP port deletion for 630ab62d-e0cb-45dc-acb6-79cd25f59743 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:13:41.150718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Router fd845c62-c079-4add-87e1-9ee3b736650f is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:41.166749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.187385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:41.200007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:41.227904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:41.229345 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:41.245064 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.260740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-17290090-6f05-476b-916d-7743892778cd None None] Deleting port 76e84331-ba09-4d0e-a393-be6d92a6ed24 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:41.261116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17290090-6f05-476b-916d-7743892778cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.281418 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:41.302728 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:41.303787 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:41.312739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ee0e249e-530c-433d-b7cc-8dd12b95667b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0215697 Oct 13 04:13:41.321479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:41.326692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-762238091'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:41.343925 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:41.344867 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c5335-48eb-4d56-99d7-bea8b88e6355 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:41.360284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 76e84331-ba09-4d0e-a393-be6d92a6ed24 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:41.360284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.376756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:41.393741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Sync routers for ids ['fd845c62-c079-4add-87e1-9ee3b736650f'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:41.414164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Routers {'fd845c62-c079-4add-87e1-9ee3b736650f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:41.414699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fd845c62-c079-4add-87e1-9ee3b736650f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:41.452209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:41.457348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.459959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.461651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4f2b5ec-ff11-4599-ad44-fcc92f6e464f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1393366 Oct 13 04:13:41.464497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:41.472437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-17290090-6f05-476b-916d-7743892778cd None None] For port 76e84331-ba09-4d0e-a393-be6d92a6ed24, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=76e84331-ba09-4d0e-a393-be6d92a6ed24,segment=NetworkSegment(00e36843-bfcc-404d-b75d-8842aa10bcfd),segment_id=00e36843-bfcc-404d-b75d-8842aa10bcfd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:41.473259 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17290090-6f05-476b-916d-7743892778cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.519735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:41.522364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-17290090-6f05-476b-916d-7743892778cd None None] Calling delete_port for 76e84331-ba09-4d0e-a393-be6d92a6ed24 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:41.540654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 76e84331-ba09-4d0e-a393-be6d92a6ed24, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=76e84331-ba09-4d0e-a393-be6d92a6ed24,segment=NetworkSegment(00e36843-bfcc-404d-b75d-8842aa10bcfd),segment_id=00e36843-bfcc-404d-b75d-8842aa10bcfd)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:41.543019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.593792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Set router fd845c62-c079-4add-87e1-9ee3b736650f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:41.631546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:41.635806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:41.647541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dbff0913-c6bd-44f2-91ba-93c664ba033a tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/fd845c62-c079-4add-87e1-9ee3b736650f HTTP/1.1" status: 200 len: 907 time: 0.1812844 Oct 13 04:13:41.650712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:41.655385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'name': 'tempest-snat-router-102613969', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': True}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:41.680263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.682777 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.746836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.878224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17290090-6f05-476b-916d-7743892778cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.919458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-1b895eab-7e3a-4620-bc54-49c77f19e6bd tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7d19679934f74c9fa519662cc6628338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311708 Oct 13 04:13:41.920498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 76e84331-ba09-4d0e-a393-be6d92a6ed24 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:41.920845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.922845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.923460 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Added segment eacffe5f-29f5-4bb0-8825-1c666c955419 of type vlan for network fe1904cf-ed95-4999-bd99-948cba004b0b Oct 13 04:13:41.956047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17290090-6f05-476b-916d-7743892778cd None None] No DVR routers for this DVR port 76e84331-ba09-4d0e-a393-be6d92a6ed24 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:42.009589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17290090-6f05-476b-916d-7743892778cd None None] Pushing event deleted for resources: {'Port': ['ID=76e84331-ba09-4d0e-a393-be6d92a6ed24,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.058639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:42.065534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:42.066165 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.117946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd845c62-c079-4add-87e1-9ee3b736650f', 'name': 'tempest-snat-router-102613969', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'd6cbe501-c1c4-4051-afe4-591c19dad7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:39Z', 'updated_at': '2021-10-13T04:13:40Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': 'd6cbe501-c1c4-4051-afe4-591c19dad7ec', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd845c62-c079-4add-87e1-9ee3b736650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:39Z', 'updated_at': '2021-10-13T04:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:42.160544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Checking router: fd845c62-c079-4add-87e1-9ee3b736650f for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:42.161052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Updating router fd845c62-c079-4add-87e1-9ee3b736650f port d6cbe501-c1c4-4051-afe4-591c19dad7ec binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:42.164742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:42.166498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.174599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c82f7-937e-4d49-aa84-dd20ea5c8677 req-40856157-6202-4630-b6a2-942b66d47036 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.176388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a06c82f7-937e-4d49-aa84-dd20ea5c8677 req-40856157-6202-4630-b6a2-942b66d47036 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 944 time: 0.1515574 Oct 13 04:13:42.186666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-bad034ee-fc70-4a31-966f-de3ff33d92cf tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.188104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-bad034ee-fc70-4a31-966f-de3ff33d92cf tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536290 Oct 13 04:13:42.209879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'mac_address': 'fa:16:3e:2d:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:42.221566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-d176b598-513d-494e-a798-3c8a6a5c75bf tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/quotas/7d19679934f74c9fa519662cc6628338 HTTP/1.1" status: 200 len: 375 time: 0.0244153 Oct 13 04:13:42.236486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.242062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.242721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.247774 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.250610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a06c82f7-937e-4d49-aa84-dd20ea5c8677 req-d17d1295-9d9a-4314-996f-042b822bf0f7 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665495 Oct 13 04:13:42.255498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.284702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.284978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.331528 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.358153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-c6b73cfa-8e96-4059-a9ac-f846d2859474 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d19679934f74c9fa519662cc6628338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256163 Oct 13 04:13:42.368649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0459843 Oct 13 04:13:42.371861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39136) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:42.378061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=76e84331-ba09-4d0e-a393-be6d92a6ed24,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.380017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port 76e84331-ba09-4d0e-a393-be6d92a6ed24 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:42.387281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'subnet': {'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:42.417422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.419747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948699-e3b0-49dd-9e41-325c434c0465 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Network': ['ID=fe1904cf-ed95-4999-bd99-948cba004b0b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.449358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8e0c438-bcf7-45c6-86cd-3f2131fa6421 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:42.454069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network fe1904cf-ed95-4999-bd99-948cba004b0b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:42.527962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.551311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:42.558098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:42.569329 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2be5f-de08-4914-ac32-3b835572a00a" -d '{"events": [{"server_uuid": "be7abd44-806e-4ea4-bee9-22774573bf03", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:42.578390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630ab62d-e0cb-45dc-acb6-79cd25f59743']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:42.585893 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.625856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e36843-bfcc-404d-b75d-8842aa10bcfd') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:42.626159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e36843-bfcc-404d-b75d-8842aa10bcfd') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:42.645949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,segment=NetworkSegment(23455f03-b02f-4a01-9202-59a287951976),segment_id=23455f03-b02f-4a01-9202-59a287951976)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:42.654578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.654845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.683353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Allocated IP 172.25.1.150 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/2305118f-6cbe-4df0-8653-b3e97d3f54ea) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:42.688347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.697645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:42.698057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.700315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:42.703002 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:42.710260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a8e0c438-bcf7-45c6-86cd-3f2131fa6421'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:42.802705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.843581 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c9746b-5d13-4356-8253-a655257e0f5c x-openstack-request-id: req-60c9746b-5d13-4356-8253-a655257e0f5c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:42.844130 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7abd44-806e-4ea4-bee9-22774573bf03", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:42.844130 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60c9746b-5d13-4356-8253-a655257e0f5c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:42.844491 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77', 'code': 200} Oct 13 04:13:42.859268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c639ea3f-d17f-4ed1-ab97-59174e4db7d2 req-347055a0-8e6e-49d6-ad22-1149138c1f40 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.2184255 Oct 13 04:13:42.866456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:42.871065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.977973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 76e84331-ba09-4d0e-a393-be6d92a6ed24 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:43.013166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.025013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.032204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/630ab62d-e0cb-45dc-acb6-79cd25f59743 HTTP/1.1" status: 204 len: 168 time: 2.1161330 Oct 13 04:13:43.043465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:43.050488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1023451448', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:43.061023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 76e84331-ba09-4d0e-a393-be6d92a6ed24 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:43.061556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 76e84331-ba09-4d0e-a393-be6d92a6ed24 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:43.109536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efef10-71e3-4245-aa8b-e0682bd2231b req-96d1c1b4-db66-42b7-83f8-3693427cc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.111962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94efef10-71e3-4245-aa8b-e0682bd2231b req-96d1c1b4-db66-42b7-83f8-3693427cc446 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 1096 time: 0.2103879 Oct 13 04:13:43.117622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097468d-35c3-4f96-ad14-71d0a4289cba tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=630ab62d-e0cb-45dc-acb6-79cd25f59743,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.151572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.153133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.182615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94efef10-71e3-4245-aa8b-e0682bd2231b req-392a0dda-e45c-4451-ba8d-e0090a7922fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Oct 13 04:13:43.199894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.258099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.266100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.318917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.329786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.331481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2525a0a0-20e7-4859-9dca-a2efcaa0be35 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2853031 Oct 13 04:13:43.341609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:43.360259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1775849808'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:43.360474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.411213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:43.415855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.458846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:43.471608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.471972 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment c547b185-3c47-4ae8-ada6-17a87979c5cc of type vlan for network 0f5c590a-7bf0-400e-9667-19729c68bd83 Oct 13 04:13:43.535897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:43.549596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:43.553935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:43.556423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Subnet': ['ID=4e514685-e6bb-4634-be27-d450b88b10f9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.558617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Port': ['ID=2305118f-6cbe-4df0-8653-b3e97d3f54ea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.618176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fec5be-5bd4-4a82-ad5c-760c1110351e req-074d6665-8c21-4ccc-a07d-28a2837dd18e tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.620015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3fec5be-5bd4-4a82-ad5c-760c1110351e req-074d6665-8c21-4ccc-a07d-28a2837dd18e tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 945 time: 0.1775248 Oct 13 04:13:43.626256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Checking segment: {'id': 'eacffe5f-29f5-4bb0-8825-1c666c955419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:43.626675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network hostable DHCP agents. Network: fe1904cf-ed95-4999-bd99-948cba004b0b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:43.654504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.656924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:43.689075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.714331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.715331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.759672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.771148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.780833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:43.781244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.802336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network fe1904cf-ed95-4999-bd99-948cba004b0b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:43.835465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3fec5be-5bd4-4a82-ad5c-760c1110351e req-e8f7ac7c-8c61-4f69-9e36-a94f32d6e39c tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332703 Oct 13 04:13:43.844457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, fe1904cf-ed95-4999-bd99-948cba004b0b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:43.853422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.857335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17915e77-6a81-4c2d-a256-14b6bd7d42c6 None None] Network fe1904cf-ed95-4999-bd99-948cba004b0b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:43.859082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.931504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-db088fb7-3078-43a2-a5f0-c2bdaf69b42b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5549738 Oct 13 04:13:43.934127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:43.957416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1108214795', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:43.959312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6165287 Oct 13 04:13:43.974611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:43.995414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:44.144930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153de91-dede-40b4-b6c9-f7f333e1c5ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=0f5c590a-7bf0-400e-9667-19729c68bd83,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:44.193139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:44.193719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-643d1cfb-30ba-4e68-b7f4-ce8efd4ae02b req-e46e802a-35c4-4d55-bf51-e68fd93f5f71 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.1475582 Oct 13 04:13:44.335509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:44.352844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9961d-4b95-4635-b91d-cba0960108d0 None None] Pushing event updated for resources: {'Port': ['ID=d6cbe501-c1c4-4051-afe4-591c19dad7ec,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:44.363332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.391391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Attempting to bind port d6cbe501-c1c4-4051-afe4-591c19dad7ec on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:44.391818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Attempting to bind port d6cbe501-c1c4-4051-afe4-591c19dad7ec by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:44.392308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Attempting to bind port d6cbe501-c1c4-4051-afe4-591c19dad7ec on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:44.426361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:44.426921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:44.427159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.427524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:44.428058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Bound port: d6cbe501-c1c4-4051-afe4-591c19dad7ec, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:44.428395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.483074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] For port d6cbe501-c1c4-4051-afe4-591c19dad7ec, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:44.487364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] For port d6cbe501-c1c4-4051-afe4-591c19dad7ec, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d6cbe501-c1c4-4051-afe4-591c19dad7ec,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:44.506726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.674680 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.693289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.876140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.897832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.909387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.916465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:44.930182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:44.937289 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823069e3-44e6-4bbc-a75a-72e30306b70c" -d '{"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:44.970035 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.975840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-e73d2262-e7d3-4417-b2cc-8a38f220a3f6 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7d19679934f74c9fa519662cc6628338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3058085 Oct 13 04:13:45.015007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9961d-4b95-4635-b91d-cba0960108d0 None None] Pushing event updated for resources: {'Port': ['ID=d6cbe501-c1c4-4051-afe4-591c19dad7ec,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:45.045279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Routers {'fd845c62-c079-4add-87e1-9ee3b736650f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:45.046030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fd845c62-c079-4add-87e1-9ee3b736650f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:45.067651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=031f11d1-caa6-41f6-a01e-2ba019b89a54,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:45.072415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:45.072808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 0f5c590a-7bf0-400e-9667-19729c68bd83, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:45.118894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:45.138753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 0f5c590a-7bf0-400e-9667-19729c68bd83) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:45.157119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.158338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.218424 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb8048-27e0-4b99-b915-71c278a94914 x-openstack-request-id: req-35eb8048-27e0-4b99-b915-71c278a94914 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:45.219350 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:45.222279 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35eb8048-27e0-4b99-b915-71c278a94914 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:45.225701 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'code': 200} Oct 13 04:13:45.229914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06fa83-76ac-41c7-af75-826bacba7283 None None] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:45.237317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f99adc3c-8990-423d-b50e-c1c9c1150af0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2477474 Oct 13 04:13:45.240922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:45.372907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.382295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-fe1904cf-ed95-4999-bd99-948cba004b0b', 'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b', 'tenant_id': '3c74f380f95d45eb952a1a7c44dd689b', 'fixed_ips': [{'subnet_id': '4e514685-e6bb-4634-be27-d450b88b10f9'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:13:45.383191 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.475961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ca6e1f8-c19b-4565-8bec-141a2f01c40f req-87600426-eaa7-4ab4-b8c3-46f95798cb84 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.0412169 Oct 13 04:13:45.533467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95651495-c247-4c8b-9401-ebd4e2490317 req-c5c47516-10b0-49d3-9e56-fa4648ef4a9e tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.541006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95651495-c247-4c8b-9401-ebd4e2490317 req-c5c47516-10b0-49d3-9e56-fa4648ef4a9e tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 945 time: 0.5063868 Oct 13 04:13:45.614164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-5923d02e-50a6-4e0c-b3f8-cec88ad8ec34 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.616346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-5923d02e-50a6-4e0c-b3f8-cec88ad8ec34 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6159017 Oct 13 04:13:45.632607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Request body: {'port': {'device_id': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': '7d19679934f74c9fa519662cc6628338'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:45.701688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:45.787677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] Set router fd845c62-c079-4add-87e1-9ee3b736650f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:45.904287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-0f5c590a-7bf0-400e-9667-19729c68bd83', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:13:45.905181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.961570 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95651495-c247-4c8b-9401-ebd4e2490317 req-6c93a51f-44a0-473b-9bb0-45487c0e1919 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195821 Oct 13 04:13:45.969082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.977956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.077539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Allocated IP 172.20.0.2 (fe1904cf-ed95-4999-bd99-948cba004b0b/4e514685-e6bb-4634-be27-d450b88b10f9/b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:46.132652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.388706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Made reservation on behalf of 7d19679934f74c9fa519662cc6628338 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:46.397080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.425530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.439577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Router 3c55e06c-5e27-4282-be9d-f507fba49d1e is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:46.699011 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.702870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb471c26-37e0-4bff-9f3d-45b977b4655b req-4ee58bc0-74a2-47e2-9e2f-d9bb2552cb13 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.1009240 Oct 13 04:13:46.713842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.753573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Allocated IP 2001:db8::2 (0f5c590a-7bf0-400e-9667-19729c68bd83/031f11d1-caa6-41f6-a01e-2ba019b89a54/55b164b2-8379-4741-8526-8f0cc85b4681) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:46.784520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41430ad0-dabb-409b-bef0-ea2a4be116fa req-600341d4-1cb4-4df8-8bf7-174f0f216021 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.792761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41430ad0-dabb-409b-bef0-ea2a4be116fa req-600341d4-1cb4-4df8-8bf7-174f0f216021 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 945 time: 0.2112310 Oct 13 04:13:46.799927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Network fe1904cf-ed95-4999-bd99-948cba004b0b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:46.805312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:46.817400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:46.845027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:46.847522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Pushing event updated for resources: {'Port': ['ID=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:46.855566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.862636 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Sync routers for ids ['3c55e06c-5e27-4282-be9d-f507fba49d1e'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:46.887359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd845c62-c079-4add-87e1-9ee3b736650f', 'name': 'tempest-snat-router-102613969', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'd6cbe501-c1c4-4051-afe4-591c19dad7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:39Z', 'updated_at': '2021-10-13T04:13:40Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': 'd6cbe501-c1c4-4051-afe4-591c19dad7ec', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd845c62-c079-4add-87e1-9ee3b736650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:39Z', 'updated_at': '2021-10-13T04:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:46.895093 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Routers {'3c55e06c-5e27-4282-be9d-f507fba49d1e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:46.896914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3c55e06c-5e27-4282-be9d-f507fba49d1e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:47.025206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.030977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c947e7-3fa8-4320-9f10-bbc569640cb8 None None] The sync data for ids ['fd845c62-c079-4add-87e1-9ee3b736650f'] in n-d-810220-9 is: [{'id': 'fd845c62-c079-4add-87e1-9ee3b736650f', 'name': 'tempest-snat-router-102613969', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'd6cbe501-c1c4-4051-afe4-591c19dad7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:39Z', 'updated_at': '2021-10-13T04:13:40Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': 'd6cbe501-c1c4-4051-afe4-591c19dad7ec', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd845c62-c079-4add-87e1-9ee3b736650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:39Z', 'updated_at': '2021-10-13T04:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:47.034962 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.040368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:47.041616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e01c386b-ce2f-4641-8e6e-6f3a2af5ce54 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3895311 Oct 13 04:13:47.123583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b139737-dbc5-4118-9a12-26274cb91fb3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:47.136764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.170689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Attempting to bind port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:47.172816 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Set router 3c55e06c-5e27-4282-be9d-f507fba49d1e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:47.178188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Attempting to bind port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'eacffe5f-29f5-4bb0-8825-1c666c955419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:47.178865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Attempting to bind port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 on network fe1904cf-ed95-4999-bd99-948cba004b0b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:47.200734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:47.201948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Checking segment: {'id': 'eacffe5f-29f5-4bb0-8825-1c666c955419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:47.202588 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.203191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Bound using segment: {'id': 'eacffe5f-29f5-4bb0-8825-1c666c955419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:47.203915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Bound port: b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacffe5f-29f5-4bb0-8825-1c666c955419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:47.204816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.250233 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.543104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-58ac3d1c-8298-476a-b83b-96ac916e9cf4 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/3c55e06c-5e27-4282-be9d-f507fba49d1e HTTP/1.1" status: 200 len: 907 time: 0.5015099 Oct 13 04:13:47.552497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:47.592084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.671047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] For port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:47.671995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.25.1.201 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/729b66e8-48d0-46fd-824f-5183ed5fcaaf) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:47.693822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.698278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] For port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,segment=NetworkSegment(eacffe5f-29f5-4bb0-8825-1c666c955419),segment_id=eacffe5f-29f5-4bb0-8825-1c666c955419)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:47.794322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Pushing event updated for resources: {'Port': ['ID=55b164b2-8379-4741-8526-8f0cc85b4681,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:47.812785 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.846552 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55e06c-5e27-4282-be9d-f507fba49d1e', 'name': 'tempest-snat-router-102613969', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2305118f-6cbe-4df0-8653-b3e97d3f54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:41Z', 'updated_at': '2021-10-13T04:13:43Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': '2305118f-6cbe-4df0-8653-b3e97d3f54ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55e06c-5e27-4282-be9d-f507fba49d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:42Z', 'updated_at': '2021-10-13T04:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:47.862653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:47.883823 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Checking router: 3c55e06c-5e27-4282-be9d-f507fba49d1e for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:47.884370 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Updating router 3c55e06c-5e27-4282-be9d-f507fba49d1e port 2305118f-6cbe-4df0-8653-b3e97d3f54ea binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:47.910005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:47.920122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:47.940460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41430ad0-dabb-409b-bef0-ea2a4be116fa req-e9f5be32-c9a0-47d9-876f-94375542afb1 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1465218 Oct 13 04:13:47.993311 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.056515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8::1 (0f5c590a-7bf0-400e-9667-19729c68bd83/031f11d1-caa6-41f6-a01e-2ba019b89a54/509d84f2-b527-409f-96cd-d5f4814dd2d6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:48.228156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Attempting to bind port 55b164b2-8379-4741-8526-8f0cc85b4681 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:48.229005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Attempting to bind port 55b164b2-8379-4741-8526-8f0cc85b4681 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:48.229609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Attempting to bind port 55b164b2-8379-4741-8526-8f0cc85b4681 on network 0f5c590a-7bf0-400e-9667-19729c68bd83 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:48.239811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:48.241278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Checking segment: {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:48.246164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.250030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Bound using segment: {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:48.250812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Bound port: 55b164b2-8379-4741-8526-8f0cc85b4681, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:48.251996 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.282155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e18cf-a22a-4533-8b7e-4aef405c63ab None None] Pushing event updated for resources: {'Port': ['ID=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:48.377607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.528221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.560965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-074283f5-565e-4b8b-a3db-4c2f7321dff8 req-e8d3d7e1-ff4d-47a4-9bb1-616347261e6b tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.1658988 Oct 13 04:13:48.587971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.625388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Allocated IP 192.168.233.21 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/f6a80be6-1699-4b4b-953d-8e2f263a44fb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:48.693264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.852673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:48.875762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b189cf2d-2b33-4185-914f-b275f7ac653f tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.895846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b189cf2d-2b33-4185-914f-b275f7ac653f tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 945 time: 0.4931030 Oct 13 04:13:48.923930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:48.937818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:48.949660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:48.952815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.002886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:49.008176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:49.012220 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.022729 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.069741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60562fa3-7985-4be8-b417-4864305eabdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.076296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] For port 55b164b2-8379-4741-8526-8f0cc85b4681, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:49.084264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] For port 55b164b2-8379-4741-8526-8f0cc85b4681, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55b164b2-8379-4741-8526-8f0cc85b4681,segment=NetworkSegment(c547b185-3c47-4ae8-ada6-17a87979c5cc),segment_id=c547b185-3c47-4ae8-ada6-17a87979c5cc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:49.093188 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.101994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=729b66e8-48d0-46fd-824f-5183ed5fcaaf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:49.130116 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Attempting to bind port 2305118f-6cbe-4df0-8653-b3e97d3f54ea on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:49.132206 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Attempting to bind port 2305118f-6cbe-4df0-8653-b3e97d3f54ea by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:49.132914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Attempting to bind port 2305118f-6cbe-4df0-8653-b3e97d3f54ea on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:49.163962 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:49.164640 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:49.165246 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.169814 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:49.170612 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Bound port: 2305118f-6cbe-4df0-8653-b3e97d3f54ea, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:49.171294 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.181637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=509d84f2-b527-409f-96cd-d5f4814dd2d6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:49.187344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:49.209100 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Pushing event updated for resources: {'Port': ['ID=2305118f-6cbe-4df0-8653-b3e97d3f54ea,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:49.225149 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.225947 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.226440 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.226947 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.227428 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.227922 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.228409 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.228914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.229405 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.229912 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.230390 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.230851 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:49.295127 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] For port 2305118f-6cbe-4df0-8653-b3e97d3f54ea, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:49.306020 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] For port 2305118f-6cbe-4df0-8653-b3e97d3f54ea, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2305118f-6cbe-4df0-8653-b3e97d3f54ea,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:49.312521 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.323287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.352661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f708a9-59bb-4370-a242-0ebe09a70a02 None None] Pushing event updated for resources: {'Port': ['ID=55b164b2-8379-4741-8526-8f0cc85b4681,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:49.401212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:49.401591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.439987 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Routers {'3c55e06c-5e27-4282-be9d-f507fba49d1e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:49.440721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3c55e06c-5e27-4282-be9d-f507fba49d1e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:49.517917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.611351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.667347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.720231 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] Set router 3c55e06c-5e27-4282-be9d-f507fba49d1e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:49.784087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,segment=NetworkSegment(eacffe5f-29f5-4bb0-8825-1c666c955419),segment_id=eacffe5f-29f5-4bb0-8825-1c666c955419)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:49.791071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.792041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d6cbe501-c1c4-4051-afe4-591c19dad7ec up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:49.817028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:49.879561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:49.899901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:49.915044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:50.047089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.048043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.083501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-0edc67cf-bf2b-4474-b62a-537c249467a2 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4545760 Oct 13 04:13:50.112623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cd98-55b7-4276-8b97-4282aeeb1fed req-6e07e68b-51ae-4d01-8a67-e2e8603a0437 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.115635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e808cd98-55b7-4276-8b97-4282aeeb1fed req-6e07e68b-51ae-4d01-8a67-e2e8603a0437 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 935 time: 0.3187146 Oct 13 04:13:50.120860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.125372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Request body: {'port': {'device_id': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:50.138558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b468d07-a710-435a-861e-39ca090a4f61 req-33791b9a-de6e-4a99-abc1-78fc2a10e2dd tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.139666 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834fc4e-2131-4b5b-989e-ad9c245093d0 None None] Pushing event updated for resources: {'Port': ['ID=2305118f-6cbe-4df0-8653-b3e97d3f54ea,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.140454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b468d07-a710-435a-861e-39ca090a4f61 req-33791b9a-de6e-4a99-abc1-78fc2a10e2dd tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 945 time: 0.9829569 Oct 13 04:13:50.183713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d6cbe501-c1c4-4051-afe4-591c19dad7ec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:50.185296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.352032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Deleting port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:50.353332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.431557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c55d3-f3a9-4680-b0db-933523cb1c58 None None] Network fe1904cf-ed95-4999-bd99-948cba004b0b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:50.467877 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55e06c-5e27-4282-be9d-f507fba49d1e', 'name': 'tempest-snat-router-102613969', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2305118f-6cbe-4df0-8653-b3e97d3f54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:41Z', 'updated_at': '2021-10-13T04:13:43Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': '2305118f-6cbe-4df0-8653-b3e97d3f54ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55e06c-5e27-4282-be9d-f507fba49d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:42Z', 'updated_at': '2021-10-13T04:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:50.486683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.517816 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765b2cc-143e-4d63-be5e-fae0969d3bdd None None] The sync data for ids ['3c55e06c-5e27-4282-be9d-f507fba49d1e'] in n-d-810220-9 is: [{'id': '3c55e06c-5e27-4282-be9d-f507fba49d1e', 'name': 'tempest-snat-router-102613969', 'tenant_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2305118f-6cbe-4df0-8653-b3e97d3f54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:41Z', 'updated_at': '2021-10-13T04:13:43Z', 'revision_number': 3, 'project_id': 'fbea03805dc34a55862b6a1efc9fddf0', 'gw_port': {'id': '2305118f-6cbe-4df0-8653-b3e97d3f54ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55e06c-5e27-4282-be9d-f507fba49d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:42Z', 'updated_at': '2021-10-13T04:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:50.576624 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.641735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] For port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,segment=NetworkSegment(23455f03-b02f-4a01-9202-59a287951976),segment_id=23455f03-b02f-4a01-9202-59a287951976)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:50.642459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.659013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Calling delete_port for 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:50.688185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port d6cbe501-c1c4-4051-afe4-591c19dad7ec, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d6cbe501-c1c4-4051-afe4-591c19dad7ec,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:50.717192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-728331a9-0b6c-460f-8b2e-3d2f76cd413f None None] Provisioning complete for port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:50.717705 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-728331a9-0b6c-460f-8b2e-3d2f76cd413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.726991 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.847175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b468d07-a710-435a-861e-39ca090a4f61 req-fc528034-34bd-4e49-abf1-a5db5e75b403 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc826773-f70f-4af9-8f6c-9fb197ea0f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802251 Oct 13 04:13:50.863866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.988645 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=d6cbe501-c1c4-4051-afe4-591c19dad7ec,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:51.093943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.117747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Pushing event deleted for resources: {'Port': ['ID=8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:51.190934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] No DVR routers for this DVR port 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:51.289961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:51.581806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.586441 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c8cdc01-6ce3-4701-9762-b1bfe539b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.599885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ebe76517-51c3-4d5f-be4e-85b37409eb94 None None] Provisioning complete for port f6a80be6-1699-4b4b-953d-8e2f263a44fb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:51.600303 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebe76517-51c3-4d5f-be4e-85b37409eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.603857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e808cd98-55b7-4276-8b97-4282aeeb1fed req-b94898b1-284e-4173-b3e5-e81d7993b145 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3999147 Oct 13 04:13:51.677482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:51.683528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e919a5e-84e2-43c8-8f0f-b93be7d71055 None None] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:51.837789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:51.843478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:51.845480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ebe76517-51c3-4d5f-be4e-85b37409eb94 None None] Port f6a80be6-1699-4b4b-953d-8e2f263a44fb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:51.848916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:51.849280 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.982956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.025765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.033807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6a5400a-cd19-4de5-b8b9-5b9e75fbaddd req-b4a52151-9a93-4a78-b43c-5aa14a34f131 tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.26 "DELETE /v2.0/ports/8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77 HTTP/1.1" status: 204 len: 173 time: 3.1161566 Oct 13 04:13:52.098831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a80be6-1699-4b4b-953d-8e2f263a44fb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:52.107853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.121394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'name': 'network-vif-deleted', 'tag': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:52.122562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Transition to ACTIVE for port object f6a80be6-1699-4b4b-953d-8e2f263a44fb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:52.124743 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9487ae-cb47-41e1-8716-24e80cc66a7a" -d '{"events": [{"server_uuid": "be7abd44-806e-4ea4-bee9-22774573bf03", "name": "network-vif-deleted", "tag": "8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:52.127622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.129876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.131132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.141125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4cb29881-cdea-4c76-87d2-b4ecc9ce1dd4 req-a2df565f-b2cb-4825-be47-ba705ebe67cb tempest-InstanceActionsNegativeTestJSON-1597924779 tempest-InstanceActionsNegativeTestJSON-1597924779-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7abd44-806e-4ea4-bee9-22774573bf03 HTTP/1.1" status: 200 len: 210 time: 0.1058371 Oct 13 04:13:52.270844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:52.285905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.349589 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a54c207-c459-4d1e-82d9-170d6f31d9f1 x-openstack-request-id: req-5a54c207-c459-4d1e-82d9-170d6f31d9f1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:52.349794 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7abd44-806e-4ea4-bee9-22774573bf03", "name": "network-vif-deleted", "tag": "8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:52.350112 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a54c207-c459-4d1e-82d9-170d6f31d9f1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:52.350426 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7abd44-806e-4ea4-bee9-22774573bf03', 'name': 'network-vif-deleted', 'tag': '8d9c225c-07ed-4a84-ba3c-ce62ee4a3b77', 'status': 'completed', 'code': 200} Oct 13 04:13:52.387437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:52.395653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:52.416947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Provisioning complete for port 55b164b2-8379-4741-8526-8f0cc85b4681 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:52.417451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.602429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55b164b2-8379-4741-8526-8f0cc85b4681 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:52.636948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=509d84f2-b527-409f-96cd-d5f4814dd2d6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:52.713518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Deleting port 2305118f-6cbe-4df0-8653-b3e97d3f54ea {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:52.713876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.760239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Attempting to bind port f6a80be6-1699-4b4b-953d-8e2f263a44fb on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:52.761571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Attempting to bind port f6a80be6-1699-4b4b-953d-8e2f263a44fb by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:52.762250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Attempting to bind port f6a80be6-1699-4b4b-953d-8e2f263a44fb on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:52.786758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Port f6a80be6-1699-4b4b-953d-8e2f263a44fb on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:52.787522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Attempting to bind port f6a80be6-1699-4b4b-953d-8e2f263a44fb on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:52.819683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 55b164b2-8379-4741-8526-8f0cc85b4681 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:52.820052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.902515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.915285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:52.915828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:52.916596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:52.917161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Bound port: f6a80be6-1699-4b4b-953d-8e2f263a44fb, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:52.917781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.000086 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.003801 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.050889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a60720-628e-4cf1-a494-34c50cd8ed90 req-dddf943d-8cd8-406f-bb42-dfa69770ee14 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.052845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35a60720-628e-4cf1-a494-34c50cd8ed90 req-dddf943d-8cd8-406f-bb42-dfa69770ee14 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 947 time: 0.2718477 Oct 13 04:13:53.113525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] For port 2305118f-6cbe-4df0-8653-b3e97d3f54ea, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2305118f-6cbe-4df0-8653-b3e97d3f54ea,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:53.117536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.120415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:53.138706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] For port 55b164b2-8379-4741-8526-8f0cc85b4681, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55b164b2-8379-4741-8526-8f0cc85b4681,segment=NetworkSegment(c547b185-3c47-4ae8-ada6-17a87979c5cc),segment_id=c547b185-3c47-4ae8-ada6-17a87979c5cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:53.146834 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.173346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:53.194139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Calling delete_port for 2305118f-6cbe-4df0-8653-b3e97d3f54ea owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:53.198064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:53.260151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.272003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:53.322479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Provisioning complete for port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:53.327018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.391038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Deleting subnet 80cad25e-335b-4c53-b351-68b061ba32b9 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:53.422323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.482999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1408479-3853-49d4-8734-159204aa6c20 None None] Pushing event updated for resources: {'Port': ['ID=55b164b2-8379-4741-8526-8f0cc85b4681,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:53.559398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.563139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.565648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] 10.222.0.15 "PUT /v2.0/ports/f6a80be6-1699-4b4b-953d-8e2f263a44fb HTTP/1.1" status: 200 len: 1095 time: 3.4469230 Oct 13 04:13:53.577563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:53.586266 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d9aebd-54aa-4e6e-be21-934086661ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:53.625287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.734112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:53.756707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.776095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1ff3afd3-9ea1-4517-bafd-3345c0239591 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5300314 Oct 13 04:13:53.777892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:53.779292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:53.793278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b94b966-3264-4eb8-867d-1394c4482ebb None None] Provisioning complete for port 55b164b2-8379-4741-8526-8f0cc85b4681 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:53.795024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b94b966-3264-4eb8-867d-1394c4482ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.816827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2125955618'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:53.817411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.903838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35a60720-628e-4cf1-a494-34c50cd8ed90 req-f55e69b1-f1d5-4767-a177-9328b51f2f66 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6941063 Oct 13 04:13:53.906921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b51c07-3f20-4624-b746-071c40e97b9e service neutron] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:53.911147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:53.911798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:53.931715 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a340076f-df1e-4ed2-9828-278107da907f x-openstack-request-id: req-a340076f-df1e-4ed2-9828-278107da907f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:53.932020 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:53.932276 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a340076f-df1e-4ed2-9828-278107da907f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:53.932928 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'status': 'completed', 'code': 200} Oct 13 04:13:54.024215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:54.034098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.069612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2305118f-6cbe-4df0-8653-b3e97d3f54ea up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:54.074808 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.136901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:54.155802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.156369 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment c13ca217-22eb-40df-9e1e-e7f793392f23 of type vlan for network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 Oct 13 04:13:54.158661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.209343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cad25e-335b-4c53-b351-68b061ba32b9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:54.213394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-3f7bf06a-a78f-4144-8f0b-a4e979ccbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.215203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-3f7bf06a-a78f-4144-8f0b-a4e979ccbbaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d19679934f74c9fa519662cc6628338&device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 1098 time: 0.5651252 Oct 13 04:13:54.221489 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.223389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event deleted for resources: {'Port': ['ID=2305118f-6cbe-4df0-8653-b3e97d3f54ea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:54.226687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a5fcc92c-ab4c-47b6-a9cb-f50a1161f44c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/80cad25e-335b-4c53-b351-68b061ba32b9 HTTP/1.1" status: 204 len: 168 time: 0.9449625 Oct 13 04:13:54.260397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:54.308597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-479de2e7-40dc-4b1f-99f2-ac71f2534833 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb HTTP/1.1" status: 200 len: 217 time: 0.0767982 Oct 13 04:13:54.333462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No active binding found for port 2305118f-6cbe-4df0-8653-b3e97d3f54ea {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 04:13:54.333899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2305118f-6cbe-4df0-8653-b3e97d3f54ea not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:13:54.377090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Port 2305118f-6cbe-4df0-8653-b3e97d3f54ea not found, will not notify nova. {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:13:54.377481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d6cbe501-c1c4-4051-afe4-591c19dad7ec up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:54.394143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:54.401138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-91a67f1a-5d69-417c-a15b-e9bfcfce42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.403433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-91a67f1a-5d69-417c-a15b-e9bfcfce42d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0841873 Oct 13 04:13:54.441876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.474997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router 92570e4f-147c-4b79-afb0-f1398cbeb602 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:54.495416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-3839c65a-4aa7-47e8-ab51-46b763b6af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.497413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-3839c65a-4aa7-47e8-ab51-46b763b6af7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853100 Oct 13 04:13:54.562174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.569013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.605776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.615922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.622337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.622955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.756628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:54.767225 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] Sync routers for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:54.791048 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:54.791971 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:54.801930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=ea8a0310-cf04-41e2-b3b3-d838ff02aba2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:54.806390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.815324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7b378e36-76a4-46af-9493-9c630a8bd6d9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0317693 Oct 13 04:13:54.815324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.817331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:54.846346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:54.873123 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:54.911764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:54.912634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:54.947681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:54.961183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.972229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-de893ce0-90e7-4e4f-bb4e-1876f14aded3 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.0263212 Oct 13 04:13:54.973204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:54.989921 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:54.990572 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41e5b8-b2dc-453e-bb7f-1dcfe80c37c6 None None] The sync data for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:55.024563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d6cbe501-c1c4-4051-afe4-591c19dad7ec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:55.025158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.028541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.061278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab057ad7-b454-49c4-9c0a-cf94ea541acd']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:55.072088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23455f03-b02f-4a01-9202-59a287951976') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:55.072389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23455f03-b02f-4a01-9202-59a287951976') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:55.085264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.106265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.115620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:55.116144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.126555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b94b966-3264-4eb8-867d-1394c4482ebb None None] Provisioning complete for port 509d84f2-b527-409f-96cd-d5f4814dd2d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:55.127159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b94b966-3264-4eb8-867d-1394c4482ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:55.187436 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:55.222500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-392874a6-16f8-4af3-a656-450d1a5e52b0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142398 Oct 13 04:13:55.261619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.269038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.269207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b94b966-3264-4eb8-867d-1394c4482ebb None None] Port 509d84f2-b527-409f-96cd-d5f4814dd2d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:55.273143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ab057ad7-b454-49c4-9c0a-cf94ea541acd HTTP/1.1" status: 204 len: 168 time: 1.0107870 Oct 13 04:13:55.337309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:13:50Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:51Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:55.368202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf47185-9f15-4133-8722-001961f97685 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab057ad7-b454-49c4-9c0a-cf94ea541acd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:55.377636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6267ef0-0885-4f51-a8a5-ff845d066757 req-3b38571d-94c3-4210-82a9-412708c303b9 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177893 Oct 13 04:13:55.395956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:55.396399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Updating router f8315447-97b9-43f5-ac3b-a7c32440a808 port 509d84f2-b527-409f-96cd-d5f4814dd2d6 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:55.400494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461e68b-b1ee-4862-8658-01624c86853c req-cca47514-3d9c-47ae-8d92-83642eeb14cc tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:55.415563 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c461e68b-b1ee-4862-8658-01624c86853c req-cca47514-3d9c-47ae-8d92-83642eeb14cc tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 947 time: 0.3143895 Oct 13 04:13:55.421115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.422162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c55e06c-5e27-4282-be9d-f507fba49d1e {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:55.486251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.498930 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c461e68b-b1ee-4862-8658-01624c86853c req-a307507c-63cb-4210-8e4d-a17b9660b906 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869684 Oct 13 04:13:55.625844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.638740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ea8d5af-c767-4754-9f0a-4b604c3311fa tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/routers/3c55e06c-5e27-4282-be9d-f507fba49d1e HTTP/1.1" status: 204 len: 168 time: 8.0766132 Oct 13 04:13:55.661659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32d7cca7-a422-4a80-8f22-e57d2168386a None None] Provisioning complete for port 509d84f2-b527-409f-96cd-d5f4814dd2d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:55.662156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32d7cca7-a422-4a80-8f22-e57d2168386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.670000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:55.758408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:55.792168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-f2e2d0db-2819-4c53-8f43-da6af730c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:55.793681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-f2e2d0db-2819-4c53-8f43-da6af730c6b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d19679934f74c9fa519662cc6628338&device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 1098 time: 0.1194432 Oct 13 04:13:55.865282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:55.870572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.877296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-e98d124c-9728-423b-8625-118d71b23fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6873658 Oct 13 04:13:55.904469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55b164b2-8379-4741-8526-8f0cc85b4681 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:55.945062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-32d7cca7-a422-4a80-8f22-e57d2168386a None None] Port 509d84f2-b527-409f-96cd-d5f4814dd2d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:56.052760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 55b164b2-8379-4741-8526-8f0cc85b4681 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:56.053161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.129477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-51966bee-dbf1-45e5-b0ef-15562be1a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.131522 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-51966bee-dbf1-45e5-b0ef-15562be1a7fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 1100 time: 0.1851821 Oct 13 04:13:56.133756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481805d-3c67-4685-94f2-cd232ada1bba req-d91ec6b9-8104-4587-a2fe-c91846121db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.135509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-d91ec6b9-8104-4587-a2fe-c91846121db6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 1101 time: 0.8867929 Oct 13 04:13:56.247260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.257100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-ae26f90e-d122-4ea9-8a42-9cf5fb8c27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.261612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.261841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-ae26f90e-d122-4ea9-8a42-9cf5fb8c27bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.4555426 Oct 13 04:13:56.299756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-368b7e35-0aa6-4fa2-a1ca-b1c2b47f55b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3516e6ceb1054bb785de68f3689b16d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373447 Oct 13 04:13:56.352807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407b5ca-58df-4cdf-b8a3-3bf1da7b4e1a None None] Pushing event updated for resources: {'Port': ['ID=509d84f2-b527-409f-96cd-d5f4814dd2d6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:56.383828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:56.441247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-b3a9ee40-0486-49ea-b022-e0680dc41f60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb HTTP/1.1" status: 200 len: 217 time: 0.1672020 Oct 13 04:13:56.463069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Attempting to bind port 509d84f2-b527-409f-96cd-d5f4814dd2d6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:56.463447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Attempting to bind port 509d84f2-b527-409f-96cd-d5f4814dd2d6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:56.463901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Attempting to bind port 509d84f2-b527-409f-96cd-d5f4814dd2d6 on network 0f5c590a-7bf0-400e-9667-19729c68bd83 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:56.474450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:56.474828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Checking segment: {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:56.475239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.475633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Bound using segment: {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:56.476109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Bound port: 509d84f2-b527-409f-96cd-d5f4814dd2d6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c547b185-3c47-4ae8-ada6-17a87979c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:56.476501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.504012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481805d-3c67-4685-94f2-cd232ada1bba req-189743a9-8b00-4fc3-8336-652cb0e697e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.505589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-189743a9-8b00-4fc3-8336-652cb0e697e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.3421226 Oct 13 04:13:56.548885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.619751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] For port 509d84f2-b527-409f-96cd-d5f4814dd2d6, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:56.627710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] For port 509d84f2-b527-409f-96cd-d5f4814dd2d6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=509d84f2-b527-409f-96cd-d5f4814dd2d6,segment=NetworkSegment(c547b185-3c47-4ae8-ada6-17a87979c5cc),segment_id=c547b185-3c47-4ae8-ada6-17a87979c5cc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:56.632456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.735681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.843485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-e049e4a8-3016-43ec-b92f-e439153ddb70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421 HTTP/1.1" status: 200 len: 217 time: 0.3282452 Oct 13 04:13:56.876400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:56.878436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:56.880777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407b5ca-58df-4cdf-b8a3-3bf1da7b4e1a None None] Pushing event updated for resources: {'Port': ['ID=509d84f2-b527-409f-96cd-d5f4814dd2d6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:57.151641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbf79a52-fdc9-4bd2-8216-7ed575d2a6dc None None] Provisioning complete for port 509d84f2-b527-409f-96cd-d5f4814dd2d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:57.151927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf79a52-fdc9-4bd2-8216-7ed575d2a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.200109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.1 (fe1904cf-ed95-4999-bd99-948cba004b0b/4e514685-e6bb-4634-be27-d450b88b10f9/9f8dd053-eeba-4ce6-8e37-568d2733f609) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:57.210569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:57.326930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.364756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-b3d3040b-c0a4-4a3d-b2c2-02895736fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.366243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-b3d3040b-c0a4-4a3d-b2c2-02895736fc99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.8888371 Oct 13 04:13:57.377940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.414283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f5b3f-98aa-4edd-8d6f-f3d714f7c0a7 req-34ab7004-177f-4724-bb28-3a1c820e594e tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.415741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c16f5b3f-98aa-4edd-8d6f-f3d714f7c0a7 req-34ab7004-177f-4724-bb28-3a1c820e594e tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 947 time: 0.7710190 Oct 13 04:13:57.425794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd07fa8-5c2d-40fa-a4ac-d6b38c6f1a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.449561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd07fa8-5c2d-40fa-a4ac-d6b38c6f1a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.538718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2305118f-6cbe-4df0-8653-b3e97d3f54ea no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:57.571972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481805d-3c67-4685-94f2-cd232ada1bba req-7428ab0a-d029-41be-a0c2-dfab40d69679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.574035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-7428ab0a-d029-41be-a0c2-dfab40d69679 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.7012928 Oct 13 04:13:57.575097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c16f5b3f-98aa-4edd-8d6f-f3d714f7c0a7 req-e2433692-5a0d-43d7-b893-15c3fc329f4a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Oct 13 04:13:57.575350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-50e3f5a6-8965-43ef-a957-dc5cf2e2d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.580279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd07fa8-5c2d-40fa-a4ac-d6b38c6f1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.581610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-50e3f5a6-8965-43ef-a957-dc5cf2e2d973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 1.4250152 Oct 13 04:13:57.582623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd07fa8-5c2d-40fa-a4ac-d6b38c6f1a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.602968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5bd07fa8-5c2d-40fa-a4ac-d6b38c6f1a24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc826773-f70f-4af9-8f6c-9fb197ea0f27 HTTP/1.1" status: 204 len: 168 time: 1.1561697 Oct 13 04:13:57.607341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2305118f-6cbe-4df0-8653-b3e97d3f54ea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:57.607661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2305118f-6cbe-4df0-8653-b3e97d3f54ea not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:57.615361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network fe1904cf-ed95-4999-bd99-948cba004b0b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:57.687556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:57.687847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf79a52-fdc9-4bd2-8216-7ed575d2a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.703519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd07fa8-5c2d-40fa-a4ac-d6b38c6f1a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc826773-f70f-4af9-8f6c-9fb197ea0f27,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:57.737562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:57.855998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cbf79a52-fdc9-4bd2-8216-7ed575d2a6dc None None] For port 509d84f2-b527-409f-96cd-d5f4814dd2d6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=509d84f2-b527-409f-96cd-d5f4814dd2d6,segment=NetworkSegment(c547b185-3c47-4ae8-ada6-17a87979c5cc),segment_id=c547b185-3c47-4ae8-ada6-17a87979c5cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:57.861392 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf79a52-fdc9-4bd2-8216-7ed575d2a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.940855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=9f8dd053-eeba-4ce6-8e37-568d2733f609,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:57.949298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-2b7cd4d8-824e-4517-b74e-5480e78cb781 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e0230bd0-8291-482b-99dc-949308ec96bf HTTP/1.1" status: 200 len: 217 time: 0.2234335 Oct 13 04:13:57.959528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-e3e774d4-be1c-42a0-a788-064a7398b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.961253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-e3e774d4-be1c-42a0-a788-064a7398b33a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5796738 Oct 13 04:13:57.979785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.030081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.146186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf79a52-fdc9-4bd2-8216-7ed575d2a6dc None None] Pushing event updated for resources: {'Port': ['ID=509d84f2-b527-409f-96cd-d5f4814dd2d6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:58.191817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02a3080b-8acd-4f8e-89b4-f1b83ebc9ad3 None None] Provisioning complete for port 509d84f2-b527-409f-96cd-d5f4814dd2d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:58.193383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02a3080b-8acd-4f8e-89b4-f1b83ebc9ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.267184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:13:50Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:56Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:58.276785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481805d-3c67-4685-94f2-cd232ada1bba req-8030c9d1-ea89-4d11-9986-90e9f3a01e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.279374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-8030c9d1-ea89-4d11-9986-90e9f3a01e39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6950896 Oct 13 04:13:58.325906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c88dd6-3305-464d-81aa-21df486b8ffb None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:13:50Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:56Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:58.578149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-60470b51-b2c5-4002-8fe3-7b3531c48cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.588248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-60470b51-b2c5-4002-8fe3-7b3531c48cda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.5777268 Oct 13 04:13:58.599182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.711541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a21f844-f7dc-4357-a376-c8115022c0f2 None None] Provisioning complete for port 9f8dd053-eeba-4ce6-8e37-568d2733f609 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:58.711925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a21f844-f7dc-4357-a376-c8115022c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.844876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Deleting port d6cbe501-c1c4-4051-afe4-591c19dad7ec {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:58.845575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.867843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3a21f844-f7dc-4357-a376-c8115022c0f2 None None] Port 9f8dd053-eeba-4ce6-8e37-568d2733f609 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:58.983310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:58.984108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: ea8a0310-cf04-41e2-b3b3-d838ff02aba2, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:59.026402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-cca8a9aa-673e-4acb-9ad9-844e475e6ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332623 Oct 13 04:13:59.036703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=162fef03-7bcd-4298-9a54-69bb9977352e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:59.197586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f481805d-3c67-4685-94f2-cd232ada1bba req-b0e9f8ad-2ddb-4ce7-92c0-dfbbac98591a service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493421 Oct 13 04:13:59.207938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-448db750-0403-428b-85df-face38c74e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.209911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-448db750-0403-428b-85df-face38c74e74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5810757 Oct 13 04:13:59.222926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:59.340189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, ea8a0310-cf04-41e2-b3b3-d838ff02aba2) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:59.355029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b74e1f-dd06-4990-acbc-1c0240a488b4 None None] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:59.388176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.389345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.389487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7f6f-848e-4f80-9b53-2ed574e83ced req-da5f2874-8113-420e-bc35-25cef78d757e tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.391117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a9c7f6f-848e-4f80-9b53-2ed574e83ced req-da5f2874-8113-420e-bc35-25cef78d757e tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 947 time: 0.2760811 Oct 13 04:13:59.393934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-076e9829-5aa8-4782-9deb-35532f164428 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4207115 Oct 13 04:13:59.410544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] For port d6cbe501-c1c4-4051-afe4-591c19dad7ec, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d6cbe501-c1c4-4051-afe4-591c19dad7ec,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:59.419400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.452645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Calling delete_port for d6cbe501-c1c4-4051-afe4-591c19dad7ec owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:59.458714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31079d5a-52bf-4854-b256-5a72bfec7e0a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6390672 Oct 13 04:13:59.464191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39450) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:59.667240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:59.678941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9aebd-54aa-4e6e-be21-934086661ac0 req-d6decfdb-c92b-457b-a003-9f059c15d904 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678714 Oct 13 04:13:59.750383 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-4c36968f-a7e8-4c24-b97c-e70b6f811fcf service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171371 Oct 13 04:13:59.770635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a9c7f6f-848e-4f80-9b53-2ed574e83ced req-ef29b12c-bea6-49d9-aedb-0e93f08a52ef tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565903 Oct 13 04:13:59.775093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.807744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 509d84f2-b527-409f-96cd-d5f4814dd2d6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:59.911096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:13:59.911893 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.949809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 509d84f2-b527-409f-96cd-d5f4814dd2d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:59.950820 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.086434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1134295442-network', 'tenant_id': 'f1918605809845f9ba58169894db5b47'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:00.109731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:00.184920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-695c6b47-7efc-4e11-872e-d1c1f9856c05 req-d97c44cf-4c14-4a12-82a3-7fa9517d8966 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929889 Oct 13 04:14:00.221789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Made reservation on behalf of f1918605809845f9ba58169894db5b47 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:00.228432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.243979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.273757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:14:00.339043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.354359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.393344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.444503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Allocated IP 2001:db8:1::2 (ea8a0310-cf04-41e2-b3b3-d838ff02aba2/162fef03-7bcd-4298-9a54-69bb9977352e/1fd6a218-5be3-4dfd-8d29-f69242cd0ced) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:00.460619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.469823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6cbe501-c1c4-4051-afe4-591c19dad7ec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:00.519228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:00.586274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.600581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'mac_address': 'fa:16:3e:b5:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:00.615481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=9f8dd053-eeba-4ce6-8e37-568d2733f609,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:00.687755 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.690209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network fe1904cf-ed95-4999-bd99-948cba004b0b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:00.691884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:00.731735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a80be6-1699-4b4b-953d-8e2f263a44fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:00.756087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:00.789596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.852701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.855783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.867160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.872487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.890899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:00.960438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:00.963861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router 92570e4f-147c-4b79-afb0-f1398cbeb602 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:00.975088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:00.995452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:01.013853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Pushing event updated for resources: {'Port': ['ID=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.049528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f6a80be6-1699-4b4b-953d-8e2f263a44fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:01.051748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.052290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd845c62-c079-4add-87e1-9ee3b736650f {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:01.080407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.096779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.098017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-757c0053-bf87-48d2-b6ee-bf87b6ca6eb7 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "DELETE /v2.0/routers/fd845c62-c079-4add-87e1-9ee3b736650f HTTP/1.1" status: 204 len: 168 time: 5.4247315 Oct 13 04:14:01.100954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.120231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:01.144149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.145611 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Added segment 0d300180-3ddc-4573-9084-24a83fb0a9af of type vlan for network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 Oct 13 04:14:01.149785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ccb81bb-c42c-4984-a951-44fa8a683cf1 None None] Provisioning complete for port 9f8dd053-eeba-4ce6-8e37-568d2733f609 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:01.151943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ccb81bb-c42c-4984-a951-44fa8a683cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.155204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39470) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:01.185466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952573294', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:01.270205 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.282092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb81bb-c42c-4984-a951-44fa8a683cf1 None None] Port 9f8dd053-eeba-4ce6-8e37-568d2733f609 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:01.283419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.285808 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.324391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Attempting to bind port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:01.325171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Attempting to bind port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:01.325772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Attempting to bind port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced on network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:01.331171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdef19-8c58-47a5-b732-70ad3256d3f4 req-58633245-0d11-479c-b183-9c8a1bf69b97 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:01.334387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:01.335551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5bdef19-8c58-47a5-b732-70ad3256d3f4 req-58633245-0d11-479c-b183-9c8a1bf69b97 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 948 time: 0.3890824 Oct 13 04:14:01.341795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Checking segment: {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:01.343533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.344355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Bound using segment: {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:01.345646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Bound port: 1fd6a218-5be3-4dfd-8d29-f69242cd0ced, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:01.346298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.397381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c3d9cf-65a2-4215-95c6-86aa58359085,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.412618 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.420638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:01.421979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.495690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] For port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:01.504416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] For port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,segment=NetworkSegment(c13ca217-22eb-40df-9e1e-e7f793392f23),segment_id=c13ca217-22eb-40df-9e1e-e7f793392f23)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:01.513662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.547162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.587964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9151106 Oct 13 04:14:01.590147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547ca40-bc74-4c52-b3ca-aca8518b3977 None None] Pushing event updated for resources: {'Port': ['ID=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.608603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:01.626191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Request body: {'subnet': {'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1134295442-subnet', 'tenant_id': 'f1918605809845f9ba58169894db5b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:01.627016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5bdef19-8c58-47a5-b732-70ad3256d3f4 req-fb379a71-ee91-4e62-a14b-a907fe419c71 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768977 Oct 13 04:14:01.631132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.677522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Made reservation on behalf of f1918605809845f9ba58169894db5b47 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:01.683979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.692594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eac90-c2db-46d5-8dc9-30ff66783ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=c0fdfd0f-080c-40ba-9c8b-233ea47108f2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.714937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:01.819278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:01.837409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e7675d2e-c323-4f7d-a12a-abbcd440156c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/routers/92570e4f-147c-4b79-afb0-f1398cbeb602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8559873 Oct 13 04:14:01.839841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:01.845755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'port': {'network_id': 'fe1904cf-ed95-4999-bd99-948cba004b0b', 'name': 'tempest-FloatingIPTestJSON-370377221'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:01.921755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] Sync routers for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:01.942141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d6cbe501-c1c4-4051-afe4-591c19dad7ec no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:01.995955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d6cbe501-c1c4-4051-afe4-591c19dad7ec {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:01.996484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d6cbe501-c1c4-4051-afe4-591c19dad7ec not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:02.017199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:02.018004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:02.065999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:02.081406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:02.082271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:02.084442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:02.131248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.205044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:02.206358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a435c27-9ddf-42d6-92d3-bc4bcc341abe None None] The sync data for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:02.221859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port f6a80be6-1699-4b4b-953d-8e2f263a44fb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:02.227101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Made reservation on behalf of 3c74f380f95d45eb952a1a7c44dd689b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:02.230269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port f6a80be6-1699-4b4b-953d-8e2f263a44fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:02.230408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.231332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.287175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] device_id is not set on port da21ff63-a92f-4234-b2b0-5b01c1dc4c32 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:14:02.393458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.440454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:02.443186 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975edef-2f46-4a5e-b835-e104daebddc9" -d '{"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-plugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:02.459870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:02.465005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.501137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.555044 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f27dacd-d57f-4034-b91d-6ae58c9a5582 x-openstack-request-id: req-1f27dacd-d57f-4034-b91d-6ae58c9a5582 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:02.555640 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-plugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:02.555640 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f27dacd-d57f-4034-b91d-6ae58c9a5582 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:02.559931 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'code': 200} Oct 13 04:14:02.575597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8:1::1 (ea8a0310-cf04-41e2-b3b3-d838ff02aba2/162fef03-7bcd-4298-9a54-69bb9977352e/bd96ae19-2003-4dd8-b0ce-084945f71772) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:02.584825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Allocated IP 172.20.0.6 (fe1904cf-ed95-4999-bd99-948cba004b0b/4e514685-e6bb-4634-be27-d450b88b10f9/da21ff63-a92f-4234-b2b0-5b01c1dc4c32) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:02.648006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:02.748613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.784904 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.790657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec58de66-620b-4e89-aee5-2063fe712067,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:03.038210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Allocated IP 172.25.1.89 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/2d3a2d5d-958f-4bb4-8873-b375ef1a1146) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:03.066040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.172524 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.242982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377d70e-0e94-4e63-9bbc-522aed954fb3 None None] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:03.253400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75578a9-7134-440f-bc30-a2771f73be98 req-315099f2-ad76-4e61-bfcd-06f5c34a60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:03.254387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a75578a9-7134-440f-bc30-a2771f73be98 req-315099f2-ad76-4e61-bfcd-06f5c34a60bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 1100 time: 0.6724093 Oct 13 04:14:03.261782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Network fe1904cf-ed95-4999-bd99-948cba004b0b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:03.269610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:03.276855 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.281023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:03.283454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Checking segment: {'id': '0d300180-3ddc-4573-9084-24a83fb0a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:03.283870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Network hostable DHCP agents. Network: c0fdfd0f-080c-40ba-9c8b-233ea47108f2, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:03.316052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event updated for resources: {'Port': ['ID=da21ff63-a92f-4234-b2b0-5b01c1dc4c32,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:03.399624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:03.400431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.423854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6bb7a6fb-1d43-4583-87ab-5ff19f1def8d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5825763 Oct 13 04:14:03.425617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.427256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:03.437542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35d9a518-4f00-47c4-9fcf-a8e89e3ce769 None None] Provisioning complete for port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:03.438289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35d9a518-4f00-47c4-9fcf-a8e89e3ce769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.444592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Request body: {'floatingip': {'port_id': 'da21ff63-a92f-4234-b2b0-5b01c1dc4c32'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:03.452666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:03.456939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:03.460498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:03.537588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event updated for resources: {'Port': ['ID=2d3a2d5d-958f-4bb4-8873-b375ef1a1146,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:03.657242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bab52e-c855-42e0-b477-48de455374f8 req-2284c828-6a70-4edf-a76f-911efde0ce7c tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:03.664102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35d9a518-4f00-47c4-9fcf-a8e89e3ce769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.666120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93bab52e-c855-42e0-b477-48de455374f8 req-2284c828-6a70-4edf-a76f-911efde0ce7c tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 949 time: 0.9189980 Oct 13 04:14:03.681145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:14:03.728667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, c0fdfd0f-080c-40ba-9c8b-233ea47108f2) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:03.739309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35d9a518-4f00-47c4-9fcf-a8e89e3ce769 None None] For port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,segment=NetworkSegment(c13ca217-22eb-40df-9e1e-e7f793392f23),segment_id=c13ca217-22eb-40df-9e1e-e7f793392f23)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:03.747901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135c2d0-9746-4bfc-ba5b-591e0c943535 None None] Network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:03.749997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a75578a9-7134-440f-bc30-a2771f73be98 req-663cf254-daac-4864-851c-651d469e9ff8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854240 Oct 13 04:14:03.752509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:03.753397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.799193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.807349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35d9a518-4f00-47c4-9fcf-a8e89e3ce769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.826843 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.835135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31a5fb52-5731-4ce6-bef3-fc1ebe59b92f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2192447 Oct 13 04:14:03.851326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93bab52e-c855-42e0-b477-48de455374f8 req-6db21062-bc3f-40d2-aa3f-0c8372f8f38c tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793935 Oct 13 04:14:03.888860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1fd6a218-5be3-4dfd-8d29-f69242cd0ced up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:03.995897 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.068228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.088272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=bd96ae19-2003-4dd8-b0ce-084945f71772,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.107509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-55140803-de4b-4eae-96ca-0004f4cc4684 None None] Provisioning complete for port da21ff63-a92f-4234-b2b0-5b01c1dc4c32 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:04.107893 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55140803-de4b-4eae-96ca-0004f4cc4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.142524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:04.149080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:04.167133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:04.168610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.231025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9a518-4f00-47c4-9fcf-a8e89e3ce769 None None] Pushing event updated for resources: {'Port': ['ID=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.335206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-55140803-de4b-4eae-96ca-0004f4cc4684 None None] Port da21ff63-a92f-4234-b2b0-5b01c1dc4c32 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:04.353323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:04.353803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.489762 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.702194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Router cf7ddee8-15fd-4934-96b1-d863bc002cac is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:14:04.771471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.882718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102902c-66de-4cb0-91b1-d969d6adb115 None None] Network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:04.912371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:04.923399 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] Sync routers for ids ['cf7ddee8-15fd-4934-96b1-d863bc002cac'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:04.936347 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] Routers {'cf7ddee8-15fd-4934-96b1-d863bc002cac'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:04.936999 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['cf7ddee8-15fd-4934-96b1-d863bc002cac'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:04.975604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.982136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72710bd7-96f5-4521-8685-d147306ca8dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8226917 Oct 13 04:14:04.984051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:04.996293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:05.117517 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:05.148227 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] Routers {'cf7ddee8-15fd-4934-96b1-d863bc002cac'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:05.156993 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['cf7ddee8-15fd-4934-96b1-d863bc002cac'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:05.181929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d97379d4-b628-40f2-b961-b74587a869d1 None None] Provisioning complete for port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:05.184385 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d97379d4-b628-40f2-b961-b74587a869d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.260568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:05.262593 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b9a5f-1c0b-4dd3-874d-e1c7b00164ca None None] The sync data for ids ['cf7ddee8-15fd-4934-96b1-d863bc002cac'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:05.405233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.417134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.643486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1fd6a218-5be3-4dfd-8d29-f69242cd0ced up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:05.710519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:05.711134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.759300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-696b9376-f228-4416-8d9d-366ad183c463 None None] Provisioning complete for port bd96ae19-2003-4dd8-b0ce-084945f71772 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:05.759300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-696b9376-f228-4416-8d9d-366ad183c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.808084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.828844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.831423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.895578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-696b9376-f228-4416-8d9d-366ad183c463 None None] Port bd96ae19-2003-4dd8-b0ce-084945f71772 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:06.005740 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP d371d410-9aa4-4cda-9223-5bad4b609c6b associated. External IP: 172.25.1.11, port: d7b75f40-2035-4d58-bfaf-0aaa60e1e37f. Oct 13 04:14:06.006241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58138c6a-e584-4821-92be-d67be94e53f5 req-52f4469d-665e-4a65-8af0-4877a390c1a3 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:06.013817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58138c6a-e584-4821-92be-d67be94e53f5 req-52f4469d-665e-4a65-8af0-4877a390c1a3 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 949 time: 0.7320681 Oct 13 04:14:06.049528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:06.056630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:06.062104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=bd96ae19-2003-4dd8-b0ce-084945f71772,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:06.114073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58138c6a-e584-4821-92be-d67be94e53f5 req-7a4fdc2a-f9b9-48b6-bad8-03d44008f76f tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993032 Oct 13 04:14:06.194659 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.388615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:06.538331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:06.561460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d48f44f-27e8-4725-87ad-317b70c53720 None None] Provisioning complete for port bd96ae19-2003-4dd8-b0ce-084945f71772 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:06.564745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d48f44f-27e8-4725-87ad-317b70c53720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.596361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d48f44f-27e8-4725-87ad-317b70c53720 None None] Port bd96ae19-2003-4dd8-b0ce-084945f71772 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:06.664012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-b534a0c2-ad6d-4203-a4db-b060bf6b91fe tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:06.666272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-b534a0c2-ad6d-4203-a4db-b060bf6b91fe tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/networks?id=c0fdfd0f-080c-40ba-9c8b-233ea47108f2 HTTP/1.1" status: 200 len: 810 time: 0.1260443 Oct 13 04:14:06.687365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-b5580134-854a-4c0d-930d-87c94ff90deb tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/quotas/f1918605809845f9ba58169894db5b47 HTTP/1.1" status: 200 len: 375 time: 0.0151298 Oct 13 04:14:06.745951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-ec20db12-51da-436d-8986-8c9d5f1adbe3 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1918605809845f9ba58169894db5b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529597 Oct 13 04:14:07.004627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.018764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.047163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:07.055961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a3dd67b-ce45-4a1c-99bb-0fb35e43df71 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5883117 Oct 13 04:14:07.056572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39610) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:07.063982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:07.065665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485014510'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:07.077377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:07.078427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:07.091139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:07.095601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.124393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:07.125369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-f2e61bff-705d-4835-8fc0-74594cd23bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521446 Oct 13 04:14:07.145638 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:07.158957 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:07.159575 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:07.259883 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:07.285436 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:07.286333 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:07.286506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:07.315174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:07.335445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.335797 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment e71d935e-4659-4dbf-92b3-cfbb8c2b688e of type vlan for network 067b94a1-371b-4103-bbef-4f0638f1b536 Oct 13 04:14:07.381670 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:07.385034 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460816f3-8d71-4252-9d78-f3c2e969b001 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:07.400196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166019e-49b9-4988-a201-0d365f3299ed req-06521df2-86e5-4a07-8eb2-32398acb1ae4 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.408120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5166019e-49b9-4988-a201-0d365f3299ed req-06521df2-86e5-4a07-8eb2-32398acb1ae4 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 949 time: 0.1417627 Oct 13 04:14:07.429060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.549338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5166019e-49b9-4988-a201-0d365f3299ed req-1231f71e-8d2d-46d1-9f94-a556099894ef tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402535 Oct 13 04:14:07.593430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Router cf7ddee8-15fd-4934-96b1-d863bc002cac has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:07.599329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-a2b342c5-59a0-4dbf-89bc-197391297c8d service neutron] 10.222.0.44 "GET /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735402 Oct 13 04:14:07.652632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.668492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.681058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.683648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:04Z', 'revision_number': 3, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:07.755960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:07.756318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Updating router f8315447-97b9-43f5-ac3b-a7c32440a808 port bd96ae19-2003-4dd8-b0ce-084945f71772 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:14:07.818225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:07.822609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.832788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df75fd78-5438-40e2-80e9-87cef2bb90dc tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "PUT /v2.0/routers/cf7ddee8-15fd-4934-96b1-d863bc002cac HTTP/1.1" status: 200 len: 921 time: 2.8435595 Oct 13 04:14:07.833575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:07.839311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] Sync routers for ids ['cf7ddee8-15fd-4934-96b1-d863bc002cac'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:07.853231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.928921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] Routers {'cf7ddee8-15fd-4934-96b1-d863bc002cac'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:07.953757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['cf7ddee8-15fd-4934-96b1-d863bc002cac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:08.078603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0163715 Oct 13 04:14:08.080937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39640) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.121878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:08.146186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router 92570e4f-147c-4b79-afb0-f1398cbeb602 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:08.165330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-16aa456f-be8b-47bc-acb5-bb82bef2ac29 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/cf7ddee8-15fd-4934-96b1-d863bc002cac HTTP/1.1" status: 200 len: 921 time: 0.3295109 Oct 13 04:14:08.166167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.166717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:08.293185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42b31b-3f87-4ffc-9496-1c775faf7f06 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:08.294725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd42b31b-3f87-4ffc-9496-1c775faf7f06 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=cf7ddee8-15fd-4934-96b1-d863bc002cac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1277246 Oct 13 04:14:08.297398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39646) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.375540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44821008-da0b-4877-8e5c-4ffd8355a133 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=067b94a1-371b-4103-bbef-4f0638f1b536,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:08.380152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:08.383705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.436733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.458693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 067b94a1-371b-4103-bbef-4f0638f1b536 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:08.489330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e2522-ce4b-42df-b5c0-3492dc75059a tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:08.493378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d26e2522-ce4b-42df-b5c0-3492dc75059a tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.1923842 Oct 13 04:14:08.494318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.543137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] Routers {'cf7ddee8-15fd-4934-96b1-d863bc002cac'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:08.543833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['cf7ddee8-15fd-4934-96b1-d863bc002cac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:08.584367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e6b0a029-1cb8-4884-bb7a-aa769bcbb5c4 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf7ddee8-15fd-4934-96b1-d863bc002cac HTTP/1.1" status: 200 len: 205 time: 0.0888276 Oct 13 04:14:08.586606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.602873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:08.603734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c184e9-7f51-4600-9202-da4a97674896 None None] The sync data for ids ['cf7ddee8-15fd-4934-96b1-d863bc002cac'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:08.739474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-551fcc8b-3893-4a48-a501-060b2a30ef97 req-5132f087-dcf5-4f95-ba35-155da2feba0b tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 210 time: 0.0573905 Oct 13 04:14:08.909560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:08.917097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.922571 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] Sync routers for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:08.935805 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:08.936415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.020451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.028994 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.029425 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.045783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:09.046774 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.054085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9239395f-f156-42bb-adc6-1ec0708b0854 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/floatingips/d371d410-9aa4-4cda-9223-5bad4b609c6b HTTP/1.1" status: 200 len: 976 time: 5.6212707 Oct 13 04:14:09.065870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:09.120532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.121335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.122329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6c407-25ca-4082-96e0-485d91b3519b None None] The sync data for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:09.169450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc49157-882c-49e4-870c-5a1d3e54ecad None None] Pushing event updated for resources: {'Port': ['ID=bd96ae19-2003-4dd8-b0ce-084945f71772,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.281303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Attempting to bind port bd96ae19-2003-4dd8-b0ce-084945f71772 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:09.281931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Attempting to bind port bd96ae19-2003-4dd8-b0ce-084945f71772 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:09.282523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Attempting to bind port bd96ae19-2003-4dd8-b0ce-084945f71772 on network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:09.289499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:09.290219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Checking segment: {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:09.290789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.291329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Bound using segment: {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:09.292015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Bound port: bd96ae19-2003-4dd8-b0ce-084945f71772, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13ca217-22eb-40df-9e1e-e7f793392f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:09.292565 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.293945 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:09.321419 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.414784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] For port bd96ae19-2003-4dd8-b0ce-084945f71772, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:09.422435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] For port bd96ae19-2003-4dd8-b0ce-084945f71772, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd96ae19-2003-4dd8-b0ce-084945f71772,segment=NetworkSegment(c13ca217-22eb-40df-9e1e-e7f793392f23),segment_id=c13ca217-22eb-40df-9e1e-e7f793392f23)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:09.430287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.447272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port da21ff63-a92f-4234-b2b0-5b01c1dc4c32 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:09.448025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.491074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.554778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=33f00528-f577-4296-ada1-88892f82168c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.614405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc49157-882c-49e4-870c-5a1d3e54ecad None None] Pushing event updated for resources: {'Port': ['ID=bd96ae19-2003-4dd8-b0ce-084945f71772,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.678596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Deleting port 2d3a2d5d-958f-4bb4-8873-b375ef1a1146 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:09.678872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.693403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:09.696971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:09.697620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.697973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 067b94a1-371b-4103-bbef-4f0638f1b536, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:09.761426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 067b94a1-371b-4103-bbef-4f0638f1b536 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:14:09.781749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.790459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 067b94a1-371b-4103-bbef-4f0638f1b536) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:09.829787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:09.838244 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.865727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dabed6-e058-4ec8-a9da-5f4418a79178 None None] Network 067b94a1-371b-4103-bbef-4f0638f1b536 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:10.002178 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.017211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.049546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Calling delete_port for 2d3a2d5d-958f-4bb4-8873-b375ef1a1146 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:10.058607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbe21b66-6863-4159-961e-7211b6fad5be None None] Provisioning complete for port bd96ae19-2003-4dd8-b0ce-084945f71772 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:10.058973 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b66-6863-4159-961e-7211b6fad5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.177134 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1ff0b69c-0930-4edb-8f28-1b0ba6adda37 req-be397492-ead3-4f01-8918-d133e511b2ab tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 210 time: 0.1383057 Oct 13 04:14:10.253227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b856643c-f579-441a-b765-453f0bee4db8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1504955 Oct 13 04:14:10.263290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:10.411375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:10.440588 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.498304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event deleted for resources: {'Port': ['ID=2d3a2d5d-958f-4bb4-8873-b375ef1a1146,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:10.614712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.748742 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.755246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.827574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.830328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Fanout notify agent at l3_agent the message router_deleted on router cf7ddee8-15fd-4934-96b1-d863bc002cac {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:10.848288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.861731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af742e37-24a5-4252-ae47-b1648baba813 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/cf7ddee8-15fd-4934-96b1-d863bc002cac HTTP/1.1" status: 204 len: 168 time: 2.2740276 Oct 13 04:14:10.867443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:10.880396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-750554570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:10.898808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.899227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.899510 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Floating IP d371d410-9aa4-4cda-9223-5bad4b609c6b disassociated. External IP: 172.25.1.11, port: da21ff63-a92f-4234-b2b0-5b01c1dc4c32. Oct 13 04:14:10.899882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for da21ff63-a92f-4234-b2b0-5b01c1dc4c32 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:10.927341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b66-6863-4159-961e-7211b6fad5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.933697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-067b94a1-371b-4103-bbef-4f0638f1b536', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:14:10.936025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.948495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.949674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.006092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.012305 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.045840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.056081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ace30e50-714a-46e3-bc07-b01f3cbcf339 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1851022 Oct 13 04:14:11.056946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:11.067215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:11.143271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fbe21b66-6863-4159-961e-7211b6fad5be None None] For port bd96ae19-2003-4dd8-b0ce-084945f71772, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd96ae19-2003-4dd8-b0ce-084945f71772,segment=NetworkSegment(c13ca217-22eb-40df-9e1e-e7f793392f23),segment_id=c13ca217-22eb-40df-9e1e-e7f793392f23)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:11.159131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b66-6863-4159-961e-7211b6fad5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.269474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21b66-6863-4159-961e-7211b6fad5be None None] Pushing event updated for resources: {'Port': ['ID=bd96ae19-2003-4dd8-b0ce-084945f71772,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:11.302392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:04Z', 'revision_number': 3, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:11.314226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-c89dd70d-33a0-48e9-b8e1-2adfe3b7a417 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:11.315748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-c89dd70d-33a0-48e9-b8e1-2adfe3b7a417 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.26 "GET /v2.0/networks?id=c0fdfd0f-080c-40ba-9c8b-233ea47108f2 HTTP/1.1" status: 200 len: 810 time: 0.9831986 Oct 13 04:14:11.338000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Request body: {'port': {'device_id': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2', 'admin_state_up': True, 'tenant_id': 'f1918605809845f9ba58169894db5b47'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:11.344075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2deeed-79d6-412b-a4b1-dea18483c6b1 None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:04Z', 'revision_number': 3, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:11.422379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.439751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-90a817ab-0016-404b-9b7c-1fd89741fc48 None None] Provisioning complete for port bd96ae19-2003-4dd8-b0ce-084945f71772 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:11.440258 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90a817ab-0016-404b-9b7c-1fd89741fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.465853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21af4a09-1620-47e4-8b8f-a42085433577 req-93ee85a5-59a5-4bae-9125-b26512270cc5 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 210 time: 0.1292527 Oct 13 04:14:11.587428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Allocated IP 2001:db8:2::2 (067b94a1-371b-4103-bbef-4f0638f1b536/33f00528-f577-4296-ada1-88892f82168c/d0a08ff5-63d7-4c0f-a079-e645b38b3793) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:11.731391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Made reservation on behalf of f1918605809845f9ba58169894db5b47 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:11.738907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.781652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.918572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:12.019019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:12.148796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:12.150066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=da21ff63-a92f-4234-b2b0-5b01c1dc4c32,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:12.189000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.189352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.189852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.190480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.191000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.191620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.192143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.192475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.192820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.193195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.193545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.193870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:12.223554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:12.250337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:12.508462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd96ae19-2003-4dd8-b0ce-084945f71772 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:12.531345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:12.549169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Allocated IP 172.25.1.24 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/0dfb4a6e-1fce-4ddc-8e03-261bec748aa3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:12.707735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Network 067b94a1-371b-4103-bbef-4f0638f1b536 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:12.735986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:12.768282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:12.795430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:12.821763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Pushing event updated for resources: {'Port': ['ID=d0a08ff5-63d7-4c0f-a079-e645b38b3793,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:12.933173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'mac_address': 'fa:16:3e:b5:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:13.018218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bd96ae19-2003-4dd8-b0ce-084945f71772 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:13.018860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.164653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Attempting to bind port d0a08ff5-63d7-4c0f-a079-e645b38b3793 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:13.165192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Attempting to bind port d0a08ff5-63d7-4c0f-a079-e645b38b3793 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:13.165655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Attempting to bind port d0a08ff5-63d7-4c0f-a079-e645b38b3793 on network 067b94a1-371b-4103-bbef-4f0638f1b536 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:13.181174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.186377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:13.190939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Checking segment: {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:13.191429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.191945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Bound using segment: {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:13.192546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Bound port: d0a08ff5-63d7-4c0f-a079-e645b38b3793, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:13.193056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.251841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6a80be6-1699-4b4b-953d-8e2f263a44fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:13.268271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router 92570e4f-147c-4b79-afb0-f1398cbeb602 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:13.318507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80dc9376-6809-4628-beb8-74953fb51226 req-32cb5ab7-e45a-489b-ab5d-14319cc152ce tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 210 time: 0.0786378 Oct 13 04:14:13.324796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.388956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.392731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:13.495890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event updated for resources: {'Port': ['ID=0dfb4a6e-1fce-4ddc-8e03-261bec748aa3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:13.496902 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.518933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:13.525569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:13.598326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:13.604992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] For port d0a08ff5-63d7-4c0f-a079-e645b38b3793, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:13.609189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] For port d0a08ff5-63d7-4c0f-a079-e645b38b3793, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d0a08ff5-63d7-4c0f-a079-e645b38b3793,segment=NetworkSegment(e71d935e-4659-4dbf-92b3-cfbb8c2b688e),segment_id=e71d935e-4659-4dbf-92b3-cfbb8c2b688e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:13.615524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:13.619308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.675691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f6a80be6-1699-4b4b-953d-8e2f263a44fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:13.742963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:13.755005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68b2c3-685c-4ac8-b36e-327b6c72f0c8 None None] Pushing event updated for resources: {'Port': ['ID=d0a08ff5-63d7-4c0f-a079-e645b38b3793,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:13.763843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] Sync routers for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:13.793260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Allocated IP 172.20.0.9 (c0fdfd0f-080c-40ba-9c8b-233ea47108f2/ec58de66-620b-4e89-aee5-2063fe712067/967ffcad-071d-43f7-a2fd-75112b19ccd9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:13.795159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:13.795807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:13.839464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:13.864923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:13.865566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:13.984179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:13.984896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be3a6d-1f5c-4a94-883d-ca45388bcd60 None None] The sync data for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:14.105120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.108362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f078ae92-4eb7-4b51-9d2e-5aa718ef716d tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/ports/da21ff63-a92f-4234-b2b0-5b01c1dc4c32 HTTP/1.1" status: 204 len: 168 time: 5.0410731 Oct 13 04:14:14.117440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:14.195556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d0a08ff5-63d7-4c0f-a079-e645b38b3793 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:14.321622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d0a08ff5-63d7-4c0f-a079-e645b38b3793 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:14.321997 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.487402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8:2::1 (067b94a1-371b-4103-bbef-4f0638f1b536/33f00528-f577-4296-ada1-88892f82168c/5ba8abda-3e87-4984-a901-a5aca3b44cc2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:14.507349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.596793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port d0a08ff5-63d7-4c0f-a079-e645b38b3793, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d0a08ff5-63d7-4c0f-a079-e645b38b3793,segment=NetworkSegment(e71d935e-4659-4dbf-92b3-cfbb8c2b688e),segment_id=e71d935e-4659-4dbf-92b3-cfbb8c2b688e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:14.609467 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.709355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.740222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=d0a08ff5-63d7-4c0f-a079-e645b38b3793,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:14.807078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.846982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.906319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.935690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 067b94a1-371b-4103-bbef-4f0638f1b536 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:14.941307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:14.947388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:14.948324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.008863 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.235177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:15.236228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=5ba8abda-3e87-4984-a901-a5aca3b44cc2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:15.352397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:15.376060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.434980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:15.522482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Pushing event updated for resources: {'Port': ['ID=967ffcad-071d-43f7-a2fd-75112b19ccd9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:15.535937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.559012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17a1895-0bf9-464e-8f38-cc87471ecebe None None] Network 067b94a1-371b-4103-bbef-4f0638f1b536 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:15.644459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.649320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.659574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-622d6af6-9dfc-4ddf-9432-e922acc193fc None None] Provisioning complete for port d0a08ff5-63d7-4c0f-a079-e645b38b3793 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:15.660177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-622d6af6-9dfc-4ddf-9432-e922acc193fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.694193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-490d5ab4-62d0-43d4-8ea8-0ceebbe6b8fd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3609540 Oct 13 04:14:15.760610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Request body: {'port': {'device_id': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:15.821085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a912ab-8cfd-4943-b944-792760b4ba5d req-d55690b1-7690-46fd-908e-f8f64c116fff tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.834826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69a912ab-8cfd-4943-b944-792760b4ba5d req-d55690b1-7690-46fd-908e-f8f64c116fff tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 931 time: 0.3616173 Oct 13 04:14:15.873919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf8569-c8bc-464a-9899-860ff67041b9 req-a7115e2e-ce24-4743-abe9-d27fd5b58f06 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.883231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6faf8569-c8bc-464a-9899-860ff67041b9 req-a7115e2e-ce24-4743-abe9-d27fd5b58f06 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 950 time: 0.3664372 Oct 13 04:14:15.897166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.907587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.937898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69a912ab-8cfd-4943-b944-792760b4ba5d req-8ce6cc9c-abb0-47a2-be28-2faa6294d96d tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Oct 13 04:14:16.141952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d0a08ff5-63d7-4c0f-a079-e645b38b3793 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:16.200182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:16.262899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port f6a80be6-1699-4b4b-953d-8e2f263a44fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:16.263277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.264935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d0a08ff5-63d7-4c0f-a079-e645b38b3793 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:16.265291 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.297309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6faf8569-c8bc-464a-9899-860ff67041b9 req-40c23b0d-96cc-4666-b530-047bc14fca09 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005022 Oct 13 04:14:16.309227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.399203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 9f8dd053-eeba-4ce6-8e37-568d2733f609 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:16.399725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.410119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Router 4596a175-0d3d-4606-87e8-b24520e61dd7 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:14:16.449043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56e66784-b3bc-490f-85e0-9454f0a1067e None None] Provisioning complete for port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:16.449043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e66784-b3bc-490f-85e0-9454f0a1067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.522112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.535930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-56e66784-b3bc-490f-85e0-9454f0a1067e None None] Port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:16.618300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:16.620567 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d9f31-d883-40ae-8540-badbd0fde2b1" -d '{"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-plugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:16.849861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.864611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 9f8dd053-eeba-4ce6-8e37-568d2733f609 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:16.910567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:16.912427 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6075dda1-cd09-4f57-b8a3-46039390c0a9 x-openstack-request-id: req-6075dda1-cd09-4f57-b8a3-46039390c0a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:16.912817 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-plugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:16.913109 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6075dda1-cd09-4f57-b8a3-46039390c0a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:16.913424 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'code': 200} Oct 13 04:14:16.914047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56e66784-b3bc-490f-85e0-9454f0a1067e None None] Provisioning complete for port d0a08ff5-63d7-4c0f-a079-e645b38b3793 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:16.914423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e66784-b3bc-490f-85e0-9454f0a1067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:16.983648 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.060844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.141032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.142353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:17.145169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.159424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:17.169372 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] Sync routers for ids ['4596a175-0d3d-4606-87e8-b24520e61dd7'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:17.180380 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] Routers {'4596a175-0d3d-4606-87e8-b24520e61dd7'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:17.181357 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4596a175-0d3d-4606-87e8-b24520e61dd7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:17.187416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.189166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e0afcc9e-4f78-41fc-9e9d-f8507e6e29fd tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "PUT /v2.0/routers/4596a175-0d3d-4606-87e8-b24520e61dd7 HTTP/1.1" status: 200 len: 878 time: 6.1313248 Oct 13 04:14:17.194515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:17.256553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c6e789b-114e-450d-8f3a-64873ecb4808 None None] Provisioning complete for port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:17.257211 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6e789b-114e-450d-8f3a-64873ecb4808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.262066 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:17.265433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514e6bd-4bed-43fa-a3c5-233bced7401f req-2b5c2dae-45cf-48d2-a67b-a6e463ae8219 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.267613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a514e6bd-4bed-43fa-a3c5-233bced7401f req-2b5c2dae-45cf-48d2-a67b-a6e463ae8219 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 931 time: 0.1761851 Oct 13 04:14:17.286285 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] Routers {'4596a175-0d3d-4606-87e8-b24520e61dd7'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:17.287172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4596a175-0d3d-4606-87e8-b24520e61dd7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:17.330328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.368297 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:17.373092 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24e375-6c3b-4903-9672-2d739fadc336 None None] The sync data for ids ['4596a175-0d3d-4606-87e8-b24520e61dd7'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:17.393211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e789b-114e-450d-8f3a-64873ecb4808 None None] Port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:17.421858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 067b94a1-371b-4103-bbef-4f0638f1b536 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:17.430282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:17.460306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=5ba8abda-3e87-4984-a901-a5aca3b44cc2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:17.461219 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a514e6bd-4bed-43fa-a3c5-233bced7401f req-8d3fbafe-ff5f-4897-8e0b-9d5e3823a0dd tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792610 Oct 13 04:14:17.486503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=9f8dd053-eeba-4ce6-8e37-568d2733f609,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:17.702630 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6045bd61-d54c-4ede-b5e4-dfe803ad9a59 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/4596a175-0d3d-4606-87e8-b24520e61dd7 HTTP/1.1" status: 200 len: 919 time: 0.5040538 Oct 13 04:14:17.708575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:17.839485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbefca0-ec4a-4af3-a1bb-734b15a8a371 req-5e4a9732-6b17-49c0-bab0-9929973a5477 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.857739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bbefca0-ec4a-4af3-a1bb-734b15a8a371 req-5e4a9732-6b17-49c0-bab0-9929973a5477 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 950 time: 0.4013696 Oct 13 04:14:17.868569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967ffcad-071d-43f7-a2fd-75112b19ccd9 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:17.915741 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.967841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Transition to ACTIVE for port object 967ffcad-071d-43f7-a2fd-75112b19ccd9 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:17.981914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.987713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:18.019821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bbefca0-ec4a-4af3-a1bb-734b15a8a371 req-7ab9ae37-5033-4257-b771-eee086f05ccc tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425245 Oct 13 04:14:18.036739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4de0f3e6-43d7-4200-8742-fabdb26c8150 None None] Provisioning complete for port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:18.045158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de0f3e6-43d7-4200-8742-fabdb26c8150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.180423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Pushing event updated for resources: {'Port': ['ID=967ffcad-071d-43f7-a2fd-75112b19ccd9,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:18.183546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4de0f3e6-43d7-4200-8742-fabdb26c8150 None None] Port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:18.301981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c71d84-145e-4a75-8f68-a95d010523e1 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:18.305420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-13c71d84-145e-4a75-8f68-a95d010523e1 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=4596a175-0d3d-4606-87e8-b24520e61dd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5921044 Oct 13 04:14:18.306791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:18.324943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.410533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Attempting to bind port 967ffcad-071d-43f7-a2fd-75112b19ccd9 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:18.411136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Attempting to bind port 967ffcad-071d-43f7-a2fd-75112b19ccd9 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '0d300180-3ddc-4573-9084-24a83fb0a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:18.411663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Attempting to bind port 967ffcad-071d-43f7-a2fd-75112b19ccd9 on network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:18.423520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Port 967ffcad-071d-43f7-a2fd-75112b19ccd9 on network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:18.424096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Attempting to bind port 967ffcad-071d-43f7-a2fd-75112b19ccd9 on network c0fdfd0f-080c-40ba-9c8b-233ea47108f2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:18.434584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:18.435319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Checking segment: {'id': '0d300180-3ddc-4573-9084-24a83fb0a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:18.435876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Bound using segment: {'id': '0d300180-3ddc-4573-9084-24a83fb0a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:18.436468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Bound port: 967ffcad-071d-43f7-a2fd-75112b19ccd9, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d300180-3ddc-4573-9084-24a83fb0a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:18.437014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.547238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:18.568435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-572a9edb-6ebb-4c85-88a7-c0c1920b1069 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3038120 Oct 13 04:14:18.571645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:18.575167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:18.577042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-840082327'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:18.592029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:18.592973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:18.596708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797edad6-7713-4dd5-a36a-6ab12bed5851 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:18.598515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-797edad6-7713-4dd5-a36a-6ab12bed5851 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.2907662 Oct 13 04:14:18.601592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:18.617877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:18.621364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.671404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-41090314-39c1-4050-8210-3f3c7d6e3765 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=4596a175-0d3d-4606-87e8-b24520e61dd7 HTTP/1.1" status: 200 len: 205 time: 0.0685408 Oct 13 04:14:18.674984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39964) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:18.689463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:18.771175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.771479 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added segment 6e680070-4830-4cd1-bacf-37f5b13691ec of type vlan for network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b Oct 13 04:14:18.794809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:18.819528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] For port 967ffcad-071d-43f7-a2fd-75112b19ccd9, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:18.881017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a34e-5cd5-495a-9e08-49c28b460048 req-a115cc1c-6c3a-42a4-94c3-ad8fd285b783 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:18.902493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c67a34e-5cd5-495a-9e08-49c28b460048 req-a115cc1c-6c3a-42a4-94c3-ad8fd285b783 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 943 time: 0.3310950 Oct 13 04:14:18.909922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] For port 967ffcad-071d-43f7-a2fd-75112b19ccd9, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9,segment=NetworkSegment(0d300180-3ddc-4573-9084-24a83fb0a9af),segment_id=0d300180-3ddc-4573-9084-24a83fb0a9af)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:18.931102 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.994283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router 92570e4f-147c-4b79-afb0-f1398cbeb602 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:18.999896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.005912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:19.006567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.028610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.061845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-800fa717-fbfc-4082-8d78-76a49f12a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.237459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:19.245614 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47cc903a-cd44-402e-92e9-4e9777f4a4c6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/routers/92570e4f-147c-4b79-afb0-f1398cbeb602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1254451 Oct 13 04:14:19.250320 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] Sync routers for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:19.253851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:19.262664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:15Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:16Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:19.273259 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:19.274370 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:19.301117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:19.301528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Updating router f8315447-97b9-43f5-ac3b-a7c32440a808 port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:14:19.368856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Network': ['ID=854e62bb-84a8-48f0-a3db-95d01c5c1c6b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:19.378754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ece464f1-acad-47de-a162-b3d767cf62cd tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8058276 Oct 13 04:14:19.388124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:19.392553 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:19.393827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:19.396946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'subnet': {'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:19.408140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.414951 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] Routers {'92570e4f-147c-4b79-afb0-f1398cbeb602'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:19.415958 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['92570e4f-147c-4b79-afb0-f1398cbeb602'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:19.455323 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:19.456465 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5157bd8-0cf7-4ed4-a09c-89d4b695db71 None None] The sync data for ids ['92570e4f-147c-4b79-afb0-f1398cbeb602'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:19.671599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.682630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:19.683289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.684639 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] 10.222.0.26 "PUT /v2.0/ports/967ffcad-071d-43f7-a2fd-75112b19ccd9 HTTP/1.1" status: 200 len: 1091 time: 3.9284639 Oct 13 04:14:19.686734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'tag': '967ffcad-071d-43f7-a2fd-75112b19ccd9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:19.689096 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a35ba16-4a63-4dc6-b265-064d77e634c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aee0a086-a37c-4397-8a41-04ea68902be7", "tag": "967ffcad-071d-43f7-a2fd-75112b19ccd9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:19.700086 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2c67a34e-5cd5-495a-9e08-49c28b460048 req-c8a3bf4a-8cd7-4b30-a1d4-9f3c9e469aff tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7963922 Oct 13 04:14:19.726726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.764647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:19.887328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.906336 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e3411a-15c1-4ebb-8405-6004ab725df8 x-openstack-request-id: req-06e3411a-15c1-4ebb-8405-6004ab725df8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:19.906781 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee0a086-a37c-4397-8a41-04ea68902be7", "tag": "967ffcad-071d-43f7-a2fd-75112b19ccd9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:19.907546 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06e3411a-15c1-4ebb-8405-6004ab725df8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:19.908120 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'tag': '967ffcad-071d-43f7-a2fd-75112b19ccd9', 'status': 'completed', 'code': 200} Oct 13 04:14:19.909775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Made reservation on behalf of 63803e7721ef4f1085a39762b2402ad4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:19.913915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7571f7-50e1-4414-a8b8-2690ca0c90dd service neutron] Pushing event updated for resources: {'Port': ['ID=967ffcad-071d-43f7-a2fd-75112b19ccd9,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:19.947239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.965779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.984836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-ba0b11be-8cbe-46f6-b184-a02479116d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:19.988769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-ba0b11be-8cbe-46f6-b184-a02479116d61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1918605809845f9ba58169894db5b47&device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 1094 time: 0.2282748 Oct 13 04:14:20.017097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.029031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:20.104120 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.107342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:20.110469 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20adcebe-030c-4686-b845-a1a8f9bae102" -d '{"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:20.115492 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.117871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.146468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-be5846ba-09af-409a-8c60-18cfed7d17c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9 HTTP/1.1" status: 200 len: 217 time: 0.1475570 Oct 13 04:14:20.190146 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fa940-8d50-42bb-b7ef-a1414c677b97 None None] Pushing event updated for resources: {'Port': ['ID=5ba8abda-3e87-4984-a901-a5aca3b44cc2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:20.240419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 729b66e8-48d0-46fd-824f-5183ed5fcaaf {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:20.240780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.269983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Attempting to bind port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:20.270690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Attempting to bind port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:20.271298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Attempting to bind port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 on network 067b94a1-371b-4103-bbef-4f0638f1b536 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:20.277232 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60d6133-c19f-4e0c-84b9-a0b4d85eb326 x-openstack-request-id: req-f60d6133-c19f-4e0c-84b9-a0b4d85eb326 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:20.277836 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:20.278322 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f60d6133-c19f-4e0c-84b9-a0b4d85eb326 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:20.278935 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'code': 200} Oct 13 04:14:20.294617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Deleting port 0dfb4a6e-1fce-4ddc-8e03-261bec748aa3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:20.294971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.298031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:20.302913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Checking segment: {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:20.303718 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.304347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Bound using segment: {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:20.305168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Bound port: 5ba8abda-3e87-4984-a901-a5aca3b44cc2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:20.305791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.308124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d35845a-9053-4728-9813-c2ecfad1f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:20.309641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-6d35845a-9053-4728-9813-c2ecfad1f26e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec58de66-620b-4e89-aee5-2063fe712067 HTTP/1.1" status: 200 len: 850 time: 0.1535072 Oct 13 04:14:20.441078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] For port 5ba8abda-3e87-4984-a901-a5aca3b44cc2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:20.444859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] For port 5ba8abda-3e87-4984-a901-a5aca3b44cc2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5ba8abda-3e87-4984-a901-a5aca3b44cc2,segment=NetworkSegment(e71d935e-4659-4dbf-92b3-cfbb8c2b688e),segment_id=e71d935e-4659-4dbf-92b3-cfbb8c2b688e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:20.446212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.446478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:20.450874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.468805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 729b66e8-48d0-46fd-824f-5183ed5fcaaf owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:20.481923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-f29e548e-77cf-40b7-bbd4-899bb79ffbe4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0fdfd0f-080c-40ba-9c8b-233ea47108f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593935 Oct 13 04:14:20.501671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:20.502415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:13:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:20.743171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.792662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:20.804480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Calling delete_port for 0dfb4a6e-1fce-4ddc-8e03-261bec748aa3 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:20.879124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fa940-8d50-42bb-b7ef-a1414c677b97 None None] Pushing event updated for resources: {'Port': ['ID=5ba8abda-3e87-4984-a901-a5aca3b44cc2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:20.922560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e6c57f5-e7d2-4ce1-a793-2665cf11a45a None None] Provisioning complete for port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:20.926273 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e6c57f5-e7d2-4ce1-a793-2665cf11a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.048817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.174905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-8938ad1f-418a-4173-9c31-21f176010155 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793311 Oct 13 04:14:21.182185 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.300192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.311376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=729b66e8-48d0-46fd-824f-5183ed5fcaaf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.399271 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e6c57f5-e7d2-4ce1-a793-2665cf11a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.410150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.411680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.412253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.412904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.413503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.414062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.414629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.415343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.415902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.416454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.417203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.417902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:21.440491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e6c57f5-e7d2-4ce1-a793-2665cf11a45a None None] For port 5ba8abda-3e87-4984-a901-a5aca3b44cc2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5ba8abda-3e87-4984-a901-a5aca3b44cc2,segment=NetworkSegment(e71d935e-4659-4dbf-92b3-cfbb8c2b688e),segment_id=e71d935e-4659-4dbf-92b3-cfbb8c2b688e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:21.448909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e6c57f5-e7d2-4ce1-a793-2665cf11a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.449794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event deleted for resources: {'Port': ['ID=0dfb4a6e-1fce-4ddc-8e03-261bec748aa3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.487422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Subnet': ['ID=61dae978-81b7-4369-a227-37dde3d2ebcc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.504849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b676e-409f-493f-a946-0b161eaaafcc req-2aa9022c-3867-4bd7-9b85-359d8fe7881a tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:21.507069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-421b676e-409f-493f-a946-0b161eaaafcc req-2aa9022c-3867-4bd7-9b85-359d8fe7881a tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 943 time: 0.4198847 Oct 13 04:14:21.524531 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d3d77d-22cb-4eb9-90f4-d98b8ac62c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.528914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Checking segment: {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:21.530368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network hostable DHCP agents. Network: 854e62bb-84a8-48f0-a3db-95d01c5c1c6b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:21.532717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:15Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:20Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:21.539577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.581734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.609614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196000f5-4d8e-42a1-ab23-c853f09d6191 None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:15Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:20Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:21.618284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c57f5-e7d2-4ce1-a793-2665cf11a45a None None] Pushing event updated for resources: {'Port': ['ID=5ba8abda-3e87-4984-a901-a5aca3b44cc2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.630224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83e3adb3-d69c-46f2-9260-23e3ce7e9966 None None] Provisioning complete for port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:21.630596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83e3adb3-d69c-46f2-9260-23e3ce7e9966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.684896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a33a1c7f-bc62-42fd-b82b-6a355662270c req-3679d1ed-0a19-482c-90d4-b632e4b3eb01 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899592 Oct 13 04:14:21.688838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.691166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.772840 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.773568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Fanout notify agent at l3_agent the message router_deleted on router 4596a175-0d3d-4606-87e8-b24520e61dd7 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:21.787855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.789691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2b50c74-229a-49b6-a521-eb43a237d87c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/4596a175-0d3d-4606-87e8-b24520e61dd7 HTTP/1.1" status: 204 len: 168 time: 3.1042838 Oct 13 04:14:21.805498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40068) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:21.808793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:14:21.811633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2034832041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:21.838515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-421b676e-409f-493f-a946-0b161eaaafcc req-dc4600d8-2278-4ac8-a11f-ac0aa05fdfdb tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178523 Oct 13 04:14:21.856858 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.862882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.870393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 854e62bb-84a8-48f0-a3db-95d01c5c1c6b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:21.882019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:21.882303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.886505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6028c2-8f9e-44c2-bd9a-cade3e3063a3 None None] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:21.914311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.915505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.962472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ae0f5778-b438-4060-addf-84efa489b731 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5731478 Oct 13 04:14:21.963883 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.964578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Fanout notify agent at l3_agent the message router_deleted on router 92570e4f-147c-4b79-afb0-f1398cbeb602 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:21.966150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:21.980325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.984273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53e30806-318c-4ab2-8102-41c49009098a tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/routers/92570e4f-147c-4b79-afb0-f1398cbeb602 HTTP/1.1" status: 204 len: 168 time: 2.7226250 Oct 13 04:14:21.988489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40072) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:22.128088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-e14b6c7e-e1aa-4e2b-98f9-3729c1556b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:22.143284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-e14b6c7e-e1aa-4e2b-98f9-3729c1556b4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1918605809845f9ba58169894db5b47&device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 1094 time: 0.3524616 Oct 13 04:14:22.217596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:14:22.218682 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.232467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5ba8abda-3e87-4984-a901-a5aca3b44cc2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:22.234868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:22.342106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.384958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting subnet 4e514685-e6bb-4634-be27-d450b88b10f9 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:22.411475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.414653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.475900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:22.488245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'mac_address': 'fa:16:3e:b6:20:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:22.551857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.553362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e7f8a864-e6be-4f24-921a-cf5ddc5bf45e tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7468781 Oct 13 04:14:22.557838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:22.563577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.569482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': True}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:22.688538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:22.689141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.857970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.952919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-bf06bed1-b44c-4db9-aac3-ecadea623227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:22.955074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-bf06bed1-b44c-4db9-aac3-ecadea623227 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0fdfd0f-080c-40ba-9c8b-233ea47108f2 HTTP/1.1" status: 200 len: 911 time: 0.8109748 Oct 13 04:14:23.130188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-d3d3ce09-78dc-40e2-bafc-fe8b151ea627 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9 HTTP/1.1" status: 200 len: 217 time: 0.1227846 Oct 13 04:14:23.132511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.165864 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.174364 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.179111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.201891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Allocated IP 2001:db8:3::2 (854e62bb-84a8-48f0-a3db-95d01c5c1c6b/61dae978-81b7-4369-a227-37dde3d2ebcc/d83f641d-27e1-46cd-9618-9e43bcc28b6f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:23.204727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:23.299781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:23.361887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.373981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295fee-2a6e-4051-99cc-dd7b0f2c337e req-ed7bf1ce-34e0-4738-9759-18a189e6d10f tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.376000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93295fee-2a6e-4051-99cc-dd7b0f2c337e req-ed7bf1ce-34e0-4738-9759-18a189e6d10f tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 943 time: 0.3399332 Oct 13 04:14:23.383353 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.428272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-731ea310-adeb-4da9-b351-861bb0bd2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.429963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-731ea310-adeb-4da9-b351-861bb0bd2552 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec58de66-620b-4e89-aee5-2063fe712067 HTTP/1.1" status: 200 len: 850 time: 0.2891486 Oct 13 04:14:23.498256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:23.522624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93295fee-2a6e-4051-99cc-dd7b0f2c337e req-63d31d64-4428-4e08-ae10-b0726e9f6ece tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089954 Oct 13 04:14:23.524999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:23.532515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-5c1dd378-7153-475d-981a-4381fd1920a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0fdfd0f-080c-40ba-9c8b-233ea47108f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895529 Oct 13 04:14:23.633848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.671410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.678454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/subnets/4e514685-e6bb-4634-be27-d450b88b10f9 HTTP/1.1" status: 204 len: 168 time: 1.6643503 Oct 13 04:14:23.679288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:23.694882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f97598-ea98-4614-9a70-40be9eea6288 None None] Network fe1904cf-ed95-4999-bd99-948cba004b0b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:23.732012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad225e-45dd-4ab6-ad78-4b520d9afc54 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Subnet': ['ID=4e514685-e6bb-4634-be27-d450b88b10f9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:23.802067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-0a85579e-05ec-4906-a54a-e04fcff2a78e service neutron] 10.222.0.26 "GET /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454331 Oct 13 04:14:23.892152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.084991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:24.085334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.163716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.188501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.355588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:24.397617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a35ba16-4a63-4dc6-b265-064d77e634c5 req-b5b6168a-9a5f-482c-b9a8-3e7e4f7b6186 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716853 Oct 13 04:14:24.399046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.403356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] For port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,segment=NetworkSegment(eacffe5f-29f5-4bb0-8825-1c666c955419),segment_id=eacffe5f-29f5-4bb0-8825-1c666c955419)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:24.403702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.434659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:24.448112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:24.457128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:24.467807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.488145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Pushing event updated for resources: {'Port': ['ID=d83f641d-27e1-46cd-9618-9e43bcc28b6f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:24.598096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] DHCP port deletion for fe1904cf-ed95-4999-bd99-948cba004b0b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:14:24.669369 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.695031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Allocated IP 2001:db8:3::1 (854e62bb-84a8-48f0-a3db-95d01c5c1c6b/61dae978-81b7-4369-a227-37dde3d2ebcc/ec111ac5-267b-43c4-a3db-49974d0e1a06) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:24.762745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Attempting to bind port d83f641d-27e1-46cd-9618-9e43bcc28b6f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:24.763298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Attempting to bind port d83f641d-27e1-46cd-9618-9e43bcc28b6f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:24.763655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Attempting to bind port d83f641d-27e1-46cd-9618-9e43bcc28b6f on network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:24.787314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:24.788951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Checking segment: {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:24.789873 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.789873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Bound using segment: {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:24.793883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Bound port: d83f641d-27e1-46cd-9618-9e43bcc28b6f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:24.794366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.808994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.810413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Allocated IP 172.25.1.207 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/ee36006a-a8b1-4379-853e-07feda922b0e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:24.840389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] No DVR routers for this DVR port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:24.941620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Deleting port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:24.949033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.966051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:24.966918 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.058084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.079898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] For port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:25.080414 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.092365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:25.094730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Calling delete_port for b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:25.097499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:14:25.100893 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.101191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:25.104384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:25.132001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.155468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1904cf-ed95-4999-bd99-948cba004b0b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:25.167337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacffe5f-29f5-4bb0-8825-1c666c955419') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:25.167975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacffe5f-29f5-4bb0-8825-1c666c955419') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:25.181489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] Pushing event deleted for resources: {'Port': ['ID=b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:25.211317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.234128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6c765-8dd6-4d2e-8388-6cba68965196 None None] No DVR routers for this DVR port b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:25.235831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.251906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:25.252644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.296174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] For port d83f641d-27e1-46cd-9618-9e43bcc28b6f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:25.300332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] For port d83f641d-27e1-46cd-9618-9e43bcc28b6f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d83f641d-27e1-46cd-9618-9e43bcc28b6f,segment=NetworkSegment(6e680070-4830-4cd1-bacf-37f5b13691ec),segment_id=6e680070-4830-4cd1-bacf-37f5b13691ec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:25.322728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:25.346784 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:25.385208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.405522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.412771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/networks/fe1904cf-ed95-4999-bd99-948cba004b0b HTTP/1.1" status: 204 len: 168 time: 1.7319062 Oct 13 04:14:25.415109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:25.446729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.446729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea8be-3494-4933-af5a-c8d5fe97299c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Network': ['ID=fe1904cf-ed95-4999-bd99-948cba004b0b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:25.460865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6de54-f22a-447d-ad94-2946dedd33ab None None] Pushing event updated for resources: {'Port': ['ID=d83f641d-27e1-46cd-9618-9e43bcc28b6f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:25.759705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 967ffcad-071d-43f7-a2fd-75112b19ccd9 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:25.939871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Port': ['ID=ee36006a-a8b1-4379-853e-07feda922b0e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:26.125752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 967ffcad-071d-43f7-a2fd-75112b19ccd9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9,segment=NetworkSegment(0d300180-3ddc-4573-9084-24a83fb0a9af),segment_id=0d300180-3ddc-4573-9084-24a83fb0a9af)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:26.141966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '967ffcad-071d-43f7-a2fd-75112b19ccd9', 'network_id': 'c0fdfd0f-080c-40ba-9c8b-233ea47108f2', 'port_id': '967ffcad-071d-43f7-a2fd-75112b19ccd9', 'mac_address': 'fa:16:3e:68:da:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec58de66-620b-4e89-aee5-2063fe712067', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:26.223179 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.239703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:26.309077 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.340286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d83f641d-27e1-46cd-9618-9e43bcc28b6f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:26.430097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ffcad-071d-43f7-a2fd-75112b19ccd9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:26.470472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 967ffcad-071d-43f7-a2fd-75112b19ccd9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9,segment=NetworkSegment(0d300180-3ddc-4573-9084-24a83fb0a9af),segment_id=0d300180-3ddc-4573-9084-24a83fb0a9af)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:26.479138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.616383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=967ffcad-071d-43f7-a2fd-75112b19ccd9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:26.634070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:26.634730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.727048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d83f641d-27e1-46cd-9618-9e43bcc28b6f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:26.731769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.900420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.911348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.914162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.953436 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.991539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['967ffcad-071d-43f7-a2fd-75112b19ccd9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:27.091832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:27.096860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:27.102309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 03ff96fb-00df-4122-b6c3-a62a6f9f2da1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:27.102671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.105514 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ab843-18cb-4864-92ac-179d81a14a53" -d '{"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:27.155803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:27.162551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.189316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:27.206160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:27.213788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.254133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.304329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd2d7c-b16a-4f9a-8c66-c7411cf12f26 None None] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:27.387582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Router e877261c-6ecf-46e3-9ba4-33a023d78e26 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:14:27.409940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port d83f641d-27e1-46cd-9618-9e43bcc28b6f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d83f641d-27e1-46cd-9618-9e43bcc28b6f,segment=NetworkSegment(6e680070-4830-4cd1-bacf-37f5b13691ec),segment_id=6e680070-4830-4cd1-bacf-37f5b13691ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:27.436939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.477063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:27.487395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92622d40-a91c-457e-bd54-49320864110f None None] Provisioning complete for port d83f641d-27e1-46cd-9618-9e43bcc28b6f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:27.487939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92622d40-a91c-457e-bd54-49320864110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.497516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=ec111ac5-267b-43c4-a3db-49974d0e1a06,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:27.578147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:27.614186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:27.729567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=d83f641d-27e1-46cd-9618-9e43bcc28b6f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:27.736058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:27.736400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b13cba2c-3c1f-4c1e-9cb1-6dbef216c6a1 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:27.833826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:28.049494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.053436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e0e6a63-2915-4a72-b974-6643fe814524 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "PUT /v2.0/routers/e877261c-6ecf-46e3-9ba4-33a023d78e26 HTTP/1.1" status: 200 len: 915 time: 5.4900148 Oct 13 04:14:28.054019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:28.069378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] Sync routers for ids ['e877261c-6ecf-46e3-9ba4-33a023d78e26'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:28.104557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] Routers {'e877261c-6ecf-46e3-9ba4-33a023d78e26'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:28.105239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e877261c-6ecf-46e3-9ba4-33a023d78e26'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:28.209293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:28.218975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d83f641d-27e1-46cd-9618-9e43bcc28b6f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:28.227448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.228051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.279585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] Routers {'e877261c-6ecf-46e3-9ba4-33a023d78e26'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:28.280221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e877261c-6ecf-46e3-9ba4-33a023d78e26'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:28.315186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 03ff96fb-00df-4122-b6c3-a62a6f9f2da1 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:28.409931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a340a63-7fd6-432a-a82d-a81ea1c319a8 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/e877261c-6ecf-46e3-9ba4-33a023d78e26 HTTP/1.1" status: 200 len: 921 time: 0.3546729 Oct 13 04:14:28.413762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:28.433469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:28.435057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f41726-6638-4346-bdef-fd3320c05d75 None None] The sync data for ids ['e877261c-6ecf-46e3-9ba4-33a023d78e26'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:28.467472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d83f641d-27e1-46cd-9618-9e43bcc28b6f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:28.468118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.689022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36a391-7ccf-4eaa-a303-7a0895bfa692 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.697871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2c36a391-7ccf-4eaa-a303-7a0895bfa692 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=e877261c-6ecf-46e3-9ba4-33a023d78e26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2826257 Oct 13 04:14:28.699248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:28.724432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.748757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5d1e8b7-46f8-48f0-a94d-f33dc4eb2a47 None None] Provisioning complete for port ec111ac5-267b-43c4-a3db-49974d0e1a06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:28.749086 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e8b7-46f8-48f0-a94d-f33dc4eb2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.843748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1e8b7-46f8-48f0-a94d-f33dc4eb2a47 None None] Port ec111ac5-267b-43c4-a3db-49974d0e1a06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:28.848935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.850007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.860793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.868219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5d1e8b7-46f8-48f0-a94d-f33dc4eb2a47 None None] Provisioning complete for port d83f641d-27e1-46cd-9618-9e43bcc28b6f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:28.868219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e8b7-46f8-48f0-a94d-f33dc4eb2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.952852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c1f89-01e6-478c-9a0d-38dd84fbfcd2 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.957387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:28.960833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-297c1f89-01e6-478c-9a0d-38dd84fbfcd2 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.2593493 Oct 13 04:14:29.023124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ee89ea48-9b9c-45ae-9ffc-74bda03eea37 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=e877261c-6ecf-46e3-9ba4-33a023d78e26 HTTP/1.1" status: 200 len: 205 time: 0.0645564 Oct 13 04:14:29.025962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:29.146836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event updated for resources: {'Port': ['ID=ec111ac5-267b-43c4-a3db-49974d0e1a06,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:29.234596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=03ff96fb-00df-4122-b6c3-a62a6f9f2da1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:29.289497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.300737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.300737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-54344517-297f-41f8-95ba-852da3760a26 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/floatingips/d371d410-9aa4-4cda-9223-5bad4b609c6b HTTP/1.1" status: 204 len: 168 time: 3.8756444 Oct 13 04:14:29.307778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:29.334947 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d90002c-7b6d-4322-bc4e-225b91cdd426 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] DELETE failed (client error): The resource could not be found. Oct 13 04:14:29.335807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d90002c-7b6d-4322-bc4e-225b91cdd426 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:14:29.341859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d90002c-7b6d-4322-bc4e-225b91cdd426 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/ports/da21ff63-a92f-4234-b2b0-5b01c1dc4c32 HTTP/1.1" status: 404 len: 333 time: 0.0354173 Oct 13 04:14:29.342677 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40212) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:29.355175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:29.358786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.381716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eb49bbe9-06d3-402c-8ffb-b803566f3c08 None None] Provisioning complete for port ec111ac5-267b-43c4-a3db-49974d0e1a06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:29.383750 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb49bbe9-06d3-402c-8ffb-b803566f3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.387143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:29.471440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eb49bbe9-06d3-402c-8ffb-b803566f3c08 None None] Port ec111ac5-267b-43c4-a3db-49974d0e1a06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:29.492335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8f264374-c48a-4e31-a65b-8fdc328a1ce6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/ports?device_id=92570e4f-147c-4b79-afb0-f1398cbeb602 HTTP/1.1" status: 200 len: 205 time: 0.1464725 Oct 13 04:14:29.494440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:29.514020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.609060 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-a7afa776-55df-40d9-8348-155fc1329db4 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] delete failed (client error): The resource could not be found. Oct 13 04:14:29.614295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a7afa776-55df-40d9-8348-155fc1329db4 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/routers/92570e4f-147c-4b79-afb0-f1398cbeb602 HTTP/1.1" status: 404 len: 336 time: 0.1187487 Oct 13 04:14:29.617736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:29.727305 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba66a25a-0abf-4705-99c9-dd4493521bbb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] DELETE failed (client error): The resource could not be found. Oct 13 04:14:29.727773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba66a25a-0abf-4705-99c9-dd4493521bbb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:14:29.731631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ba66a25a-0abf-4705-99c9-dd4493521bbb tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/subnets/4e514685-e6bb-4634-be27-d450b88b10f9 HTTP/1.1" status: 404 len: 337 time: 0.1124778 Oct 13 04:14:29.736531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:29.758804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:29.777700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 967ffcad-071d-43f7-a2fd-75112b19ccd9 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:29.931034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Deleting port ee36006a-a8b1-4379-853e-07feda922b0e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:29.931465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.939420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-905ff784-6ea5-48c7-9b28-30588eb49f22 None None] Provisioning complete for port ec111ac5-267b-43c4-a3db-49974d0e1a06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:29.939803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-905ff784-6ea5-48c7-9b28-30588eb49f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.030595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:30.035531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-905ff784-6ea5-48c7-9b28-30588eb49f22 None None] Port ec111ac5-267b-43c4-a3db-49974d0e1a06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:30.040399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 967ffcad-071d-43f7-a2fd-75112b19ccd9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:30.043764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:30.046337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 967ffcad-071d-43f7-a2fd-75112b19ccd9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:30.046902 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.052642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-afa5558b-8557-4714-8164-de9ee88af3cc tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0843613 Oct 13 04:14:30.054471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:30.056354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:30.056983 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:30.066807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:30.082880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port d7b75f40-2035-4d58-bfaf-0aaa60e1e37f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:30.083220 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.231482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.298290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 967ffcad-071d-43f7-a2fd-75112b19ccd9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9,segment=NetworkSegment(0d300180-3ddc-4573-9084-24a83fb0a9af),segment_id=0d300180-3ddc-4573-9084-24a83fb0a9af)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:30.304737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.326799 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.365213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for d7b75f40-2035-4d58-bfaf-0aaa60e1e37f owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:30.405618 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.410327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=967ffcad-071d-43f7-a2fd-75112b19ccd9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:30.430098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Calling delete_port for ee36006a-a8b1-4379-853e-07feda922b0e owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:30.574819 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:30.678465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:14:30.703107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Removed routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:14:30.704666 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.923568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.019139 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:27Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:28Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:31.048116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=d7b75f40-2035-4d58-bfaf-0aaa60e1e37f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:31.054216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.078349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.085619 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:31.087118 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Updating router f8315447-97b9-43f5-ac3b-a7c32440a808 port ec111ac5-267b-43c4-a3db-49974d0e1a06 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:14:31.153944 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.193858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.197955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cba13c99-c59b-4552-be4a-54b605b65d1c tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/ports/d7b75f40-2035-4d58-bfaf-0aaa60e1e37f HTTP/1.1" status: 204 len: 168 time: 1.4594793 Oct 13 04:14:31.200591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:31.305707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:31.331407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.406434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event deleted for resources: {'Port': ['ID=ee36006a-a8b1-4379-853e-07feda922b0e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:31.461369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port 80cb31fc-1d65-4623-915c-bb925f0a6c35 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:31.462118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.560232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:31.573359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.574667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35cd1ffb-9440-4070-9463-404704473c4f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 954 time: 1.5159330 Oct 13 04:14:31.582157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:31.739374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.865557 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.867865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.872924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.879306 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.881259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.893029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for 80cb31fc-1d65-4623-915c-bb925f0a6c35 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:32.033526 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b0c03-a845-4bfc-97ac-fcc33db87d9d None None] Pushing event updated for resources: {'Port': ['ID=ec111ac5-267b-43c4-a3db-49974d0e1a06,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:32.083380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.084523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Fanout notify agent at l3_agent the message router_deleted on router e877261c-6ecf-46e3-9ba4-33a023d78e26 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:32.106636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.116302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-357a4720-7144-4a46-8167-f805bf511992 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/e877261c-6ecf-46e3-9ba4-33a023d78e26 HTTP/1.1" status: 204 len: 168 time: 3.0892639 Oct 13 04:14:32.119922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:32.176205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1978542893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:32.225333 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Attempting to bind port ec111ac5-267b-43c4-a3db-49974d0e1a06 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:32.226551 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Attempting to bind port ec111ac5-267b-43c4-a3db-49974d0e1a06 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:32.227133 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Attempting to bind port ec111ac5-267b-43c4-a3db-49974d0e1a06 on network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:32.246703 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:32.286617 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Checking segment: {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:32.293631 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.300293 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Bound using segment: {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:32.301017 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Bound port: ec111ac5-267b-43c4-a3db-49974d0e1a06, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e680070-4830-4cd1-bacf-37f5b13691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:32.301694 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.320951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.320951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.521949 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.535305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.584233 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] For port ec111ac5-267b-43c4-a3db-49974d0e1a06, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:32.592892 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] For port ec111ac5-267b-43c4-a3db-49974d0e1a06, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ec111ac5-267b-43c4-a3db-49974d0e1a06,segment=NetworkSegment(6e680070-4830-4cd1-bacf-37f5b13691ec),segment_id=6e680070-4830-4cd1-bacf-37f5b13691ec)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:32.594738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba5eebd4-f993-4627-a0ef-e84e0f0ee581 None None] Provisioning complete for port ec111ac5-267b-43c4-a3db-49974d0e1a06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:32.596349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5eebd4-f993-4627-a0ef-e84e0f0ee581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.600507 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.650972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.652299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b75d38ea-1d6a-4798-b7c6-c238de247b05 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5079131 Oct 13 04:14:32.655295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:32.670869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'enable_snat': False}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:32.807830 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:32.811731 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:32.850371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3bcd3e9b-4105-47b7-a701-db1281d57964 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 954 time: 1.2533333 Oct 13 04:14:32.851216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:32.855993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'routes': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:32.910753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5eebd4-f993-4627-a0ef-e84e0f0ee581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.991518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba5eebd4-f993-4627-a0ef-e84e0f0ee581 None None] For port ec111ac5-267b-43c4-a3db-49974d0e1a06, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ec111ac5-267b-43c4-a3db-49974d0e1a06,segment=NetworkSegment(6e680070-4830-4cd1-bacf-37f5b13691ec),segment_id=6e680070-4830-4cd1-bacf-37f5b13691ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:33.003630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5eebd4-f993-4627-a0ef-e84e0f0ee581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.091567 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:33.138808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.160238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eebd4-f993-4627-a0ef-e84e0f0ee581 None None] Pushing event updated for resources: {'Port': ['ID=ec111ac5-267b-43c4-a3db-49974d0e1a06,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.321022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=80cb31fc-1d65-4623-915c-bb925f0a6c35,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.339104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d06c1321-b405-4aba-9815-2520a27947c5 None None] Provisioning complete for port ec111ac5-267b-43c4-a3db-49974d0e1a06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:33.341529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d06c1321-b405-4aba-9815-2520a27947c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.348556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.405292 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b0c03-a845-4bfc-97ac-fcc33db87d9d None None] Pushing event updated for resources: {'Port': ['ID=ec111ac5-267b-43c4-a3db-49974d0e1a06,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.623380 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36a45358-7487-417b-9258-b0b37869d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:30Z', 'revision_number': 6, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:33.654978 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a45358-7487-417b-9258-b0b37869d27a None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:30Z', 'revision_number': 6, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 4, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:33.680254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.706348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7ba78d14-6a03-4187-ace3-5e10eaa02f43 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/ports/80cb31fc-1d65-4623-915c-bb925f0a6c35 HTTP/1.1" status: 204 len: 168 time: 2.5041637 Oct 13 04:14:33.707076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:33.888393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:14:33.892164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:14:33.925412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa945cf-b62c-4151-8691-5ffde28d847b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:33.933328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:33.934187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8aa945cf-b62c-4151-8691-5ffde28d847b tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42670f3-a67a-4905-a063-bbbb6a342beb HTTP/1.1" status: 200 len: 913 time: 0.2248480 Oct 13 04:14:34.170908 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.236759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ec111ac5-267b-43c4-a3db-49974d0e1a06 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:34.426519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ec111ac5-267b-43c4-a3db-49974d0e1a06 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:34.426802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.971586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.027978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.095398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.101686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.326810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:35.334607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Allocated IP 172.25.1.68 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/47867179-3dcc-4fdc-80f7-30a595920b72) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:35.341960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.450356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:35.469138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:35.471252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:35.514686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.625604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.655584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:35.671688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:35.729367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:35.774551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:35.834341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:35.852225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.888646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b787284f-1e42-4bdf-b76e-fc66f4e84ff2 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 704 time: 3.0012679 Oct 13 04:14:35.893462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Pushing event updated for resources: {'Port': ['ID=47867179-3dcc-4fdc-80f7-30a595920b72,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:35.893462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40294) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:36.122826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:33Z', 'revision_number': 7, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:36.189997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:36.202776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:36.205098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:36.241805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port fc4dbd38-4429-487d-a397-9e423b7e264e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:36.242329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.389995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-40b167eb-a595-4197-a33d-63c9f298b210 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 704 time: 0.4947820 Oct 13 04:14:36.392643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:36.395983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:36.457637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.492972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for fc4dbd38-4429-487d-a397-9e423b7e264e owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:36.793212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:33Z', 'revision_number': 7, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:36.893577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d99a1-62e5-4132-b638-011548be9d95 None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:33Z', 'revision_number': 7, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:36.910316 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.001901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=fc4dbd38-4429-487d-a397-9e423b7e264e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:37.062776 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bde40-5c18-48b1-91a6-3b9a042bfc2d x-openstack-request-id: req-973bde40-5c18-48b1-91a6-3b9a042bfc2d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:37.063368 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:37.063851 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-973bde40-5c18-48b1-91a6-3b9a042bfc2d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:37.064742 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'code': 200} Oct 13 04:14:37.189024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.252426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12859-772c-494d-8dd9-fa685f2edda6 req-d932b77a-0ef9-48a7-8d56-582cad9ebfea tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:37.254283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13f12859-772c-494d-8dd9-fa685f2edda6 req-d932b77a-0ef9-48a7-8d56-582cad9ebfea tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 945 time: 0.2046542 Oct 13 04:14:37.420167 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:37.428971 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13f12859-772c-494d-8dd9-fa685f2edda6 req-ea7fad05-a5d0-4003-a3c7-20f6f151fccc tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Oct 13 04:14:37.433927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02eeaf-050c-4dd2-9dac-8d29fbc7690b req-bbbdb7ad-03a3-439d-8314-603ef2cb2a22 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:37.434563 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:37.435760 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:37.441996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee02eeaf-050c-4dd2-9dac-8d29fbc7690b req-bbbdb7ad-03a3-439d-8314-603ef2cb2a22 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 949 time: 0.2451820 Oct 13 04:14:37.565482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee02eeaf-050c-4dd2-9dac-8d29fbc7690b req-16cc118b-5f7a-45da-85c1-6ba7f6b79610 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225340 Oct 13 04:14:37.585529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.658346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.676630 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:37.697965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.730272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.970441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Router c42670f3-a67a-4905-a063-bbbb6a342beb has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:38.009775 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:38.230827 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:33Z', 'revision_number': 7, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.239958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:38.248436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b4552256-42d3-4213-8b00-07d3fe613a6f tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "PUT /v2.0/routers/c42670f3-a67a-4905-a063-bbbb6a342beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3116331 Oct 13 04:14:38.253273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40366) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:38.269582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] Sync routers for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:38.302179 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:38.305860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:38.309735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.323379 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:38.324007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.419381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.440246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] Routers {'c42670f3-a67a-4905-a063-bbbb6a342beb'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:38.440811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c42670f3-a67a-4905-a063-bbbb6a342beb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.506306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Router 4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:14:38.525500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.526567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82df3c0-b50c-477f-abb2-9c5b1467fbe9 None None] The sync data for ids ['c42670f3-a67a-4905-a063-bbbb6a342beb'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:38.533795 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:38.551008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:38.788511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:38.801941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:38.805664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bb4a62b3-a625-4966-a6b2-e31a098add78 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "PUT /v2.0/routers/4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 HTTP/1.1" status: 200 len: 915 time: 6.1470616 Oct 13 04:14:38.808838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:38.832265 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] Sync routers for ids ['4d7778d9-13aa-45b3-a0be-2aa7fbda6af8'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:38.891149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port ec111ac5-267b-43c4-a3db-49974d0e1a06 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:38.892180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:38.907527 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] Routers {'4d7778d9-13aa-45b3-a0be-2aa7fbda6af8'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:38.908461 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4d7778d9-13aa-45b3-a0be-2aa7fbda6af8'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:38.911532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d839-5a89-4a9d-85fe-e6d49f4b353c req-347b4410-14a5-4ff7-b935-d4168d4f1993 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:38.919161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c08d839-5a89-4a9d-85fe-e6d49f4b353c req-347b4410-14a5-4ff7-b935-d4168d4f1993 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 945 time: 0.3768799 Oct 13 04:14:38.987108 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.028410 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] Routers {'4d7778d9-13aa-45b3-a0be-2aa7fbda6af8'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:39.029074 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4d7778d9-13aa-45b3-a0be-2aa7fbda6af8'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.068611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ffcad-071d-43f7-a2fd-75112b19ccd9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:39.071639 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a035e6f-cede-4641-b89f-d3047b31c9ac" -d '{"events": [{"server_uuid": "aee0a086-a37c-4397-8a41-04ea68902be7", "name": "network-vif-plugged", "status": "completed", "tag": "967ffcad-071d-43f7-a2fd-75112b19ccd9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:39.085172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c08d839-5a89-4a9d-85fe-e6d49f4b353c req-84b683e1-0fb4-498c-9675-ca0a895d7b16 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585391 Oct 13 04:14:39.106786 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.107177 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3a000-65bc-49ff-9303-5c306e58cc0d None None] The sync data for ids ['4d7778d9-13aa-45b3-a0be-2aa7fbda6af8'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:39.161638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e80454eb-88b1-4c80-ab04-c20ae358f51f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 HTTP/1.1" status: 200 len: 921 time: 0.3502073 Oct 13 04:14:39.162151 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:33Z', 'revision_number': 7, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.163485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40388) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:39.189955 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8d1a40-be1a-440b-baf0-b581aeb11222 x-openstack-request-id: req-4b8d1a40-be1a-440b-baf0-b581aeb11222 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:39.190542 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee0a086-a37c-4397-8a41-04ea68902be7", "name": "network-vif-plugged", "status": "completed", "tag": "967ffcad-071d-43f7-a2fd-75112b19ccd9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:39.191044 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b8d1a40-be1a-440b-baf0-b581aeb11222 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:39.191669 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ffcad-071d-43f7-a2fd-75112b19ccd9', 'code': 200} Oct 13 04:14:39.238393 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682e728-942f-4ff6-a682-eb231686c250 None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:33Z', 'revision_number': 7, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec111ac5-267b-43c4-a3db-49974d0e1a06', 'name': '', 'network_id': '854e62bb-84a8-48f0-a3db-95d01c5c1c6b', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:2c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:23Z', 'updated_at': '2021-10-13T04:14:32Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '61dae978-81b7-4369-a227-37dde3d2ebcc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:39.251275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port ec111ac5-267b-43c4-a3db-49974d0e1a06, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ec111ac5-267b-43c4-a3db-49974d0e1a06,segment=NetworkSegment(6e680070-4830-4cd1-bacf-37f5b13691ec),segment_id=6e680070-4830-4cd1-bacf-37f5b13691ec)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:39.251275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.319312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for ec111ac5-267b-43c4-a3db-49974d0e1a06 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:39.428611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e54848c-1b6e-4264-8a8f-44246cd7612f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:39.430938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2a798-1510-4d5c-9a36-c76a7300743b req-e89ce042-696b-4b1e-bbdb-265c17de64eb tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:39.432638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7e54848c-1b6e-4264-8a8f-44246cd7612f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=4d7778d9-13aa-45b3-a0be-2aa7fbda6af8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2619984 Oct 13 04:14:39.435517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81f2a798-1510-4d5c-9a36-c76a7300743b req-e89ce042-696b-4b1e-bbdb-265c17de64eb tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 949 time: 0.2919350 Oct 13 04:14:39.455298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:39.495911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec928-d1be-4c18-928e-99102db3e72e req-5689d0ae-983a-4de0-be81-94e1633c7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:39.499313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89dec928-d1be-4c18-928e-99102db3e72e req-5689d0ae-983a-4de0-be81-94e1633c7b70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 1096 time: 0.2116892 Oct 13 04:14:39.579275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81f2a798-1510-4d5c-9a36-c76a7300743b req-eba670c5-a857-4fd2-bd11-7462d454b83d tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182625 Oct 13 04:14:39.583657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.585440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89dec928-d1be-4c18-928e-99102db3e72e req-706a6130-0757-4f80-b2fb-7a8d134056d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755317 Oct 13 04:14:39.690626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678da643-765e-46c0-a8b2-1b76d7fb9430 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:39.695357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-678da643-765e-46c0-a8b2-1b76d7fb9430 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 881 time: 0.2378902 Oct 13 04:14:39.695956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:39.764823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.790787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f513b797-8ccc-4531-a3a0-4c7bb24f7398 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 HTTP/1.1" status: 200 len: 205 time: 0.0405052 Oct 13 04:14:39.796438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:39.834890 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.847440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=ec111ac5-267b-43c4-a3db-49974d0e1a06,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:39.869016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting port f2f6a516-bbb8-4e66-9c71-f5bc0e74b319 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:39.869406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.071175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.121808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.336064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.366693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Calling delete_port for f2f6a516-bbb8-4e66-9c71-f5bc0e74b319 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:40.451992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.480838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:40.579068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7342f3-cd02-4b35-844a-12fde116ddb6 req-911338bc-d9eb-4b90-87be-5a7c959e045f tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:40.582902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e7342f3-cd02-4b35-844a-12fde116ddb6 req-911338bc-d9eb-4b90-87be-5a7c959e045f tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 945 time: 0.3077438 Oct 13 04:14:40.683130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:40.701101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:40.703729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-667bd4c0-b15c-4e7a-9389-35052e45f601 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3052692 Oct 13 04:14:40.706150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:40.718278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:40.721417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:40.845298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Deleting port 47867179-3dcc-4fdc-80f7-30a595920b72 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:40.846111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.853686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 61dae978-81b7-4369-a227-37dde3d2ebcc {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:40.855183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:40.857779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.956967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.083996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e7342f3-cd02-4b35-844a-12fde116ddb6 req-2e4c5e82-0c6a-4526-880d-717788c37a75 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882236 Oct 13 04:14:41.175306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:39Z', 'revision_number': 8, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:41.196159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.208627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Calling delete_port for 47867179-3dcc-4fdc-80f7-30a595920b72 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:41.235321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:41.245609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:41.246506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:41.272478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.390842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:41.425404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.473707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=61dae978-81b7-4369-a227-37dde3d2ebcc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:41.485355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.488400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.500823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-19dc4326-0e25-4041-8fe3-696d53b37833 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/61dae978-81b7-4369-a227-37dde3d2ebcc HTTP/1.1" status: 204 len: 168 time: 0.7925556 Oct 13 04:14:41.501984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:41.523652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c672a3a-0060-4033-9c5a-d1cf1eaef78b None None] Network 854e62bb-84a8-48f0-a3db-95d01c5c1c6b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:41.628157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Port': ['ID=f2f6a516-bbb8-4e66-9c71-f5bc0e74b319,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:41.633603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.638738 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.733031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port d83f641d-27e1-46cd-9618-9e43bcc28b6f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:41.734635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event deleted for resources: {'Port': ['ID=47867179-3dcc-4fdc-80f7-30a595920b72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:41.749455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.848662 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.925338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port d83f641d-27e1-46cd-9618-9e43bcc28b6f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d83f641d-27e1-46cd-9618-9e43bcc28b6f,segment=NetworkSegment(6e680070-4830-4cd1-bacf-37f5b13691ec),segment_id=6e680070-4830-4cd1-bacf-37f5b13691ec)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:41.925706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.957629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for d83f641d-27e1-46cd-9618-9e43bcc28b6f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:41.972181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.079956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.115515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.130809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.189203 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.217760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.287907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=d83f641d-27e1-46cd-9618-9e43bcc28b6f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:42.305205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.305875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Fanout notify agent at l3_agent the message router_deleted on router c42670f3-a67a-4905-a063-bbbb6a342beb {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:42.313319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port d83f641d-27e1-46cd-9618-9e43bcc28b6f on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:42.316560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:39Z', 'revision_number': 8, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.324651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:42.357730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.361753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-db00028d-4e74-42d4-b6e8-54920199d1ae tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/routers/c42670f3-a67a-4905-a063-bbbb6a342beb HTTP/1.1" status: 204 len: 168 time: 4.1040986 Oct 13 04:14:42.378698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:42.395461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ea7c5-dfaf-4b1d-8036-9f7098e49fbd None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:39Z', 'revision_number': 8, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ba8abda-3e87-4984-a901-a5aca3b44cc2', 'name': '', 'network_id': '067b94a1-371b-4103-bbef-4f0638f1b536', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '33f00528-f577-4296-ada1-88892f82168c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:13Z', 'updated_at': '2021-10-13T04:14:21Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '33f00528-f577-4296-ada1-88892f82168c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:42.399087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbadf8d6-85ef-4a79-a020-6a30ed6c91f4 None None] DHCP port deletion for 854e62bb-84a8-48f0-a3db-95d01c5c1c6b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:14:42.435823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.436045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:42.449562 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.450723 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08075bce-2841-4771-89e5-9bb1c22a51b9 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 HTTP/1.1" status: 204 len: 168 time: 2.6532376 Oct 13 04:14:42.465937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:42.472821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-158749938', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:42.519226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68e390-a305-4d8b-9f17-da5dfd0fa333 req-75112f42-713d-42d9-a91b-384f329dad95 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:42.519925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.521982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f68e390-a305-4d8b-9f17-da5dfd0fa333 req-75112f42-713d-42d9-a91b-384f329dad95 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 945 time: 0.2397759 Oct 13 04:14:42.526717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Deleting subnet d99c72dd-070d-44b4-b71d-a41abbc217d1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:42.575367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:42.577117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:42.580510 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3e791-6819-40ab-93e4-5800fec446cd" -d '{"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:42.581435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.586094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.658163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.666627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.689366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854e62bb-84a8-48f0-a3db-95d01c5c1c6b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.699686 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c5c352-5863-4951-b74b-211dbdc8832e x-openstack-request-id: req-26c5c352-5863-4951-b74b-211dbdc8832e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:42.700003 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:42.700293 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26c5c352-5863-4951-b74b-211dbdc8832e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:42.700752 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'code': 200} Oct 13 04:14:42.702524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:42.717698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.717698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.717698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.718135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.718238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.719266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.719390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.719667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.719988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.720327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.721091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.726856 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f68e390-a305-4d8b-9f17-da5dfd0fa333 req-fab8ccba-840e-4f1c-bdd7-6641a61e2bed tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952994 Oct 13 04:14:42.727323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.733892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.734342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:42.738396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e680070-4830-4cd1-bacf-37f5b13691ec') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.738893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e680070-4830-4cd1-bacf-37f5b13691ec') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.767924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.804971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.811431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:42.811849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:42.815301 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:42.938914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.940117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.947540 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.951070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/854e62bb-84a8-48f0-a3db-95d01c5c1c6b HTTP/1.1" status: 204 len: 168 time: 1.4477248 Oct 13 04:14:42.953865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.957162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:42.975545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c001a-53d8-4a0f-a06d-9a99847fd0c7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=854e62bb-84a8-48f0-a3db-95d01c5c1c6b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:43.323791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.402898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8620f-77ac-49b3-9214-7eb0976a4964 req-5910ca9f-5291-4187-a9e2-6f25e74ce819 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:43.404520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45e8620f-77ac-49b3-9214-7eb0976a4964 req-5910ca9f-5291-4187-a9e2-6f25e74ce819 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 945 time: 0.1430113 Oct 13 04:14:43.850592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.907943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Subnet': ['ID=d99c72dd-070d-44b4-b71d-a41abbc217d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:43.916643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.919762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8e7c987-5445-4e72-bbda-d21df5278017 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/subnets/d99c72dd-070d-44b4-b71d-a41abbc217d1 HTTP/1.1" status: 204 len: 168 time: 1.5399590 Oct 13 04:14:43.922426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40606) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:43.943050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45e8620f-77ac-49b3-9214-7eb0976a4964 req-51aed012-3686-4cc0-b53a-a17990cfa168 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104456 Oct 13 04:14:44.013229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.116439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.123340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ec111ac5-267b-43c4-a3db-49974d0e1a06 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:44.156400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0870dfa-37ff-4418-8c46-8b1d4b154f99']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:44.169443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1b1a7f-07c9-4f8f-93fe-90ea4f2fa98d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:44.170052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1b1a7f-07c9-4f8f-93fe-90ea4f2fa98d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:44.182436 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.197706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.205742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:44.206269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.207677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:44.209726 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:44.232357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ec111ac5-267b-43c4-a3db-49974d0e1a06 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:44.233337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ec111ac5-267b-43c4-a3db-49974d0e1a06 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:44.233921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d83f641d-27e1-46cd-9618-9e43bcc28b6f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:44.242801 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.266811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d83f641d-27e1-46cd-9618-9e43bcc28b6f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:44.267296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d83f641d-27e1-46cd-9618-9e43bcc28b6f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:44.298249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.341621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.347896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] 10.222.0.44 "DELETE /v2.0/networks/d0870dfa-37ff-4418-8c46-8b1d4b154f99 HTTP/1.1" status: 204 len: 168 time: 0.4242537 Oct 13 04:14:44.349118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960f73c-c4f7-411a-a2c3-e38c53d5aed6 tempest-FloatingIPTestJSON-1024010902 tempest-FloatingIPTestJSON-1024010902-project] Pushing event deleted for resources: {'Network': ['ID=d0870dfa-37ff-4418-8c46-8b1d4b154f99,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:44.365046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.535373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Allocated IP 172.25.1.230 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/dc95c046-2bf4-460f-a21d-be960aeef369) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:44.586198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3a5b-cb46-468a-9e35-3403687e3a3a req-60b09586-e6c8-4242-8b6d-1f8670f09190 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:44.587624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f69b3a5b-cb46-468a-9e35-3403687e3a3a req-60b09586-e6c8-4242-8b6d-1f8670f09190 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 949 time: 0.1356111 Oct 13 04:14:44.592986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40654) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:44.703874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-c83abe59-27f8-41e2-a5ab-d8de9d4afd42 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:44.706374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-c83abe59-27f8-41e2-a5ab-d8de9d4afd42 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.26 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 945 time: 0.0697174 Oct 13 04:14:44.721969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f69b3a5b-cb46-468a-9e35-3403687e3a3a req-80d37d2d-9a73-45db-b4a4-ba7ca4cdd123 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035547 Oct 13 04:14:44.771116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.826683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-62177641-526f-44eb-aa85-f91af9d7216e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c74f380f95d45eb952a1a7c44dd689b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284560 Oct 13 04:14:44.827995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:44.855541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Deleting port 967ffcad-071d-43f7-a2fd-75112b19ccd9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:44.856054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.893757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.969785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:44.972533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df3f3dbc-e1f8-41a3-8e57-b98821affdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.975815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 5ba8abda-3e87-4984-a901-a5aca3b44cc2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:44.976190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.979229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event updated for resources: {'Port': ['ID=dc95c046-2bf4-460f-a21d-be960aeef369,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:44.989026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:45.002693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] For port 967ffcad-071d-43f7-a2fd-75112b19ccd9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=967ffcad-071d-43f7-a2fd-75112b19ccd9,segment=NetworkSegment(0d300180-3ddc-4573-9084-24a83fb0a9af),segment_id=0d300180-3ddc-4573-9084-24a83fb0a9af)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:45.003233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.017413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Calling delete_port for 967ffcad-071d-43f7-a2fd-75112b19ccd9 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:45.053313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:45.217217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.237129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['967ffcad-071d-43f7-a2fd-75112b19ccd9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:45.316484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df3f3dbc-e1f8-41a3-8e57-b98821affdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.321754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Pushing event deleted for resources: {'Port': ['ID=967ffcad-071d-43f7-a2fd-75112b19ccd9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:45.404592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] No DVR routers for this DVR port 967ffcad-071d-43f7-a2fd-75112b19ccd9 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:45.408626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.415549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff5a6de-2d2e-40d4-902c-6ba7841eec77 req-236aa4f8-a606-4ef9-899f-91776f3ba271 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.26 "DELETE /v2.0/ports/967ffcad-071d-43f7-a2fd-75112b19ccd9 HTTP/1.1" status: 204 len: 173 time: 0.6989701 Oct 13 04:14:45.416192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'name': 'network-vif-deleted', 'tag': '967ffcad-071d-43f7-a2fd-75112b19ccd9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:45.418679 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab2495-a643-4ecc-9461-a5ac05f9ad30" -d '{"events": [{"server_uuid": "aee0a086-a37c-4397-8a41-04ea68902be7", "name": "network-vif-deleted", "tag": "967ffcad-071d-43f7-a2fd-75112b19ccd9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:45.446602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 5ba8abda-3e87-4984-a901-a5aca3b44cc2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5ba8abda-3e87-4984-a901-a5aca3b44cc2,segment=NetworkSegment(e71d935e-4659-4dbf-92b3-cfbb8c2b688e),segment_id=e71d935e-4659-4dbf-92b3-cfbb8c2b688e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:45.447261 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.476203 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae85247-7978-4f4a-b91c-850d04d76ee8 x-openstack-request-id: req-fae85247-7978-4f4a-b91c-850d04d76ee8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:45.476801 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee0a086-a37c-4397-8a41-04ea68902be7", "name": "network-vif-deleted", "tag": "967ffcad-071d-43f7-a2fd-75112b19ccd9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:45.477290 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fae85247-7978-4f4a-b91c-850d04d76ee8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:45.477920 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee0a086-a37c-4397-8a41-04ea68902be7', 'name': 'network-vif-deleted', 'tag': '967ffcad-071d-43f7-a2fd-75112b19ccd9', 'status': 'completed', 'code': 200} Oct 13 04:14:45.479161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fe122-77ef-49fa-9321-e94c219f3c47 req-22967189-4d07-4bc7-bb04-84218f4ab9d6 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:45.482180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-874fe122-77ef-49fa-9321-e94c219f3c47 req-22967189-4d07-4bc7-bb04-84218f4ab9d6 tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee0a086-a37c-4397-8a41-04ea68902be7 HTTP/1.1" status: 200 len: 867 time: 0.4258580 Oct 13 04:14:45.497705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 5ba8abda-3e87-4984-a901-a5aca3b44cc2 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:45.601486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df3f3dbc-e1f8-41a3-8e57-b98821affdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.604788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df3f3dbc-e1f8-41a3-8e57-b98821affdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.606081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df3f3dbc-e1f8-41a3-8e57-b98821affdd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/204baf3e-ad97-4e37-bc06-6d9a198d031a HTTP/1.1" status: 204 len: 168 time: 0.7762027 Oct 13 04:14:45.647964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f3dbc-e1f8-41a3-8e57-b98821affdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204baf3e-ad97-4e37-bc06-6d9a198d031a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:45.699115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-874fe122-77ef-49fa-9321-e94c219f3c47 req-026cebc7-7a33-4830-ad28-726b896f54ef tempest-ServerGroupTestJSON-1051969009 tempest-ServerGroupTestJSON-1051969009-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2c3d9cf-65a2-4215-95c6-86aa58359085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039869 Oct 13 04:14:45.789302 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.050287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.094357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=5ba8abda-3e87-4984-a901-a5aca3b44cc2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:46.297920 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:46.350463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:46.388768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.582951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.595948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:46.621824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:46.648934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'mac_address': 'fa:16:3e:b5:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:46.706452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.740251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a80be6-1699-4b4b-953d-8e2f263a44fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:46.748959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'networks': [{'name': 'tempest-network--724036292'}, {'name': 'tempest-network--933374446'}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:46.749595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'network': {'name': 'tempest-network--724036292'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:46.750849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'network': {'name': 'tempest-network--933374446'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:46.788626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:46.796127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.807136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'network': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:46.812886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.852038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.897204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:46.902132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f6a80be6-1699-4b4b-953d-8e2f263a44fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:47.146599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.154553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.155211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.206776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905b0c02-88a1-45cb-9363-70a644107fca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:47.209917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40808) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:47.265446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:47.290640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.291145 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Added segment cefa8507-0311-458a-8582-c2f93d4d6dbd of type vlan for network 9c6184d2-8500-45d7-9f6d-f89c742347d9 Oct 13 04:14:47.313502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Deleting subnet ec58de66-620b-4e89-aee5-2063fe712067 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:47.337914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.400333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.459688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.510479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Router bc673a7f-7d14-4517-ba74-ae5c7f481df9 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:14:47.522346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:47.541091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.541363 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Added segment 5943ec47-86be-43d9-bf63-45afcd815f3f of type vlan for network b2532016-3c47-4928-b108-58e97991c1bf Oct 13 04:14:47.543434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.590432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:47.626646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.680272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.707920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec58de66-620b-4e89-aee5-2063fe712067,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:47.710107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.710607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.716308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:47.722389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:47.722695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.750793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:47.754956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.761230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98eb2edf-1899-478a-8dc2-6229e310c7c8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec58de66-620b-4e89-aee5-2063fe712067 HTTP/1.1" status: 204 len: 168 time: 0.5449870 Oct 13 04:14:47.769267 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] Sync routers for ids ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:47.785078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:47.786375 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] Routers {'bc673a7f-7d14-4517-ba74-ae5c7f481df9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:47.788621 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:47.795990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1960382 Oct 13 04:14:47.797207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:47.815527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:47.828550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:47.839680 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6fa1886-9115-4683-9627-8492c2d6ae66 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8812861 Oct 13 04:14:47.840796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:47.841709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:47.885501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 967ffcad-071d-43f7-a2fd-75112b19ccd9 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:47.919790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:47.937558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 967ffcad-071d-43f7-a2fd-75112b19ccd9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:47.938243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 967ffcad-071d-43f7-a2fd-75112b19ccd9 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:47.940597 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:47.950129 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.957236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a6370b6-e4a3-4aab-81f4-b3d9501411c8 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4861021 Oct 13 04:14:47.962195 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] Routers {'bc673a7f-7d14-4517-ba74-ae5c7f481df9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:47.963984 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:47.966997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:47.980556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:47.982747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Network': ['ID=9c6184d2-8500-45d7-9f6d-f89c742347d9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:47.995066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:48.008744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.033292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 9c6184d2-8500-45d7-9f6d-f89c742347d9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:48.061902 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:48.063139 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725433-7355-4e4c-9c87-6f50fded1df7 None None] The sync data for ids ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:48.290617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 33f00528-f577-4296-ada1-88892f82168c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:48.337912 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.383926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:48.560751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.598011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.676079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fdfd0f-080c-40ba-9c8b-233ea47108f2']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:48.689150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port f6a80be6-1699-4b4b-953d-8e2f263a44fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:48.690109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.693785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d300180-3ddc-4573-9084-24a83fb0a9af') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:48.694085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d300180-3ddc-4573-9084-24a83fb0a9af') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:48.709897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.741002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:45Z', 'revision_number': 9, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:48.745824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.762339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:48.763086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:48.765181 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:48.779878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.803609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:48.841382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:48.842357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:48.867358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.876892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.895058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0fdfd0f-080c-40ba-9c8b-233ea47108f2 HTTP/1.1" status: 204 len: 168 time: 1.0974581 Oct 13 04:14:48.936314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725739de-600a-4d34-9632-288dacab7da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fdfd0f-080c-40ba-9c8b-233ea47108f2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:48.969352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:48.989657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.060125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.067641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/33f00528-f577-4296-ada1-88892f82168c HTTP/1.1" status: 204 len: 168 time: 1.1439838 Oct 13 04:14:49.068821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40882) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:49.069694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435dc8f-2887-4fce-9138-038e55fe2c12 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=33f00528-f577-4296-ada1-88892f82168c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:49.130057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9db50-d262-45d6-adb9-d431b2fb097b None None] Network 067b94a1-371b-4103-bbef-4f0638f1b536 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:49.143054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a131e-45da-4026-94ab-f6ac9f9b96a6 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Network': ['ID=b2532016-3c47-4928-b108-58e97991c1bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:49.244078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c9060-b670-43e5-b9ba-6018946ad31d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:49.254600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c9060-b670-43e5-b9ba-6018946ad31d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:49.262335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.263585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c9060-b670-43e5-b9ba-6018946ad31d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:49.271087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:49.276296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c9060-b670-43e5-b9ba-6018946ad31d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:49.286501 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b15c9060-b670-43e5-b9ba-6018946ad31d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.4844778 Oct 13 04:14:49.292736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:49.440109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.447818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7dfb00c0-83b1-48a1-8e85-0e9a315ba9fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1918605809845f9ba58169894db5b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701508 Oct 13 04:14:49.448032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b2532016-3c47-4928-b108-58e97991c1bf details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:49.453259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:49.484607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port d0a08ff5-63d7-4c0f-a079-e645b38b3793 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:49.484980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.550977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad2523a-5421-4885-bc6c-3bf188e04ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.562787 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.750117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port d0a08ff5-63d7-4c0f-a079-e645b38b3793, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d0a08ff5-63d7-4c0f-a079-e645b38b3793,segment=NetworkSegment(e71d935e-4659-4dbf-92b3-cfbb8c2b688e),segment_id=e71d935e-4659-4dbf-92b3-cfbb8c2b688e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:49.751513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.762989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.776667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f20d05d-6797-4723-9b99-34e609335241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.784298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:49.786731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for d0a08ff5-63d7-4c0f-a079-e645b38b3793 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:49.791108 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba9527-f6bb-42c9-9fc7-3662e3261bf6" -d '{"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-plugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:49.799519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6184d2-8500-45d7-9f6d-f89c742347d9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:49.838372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefa8507-0311-458a-8582-c2f93d4d6dbd') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:49.838715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefa8507-0311-458a-8582-c2f93d4d6dbd') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:49.842924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f20d05d-6797-4723-9b99-34e609335241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.853347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:49.907669 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.917764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.918573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:49.946656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.960121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.978061 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.986298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:49.986765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:49.991101 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:50.020673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:50.054374 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05a2d7c-f0e7-45c5-ab21-75bb61d8ef44 x-openstack-request-id: req-f05a2d7c-f0e7-45c5-ab21-75bb61d8ef44 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:50.054804 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-plugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:50.055181 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f05a2d7c-f0e7-45c5-ab21-75bb61d8ef44 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:50.055651 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'code': 200} Oct 13 04:14:50.065834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d5992-38ac-4df8-a500-af9d873e38cc None None] DHCP port deletion for 067b94a1-371b-4103-bbef-4f0638f1b536 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:14:50.112383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.116587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Deleting port dc95c046-2bf4-460f-a21d-be960aeef369 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:50.117380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.118636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f20d05d-6797-4723-9b99-34e609335241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.129260 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f20d05d-6797-4723-9b99-34e609335241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.134059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2f20d05d-6797-4723-9b99-34e609335241 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2c3d9cf-65a2-4215-95c6-86aa58359085 HTTP/1.1" status: 204 len: 168 time: 0.6760428 Oct 13 04:14:50.158793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d0a08ff5-63d7-4c0f-a079-e645b38b3793 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:50.188420 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:14:50.215457 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.228673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port d0a08ff5-63d7-4c0f-a079-e645b38b3793 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:50.235185 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.242001 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/networks/9c6184d2-8500-45d7-9f6d-f89c742347d9 HTTP/1.1" status: 204 len: 168 time: 0.9454687 Oct 13 04:14:50.289641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:50.317424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d0a08ff5-63d7-4c0f-a079-e645b38b3793 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:50.319697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d0a08ff5-63d7-4c0f-a079-e645b38b3793 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:50.321217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.338537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'mac_address': 'fa:16:3e:2d:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:50.351121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=d0a08ff5-63d7-4c0f-a079-e645b38b3793,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.363482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20d05d-6797-4723-9b99-34e609335241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c3d9cf-65a2-4215-95c6-86aa58359085,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.376136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:50.376794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81aba8-6be6-4a40-b825-8589f96c3725 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Network': ['ID=9c6184d2-8500-45d7-9f6d-f89c742347d9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.380974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Calling delete_port for dc95c046-2bf4-460f-a21d-be960aeef369 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:50.460506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-230d5992-38ac-4df8-a500-af9d873e38cc None None] The port 'd0a08ff5-63d7-4c0f-a079-e645b38b3793' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:14:50.534879 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.545993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.597112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.648128 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.666754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.705899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:50.711056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e0c438-bcf7-45c6-86cd-3f2131fa6421 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:50.724919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.727153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:45Z', 'revision_number': 9, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:50.746422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.777034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Pushing event deleted for resources: {'Port': ['ID=dc95c046-2bf4-460f-a21d-be960aeef369,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.827319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e22b-09ce-483a-8b7a-886e42e1ed5a None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:45Z', 'revision_number': 9, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd96ae19-2003-4dd8-b0ce-084945f71772', 'name': '', 'network_id': 'ea8a0310-cf04-41e2-b3b3-d838ff02aba2', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:26:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:02Z', 'updated_at': '2021-10-13T04:14:11Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '162fef03-7bcd-4298-9a54-69bb9977352e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:50.841550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:50.854539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.891747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.911332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.913765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.958181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2532016-3c47-4928-b108-58e97991c1bf']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:50.965337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['a8e0c438-bcf7-45c6-86cd-3f2131fa6421'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:50.981005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5943ec47-86be-43d9-bf63-45afcd815f3f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:50.981409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5943ec47-86be-43d9-bf63-45afcd815f3f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:51.001975 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.036479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.041832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:51.050800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:51.053906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:51.156749 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:51.162519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067b94a1-371b-4103-bbef-4f0638f1b536']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:51.165100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.210712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.245886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/networks/b2532016-3c47-4928-b108-58e97991c1bf HTTP/1.1" status: 204 len: 168 time: 0.8617237 Oct 13 04:14:51.246588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:51.269835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5ee4d-2b73-4e4b-883d-05849542c0e4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Network': ['ID=b2532016-3c47-4928-b108-58e97991c1bf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:51.306599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:51.306907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71d935e-4659-4dbf-92b3-cfbb8c2b688e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:51.382194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.446596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.453996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:51.455195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.456883 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.481621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.484382 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00f510aa-f1f9-4492-bce8-2b7468883d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:51.612163 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:51.625258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Router bc673a7f-7d14-4517-ba74-ae5c7f481df9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:51.777137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:51.791360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:51.799505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.806343 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226173-f632-4284-85e3-de485e1c615a None None] Sync routers for ids ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:51.815470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-32ddc606-5887-400b-9510-4975f95b40a7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "PUT /v2.0/routers/bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 200 len: 705 time: 3.8424439 Oct 13 04:14:51.816134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:51.823310 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b226173-f632-4284-85e3-de485e1c615a None None] Routers {'bc673a7f-7d14-4517-ba74-ae5c7f481df9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:51.823939 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b226173-f632-4284-85e3-de485e1c615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:51.872340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268affa-e222-4d29-a3ed-fe0c3141b691 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:51.883826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:51.886599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268affa-e222-4d29-a3ed-fe0c3141b691 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:51.888287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2268affa-e222-4d29-a3ed-fe0c3141b691 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6197088 Oct 13 04:14:51.889823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.897787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:51.921499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1947692322'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:51.926445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.933326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/067b94a1-371b-4103-bbef-4f0638f1b536 HTTP/1.1" status: 204 len: 168 time: 2.8609905 Oct 13 04:14:51.935090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:51.976128 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b226173-f632-4284-85e3-de485e1c615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:51.978169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00003f49-b87b-4e3c-a348-1f3bda78698a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=067b94a1-371b-4103-bbef-4f0638f1b536,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:52.013309 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b226173-f632-4284-85e3-de485e1c615a None None] Routers {'bc673a7f-7d14-4517-ba74-ae5c7f481df9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:52.013943 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b226173-f632-4284-85e3-de485e1c615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:52.069096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:52.073697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.081312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:52.084192 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af8acef-cdab-4c10-95ac-866bf1be8845" -d '{"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:52.125623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5ba8abda-3e87-4984-a901-a5aca3b44cc2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:52.166166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2097865342-network', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:52.177420 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b226173-f632-4284-85e3-de485e1c615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:52.178123 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226173-f632-4284-85e3-de485e1c615a None None] The sync data for ids ['bc673a7f-7d14-4517-ba74-ae5c7f481df9'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:52.198728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-392d78b6-1d7c-4c2c-8172-d1c0cfe1e52f tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/routers/bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 200 len: 740 time: 0.3814464 Oct 13 04:14:52.199329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:52.209918 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc82c9-dd67-495c-8b13-e2c6212cde87 x-openstack-request-id: req-85dc82c9-dd67-495c-8b13-e2c6212cde87 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:52.210289 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:52.210552 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85dc82c9-dd67-495c-8b13-e2c6212cde87 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:52.210949 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'code': 200} Oct 13 04:14:52.214873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:52.215980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.221365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5ba8abda-3e87-4984-a901-a5aca3b44cc2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:52.221767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5ba8abda-3e87-4984-a901-a5aca3b44cc2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:52.259575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:52.261237 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33b1605f-0b2b-4aa7-8169-46a8fa11a363 tempest-RoutersAdminTest-783397092 tempest-RoutersAdminTest-783397092-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&device_id=bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 200 len: 205 time: 0.0584831 Oct 13 04:14:52.262214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41018) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:52.263005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Made reservation on behalf of 4a8bb60ef4a240aa99e6c978ab5d1a1e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:52.265565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.285581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.309387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-42c3bbf0-58d4-4138-ae57-87603ae19f9b tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 200 len: 205 time: 0.0411017 Oct 13 04:14:52.316081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41024) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:52.350090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.350472 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Added segment 1fb4b6a7-a4b3-416a-afe2-c46385869b32 of type vlan for network 876f326c-8fee-4d49-a77a-f2d1aaffb107 Oct 13 04:14:52.406518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.413629 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.447903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.462385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.507876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:52.513718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.520152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:52.521059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.537004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.548901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:52.553572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.611684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Network': ['ID=876f326c-8fee-4d49-a77a-f2d1aaffb107,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:52.635734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-842e9076-61b1-4429-b3de-a1026e29f29d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7277701 Oct 13 04:14:52.636386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:52.639869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:52.642540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1105590108'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:52.656564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 876f326c-8fee-4d49-a77a-f2d1aaffb107 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:52.691175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:52.694698 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.746776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:14:52.760444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.806995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.807265 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Added segment 43007baa-819e-469b-8b1f-458f0336fc5a of type vlan for network 86dffcae-64bb-4569-8614-d4eec99bb01b Oct 13 04:14:52.862613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.916600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b0dfe-280a-44b1-a51c-601e87cc5df7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:52.936857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.977370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.983572 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Added segment 39f6a84b-a08a-42d9-9e4d-e78994faf1e3 of type vlan for network 4aeeda45-2786-4f7b-932d-9be0cad5540c Oct 13 04:14:53.008654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.081088 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.089427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.090470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.180379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.197308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.221640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.222186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5833454 Oct 13 04:14:53.224417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41054) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:53.252141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c746b-d259-4f18-a4b8-85d17f7f951a tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Network': ['ID=86dffcae-64bb-4569-8614-d4eec99bb01b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:53.264600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 86dffcae-64bb-4569-8614-d4eec99bb01b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:53.266233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'ports': [{'network_id': '876f326c-8fee-4d49-a77a-f2d1aaffb107', 'name': 'tempest-port--1105683597', 'admin_state_up': True}, {'network_id': '86dffcae-64bb-4569-8614-d4eec99bb01b', 'admin_state_up': False}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:53.266656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'port': {'network_id': '876f326c-8fee-4d49-a77a-f2d1aaffb107', 'name': 'tempest-port--1105683597', 'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:53.267327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'port': {'network_id': '86dffcae-64bb-4569-8614-d4eec99bb01b', 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:53.348520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:14:53.369281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.369824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Fanout notify agent at l3_agent the message router_deleted on router bc673a7f-7d14-4517-ba74-ae5c7f481df9 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:53.379782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.386572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f91316b1-9d31-48dc-a0e5-24ff66a12858 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 204 len: 168 time: 1.0669868 Oct 13 04:14:53.389600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41060) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:53.460435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port bd96ae19-2003-4dd8-b0ce-084945f71772 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:53.460896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.468399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.469776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.470500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.476245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc13985f-41f4-4f5a-baa4-b824419c3fc4 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 200 len: 205 time: 0.0837588 Oct 13 04:14:53.505843 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:53.596804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8126307 Oct 13 04:14:53.599594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41068) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:53.605120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Request body: {'subnet': {'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2097865342-subnet', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:53.608608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb14df-66da-4cb4-ba36-4e29b0a6a26b admin admin] Pushing event updated for resources: {'Network': ['ID=4aeeda45-2786-4f7b-932d-9be0cad5540c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:53.618962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:53.641641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:14:53.641641 n-d-810220-9 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:14:53.641641 n-d-810220-9 neutron-server[94824]: [parameters: {'project_id_1': 'e91738b6ea0d46df8faadc616c67f0a8', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 14, 33, 626703)}] Oct 13 04:14:53.641641 n-d-810220-9 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:14:53.642169 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:14:53.652604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Made reservation on behalf of 4a8bb60ef4a240aa99e6c978ab5d1a1e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:53.655964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.961524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.039759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8d35f2-f968-4320-84fd-2480ded50423,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:54.051403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Checking segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:54.051866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Network hostable DHCP agents. Network: 4aeeda45-2786-4f7b-932d-9be0cad5540c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:54.101444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:14:54.139404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 4aeeda45-2786-4f7b-932d-9be0cad5540c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:54.141400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port bd96ae19-2003-4dd8-b0ce-084945f71772, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd96ae19-2003-4dd8-b0ce-084945f71772,segment=NetworkSegment(c13ca217-22eb-40df-9e1e-e7f793392f23),segment_id=c13ca217-22eb-40df-9e1e-e7f793392f23)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:54.141925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.148706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f3f8e6-6fb8-4cba-a956-58876a15b4f3 None None] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:54.172298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for bd96ae19-2003-4dd8-b0ce-084945f71772 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:54.177326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.178836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.227545 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-833e96d8-0e55-49a1-867b-2cd1e4b7e0e2 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] delete failed (client error): The resource could not be found. Oct 13 04:14:54.230295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-833e96d8-0e55-49a1-867b-2cd1e4b7e0e2 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/bc673a7f-7d14-4517-ba74-ae5c7f481df9 HTTP/1.1" status: 404 len: 336 time: 0.7215796 Oct 13 04:14:54.233674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.311059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:54.317260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb46023d-4714-4e8f-a9a4-3ae62f3a902c tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 HTTP/1.1" status: 200 len: 205 time: 0.0795884 Oct 13 04:14:54.318628 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66635b8-db62-466d-8cc4-cae85ebe7bcf" -d '{"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:54.321662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.323188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'port': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:54.348796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.373721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dbfc8b36-bd94-472b-986b-c44327abc64e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7730150 Oct 13 04:14:54.389839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.395392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:54.427563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.429739 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f769c-d3f5-40d8-8a46-6bbbeeb32aa1 x-openstack-request-id: req-f77f769c-d3f5-40d8-8a46-6bbbeeb32aa1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:54.430042 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:54.430301 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f77f769c-d3f5-40d8-8a46-6bbbeeb32aa1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:54.430700 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'code': 200} Oct 13 04:14:54.466406 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-cdaec3f3-c33a-48e9-b04b-ada89195af42 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] delete failed (client error): The resource could not be found. Oct 13 04:14:54.470963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cdaec3f3-c33a-48e9-b04b-ada89195af42 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/4d7778d9-13aa-45b3-a0be-2aa7fbda6af8 HTTP/1.1" status: 404 len: 336 time: 0.1482036 Oct 13 04:14:54.475476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41116) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.519732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2673db68-e9c6-4ee4-a325-bd9a41ea8013 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=e877261c-6ecf-46e3-9ba4-33a023d78e26 HTTP/1.1" status: 200 len: 205 time: 0.0429993 Oct 13 04:14:54.522627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.530408 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.535692 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.568941 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1b145a0f-9642-4870-a196-53c9e6928596 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] delete failed (client error): The resource could not be found. Oct 13 04:14:54.572327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b145a0f-9642-4870-a196-53c9e6928596 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/e877261c-6ecf-46e3-9ba4-33a023d78e26 HTTP/1.1" status: 404 len: 336 time: 0.0464478 Oct 13 04:14:54.575918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.581960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-81ba2fa6-dd63-4eb7-9769-d45f931a028f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3598168 Oct 13 04:14:54.604478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.609473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca9a29d-8eab-43ca-8e28-b0341c63a1aa None None] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:54.636144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0e87b3fd-1d2f-4201-8592-8c98199ae7e7 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=4596a175-0d3d-4606-87e8-b24520e61dd7 HTTP/1.1" status: 200 len: 205 time: 0.0609124 Oct 13 04:14:54.650738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:54.664299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] device_id is not set on port 61e29d47-c8da-4f20-b212-55a86a804ce9 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:14:54.729973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.854416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=bd96ae19-2003-4dd8-b0ce-084945f71772,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:55.116622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.175129 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-5ef8e4f6-06f9-49a9-bcdc-b58415a72c61 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] delete failed (client error): The resource could not be found. Oct 13 04:14:55.180089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ef8e4f6-06f9-49a9-bcdc-b58415a72c61 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/4596a175-0d3d-4606-87e8-b24520e61dd7 HTTP/1.1" status: 404 len: 336 time: 0.5113146 Oct 13 04:14:55.183619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41140) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:55.370742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:55.377685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-38fdf069-b061-42b1-9a41-b8385253e519 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf7ddee8-15fd-4934-96b1-d863bc002cac HTTP/1.1" status: 200 len: 205 time: 0.1167235 Oct 13 04:14:55.450379 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-95903d11-002a-4019-ab15-1e89d73a50dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] delete failed (client error): The resource could not be found. Oct 13 04:14:55.450379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-95903d11-002a-4019-ab15-1e89d73a50dc tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/cf7ddee8-15fd-4934-96b1-d863bc002cac HTTP/1.1" status: 404 len: 336 time: 0.0672433 Oct 13 04:14:55.450379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41164) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:55.481263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-46309ed8-b04a-41c9-adbc-946ec39c9694 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c4ac521-4e35-4395-9b00-c41eabc41f43 HTTP/1.1" status: 200 len: 205 time: 0.0378332 Oct 13 04:14:55.484582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:55.534117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-6c2becf9-6e49-4abc-b3c9-0a4a9ec75287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:55.535771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-6c2becf9-6e49-4abc-b3c9-0a4a9ec75287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 1098 time: 0.9101753 Oct 13 04:14:55.548080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.566592 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-6facb500-56ff-4e7e-aca9-86b134da7f56 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] delete failed (client error): The resource could not be found. Oct 13 04:14:55.567979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6facb500-56ff-4e7e-aca9-86b134da7f56 tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/routers/9c4ac521-4e35-4395-9b00-c41eabc41f43 HTTP/1.1" status: 404 len: 336 time: 0.0829260 Oct 13 04:14:55.570965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:55.571802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41170) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:55.612189 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ba55df-31f4-43c4-83f4-9069ef84777d tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] DELETE failed (client error): The resource could not be found. Oct 13 04:14:55.613116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ba55df-31f4-43c4-83f4-9069ef84777d tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:14:55.621865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d9ba55df-31f4-43c4-83f4-9069ef84777d tempest-RoutersAdminTest-1335185242 tempest-RoutersAdminTest-1335185242-project] 10.222.0.44 "DELETE /v2.0/subnets/c5ed209b-595a-473c-8060-9cfa8a635cea HTTP/1.1" status: 404 len: 337 time: 0.0484538 Oct 13 04:14:55.756433 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.882839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:55.899019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5c92ae7b-bfc0-4d11-884d-4231f158b0e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9616570 Oct 13 04:14:55.900953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:55.903578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:55.925323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:55.926419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:55.973644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-9882f11f-183f-4292-973a-e36f0f4b1355 req-6eca4994-7ad2-49fc-92bc-1982ad2819af tempest-LiveMigrationNegativeTest-1189455640 tempest-LiveMigrationNegativeTest-1189455640-project] (94825) timed out ('10.222.0.26', 58789) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:14:56.070740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:56.073400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 162fef03-7bcd-4298-9a54-69bb9977352e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:56.095748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.172206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-c9733f2a-54d3-4139-b262-f5eb1000a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.184897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-c9733f2a-54d3-4139-b262-f5eb1000a146 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.6174438 Oct 13 04:14:56.221000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:56.245673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.339649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.353984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-ec84ef67-5864-405f-9c34-48978bbf2893 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 HTTP/1.1" status: 200 len: 217 time: 0.1362288 Oct 13 04:14:56.501950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] device_id is not set on port 483bdedc-0b2a-481c-a30a-a9c51e1aef91 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:14:56.531970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.664022 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.666698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-ee978592-2d58-4598-9bb6-b155daf123da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.668196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-ee978592-2d58-4598-9bb6-b155daf123da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.3048975 Oct 13 04:14:56.678161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8adabd8d-f501-46e3-a275-31009733ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.727014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:54Z', 'revision_number': 10, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:56.755827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=162fef03-7bcd-4298-9a54-69bb9977352e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:56.759785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.773466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-83e9d252-ba42-4c96-bc54-5536227b9f90 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/162fef03-7bcd-4298-9a54-69bb9977352e HTTP/1.1" status: 204 len: 168 time: 0.8710368 Oct 13 04:14:56.775824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:56.811464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a9e92-01c5-4bd3-a43f-d6e413629ab9 None None] Network ea8a0310-cf04-41e2-b3b3-d838ff02aba2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:56.955764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-e38c02f0-7ffc-44bc-bb05-2295e8f52d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.957334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-e38c02f0-7ffc-44bc-bb05-2295e8f52d26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751966 Oct 13 04:14:56.982414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.085058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8adabd8d-f501-46e3-a275-31009733ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.092094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8adabd8d-f501-46e3-a275-31009733ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.115166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:57.115893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.127742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:57.142871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.151239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:57.152387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:57.250237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8adabd8d-f501-46e3-a275-31009733ef68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc2bf70f1f994fb8bb5a637d8ecefd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0161233 Oct 13 04:14:57.258445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:57.334063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adabd8d-f501-46e3-a275-31009733ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d47001-794c-4a7a-b773-a75a77a50745,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:57.405976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:57.422109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,segment=NetworkSegment(c13ca217-22eb-40df-9e1e-e7f793392f23),segment_id=c13ca217-22eb-40df-9e1e-e7f793392f23)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:57.422658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.471818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 1fd6a218-5be3-4dfd-8d29-f69242cd0ced owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:57.473779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e79bced-6a48-4529-a2cc-c69151382c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.524300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-0bce243a-6366-466e-b0d5-76eadb14d233 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500474 Oct 13 04:14:57.525419 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.538397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e79bced-6a48-4529-a2cc-c69151382c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.656297 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.664333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e79bced-6a48-4529-a2cc-c69151382c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.676046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e79bced-6a48-4529-a2cc-c69151382c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.677246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9e79bced-6a48-4529-a2cc-c69151382c8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19d47001-794c-4a7a-b773-a75a77a50745 HTTP/1.1" status: 204 len: 168 time: 0.4083471 Oct 13 04:14:57.693947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79bced-6a48-4529-a2cc-c69151382c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d47001-794c-4a7a-b773-a75a77a50745,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:57.771443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] DHCP port deletion for ea8a0310-cf04-41e2-b3b3-d838ff02aba2 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:14:57.870295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.962857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:57.996036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:58.027276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Port': ['ID=61e29d47-c8da-4f20-b212-55a86a804ce9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.086525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Deleting port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:58.087487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.214798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.217881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.249276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] For port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:58.250452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.280916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8a0310-cf04-41e2-b3b3-d838ff02aba2']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.287303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:54Z', 'revision_number': 10, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.307556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ca217-22eb-40df-9e1e-e7f793392f23') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.307902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ca217-22eb-40df-9e1e-e7f793392f23') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.338677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b92b48-bc7c-4363-8842-f146e47103e0 None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:14:54Z', 'revision_number': 10, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None, '_interfaces': [{'id': '509d84f2-b527-409f-96cd-d5f4814dd2d6', 'name': '', 'network_id': '0f5c590a-7bf0-400e-9667-19729c68bd83', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'mac_address': 'fa:16:3e:9f:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:13:46Z', 'updated_at': '2021-10-13T04:13:57Z', 'revision_number': 5, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'subnets': [{'id': '031f11d1-caa6-41f6-a01e-2ba019b89a54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:58.340735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1fd6a218-5be3-4dfd-8d29-f69242cd0ced no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:58.346161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.380986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.405861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:58.416135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:58.416843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.418958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1fd6a218-5be3-4dfd-8d29-f69242cd0ced {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:58.419336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1fd6a218-5be3-4dfd-8d29-f69242cd0ced not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:58.420532 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:58.423318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Calling delete_port for 1fd6a218-5be3-4dfd-8d29-f69242cd0ced owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:58.426229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:14:58.427551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.490466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] Pushing event deleted for resources: {'Port': ['ID=1fd6a218-5be3-4dfd-8d29-f69242cd0ced,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.492631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df7632-9e27-4374-a9cd-13f8e58b1265 None None] No DVR routers for this DVR port 1fd6a218-5be3-4dfd-8d29-f69242cd0ced on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:58.520400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-919ad5ef-870b-4d2b-ae5b-1844fd39a2fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbea03805dc34a55862b6a1efc9fddf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125691 Oct 13 04:14:58.536494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Allocated IP 172.25.1.71 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6aa8036d-a342-47ed-a923-a8f519268ff9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:58.536790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41218) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:58.637189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.678424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.688093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/ea8a0310-cf04-41e2-b3b3-d838ff02aba2 HTTP/1.1" status: 204 len: 168 time: 1.9106877 Oct 13 04:14:58.693950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc8055-cca0-4078-9d6e-af04be601798 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=ea8a0310-cf04-41e2-b3b3-d838ff02aba2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.695781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41220) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:58.857721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.868065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c152af18-20d6-491f-80ba-124d5bb05186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.900674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c152af18-20d6-491f-80ba-124d5bb05186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.016880 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c152af18-20d6-491f-80ba-124d5bb05186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.023226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c152af18-20d6-491f-80ba-124d5bb05186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.027485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c152af18-20d6-491f-80ba-124d5bb05186 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffbde8c7-7aea-432b-b875-eb8685c2d60f HTTP/1.1" status: 204 len: 168 time: 0.4677398 Oct 13 04:14:59.055833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff86bc9-47c2-4f13-81b0-6711d4e6cfb5 req-ac5f07eb-f509-45ee-aa39-fe5f0ad8b76e service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4951334 Oct 13 04:14:59.193034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-be970415-9463-41c2-bfa1-a7b80e35550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.207511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-be970415-9463-41c2-bfa1-a7b80e35550b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6617cd833b59461fa514a2b931cf51fe&device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 1102 time: 1.6746626 Oct 13 04:14:59.209760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Checking segment: {'id': '1fb4b6a7-a4b3-416a-afe2-c46385869b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '876f326c-8fee-4d49-a77a-f2d1aaffb107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:59.211049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network hostable DHCP agents. Network: 876f326c-8fee-4d49-a77a-f2d1aaffb107, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:59.213200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152af18-20d6-491f-80ba-124d5bb05186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbde8c7-7aea-432b-b875-eb8685c2d60f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:59.463676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.556449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.576170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa8036d-a342-47ed-a923-a8f519268ff9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:59.584492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network 876f326c-8fee-4d49-a77a-f2d1aaffb107 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:14:59.622800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 876f326c-8fee-4d49-a77a-f2d1aaffb107) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:59.628465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:59.629491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.646404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99675b26-cc8c-4862-a828-58ee68398dcc None None] Network 876f326c-8fee-4d49-a77a-f2d1aaffb107 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:59.649988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:59.702682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Port': ['ID=483bdedc-0b2a-481c-a30a-a9c51e1aef91,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:59.712328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:59.715500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:59.845205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Checking segment: {'id': '43007baa-819e-469b-8b1f-458f0336fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '86dffcae-64bb-4569-8614-d4eec99bb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:59.849467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network hostable DHCP agents. Network: 86dffcae-64bb-4569-8614-d4eec99bb01b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:59.943463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-7551618c-02df-4dc9-9fc4-cdc245b17e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.946354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-7551618c-02df-4dc9-9fc4-cdc245b17e90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.7100072 Oct 13 04:14:59.949804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network 86dffcae-64bb-4569-8614-d4eec99bb01b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:00.065508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd96ae19-2003-4dd8-b0ce-084945f71772 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:00.124064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: bd96ae19-2003-4dd8-b0ce-084945f71772 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:00.127969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd96ae19-2003-4dd8-b0ce-084945f71772 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:00.145616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 509d84f2-b527-409f-96cd-d5f4814dd2d6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:00.148521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.260093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-211571af-9f8f-42d2-831b-9fa04c66ff8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421 HTTP/1.1" status: 200 len: 217 time: 0.3043938 Oct 13 04:15:00.262958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 86dffcae-64bb-4569-8614-d4eec99bb01b) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:00.271641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f4875-2125-4571-9500-4ed8bbc21665 None None] Network 86dffcae-64bb-4569-8614-d4eec99bb01b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:00.295175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:00.303596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.327632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.328507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.370848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 509d84f2-b527-409f-96cd-d5f4814dd2d6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=509d84f2-b527-409f-96cd-d5f4814dd2d6,segment=NetworkSegment(c547b185-3c47-4ae8-ada6-17a87979c5cc),segment_id=c547b185-3c47-4ae8-ada6-17a87979c5cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:00.371210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.405835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 509d84f2-b527-409f-96cd-d5f4814dd2d6 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:00.462635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0056c36f-9721-410d-a85b-12645f634ea4 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.2315755 Oct 13 04:15:00.472067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:00.786364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.908783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-ad3aef8c-c24d-4f0e-a9e4-0923ec9b9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.926856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-ad3aef8c-c24d-4f0e-a9e4-0923ec9b9279 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.6472790 Oct 13 04:15:00.973759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.045399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14a15c-7e07-446c-b189-8709d90bf3f7 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.071622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=509d84f2-b527-409f-96cd-d5f4814dd2d6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:01.077332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14a15c-7e07-446c-b189-8709d90bf3f7 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.079372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3c14a15c-7e07-446c-b189-8709d90bf3f7 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3502386 Oct 13 04:15:01.082644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:01.531334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.790789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Deleting port 61e29d47-c8da-4f20-b212-55a86a804ce9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:01.792670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.985207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-0cdc5633-ff39-4336-9a63-a636709bfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.986774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-0cdc5633-ff39-4336-9a63-a636709bfc65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0230193 Oct 13 04:15:02.215031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.424422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-7505b8cc-8557-4ab4-997a-6d7c2e611b77 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259079 Oct 13 04:15:02.429515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:02.696024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1750467109'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:02.753689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.755252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.818441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Router d1a80577-0027-4f3d-8c8e-aa53f354b395 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:15:02.896228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.920588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:02.922236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Calling delete_port for 61e29d47-c8da-4f20-b212-55a86a804ce9 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:03.038914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:03.050965 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Sync routers for ids ['d1a80577-0027-4f3d-8c8e-aa53f354b395'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:03.066741 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Routers {'d1a80577-0027-4f3d-8c8e-aa53f354b395'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:03.067746 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d1a80577-0027-4f3d-8c8e-aa53f354b395'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:03.159347 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9003b485-fb20-4f9e-ad6f-dea1a7afd744 req-6a2e39a0-d521-45bb-81e5-3a340c5ffd99 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222250 Oct 13 04:15:03.183999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:03.210862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7c49d9b1-a117-479a-9094-109797b956cf tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4798663 Oct 13 04:15:03.212160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:03.212671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.213776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:03.220886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d15b1b5-9aa5-471b-a70d-99eef0cadcc2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8272381 Oct 13 04:15:03.226681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:03.229927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:03.230568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:03.236308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.243845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.286192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.289957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8f98c5d8-5c12-4f71-8f3a-92a55bd4b6a3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8569677 Oct 13 04:15:03.290492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:03.415454 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Set router d1a80577-0027-4f3d-8c8e-aa53f354b395 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:03.439252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:03.536554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.567680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 11, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:03.585122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting subnet 031f11d1-caa6-41f6-a01e-2ba019b89a54 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:03.589035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.641184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:03.663420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:03.666890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:03.715607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.814100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:03.864649 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 3, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:03.920493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.938209 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Checking router: d1a80577-0027-4f3d-8c8e-aa53f354b395 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:03.938713 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Updating router d1a80577-0027-4f3d-8c8e-aa53f354b395 port 6aa8036d-a342-47ed-a923-a8f519268ff9 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:15:03.970707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.979558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.980712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 11, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:04.009384 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.045892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.046855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98427dee-660f-47ac-a3ed-92b592c85836 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:04.063795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.064343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e250e-a5cc-415a-8bfe-9399e431b7c3 None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 11, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:04.069059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e6307634-6aac-437b-bd60-d5a6cd79a1b3 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "DELETE /v2.0/routers/98427dee-660f-47ac-a3ed-92b592c85836 HTTP/1.1" status: 204 len: 168 time: 0.7750435 Oct 13 04:15:04.073033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:04.079859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Request body: {'router': {'name': 'tempest-router-1901645762', 'distributed': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:04.098482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.159860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Subnet': ['ID=031f11d1-caa6-41f6-a01e-2ba019b89a54,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:04.166948 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.167488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.168132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242bbe6-44b5-45f5-a89c-2d40099b5361 None None] Network 0f5c590a-7bf0-400e-9667-19729c68bd83 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:04.174594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.175258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9d24ea9a-c8d4-469b-b1b0-927deaf6cad9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/031f11d1-caa6-41f6-a01e-2ba019b89a54 HTTP/1.1" status: 204 len: 168 time: 0.9587374 Oct 13 04:15:04.181178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:04.183401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.270055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Port': ['ID=61e29d47-c8da-4f20-b212-55a86a804ce9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:04.331760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.336579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-468e6b51-4c8c-4381-ba89-9e2a36471e10 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/ports/61e29d47-c8da-4f20-b212-55a86a804ce9 HTTP/1.1" status: 204 len: 168 time: 3.2526681 Oct 13 04:15:04.342508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41330) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:04.447748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.462112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.509074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.512525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-396aa0bd-efa0-41d3-bc50-424fe5029744 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4363389 Oct 13 04:15:04.523711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:04.570763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] DHCP port deletion for 0f5c590a-7bf0-400e-9667-19729c68bd83 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:04.789790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.819210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.955203 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.970269 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.061817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] Deleting port 55b164b2-8379-4741-8526-8f0cc85b4681 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:05.061817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.280313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] For port 55b164b2-8379-4741-8526-8f0cc85b4681, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55b164b2-8379-4741-8526-8f0cc85b4681,segment=NetworkSegment(c547b185-3c47-4ae8-ada6-17a87979c5cc),segment_id=c547b185-3c47-4ae8-ada6-17a87979c5cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:05.282386 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.309958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] Calling delete_port for 55b164b2-8379-4741-8526-8f0cc85b4681 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:05.402263 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Pushing event updated for resources: {'Port': ['ID=6aa8036d-a342-47ed-a923-a8f519268ff9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:05.413799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Deleting port 483bdedc-0b2a-481c-a30a-a9c51e1aef91 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:05.414601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.418332 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Attempting to bind port 6aa8036d-a342-47ed-a923-a8f519268ff9 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:05.418708 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Attempting to bind port 6aa8036d-a342-47ed-a923-a8f519268ff9 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:05.419072 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Attempting to bind port 6aa8036d-a342-47ed-a923-a8f519268ff9 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:05.437588 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.438110 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.438458 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.438793 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.439126 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.439457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.439784 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.440110 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.440430 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.440772 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.441097 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.441710 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:05.448228 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:05.448608 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:05.449038 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.449426 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:05.449904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Bound port: 6aa8036d-a342-47ed-a923-a8f519268ff9, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:05.450289 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.475431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.480213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.528929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.566288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Calling delete_port for 483bdedc-0b2a-481c-a30a-a9c51e1aef91 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:05.575870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.645281 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] For port 6aa8036d-a342-47ed-a923-a8f519268ff9, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:05.660372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.662300 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] For port 6aa8036d-a342-47ed-a923-a8f519268ff9, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6aa8036d-a342-47ed-a923-a8f519268ff9,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:05.662728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c328983f-447c-488e-8c20-4a3549e5df5c {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:05.666556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] Pushing event deleted for resources: {'Port': ['ID=55b164b2-8379-4741-8526-8f0cc85b4681,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:05.678992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde348c-b971-41c0-b8ba-4102599b6c7d None None] No DVR routers for this DVR port 55b164b2-8379-4741-8526-8f0cc85b4681 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:05.679183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.681208 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.688187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-208efd19-f4a2-4e2a-b340-eb606496e803 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c328983f-447c-488e-8c20-4a3549e5df5c HTTP/1.1" status: 204 len: 168 time: 1.1632521 Oct 13 04:15:05.696202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:05.727067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Request body: {'router': {'name': 'tempest-router-401620462', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9fce55d3333a48f99ba62d5d716a0923'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:05.764900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Deleting port 55b164b2-8379-4741-8526-8f0cc85b4681 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:05.765224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.799240 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c197e-d869-40b7-95b9-69f27eb14ec0 None None] Pushing event updated for resources: {'Port': ['ID=6aa8036d-a342-47ed-a923-a8f519268ff9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:05.821903 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Routers {'d1a80577-0027-4f3d-8c8e-aa53f354b395'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:05.822567 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d1a80577-0027-4f3d-8c8e-aa53f354b395'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:05.846918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] For port 55b164b2-8379-4741-8526-8f0cc85b4681, host n-d-810220-9, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:05.847542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.879806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Calling delete_port for 55b164b2-8379-4741-8526-8f0cc85b4681 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:05.883079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Port 55b164b2-8379-4741-8526-8f0cc85b4681 was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:15:05.891458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.988504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Port': ['ID=55b164b2-8379-4741-8526-8f0cc85b4681,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:05.994801 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.996033 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.000005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.065826 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] Set router d1a80577-0027-4f3d-8c8e-aa53f354b395 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:06.072865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.102835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.106778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/ports/483bdedc-0b2a-481c-a30a-a9c51e1aef91 HTTP/1.1" status: 204 len: 168 time: 1.7622452 Oct 13 04:15:06.126132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:06.174979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No DVR routers for this DVR port 55b164b2-8379-4741-8526-8f0cc85b4681 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:06.215299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55b164b2-8379-4741-8526-8f0cc85b4681 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:06.220943 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f954d5e5-cfe1-4631-909c-a0a3632b25d3 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0933368 Oct 13 04:15:06.226679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:06.234983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb49f2-6102-4e3f-9a5c-dc65d4ee1014 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Port': ['ID=483bdedc-0b2a-481c-a30a-a9c51e1aef91,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:06.236304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-492483707'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:06.254510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 55b164b2-8379-4741-8526-8f0cc85b4681 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:06.255482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55b164b2-8379-4741-8526-8f0cc85b4681 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:06.256090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 509d84f2-b527-409f-96cd-d5f4814dd2d6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:06.291815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:06.307239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.308937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 509d84f2-b527-409f-96cd-d5f4814dd2d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:06.309480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 509d84f2-b527-409f-96cd-d5f4814dd2d6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:06.400970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:06.449965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.450320 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Added segment 1fb2d58a-2f7d-46b3-8233-3f450e9328e1 of type vlan for network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e Oct 13 04:15:06.456522 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 3, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:06.539219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.557422 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42bdf3-05ea-4daf-8662-1f209c9ee22e None None] The sync data for ids ['d1a80577-0027-4f3d-8c8e-aa53f354b395'] in n-d-810220-9 is: [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 3, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:06.568621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.582113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.582676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.672222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.723661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5c590a-7bf0-400e-9667-19729c68bd83']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:06.745548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c547b185-3c47-4ae8-ada6-17a87979c5cc') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:06.746466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c547b185-3c47-4ae8-ada6-17a87979c5cc') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:06.758659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5294600 Oct 13 04:15:06.769000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:06.774985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1123323084'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:06.783833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.816336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b67fda-a56c-4818-971b-682bab68a656 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Network': ['ID=3c3fa5ac-d3f9-46de-92e9-10f89f30a64e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:06.830677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:06.831283 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.842052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:06.842981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.853856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:06.857810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.922524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:06.948581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.948959 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Added segment 3efef8e5-f16a-434e-a1ae-c1c3bfb6b028 of type vlan for network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 Oct 13 04:15:07.044062 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.096122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:07.106313 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:07.126160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.164633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.190900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:07.191564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.276727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4969392 Oct 13 04:15:07.292728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a7969-9090-4c59-ad9b-b97655152568 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Network': ['ID=ae781a2f-d61c-4dbb-b04b-cd81a9b8a719,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:07.317534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:07.347827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.352267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:07.357565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:07.361319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8494f9d-b93b-425e-ac7d-ed63f3c12d42 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6563225 Oct 13 04:15:07.422038 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.509902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.536619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/networks/0f5c590a-7bf0-400e-9667-19729c68bd83 HTTP/1.1" status: 204 len: 168 time: 3.3540392 Oct 13 04:15:07.543845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279552b-f812-4ed8-b0f6-8cce2c241915 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Pushing event deleted for resources: {'Network': ['ID=0f5c590a-7bf0-400e-9667-19729c68bd83,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:07.548508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41366) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:07.575202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'routes': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:07.932762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.932762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.064321 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.136038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 13 04:15:08.146168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Router 98446b4a-4979-4836-b49a-e1216528d003 migrating from provider to provider. {{(pid=94824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 13 04:15:08.146168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.153269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.158780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.284661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Added routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:15:08.286482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Removed routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:15:08.288740 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.308340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6aa8036d-a342-47ed-a923-a8f519268ff9 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:08.484602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6aa8036d-a342-47ed-a923-a8f519268ff9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:08.486131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.542567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Allocated IP 172.20.0.1 (4aeeda45-2786-4f7b-932d-9be0cad5540c/4c8d35f2-f968-4320-84fd-2480ded50423/2a7ea56c-50e7-4128-aadd-6d16a2a46e3c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:08.669869 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.736060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.748405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.750292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 6aa8036d-a342-47ed-a923-a8f519268ff9, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6aa8036d-a342-47ed-a923-a8f519268ff9,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:08.756157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.927205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=6aa8036d-a342-47ed-a923-a8f519268ff9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:09.499247 n-d-810220-9 neutron-server[94824]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] No L3 agents can host the router 98446b4a-4979-4836-b49a-e1216528d003 Oct 13 04:15:09.548568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483817ed-cfd0-4b68-ade2-c7296ae85b68 req-9db5befd-9634-4e41-a260-d7a4868f3170 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:09.550403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-483817ed-cfd0-4b68-ade2-c7296ae85b68 req-9db5befd-9634-4e41-a260-d7a4868f3170 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 950 time: 0.2104690 Oct 13 04:15:09.580871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.632989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.645539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router f8315447-97b9-43f5-ac3b-a7c32440a808 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:09.669815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:09.674175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:09.711264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:09.753159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.886193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.984616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.995746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Hosts for router 98446b4a-4979-4836-b49a-e1216528d003: [] {{(pid=94824) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 13 04:15:10.103297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Hosts for other DVR routers connected to router 98446b4a-4979-4836-b49a-e1216528d003: set() {{(pid=94824) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 13 04:15:10.117980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.125604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c5295629-78c5-4ada-a363-3e739b4b8697 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "PUT /v2.0/routers/98446b4a-4979-4836-b49a-e1216528d003 HTTP/1.1" status: 200 len: 716 time: 2.7670836 Oct 13 04:15:10.153009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-483817ed-cfd0-4b68-ade2-c7296ae85b68 req-f1624ac6-31b9-4ca6-b517-44ad799d8237 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882149 Oct 13 04:15:10.154675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:10.227533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6aa8036d-a342-47ed-a923-a8f519268ff9 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:10.279524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f755eeda-90cd-4d5e-bc61-22cd763f9d82 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "GET /v2.0/routers/98446b4a-4979-4836-b49a-e1216528d003 HTTP/1.1" status: 200 len: 716 time: 0.1094725 Oct 13 04:15:10.286192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:10.331105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:10.366240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6aa8036d-a342-47ed-a923-a8f519268ff9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:10.368736 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.420793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:10.433161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] Sync routers for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:10.439113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.448609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-93245a22-1317-4f69-93ac-7276be105c07 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 705 time: 2.8895559 Oct 13 04:15:10.451735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:10.465928 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:10.469538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:10.584385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-57b86bf2-7144-4c74-8892-d833f37cbd63 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 205 time: 0.1285357 Oct 13 04:15:10.586121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:10.735842 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:10.743434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.744398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:10.745684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d5b6fc2-8d5a-4091-83e2-64062b335312 tempest-RoutersTestDVR-1667167145 tempest-RoutersTestDVR-1667167145-project] 10.222.0.44 "GET /v2.0/routers/98446b4a-4979-4836-b49a-e1216528d003 HTTP/1.1" status: 200 len: 682 time: 0.4574273 Oct 13 04:15:10.775311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.828092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41450) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:10.839126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'subnets': [{'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--718763295', 'ip_version': 6}, {'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:10.839367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'subnet': {'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--718763295', 'ip_version': 6}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:10.841208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Request body: {'subnet': {'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:10.843873 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 11, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:10.887872 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] Checking router: f8315447-97b9-43f5-ac3b-a7c32440a808 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:10.903868 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] Routers {'f8315447-97b9-43f5-ac3b-a7c32440a808'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:10.905497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8315447-97b9-43f5-ac3b-a7c32440a808'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:10.909974 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.974164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:10.977123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.047627 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] Set router f8315447-97b9-43f5-ac3b-a7c32440a808 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:11.102581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.124532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 11, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:11.158635 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897cec8-d9e1-4e22-a6c7-3d0f677a279f None None] The sync data for ids ['f8315447-97b9-43f5-ac3b-a7c32440a808'] in n-d-810220-9 is: [{'id': 'f8315447-97b9-43f5-ac3b-a7c32440a808', 'name': 'tempest-RoutersIpV6Test-router-1023451448', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:13:43Z', 'updated_at': '2021-10-13T04:15:00Z', 'revision_number': 11, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:11.190134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.195736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.236406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.239063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.316045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.317055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98446b4a-4979-4836-b49a-e1216528d003 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:11.323390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.326096 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-05664ed8-f668-477e-a7f5-67b76bc08337 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "DELETE /v2.0/routers/98446b4a-4979-4836-b49a-e1216528d003 HTTP/1.1" status: 204 len: 168 time: 0.5719135 Oct 13 04:15:11.331000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41464) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:11.335527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Request body: {'router': {'name': 'tempest-router-258836937', 'distributed': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:11.388670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.390682 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.429712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:11.433396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:11.503875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.504639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router f8315447-97b9-43f5-ac3b-a7c32440a808 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:11.523404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.529018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.543303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.552459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:11.556487 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.557133 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e022e41f-cfeb-4223-bb69-a99eaa31587a tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 204 len: 168 time: 0.9689975 Oct 13 04:15:11.560456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aa6edd86-0a25-41a6-a8c8-b268547b937d tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2257390 Oct 13 04:15:11.563195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1887257624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:11.573505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:11.594831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a9aa-e826-4672-af60-68fa0d20435d req-41f5018a-fd79-4b6d-bfee-80bbb45bd66d tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:11.605059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b142a9aa-e826-4672-af60-68fa0d20435d req-41f5018a-fd79-4b6d-bfee-80bbb45bd66d tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 950 time: 0.3031688 Oct 13 04:15:11.690098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b142a9aa-e826-4672-af60-68fa0d20435d req-ab0217be-5fdf-4aa4-9d0f-a2315706824f tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Oct 13 04:15:11.739375 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.790790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Made reservation on behalf of e91738b6ea0d46df8faadc616c67f0a8 for: {'subnet': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:11.806997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.810143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.846342 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.848268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.994865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.011909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.031140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.036223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.040535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-01f3711f-4e4c-4f3f-b4fe-a05f02d6f421 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4789951 Oct 13 04:15:12.040535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.056711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:12.061600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:12.114550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Router d1a80577-0027-4f3d-8c8e-aa53f354b395 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:12.122513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.123078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 755346ad-e79c-4d8c-be3e-46b60d8abc9c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:12.136285 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.138071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f0f75773-22c8-4d6f-98b4-c2fa56bd3b23 tempest-RoutersTestDVR-1990625949 tempest-RoutersTestDVR-1990625949-project-admin] 10.222.0.44 "DELETE /v2.0/routers/755346ad-e79c-4d8c-be3e-46b60d8abc9c HTTP/1.1" status: 204 len: 168 time: 0.5630736 Oct 13 04:15:12.297001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:12.306938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Sync routers for ids ['d1a80577-0027-4f3d-8c8e-aa53f354b395'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:12.317135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf40b497-3807-49b1-8386-bcd4ca6afeb9 admin admin] 10.222.0.44 "PUT /v2.0/routers/d1a80577-0027-4f3d-8c8e-aa53f354b395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0852292 Oct 13 04:15:12.322846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Routers {'d1a80577-0027-4f3d-8c8e-aa53f354b395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:12.323482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d1a80577-0027-4f3d-8c8e-aa53f354b395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:12.544478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Set router d1a80577-0027-4f3d-8c8e-aa53f354b395 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:12.721174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.743047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.781777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:12.820806 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:12.978320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5124339-e712-43b5-ae84-9387b6a6b00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.038756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:15:09Z', 'revision_number': 4, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2a7ea56c-50e7-4128-aadd-6d16a2a46e3c', 'name': '', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'mac_address': 'fa:16:3e:b3:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:06Z', 'updated_at': '2021-10-13T04:15:10Z', 'revision_number': 2, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'subnets': [{'id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:13.080411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Subnet': ['ID=25c659b5-602a-42a7-a074-623a6e9a2ff8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:13.089869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.090488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.090624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.091004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.091215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.091603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.091952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.092218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.092517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.092867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.093189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.093512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:13.103441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Checking segment: {'id': '1fb2d58a-2f7d-46b3-8233-3f450e9328e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:13.103807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network hostable DHCP agents. Network: 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:13.119759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5124339-e712-43b5-ae84-9387b6a6b00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.136144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Checking router: d1a80577-0027-4f3d-8c8e-aa53f354b395 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:13.136440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Updating router d1a80577-0027-4f3d-8c8e-aa53f354b395 port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:15:13.141644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5124339-e712-43b5-ae84-9387b6a6b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.142107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:13.164752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:13.169104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Router 646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:15:13.171495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.194037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b0bfc-a5e2-4021-a9b0-1c2622ccff8a None None] Network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:13.290817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event updated for resources: {'Subnet': ['ID=030a1da1-458d-4a5c-abf0-fd57a0769cdc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:13.484991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c5124339-e712-43b5-ae84-9387b6a6b00a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fce55d3333a48f99ba62d5d716a0923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019167 Oct 13 04:15:13.487122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5124339-e712-43b5-ae84-9387b6a6b00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc8201-463b-40b5-b303-e493a7c6a440,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:13.492284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41550) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:13.543804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:13.560181 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] Sync routers for ids ['646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:13.561727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.565268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a2842da5-e012-4c46-a74a-0f39d0138336 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "PUT /v2.0/routers/646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb HTTP/1.1" status: 200 len: 698 time: 1.5074100 Oct 13 04:15:13.572229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:13.584199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] Routers {'646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:13.586802 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:13.638989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3e7a-ca7d-4b06-83b0-77eef93258ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.647191 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.693197 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3e7a-ca7d-4b06-83b0-77eef93258ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.755557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Checking segment: {'id': '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:13.756192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network hostable DHCP agents. Network: ae781a2f-d61c-4dbb-b04b-cd81a9b8a719, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:13.765702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-3c3fa5ac-d3f9-46de-92e9-10f89f30a64e', 'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e', 'tenant_id': 'e91738b6ea0d46df8faadc616c67f0a8', 'fixed_ips': [{'subnet_id': '25c659b5-602a-42a7-a074-623a6e9a2ff8'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:13.768381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.771181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3e7a-ca7d-4b06-83b0-77eef93258ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.774120 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3e7a-ca7d-4b06-83b0-77eef93258ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.775434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6a4a3e7a-ca7d-4b06-83b0-77eef93258ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1efc8201-463b-40b5-b303-e493a7c6a440 HTTP/1.1" status: 204 len: 168 time: 0.2680213 Oct 13 04:15:13.823848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a3e7a-ca7d-4b06-83b0-77eef93258ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc8201-463b-40b5-b303-e493a7c6a440,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:13.902306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75d5d926-5066-415a-83db-92eb4ca50df0 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/routers/646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb HTTP/1.1" status: 200 len: 704 time: 0.3161969 Oct 13 04:15:13.909001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41568) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:13.913231 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] Set router 646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:13.918843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:13.942793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, ae781a2f-d61c-4dbb-b04b-cd81a9b8a719) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:13.981193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5fdea873-f5f4-4cf0-bfa7-fac2448f91a4 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb HTTP/1.1" status: 200 len: 205 time: 0.0655961 Oct 13 04:15:13.985419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:13.986691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:13.987405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.989623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:14.007962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b72e3d38-1a75-46a2-a196-9817b88894cc tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1787410 Oct 13 04:15:14.013605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:14.020069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42355a8-fb5d-419d-98d9-5f69c681616c req-b59615b5-9319-40c7-9871-653ffc45fc3a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:14.022515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d42355a8-fb5d-419d-98d9-5f69c681616c req-b59615b5-9319-40c7-9871-653ffc45fc3a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 950 time: 0.2083750 Oct 13 04:15:14.055885 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb', 'name': 'tempest-RoutersIpV6Test-router-1887257624', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:11Z', 'updated_at': '2021-10-13T04:15:12Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:14.066315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf9c16a-baba-4401-85e1-0a23ef20d828 None None] Network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:14.084658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d42355a8-fb5d-419d-98d9-5f69c681616c req-580485bc-fde3-4612-a11f-1f831ed8cd4e tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560906 Oct 13 04:15:14.117260 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] Checking router: 646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:14.136793 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] Routers {'646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:14.137425 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:14.191016 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.222293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Allocated IP 2001:db8::1 (3c3fa5ac-d3f9-46de-92e9-10f89f30a64e/25c659b5-602a-42a7-a074-623a6e9a2ff8/261bfccf-74ac-4740-961e-b65f30fe9744) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:14.298077 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] Set router 646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:14.313670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-e2d8f497-f6f7-4842-a28b-554c77e29e70 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:14.315488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-e2d8f497-f6f7-4842-a28b-554c77e29e70 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 811 time: 0.4975481 Oct 13 04:15:14.323722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847bd61-5926-46d1-a169-79031cf95770 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:14.325984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847bd61-5926-46d1-a169-79031cf95770 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:14.328438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847bd61-5926-46d1-a169-79031cf95770 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:14.330479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0847bd61-5926-46d1-a169-79031cf95770 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3110137 Oct 13 04:15:14.340419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:14.340961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:14.368230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-20f86a76-120b-418a-8ec3-59a588b1bdb1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/quotas/4a8bb60ef4a240aa99e6c978ab5d1a1e HTTP/1.1" status: 200 len: 375 time: 0.0239141 Oct 13 04:15:14.397519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6b6d2-93b2-4c97-b705-1cbbee3115ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.403441 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb', 'name': 'tempest-RoutersIpV6Test-router-1887257624', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:11Z', 'updated_at': '2021-10-13T04:15:12Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:14.471584 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0a80f-6151-4b2a-9ec9-4fd2abff07cc None None] The sync data for ids ['646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb'] in n-d-810220-9 is: [{'id': '646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb', 'name': 'tempest-RoutersIpV6Test-router-1887257624', 'tenant_id': '63803e7721ef4f1085a39762b2402ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:11Z', 'updated_at': '2021-10-13T04:15:12Z', 'revision_number': 2, 'project_id': '63803e7721ef4f1085a39762b2402ad4', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:14.479708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:14.537685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Deleting subnet 25c659b5-602a-42a7-a074-623a6e9a2ff8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:14.669000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6b6d2-93b2-4c97-b705-1cbbee3115ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.674526 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6b6d2-93b2-4c97-b705-1cbbee3115ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.703369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6b6d2-93b2-4c97-b705-1cbbee3115ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cdb925-ca41-4067-b32e-febfc40ed87b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:14.735084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98e6b6d2-93b2-4c97-b705-1cbbee3115ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e401a68b891f4a679cb30a6ed7b169d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929987 Oct 13 04:15:14.738189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41590) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:14.869288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79d79138-fb5e-403c-b0bf-e63d495e09cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.912127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79d79138-fb5e-403c-b0bf-e63d495e09cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.014760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.051811 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79d79138-fb5e-403c-b0bf-e63d495e09cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.057936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79d79138-fb5e-403c-b0bf-e63d495e09cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.061870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-79d79138-fb5e-403c-b0bf-e63d495e09cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72cdb925-ca41-4067-b32e-febfc40ed87b HTTP/1.1" status: 204 len: 168 time: 0.3216422 Oct 13 04:15:15.076077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79138-fb5e-403c-b0bf-e63d495e09cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cdb925-ca41-4067-b32e-febfc40ed87b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:15.113666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:15.155994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:15.164598 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b8730-3947-4b15-9e01-fc2b97df9f09" -d '{"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:15.236329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.392238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:15.416096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f77a76-55be-4e0d-a184-285b6d9c6cd7 req-1ef94238-e6c3-4c29-8700-ccb1881fedc8 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:15.423431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5f77a76-55be-4e0d-a184-285b6d9c6cd7 req-1ef94238-e6c3-4c29-8700-ccb1881fedc8 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 948 time: 0.1817644 Oct 13 04:15:15.551641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-ae781a2f-d61c-4dbb-b04b-cd81a9b8a719', 'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719', 'tenant_id': 'e91738b6ea0d46df8faadc616c67f0a8', 'fixed_ips': [{'subnet_id': '030a1da1-458d-4a5c-abf0-fd57a0769cdc'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:15.553748 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.558505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.586505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.601192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-80c037d1-ef6e-4ab6-86d9-bd879f11c013 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1723247 Oct 13 04:15:15.704911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.705514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Fanout notify agent at l3_agent the message router_deleted on router 646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:15.712369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f775-0faf-43b2-b8b6-ced922705064 req-d2e88fcd-3681-445f-9583-fd0039e2a676 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:15.715613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.719172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d258f775-0faf-43b2-b8b6-ced922705064 req-d2e88fcd-3681-445f-9583-fd0039e2a676 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.15 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 948 time: 0.3370364 Oct 13 04:15:15.720312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8343d0ab-2022-472c-81c7-e8f4522eec88 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb HTTP/1.1" status: 204 len: 168 time: 1.7296042 Oct 13 04:15:15.724150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:15.782895 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.788907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-85a771c4-9168-416c-b3b9-0e3da5f892e9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb HTTP/1.1" status: 200 len: 205 time: 0.0633643 Oct 13 04:15:15.791683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:15.850983 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.890387 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ee489eb9-44af-4929-841e-be252fc02a9b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:15.894721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ee489eb9-44af-4929-841e-be252fc02a9b tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/646a63d9-5d4b-4d8b-a6f1-4d96c929a4fb HTTP/1.1" status: 404 len: 336 time: 0.1009605 Oct 13 04:15:15.896179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:15.902691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5f77a76-55be-4e0d-a184-285b6d9c6cd7 req-767a425b-a47b-482a-8c39-7d76867fab52 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b139737-dbc5-4118-9a12-26274cb91fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778510 Oct 13 04:15:16.001515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.041512 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ea011c-d9b8-4cd2-8d03-0e208c3b9080 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:16.042017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ea011c-d9b8-4cd2-8d03-0e208c3b9080 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:16.056659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:16.060183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-19ea011c-d9b8-4cd2-8d03-0e208c3b9080 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/61dae978-81b7-4369-a227-37dde3d2ebcc HTTP/1.1" status: 404 len: 337 time: 0.1595855 Oct 13 04:15:16.142053 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5822d-dc09-4e1b-8d08-af437742cd2e x-openstack-request-id: req-e8c5822d-dc09-4e1b-8d08-af437742cd2e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:16.142541 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:16.142652 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8c5822d-dc09-4e1b-8d08-af437742cd2e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:16.145025 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'code': 200} Oct 13 04:15:16.157548 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-669303d6-c41c-4426-98e7-28e867c53191 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:16.158005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669303d6-c41c-4426-98e7-28e867c53191 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:16.175162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-669303d6-c41c-4426-98e7-28e867c53191 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/33f00528-f577-4296-ada1-88892f82168c HTTP/1.1" status: 404 len: 337 time: 0.1013837 Oct 13 04:15:16.180746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:16.239390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.243131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.252163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:16.260847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:16.277747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:16.303670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.331828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-72c30f0c-777c-44e0-895b-a53e56879d79 service neutron] 10.222.0.44 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226510 Oct 13 04:15:16.409635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Pushing event updated for resources: {'Port': ['ID=261bfccf-74ac-4740-961e-b65f30fe9744,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:16.451368 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d606cb34-83fd-4f6d-8513-e13a000ade9f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:16.451951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d606cb34-83fd-4f6d-8513-e13a000ade9f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:16.464038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d606cb34-83fd-4f6d-8513-e13a000ade9f tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/162fef03-7bcd-4298-9a54-69bb9977352e HTTP/1.1" status: 404 len: 337 time: 0.2795758 Oct 13 04:15:16.484464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2520e0-a4ae-4790-aad6-9aeeaf3e4fc0 None None] Pushing event updated for resources: {'Port': ['ID=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:16.486024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:16.564475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-e81a222b-7c3f-4757-b76c-0f60be838af5 service neutron] 10.222.0.44 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194686 Oct 13 04:15:16.631809 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d34da0-4593-432e-b5ef-069cf1e4b8b9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:16.635090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d34da0-4593-432e-b5ef-069cf1e4b8b9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:16.646258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-11d34da0-4593-432e-b5ef-069cf1e4b8b9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/031f11d1-caa6-41f6-a01e-2ba019b89a54 HTTP/1.1" status: 404 len: 337 time: 0.1438920 Oct 13 04:15:16.648904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:16.674276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Attempting to bind port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:16.674276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Attempting to bind port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:16.674276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Attempting to bind port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c on network 4aeeda45-2786-4f7b-932d-9be0cad5540c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:16.703336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:16.706608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Allocated IP 2001:db8:0:1::1 (ae781a2f-d61c-4dbb-b04b-cd81a9b8a719/030a1da1-458d-4a5c-abf0-fd57a0769cdc/e3263d02-2a05-4e02-b79c-eb52667d289d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:16.732951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-412e5358-57e8-4cf8-933c-6f072f327048 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 200 len: 205 time: 0.0825469 Oct 13 04:15:16.738721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:16.827969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:16.829069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Checking segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:16.831196 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.831621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Bound using segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:16.834205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Bound port: 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:16.834680 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.887172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Deleting port f6a80be6-1699-4b4b-953d-8e2f263a44fb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:16.887660 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.900671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Attempting to bind port 261bfccf-74ac-4740-961e-b65f30fe9744 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:16.901072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Attempting to bind port 261bfccf-74ac-4740-961e-b65f30fe9744 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '1fb2d58a-2f7d-46b3-8233-3f450e9328e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:16.907087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Attempting to bind port 261bfccf-74ac-4740-961e-b65f30fe9744 on network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:16.920137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:16.923598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Checking segment: {'id': '1fb2d58a-2f7d-46b3-8233-3f450e9328e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:16.924793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.926354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Bound using segment: {'id': '1fb2d58a-2f7d-46b3-8233-3f450e9328e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:16.927722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Bound port: 261bfccf-74ac-4740-961e-b65f30fe9744, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb2d58a-2f7d-46b3-8233-3f450e9328e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3c3fa5ac-d3f9-46de-92e9-10f89f30a64e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:16.928192 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.946378 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-73968b47-95d1-4110-9cdd-dc48eb41420d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:16.957265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-73968b47-95d1-4110-9cdd-dc48eb41420d tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/f8315447-97b9-43f5-ac3b-a7c32440a808 HTTP/1.1" status: 404 len: 336 time: 0.2151916 Oct 13 04:15:16.958280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.014201 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf2f4cd6-5097-4c46-9c3f-fa3946f6cc33 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc89623-3671-464f-b2a5-3ba637e1ddc1 HTTP/1.1" status: 200 len: 205 time: 0.0515227 Oct 13 04:15:17.015475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.047310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-723445788'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:17.063185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] For port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:17.072268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] For port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:17.078498 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1619458a-fbeb-4248-8d94-3d9acbd7be86 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:17.082341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1619458a-fbeb-4248-8d94-3d9acbd7be86 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/4dc89623-3671-464f-b2a5-3ba637e1ddc1 HTTP/1.1" status: 404 len: 336 time: 0.0658979 Oct 13 04:15:17.082988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.130996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a842d92c-ef11-4268-8c1e-47108644bc46 req-8461120f-b5e9-4e78-a646-7b99c24169a8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 210 time: 0.0557334 Oct 13 04:15:17.160667 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b26653-d9ed-4780-b1cb-4ef482f94886 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:17.160667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b26653-d9ed-4780-b1cb-4ef482f94886 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:17.165614 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1b26653-d9ed-4780-b1cb-4ef482f94886 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/59ff0608-c4a9-4ca9-bed1-4be6570ed3a8 HTTP/1.1" status: 404 len: 337 time: 0.0808537 Oct 13 04:15:17.166765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41668) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.203986 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1bc03f94-09e3-4430-9596-0ea84816b4ab tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 200 len: 205 time: 0.0364349 Oct 13 04:15:17.204625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.242499 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-8c9938a1-cbf4-48ed-bf58-90c646d4c620 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:17.246329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c9938a1-cbf4-48ed-bf58-90c646d4c620 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/5619527c-86d2-41e0-844b-5814b13e6141 HTTP/1.1" status: 404 len: 336 time: 0.0407200 Oct 13 04:15:17.247034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.268072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] For port f6a80be6-1699-4b4b-953d-8e2f263a44fb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f6a80be6-1699-4b4b-953d-8e2f263a44fb,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:17.268561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:17.286702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Calling delete_port for f6a80be6-1699-4b4b-953d-8e2f263a44fb owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:17.310841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:17.314367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e1d19745-c80d-4f89-ac7a-5330f7dabae9 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=811e8d6c-5849-4f7c-98d2-b5d28547015c HTTP/1.1" status: 200 len: 205 time: 0.0663927 Oct 13 04:15:17.315239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41684) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.391874 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7bbafc1b-7ab0-4957-abcb-346c9be3f4a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:17.401169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7bbafc1b-7ab0-4957-abcb-346c9be3f4a6 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/811e8d6c-5849-4f7c-98d2-b5d28547015c HTTP/1.1" status: 404 len: 336 time: 0.0848346 Oct 13 04:15:17.402082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.469741 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-96af377b-885a-4ba9-a6f9-43d9805403b8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:17.470217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96af377b-885a-4ba9-a6f9-43d9805403b8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:17.489591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-96af377b-885a-4ba9-a6f9-43d9805403b8 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/fbd22d95-b02d-4d95-a57b-c328ce95062f HTTP/1.1" status: 404 len: 337 time: 0.0862019 Oct 13 04:15:17.490777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.550119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2520e0-a4ae-4790-aad6-9aeeaf3e4fc0 None None] Pushing event updated for resources: {'Port': ['ID=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:17.579479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec4e3ee2-f0aa-4512-a714-865cf79c81b1 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=e403e213-acd0-470f-90f9-bf1dbae82a60 HTTP/1.1" status: 200 len: 205 time: 0.0872877 Oct 13 04:15:17.580803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.675575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Routers {'d1a80577-0027-4f3d-8c8e-aa53f354b395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:17.676299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:14:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d1a80577-0027-4f3d-8c8e-aa53f354b395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:17.683215 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-383c4464-24a3-4379-a03f-583cd18d86a5 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:17.696711 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-383c4464-24a3-4379-a03f-583cd18d86a5 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/e403e213-acd0-470f-90f9-bf1dbae82a60 HTTP/1.1" status: 404 len: 336 time: 0.1144166 Oct 13 04:15:17.697563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.760915 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2496d91e-2713-4cfc-8aae-9386ff3b2714 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:17.761457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2496d91e-2713-4cfc-8aae-9386ff3b2714 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:17.767947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2496d91e-2713-4cfc-8aae-9386ff3b2714 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/6e54df42-53ad-48c4-af8a-ac4146d28752 HTTP/1.1" status: 404 len: 337 time: 0.0690088 Oct 13 04:15:17.768630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.834300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55174580-c623-4419-9870-f104727ad34c tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f22e31f-430c-4fa6-87f1-138662709dc9 HTTP/1.1" status: 200 len: 205 time: 0.0561566 Oct 13 04:15:17.834900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:17.965982 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-43756981-5279-4368-ad71-107e949bef50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] delete failed (client error): The resource could not be found. Oct 13 04:15:17.978714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43756981-5279-4368-ad71-107e949bef50 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/routers/5f22e31f-430c-4fa6-87f1-138662709dc9 HTTP/1.1" status: 404 len: 336 time: 0.1426854 Oct 13 04:15:17.979833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:18.034301 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded0a629-237c-4a11-9c1b-c727676f7dac tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:18.034792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded0a629-237c-4a11-9c1b-c727676f7dac tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:18.041559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ded0a629-237c-4a11-9c1b-c727676f7dac tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/5878ed72-85a0-4422-af3a-37dcaf802767 HTTP/1.1" status: 404 len: 337 time: 0.0605938 Oct 13 04:15:18.042207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:18.100072 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-36912687-950b-4f26-ba79-b60d6925e0a7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] DELETE failed (client error): The resource could not be found. Oct 13 04:15:18.100935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36912687-950b-4f26-ba79-b60d6925e0a7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:18.107127 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-36912687-950b-4f26-ba79-b60d6925e0a7 tempest-RoutersIpV6Test-1464488944 tempest-RoutersIpV6Test-1464488944-project] 10.222.0.44 "DELETE /v2.0/subnets/c0d70da2-8133-48f3-b839-a4bae2f19d2e HTTP/1.1" status: 404 len: 337 time: 0.0630984 Oct 13 04:15:18.136115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] For port 261bfccf-74ac-4740-961e-b65f30fe9744, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:18.165881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] For port 261bfccf-74ac-4740-961e-b65f30fe9744, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=261bfccf-74ac-4740-961e-b65f30fe9744,segment=NetworkSegment(1fb2d58a-2f7d-46b3-8233-3f450e9328e1),segment_id=1fb2d58a-2f7d-46b3-8233-3f450e9328e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:18.217157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.308747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33489b9b-e83d-4513-822f-ea07f441aa8b None None] Pushing event updated for resources: {'Port': ['ID=261bfccf-74ac-4740-961e-b65f30fe9744,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:18.382515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.393402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.422801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-245fed56-8823-4f0c-81f5-381ff40686d5 req-0aac1b88-89ee-4467-a7cf-e63bc087f486 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 210 time: 0.1185050 Oct 13 04:15:18.439447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.467066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] Set router d1a80577-0027-4f3d-8c8e-aa53f354b395 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:18.513139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.515522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:18.521905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.566201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.583907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.654656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:18.676527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:18.679152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:18.702941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Pushing event deleted for resources: {'Port': ['ID=f6a80be6-1699-4b4b-953d-8e2f263a44fb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:18.736503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e58e84f6-d52a-4e0c-b33d-375f70d0ef09 req-6d456dd0-00a8-47f1-bc3f-b05f6beb71f6 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.3941555 Oct 13 04:15:18.758920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Subnet': ['ID=25c659b5-602a-42a7-a074-623a6e9a2ff8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:18.785179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:18.836052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.855203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f63a25f-1f2f-4c7f-a0ed-c65bfac06645 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/subnets/25c659b5-602a-42a7-a074-623a6e9a2ff8 HTTP/1.1" status: 204 len: 168 time: 4.5065963 Oct 13 04:15:18.855464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:18.875982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] No DVR routers for this DVR port f6a80be6-1699-4b4b-953d-8e2f263a44fb on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:18.900793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Pushing event updated for resources: {'Port': ['ID=e3263d02-2a05-4e02-b79c-eb52667d289d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:18.975101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Deleting subnet 030a1da1-458d-4a5c-abf0-fd57a0769cdc {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:18.978647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.025978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.049307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d258f775-0faf-43b2-b8b6-ced922705064 req-1b59b1a9-afa1-4e82-85f5-a6466a63263a tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.15 "DELETE /v2.0/ports/f6a80be6-1699-4b4b-953d-8e2f263a44fb HTTP/1.1" status: 204 len: 173 time: 3.3098192 Oct 13 04:15:19.049803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-deleted', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:19.055857 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.063949 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cdaf34-3942-499c-8237-9bda00bf3269" -d '{"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-deleted", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:19.195157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5994-4ccc-4af2-8852-4a8539ba0260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.202231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.253669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.269454 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7931a9ea-8d7e-4284-896b-ad4007d2c5cc x-openstack-request-id: req-7931a9ea-8d7e-4284-896b-ad4007d2c5cc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:19.270170 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39869410-eae2-45b4-9c1b-a28dd0d52c05", "name": "network-vif-deleted", "tag": "f6a80be6-1699-4b4b-953d-8e2f263a44fb", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:19.271166 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7931a9ea-8d7e-4284-896b-ad4007d2c5cc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:19.271786 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39869410-eae2-45b4-9c1b-a28dd0d52c05', 'name': 'network-vif-deleted', 'tag': 'f6a80be6-1699-4b4b-953d-8e2f263a44fb', 'status': 'completed', 'code': 200} Oct 13 04:15:19.274783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Attempting to bind port e3263d02-2a05-4e02-b79c-eb52667d289d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:19.275239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Attempting to bind port e3263d02-2a05-4e02-b79c-eb52667d289d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:19.275602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Attempting to bind port e3263d02-2a05-4e02-b79c-eb52667d289d on network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:19.278635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.317825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:19.318202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Checking segment: {'id': '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:19.318611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.319010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Bound using segment: {'id': '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:19.319500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Bound port: e3263d02-2a05-4e02-b79c-eb52667d289d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae781a2f-d61c-4dbb-b04b-cd81a9b8a719'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:19.319885 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.335518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d003521e-b8f9-4768-a0cb-43c8490111f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63803e7721ef4f1085a39762b2402ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489743 Oct 13 04:15:19.336060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:19.337518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.376568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Subnet': ['ID=030a1da1-458d-4a5c-abf0-fd57a0769cdc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:19.381674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.386513 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fc3ccfe9-23dc-4f13-8f78-f7147ef7c98b tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/subnets/030a1da1-458d-4a5c-abf0-fd57a0769cdc HTTP/1.1" status: 204 len: 168 time: 0.5301661 Oct 13 04:15:19.392138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:19.451470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:19.549057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006ee93-bd3c-4f6a-9db9-1eea7b398810 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:19.551417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4006ee93-bd3c-4f6a-9db9-1eea7b398810 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1579099 Oct 13 04:15:19.556363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:19.578897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b2068e6f-711a-4693-80ba-c9239af4dc12 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:19.582658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b2068e6f-711a-4693-80ba-c9239af4dc12 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.26 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 811 time: 0.6885834 Oct 13 04:15:19.621297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] For port e3263d02-2a05-4e02-b79c-eb52667d289d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:19.625180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] For port e3263d02-2a05-4e02-b79c-eb52667d289d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e3263d02-2a05-4e02-b79c-eb52667d289d,segment=NetworkSegment(3efef8e5-f16a-434e-a1ae-c1c3bfb6b028),segment_id=3efef8e5-f16a-434e-a1ae-c1c3bfb6b028)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:19.626327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da198735-4b77-405d-bddc-6edfbe2a71bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:19.675228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.675593 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Added segment cff03541-ac71-4e31-b5bc-477beaca2e74 of type vlan for network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 Oct 13 04:15:19.677095 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.702686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Request body: {'port': {'device_id': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'admin_state_up': True, 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:19.804024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8f33366-b2d8-4edf-ba47-950d51979d76 req-3d6ad9a6-5f0e-4275-9ce1-07fb1c9486ac tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 210 time: 0.1541359 Oct 13 04:15:19.806392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9281-b75b-4862-b10f-237889222ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.860041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00c738-2a23-44c7-a535-fa37b0e4e849 None None] Network ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:19.975932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.994259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:15:09Z', 'revision_number': 4, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2a7ea56c-50e7-4128-aadd-6d16a2a46e3c', 'name': '', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'mac_address': 'fa:16:3e:b3:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:06Z', 'updated_at': '2021-10-13T04:15:17Z', 'revision_number': 4, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'subnets': [{'id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:19.998094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01eb9e-52ff-4d20-a3c0-fa4bfb4bc96d None None] Pushing event updated for resources: {'Port': ['ID=e3263d02-2a05-4e02-b79c-eb52667d289d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:20.025258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5570613f-ef66-4880-b2a7-dad3e3dac829 req-f10d4f5a-4464-433e-b540-c5be2e7f0563 tempest-ImagesOneServerTestJSON-1622114519 tempest-ImagesOneServerTestJSON-1622114519-project] 10.222.0.44 "GET /v2.0/ports?device_id=39869410-eae2-45b4-9c1b-a28dd0d52c05 HTTP/1.1" status: 200 len: 210 time: 0.0657980 Oct 13 04:15:20.120348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e36b3-8e3a-480b-8aa6-1964e984d48f None None] The sync data for ids ['d1a80577-0027-4f3d-8c8e-aa53f354b395'] in n-d-810220-9 is: [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:15:09Z', 'revision_number': 4, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2a7ea56c-50e7-4128-aadd-6d16a2a46e3c', 'name': '', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'mac_address': 'fa:16:3e:b3:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:06Z', 'updated_at': '2021-10-13T04:15:17Z', 'revision_number': 4, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'subnets': [{'id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:20.161651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Deleting port e3263d02-2a05-4e02-b79c-eb52667d289d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:20.162797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.175566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Made reservation on behalf of 4a8bb60ef4a240aa99e6c978ab5d1a1e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:20.180230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.259600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.265937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9281-b75b-4862-b10f-237889222ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.293259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 261bfccf-74ac-4740-961e-b65f30fe9744 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:20.307722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] For port e3263d02-2a05-4e02-b79c-eb52667d289d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e3263d02-2a05-4e02-b79c-eb52667d289d,segment=NetworkSegment(3efef8e5-f16a-434e-a1ae-c1c3bfb6b028),segment_id=3efef8e5-f16a-434e-a1ae-c1c3bfb6b028)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:20.308449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.325698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Calling delete_port for e3263d02-2a05-4e02-b79c-eb52667d289d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:20.389393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.405354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:20.406153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.427951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.435636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 261bfccf-74ac-4740-961e-b65f30fe9744 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:20.436569 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.476201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Port': ['ID=e3263d02-2a05-4e02-b79c-eb52667d289d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:20.478734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] No DVR routers for this DVR port e3263d02-2a05-4e02-b79c-eb52667d289d on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:20.505822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:20.514091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee6af4-ecc5-4043-9aaf-f039ed600876 None None] Network 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:20.525666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.8152421 Oct 13 04:15:20.527105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9281-b75b-4862-b10f-237889222ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.530252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9281-b75b-4862-b10f-237889222ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.531801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0a4f9281-b75b-4862-b10f-237889222ff9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da0fd87e-4e86-42b0-a2ac-a8749492e912 HTTP/1.1" status: 204 len: 168 time: 1.1751072 Oct 13 04:15:20.532587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:20.563657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:20.627668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.637148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: f6a80be6-1699-4b4b-953d-8e2f263a44fb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:20.638205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f6a80be6-1699-4b4b-953d-8e2f263a44fb not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:20.662229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae781a2f-d61c-4dbb-b04b-cd81a9b8a719']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:20.669498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-294113a3-5cbd-414f-8369-8c15f47f4ed2 None None] Provisioning complete for port 261bfccf-74ac-4740-961e-b65f30fe9744 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:20.670149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-294113a3-5cbd-414f-8369-8c15f47f4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.681412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:20.681706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efef8e5-f16a-434e-a1ae-c1c3bfb6b028') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:20.704356 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.722944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.733365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:20.734012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:20.737798 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:20.758867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f9281-b75b-4862-b10f-237889222ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0fd87e-4e86-42b0-a2ac-a8749492e912,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:20.840525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.871222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:20.887041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/networks/ae781a2f-d61c-4dbb-b04b-cd81a9b8a719 HTTP/1.1" status: 204 len: 168 time: 1.3290098 Oct 13 04:15:20.893019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:20.983662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc297e7-a6b5-4cc4-943f-4d11e2e9e594 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Network': ['ID=ae781a2f-d61c-4dbb-b04b-cd81a9b8a719,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:21.037124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.066257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3eebc-46db-47d3-a108-25bb572bd61e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Network': ['ID=15ada8b4-4c0a-43c6-8607-9f43a9cf7750,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:21.108757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 261bfccf-74ac-4740-961e-b65f30fe9744, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=261bfccf-74ac-4740-961e-b65f30fe9744,segment=NetworkSegment(1fb2d58a-2f7d-46b3-8233-3f450e9328e1),segment_id=1fb2d58a-2f7d-46b3-8233-3f450e9328e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:21.123263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:21.125823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.152982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9fdbce5-2ce3-4d13-9587-b634a85853a8 req-61eb9600-7a5a-40b8-8a5e-c2add2ab36b6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 210 time: 0.1634495 Oct 13 04:15:21.206646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc185f04-6cc8-4439-a96e-528a1a5a5647 req-93a30525-4f2d-4ef5-86e8-d20e00c0a753 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:21.214454 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc185f04-6cc8-4439-a96e-528a1a5a5647 req-93a30525-4f2d-4ef5-86e8-d20e00c0a753 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 951 time: 0.1575484 Oct 13 04:15:21.235168 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.241167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Allocated IP 172.20.0.5 (4aeeda45-2786-4f7b-932d-9be0cad5540c/4c8d35f2-f968-4320-84fd-2480ded50423/ca67b3a2-e991-4efa-b3f6-71f3b9bfe163) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:21.247676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:21.254427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.271053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=261bfccf-74ac-4740-961e-b65f30fe9744,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:21.277584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] DHCP port deletion for 3c3fa5ac-d3f9-46de-92e9-10f89f30a64e request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:21.391747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc185f04-6cc8-4439-a96e-528a1a5a5647 req-a5be2ae1-3e8f-46d9-a823-6defcd092e1e tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715302 Oct 13 04:15:21.432038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Deleting port 261bfccf-74ac-4740-961e-b65f30fe9744 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:21.432373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.551729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] For port 261bfccf-74ac-4740-961e-b65f30fe9744, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=261bfccf-74ac-4740-961e-b65f30fe9744,segment=NetworkSegment(1fb2d58a-2f7d-46b3-8233-3f450e9328e1),segment_id=1fb2d58a-2f7d-46b3-8233-3f450e9328e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:21.552101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.584108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Calling delete_port for 261bfccf-74ac-4740-961e-b65f30fe9744 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:21.594862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb783974-dd6d-4b98-90bd-dee4e9096625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.638414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] Deleting port 261bfccf-74ac-4740-961e-b65f30fe9744 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:21.639608 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.767485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.789552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] For port 261bfccf-74ac-4740-961e-b65f30fe9744, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=261bfccf-74ac-4740-961e-b65f30fe9744,segment=NetworkSegment(1fb2d58a-2f7d-46b3-8233-3f450e9328e1),segment_id=1fb2d58a-2f7d-46b3-8233-3f450e9328e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:21.790133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:21.828861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] Calling delete_port for 261bfccf-74ac-4740-961e-b65f30fe9744 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:21.839876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Port': ['ID=261bfccf-74ac-4740-961e-b65f30fe9744,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:21.850460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:21.852937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] No DVR routers for this DVR port 261bfccf-74ac-4740-961e-b65f30fe9744 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:21.912942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.913400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.913934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.914391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.914847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.915284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.915717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.916259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.916571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.920049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.920474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.921607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:21.991341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.022099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.029899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:22.052198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] Pushing event deleted for resources: {'Port': ['ID=261bfccf-74ac-4740-961e-b65f30fe9744,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:22.057666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e367530-499d-4ba4-a15c-535c8f3719c3 None None] No DVR routers for this DVR port 261bfccf-74ac-4740-961e-b65f30fe9744 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:22.079810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029f7e8-ec66-4187-837e-4a12554ce7b0 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:15:22.115437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.170805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.265402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3fa5ac-d3f9-46de-92e9-10f89f30a64e']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:22.276506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1523183938'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:22.312886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb2d58a-2f7d-46b3-8233-3f450e9328e1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:22.313661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb2d58a-2f7d-46b3-8233-3f450e9328e1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:22.323388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:22.334491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-767a665d-8c5d-465d-b6fa-a59c1b2ce816 req-4fcf7b5f-f729-42f9-856a-a112156e3b29 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 210 time: 0.0431747 Oct 13 04:15:22.350627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.380397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=9eddee3c-407f-498e-b989-49611a1010c6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:22.381499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.398551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Made reservation on behalf of 9fe8e8ba39e045bc949f9a7d0f15d939 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:22.402893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.419679 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.432404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.445787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:22.449245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:22.456074 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:22.499901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:22.500272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network hostable DHCP agents. Network: 15ada8b4-4c0a-43c6-8607-9f43a9cf7750, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:22.528821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:22.543458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:22.550559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Pushing event updated for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:22.554999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:22.568777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:22.622347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 15ada8b4-4c0a-43c6-8607-9f43a9cf7750) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:22.641042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:22.641842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.662389 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-526a9f3b-7931-4918-a93d-af16c3207c44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d19679934f74c9fa519662cc6628338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980289 Oct 13 04:15:22.666070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:22.678439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:22.679483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.697248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.721353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-b561520f-4892-4e7d-9c81-d4410807e390 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0371146 Oct 13 04:15:22.730550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81bb5-37bb-4807-8b98-1c8f1c72abce req-401cfb31-68b9-4a66-835f-e91914ceaec1 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:22.731464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-db7cd433-1bd2-4cfd-be72-858fb95b4152 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1771078 Oct 13 04:15:22.736239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:22.737331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ac81bb5-37bb-4807-8b98-1c8f1c72abce req-401cfb31-68b9-4a66-835f-e91914ceaec1 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 951 time: 0.1513717 Oct 13 04:15:22.742885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Request body: {'port': {'device_id': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:22.745426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.753456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/networks/3c3fa5ac-d3f9-46de-92e9-10f89f30a64e HTTP/1.1" status: 204 len: 168 time: 1.8581541 Oct 13 04:15:22.763913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:22.788288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'name': 'tempest-NetworksTestDHCPv6-1036331520'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:22.821576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d23916-be1f-40da-8a2b-4922d88c5ce0 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Network': ['ID=3c3fa5ac-d3f9-46de-92e9-10f89f30a64e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:22.873364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.883345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.910743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4029f7e8-ec66-4187-837e-4a12554ce7b0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:15:22.923383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.934147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4a79a66-3c2d-43aa-9773-cf85965190fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.959253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.967811 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:22.983507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ac81bb5-37bb-4807-8b98-1c8f1c72abce req-6af193c5-e7a5-4de1-9149-ea5c4d9f6cfa tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433727 Oct 13 04:15:23.020712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4a79a66-3c2d-43aa-9773-cf85965190fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.036861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.044786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:23.212398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6273f-997d-457e-b57b-c00567216684,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:23.225062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.228049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4a79a66-3c2d-43aa-9773-cf85965190fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.235448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4a79a66-3c2d-43aa-9773-cf85965190fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.236781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4a79a66-3c2d-43aa-9773-cf85965190fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b139737-dbc5-4118-9a12-26274cb91fb3 HTTP/1.1" status: 204 len: 168 time: 0.5697618 Oct 13 04:15:23.274204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dffcae-64bb-4569-8614-d4eec99bb01b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:23.281229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.281745 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Added segment 39d0eb5a-b394-4382-aa89-62f56ec591ae of type vlan for network 24039d97-3f19-4352-862a-db8546cfbc03 Oct 13 04:15:23.303074 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:15:23.310841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a79a66-3c2d-43aa-9773-cf85965190fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b139737-dbc5-4118-9a12-26274cb91fb3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:23.335635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43007baa-819e-469b-8b1f-458f0336fc5a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:23.336158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43007baa-819e-469b-8b1f-458f0336fc5a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:23.344122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:23.344606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.371360 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.403439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.418489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:23.441726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:23.453508 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:23.632935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.656364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.676551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.681343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/networks/86dffcae-64bb-4569-8614-d4eec99bb01b HTTP/1.1" status: 204 len: 168 time: 0.9051993 Oct 13 04:15:23.686748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:23.700088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.741472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:23.749393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.769832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:23.776665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.777898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '9eddee3c-407f-498e-b989-49611a1010c6'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:23.785841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.834585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167bdac-fea0-41f1-aa65-83ae31bad0c2 tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Network': ['ID=86dffcae-64bb-4569-8614-d4eec99bb01b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:23.928153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 261bfccf-74ac-4740-961e-b65f30fe9744 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:23.980782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 261bfccf-74ac-4740-961e-b65f30fe9744 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:23.981366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 261bfccf-74ac-4740-961e-b65f30fe9744 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:23.987550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:24.059192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.106591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 94b594ed-dc78-4264-a58f-a2d387ee3e03 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:24.132663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8f5fa-41eb-4e44-8e6c-945ab6f39cfc req-b39627bd-baa9-4561-867e-fa40ee782545 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:24.140833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8db8f5fa-41eb-4e44-8e6c-945ab6f39cfc req-b39627bd-baa9-4561-867e-fa40ee782545 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 931 time: 0.6568334 Oct 13 04:15:24.147578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.162314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:24.162995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.163889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/9eddee3c-407f-498e-b989-49611a1010c6/a00ac94b-ff6f-4509-a957-33d3da31b1ff) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:24.260943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.286801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876f326c-8fee-4d49-a77a-f2d1aaffb107']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:24.288088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:24.295407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:24.298932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb4b6a7-a4b3-416a-afe2-c46385869b32') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:24.299379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb4b6a7-a4b3-416a-afe2-c46385869b32') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:24.318362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.340548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.351440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:24.352128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:24.356010 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:24.560727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8db8f5fa-41eb-4e44-8e6c-945ab6f39cfc req-d9f3349e-995d-490f-a996-64c6a32c01cd tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172082 Oct 13 04:15:24.604545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5729222 Oct 13 04:15:24.606935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.611282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42168) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:24.622776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.634694 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] 10.222.0.44 "DELETE /v2.0/networks/876f326c-8fee-4d49-a77a-f2d1aaffb107 HTTP/1.1" status: 204 len: 168 time: 0.9434199 Oct 13 04:15:24.667294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Request body: {'subnet': {'network_id': '24039d97-3f19-4352-862a-db8546cfbc03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:24.673052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.681758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea81ae-f7cf-47bc-8c4d-3296982a442d tempest-BulkNetworkOpsIpV6Test-137174515 tempest-BulkNetworkOpsIpV6Test-137174515-project] Pushing event deleted for resources: {'Network': ['ID=876f326c-8fee-4d49-a77a-f2d1aaffb107,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:24.705817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:24.706423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.771106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:24.807010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.857047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Transition to ACTIVE for port object ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:24.859811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2127a3-359d-4299-87af-4d43adfc39e9 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event updated for resources: {'Network': ['ID=24039d97-3f19-4352-862a-db8546cfbc03,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:24.893434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 24039d97-3f19-4352-862a-db8546cfbc03 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:24.980119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.062230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42260) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:25.111033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Pushing event updated for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:25.187418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.225260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.241898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:25.244798 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d194a76-5e0c-4f00-b276-aac4d2bc3bf0" -d '{"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:25.268631 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.293335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:25.314915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:25.355829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.391667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:25.399875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Made reservation on behalf of 9fe8e8ba39e045bc949f9a7d0f15d939 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:25.402913 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9373923a-446c-4dc4-b342-11c66fe7d7a0 x-openstack-request-id: req-9373923a-446c-4dc4-b342-11c66fe7d7a0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:25.403209 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:25.403468 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9373923a-446c-4dc4-b342-11c66fe7d7a0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:25.403862 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'code': 200} Oct 13 04:15:25.404739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:25.405943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.410686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:25.440648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-750294732-network', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:25.471167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Made reservation on behalf of 285ab485aebc4be78c87a31dfb8c4146 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:25.478631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.493802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Pushing event updated for resources: {'Port': ['ID=a00ac94b-ff6f-4509-a957-33d3da31b1ff,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:25.504091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.619699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Attempting to bind port a00ac94b-ff6f-4509-a957-33d3da31b1ff on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:25.619844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Attempting to bind port a00ac94b-ff6f-4509-a957-33d3da31b1ff by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:25.620193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Attempting to bind port a00ac94b-ff6f-4509-a957-33d3da31b1ff on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:25.640109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd85ac2e-911b-4a10-9534-3fd90cc4e669 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e91738b6ea0d46df8faadc616c67f0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239653 Oct 13 04:15:25.643099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:25.661344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:25.663118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:25.667714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.669311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:25.669857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Bound port: a00ac94b-ff6f-4509-a957-33d3da31b1ff, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:25.670226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.741707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c6faad9-efe5-4a70-8049-c96e90272b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.754143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:25.790823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c6faad9-efe5-4a70-8049-c96e90272b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.793968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.802794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.851342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:25.879923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260896af-2b48-4e86-9d34-5f0a87993fc9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:25.885253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] For port a00ac94b-ff6f-4509-a957-33d3da31b1ff, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:25.896487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] For port a00ac94b-ff6f-4509-a957-33d3da31b1ff, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a00ac94b-ff6f-4509-a957-33d3da31b1ff,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:25.900107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.901306 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Added segment bced2ea3-7cab-49ba-aa65-c62820fb2fcd of type vlan for network ac34ae1e-49da-44a9-8416-3bbe99f0de15 Oct 13 04:15:25.906041 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.935090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::3b5 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/9eddee3c-407f-498e-b989-49611a1010c6/94b594ed-dc78-4264-a58f-a2d387ee3e03) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:25.961994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.967465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c6faad9-efe5-4a70-8049-c96e90272b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.970696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c6faad9-efe5-4a70-8049-c96e90272b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.972030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6c6faad9-efe5-4a70-8049-c96e90272b1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/905b0c02-88a1-45cb-9363-70a644107fca HTTP/1.1" status: 204 len: 168 time: 0.3280215 Oct 13 04:15:26.049478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6faad9-efe5-4a70-8049-c96e90272b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b0c02-88a1-45cb-9363-70a644107fca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:26.093749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.096497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.097349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.118774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f131a-04d1-4403-9ab3-83a8243e5fba None None] Pushing event updated for resources: {'Port': ['ID=a00ac94b-ff6f-4509-a957-33d3da31b1ff,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:26.156750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0932920 Oct 13 04:15:26.157622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:26.193445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Request body: {'subnet': {'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-750294732-subnet', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:26.299856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f8f47-5bfb-4a13-bc52-28c644199376 admin admin] Pushing event updated for resources: {'Network': ['ID=ac34ae1e-49da-44a9-8416-3bbe99f0de15,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:26.310087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Made reservation on behalf of 285ab485aebc4be78c87a31dfb8c4146 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:26.312816 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.316413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:26.351436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40b298-a413-43d8-b799-789a30b6a3ca req-81604b37-6294-4d1b-b9f6-2e6ccfc40217 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.384857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e40b298-a413-43d8-b799-789a30b6a3ca req-81604b37-6294-4d1b-b9f6-2e6ccfc40217 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.5243096 Oct 13 04:15:26.386779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.497789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event updated for resources: {'Subnet': ['ID=22320075-a706-409a-8b3d-bf88a8576f7e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:26.500642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Attempting to bind port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:26.501195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Attempting to bind port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:26.501709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Attempting to bind port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 on network 4aeeda45-2786-4f7b-932d-9be0cad5540c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:26.540981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 on network 4aeeda45-2786-4f7b-932d-9be0cad5540c not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:26.541603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Attempting to bind port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 on network 4aeeda45-2786-4f7b-932d-9be0cad5540c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:26.574129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e40b298-a413-43d8-b799-789a30b6a3ca req-5a6c9e65-d97b-4bc6-98c0-73dce8d11ca2 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838374 Oct 13 04:15:26.658484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.780305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.835077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:26.835393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Checking segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:26.836023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Bound using segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:26.837084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Bound port: ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:26.837465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.843977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.864613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Checking segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:26.865004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Network hostable DHCP agents. Network: ac34ae1e-49da-44a9-8416-3bbe99f0de15, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:26.891402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761915c0-8209-4ddb-8600-1837a9dc5f3a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:26.929688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:26.935479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:26.946283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, ac34ae1e-49da-44a9-8416-3bbe99f0de15) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:26.947648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:26.949953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Checking segment: {'id': '39d0eb5a-b394-4382-aa89-62f56ec591ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24039d97-3f19-4352-862a-db8546cfbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:26.950817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Network hostable DHCP agents. Network: 24039d97-3f19-4352-862a-db8546cfbc03, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:26.952792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.953401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.955337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:26.963597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.964587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.979273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b5db7bd-d536-42a8-9f1f-6bb3d7b4e0c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8193285 Oct 13 04:15:26.984098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:26.996899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:27.020672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2372222 Oct 13 04:15:27.023279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:27.100034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:27.103865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:27.105350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f69fe-e1cd-4d8c-b180-a2fe7997d6b2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=94b594ed-dc78-4264-a58f-a2d387ee3e03,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:27.115643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.166936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.167768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.170015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 200 len: 1091 time: 4.4320524 Oct 13 04:15:27.170152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da596d04-28de-4d6d-9f38-871e1b6a43f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.171493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:27.174977 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4701fc6a-5099-430a-beac-ba8c09a348c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:27.178250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Network 24039d97-3f19-4352-862a-db8546cfbc03 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:27.188339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 24039d97-3f19-4352-862a-db8546cfbc03) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:27.190951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.194469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.204753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da596d04-28de-4d6d-9f38-871e1b6a43f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.214478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-da596d04-28de-4d6d-9f38-871e1b6a43f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1882775 Oct 13 04:15:27.215746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:27.290756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.299329 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be3e287-37c5-4152-95b2-28dc355cb73b x-openstack-request-id: req-7be3e287-37c5-4152-95b2-28dc355cb73b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:27.299912 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:27.300379 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7be3e287-37c5-4152-95b2-28dc355cb73b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:27.300965 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163', 'status': 'completed', 'code': 200} Oct 13 04:15:27.317501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.318438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.479489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 94b594ed-dc78-4264-a58f-a2d387ee3e03 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:27.482069 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.576475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42574) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:27.595924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.696041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.708544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d24ba-ab98-4703-8cea-44084e2b3754 service neutron] Pushing event updated for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:27.718050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 94b594ed-dc78-4264-a58f-a2d387ee3e03 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:27.763429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c05e1819-0cd9-49bf-855a-b87bafb1590b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1223397 Oct 13 04:15:27.765221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:27.772833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Request body: {'port': {'network_id': '24039d97-3f19-4352-862a-db8546cfbc03', 'name': 'tempest-TagsExtTest-1528772986'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:27.829392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-defe7ec2-a2bb-427c-bf14-109a0586b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.831420 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-defe7ec2-a2bb-427c-bf14-109a0586b4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1094 time: 0.5345550 Oct 13 04:15:27.872644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1023017088'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:27.873513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a5566-30eb-4ffe-b16a-8e50a5f202fe None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:27.888191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5384e8ef-7034-4ac5-a861-4dd75a516ef8 None None] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:27.889163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-646d6c36-33f1-4622-93c5-7008f1d64dbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 200 len: 217 time: 0.0481470 Oct 13 04:15:27.972725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b6085-bbb4-4559-9251-5043e9bb1b24 None None] Network 24039d97-3f19-4352-862a-db8546cfbc03 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:27.989186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93449c38-d7c3-4a79-857f-90c0dd2edcd3 req-03a36a1f-d28b-4cbe-ba75-8ffd82f74645 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.000146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93449c38-d7c3-4a79-857f-90c0dd2edcd3 req-03a36a1f-d28b-4cbe-ba75-8ffd82f74645 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.2753210 Oct 13 04:15:28.056642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:28.060850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.127399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93449c38-d7c3-4a79-857f-90c0dd2edcd3 req-1462b395-b80b-4fd7-8b88-10f447c1269e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259186 Oct 13 04:15:28.138947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.272724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Made reservation on behalf of 9fe8e8ba39e045bc949f9a7d0f15d939 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:28.277760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.364752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] device_id is not set on port b6bee86b-285c-4bc8-8134-88f8ae2918ac yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:28.396228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.408395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a00ac94b-ff6f-4509-a957-33d3da31b1ff up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:28.489760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-530c1986-8526-4585-9bbe-857ccb44f2fc None None] Provisioning complete for port a00ac94b-ff6f-4509-a957-33d3da31b1ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:28.490348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-530c1986-8526-4585-9bbe-857ccb44f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.540408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=94b594ed-dc78-4264-a58f-a2d387ee3e03,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:28.603063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.606675 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-db2a81f9-b594-4cf0-9d8f-8cb43b6b921c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/94b594ed-dc78-4264-a58f-a2d387ee3e03 HTTP/1.1" status: 204 len: 168 time: 1.3816974 Oct 13 04:15:28.611613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42632) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:28.628111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.636238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.654788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-24039d97-3f19-4352-862a-db8546cfbc03', 'network_id': '24039d97-3f19-4352-862a-db8546cfbc03', 'tenant_id': '9fe8e8ba39e045bc949f9a7d0f15d939', 'fixed_ips': [{'subnet_id': '22320075-a706-409a-8b3d-bf88a8576f7e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:28.655740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.690506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:28.721073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Allocated IP 172.20.0.13 (24039d97-3f19-4352-862a-db8546cfbc03/22320075-a706-409a-8b3d-bf88a8576f7e/b6bee86b-285c-4bc8-8134-88f8ae2918ac) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:28.723909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.724094 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Added segment bc7e8446-0271-412d-8d47-e3f9278be3e0 of type vlan for network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d Oct 13 04:15:28.726531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0bc4ee-4417-4be9-be07-f006690569eb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:28.762365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1de974-dc43-49fd-9e19-7f203de2d036 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.764146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1de974-dc43-49fd-9e19-7f203de2d036 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.765772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a1de974-dc43-49fd-9e19-7f203de2d036 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1519647 Oct 13 04:15:28.769511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:28.789121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.839242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-d8ebb4fc-1231-4eb3-9c69-dd42efd8baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.841862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-d8ebb4fc-1231-4eb3-9c69-dd42efd8baa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.9439971 Oct 13 04:15:28.846585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a00ac94b-ff6f-4509-a957-33d3da31b1ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:28.847663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.850751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.857006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.857625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.968364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3835261 Oct 13 04:15:28.971626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-65a13d30-6f0d-462d-82bf-3543a915039a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136603 Oct 13 04:15:28.975527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 9eddee3c-407f-498e-b989-49611a1010c6 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:28.982482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.030923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-530c1986-8526-4585-9bbe-857ccb44f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.041442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.093534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacba149-230b-4961-9990-464dbcc27d4b tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Network': ['ID=d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:29.102955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.160189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:29.163243 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.172076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:29.184128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Network 24039d97-3f19-4352-862a-db8546cfbc03 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:29.189434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:29.204050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:29.259389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.293283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event updated for resources: {'Port': ['ID=b6bee86b-285c-4bc8-8134-88f8ae2918ac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:29.387549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.412128 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.484168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.576934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Allocated IP 172.20.0.2 (24039d97-3f19-4352-862a-db8546cfbc03/22320075-a706-409a-8b3d-bf88a8576f7e/84629ef4-a0bf-4217-9611-aa17f82fabdd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:29.865439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-9794709e-86af-475e-9202-3e887a04278e service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853164 Oct 13 04:15:29.867806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-530c1986-8526-4585-9bbe-857ccb44f2fc None None] For port a00ac94b-ff6f-4509-a957-33d3da31b1ff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a00ac94b-ff6f-4509-a957-33d3da31b1ff,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:29.909637 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.924532 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-530c1986-8526-4585-9bbe-857ccb44f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.997305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.130198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.132097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.163407 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:15:30.163976 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:15:30.172119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0e32-5673-4da3-8e5e-bb6d12eccec5 req-8c76b356-e1f9-4485-872e-0b83963ab0d1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.174263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=9eddee3c-407f-498e-b989-49611a1010c6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:30.177684 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e28e0e32-5673-4da3-8e5e-bb6d12eccec5 req-8c76b356-e1f9-4485-872e-0b83963ab0d1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.8863680 Oct 13 04:15:30.183784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5906b6c2-ab20-469c-aa0b-3363cab4c844 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4157557 Oct 13 04:15:30.189045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:30.189372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126386b-de24-4982-a950-64d2a313c89c None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:30.212540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1721064898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:30.215123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c1986-8526-4585-9bbe-857ccb44f2fc None None] Pushing event updated for resources: {'Port': ['ID=a00ac94b-ff6f-4509-a957-33d3da31b1ff,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:30.281558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Allocated IP 172.20.0.2 (ac34ae1e-49da-44a9-8416-3bbe99f0de15/761915c0-8209-4ddb-8600-1837a9dc5f3a/dee8f771-b48f-4070-9a22-c80b9c09f2d5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:30.298101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Allocated IP 172.25.1.183 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/936f4a6b-7ee5-44ed-ae02-21a7615892a0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:30.318826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e28e0e32-5673-4da3-8e5e-bb6d12eccec5 req-b031eaee-7a47-409c-98ea-73b6a2fd2d5a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286788 Oct 13 04:15:30.319787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.328890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.387529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ab840bf-4a2d-49fd-a25a-b663b889c1aa None None] Provisioning complete for port a00ac94b-ff6f-4509-a957-33d3da31b1ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:30.388186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.388496 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ab840bf-4a2d-49fd-a25a-b663b889c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.394285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-56152371-5b9d-4566-99b2-c95b18a35ef5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/9eddee3c-407f-498e-b989-49611a1010c6 HTTP/1.1" status: 204 len: 168 time: 1.6213150 Oct 13 04:15:30.411856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:30.512652 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.515380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.520371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf148324-64d0-435b-b81d-6f5b9178bd31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917535 Oct 13 04:15:30.520647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:30.535212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:30.553548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.557258 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.579702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d670-436e-464e-a2cb-8fe51b5c8dea req-7e8eb3ae-35ea-487f-971c-54fab96d0340 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.594442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ea8d670-436e-464e-a2cb-8fe51b5c8dea req-7e8eb3ae-35ea-487f-971c-54fab96d0340 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 947 time: 0.7336133 Oct 13 04:15:30.628060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Network 24039d97-3f19-4352-862a-db8546cfbc03 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:30.648743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:30.652012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:30.684524 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.686625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e73dc6a0-e3f4-4219-8a3b-c4a62abc01fe tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4806883 Oct 13 04:15:30.689887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:30.716196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fb58b272-11a4-4c1a-b68a-d0db6339564c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1433081075', 'prefixes': ['172.20.0.0/16']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:30.804239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:30.807754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.821629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1b2b34e-1d54-4b21-9481-3afb34bc221b req-64b77f0f-8500-4785-8598-f909e97c30de service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316031 Oct 13 04:15:30.837437 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.855766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ea8d670-436e-464e-a2cb-8fe51b5c8dea req-4d44d350-3864-4017-b8bf-684520b85ded tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513995 Oct 13 04:15:30.858896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Attempting to bind port 84629ef4-a0bf-4217-9611-aa17f82fabdd on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:30.860116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Attempting to bind port 84629ef4-a0bf-4217-9611-aa17f82fabdd by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '39d0eb5a-b394-4382-aa89-62f56ec591ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24039d97-3f19-4352-862a-db8546cfbc03'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:30.860590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Attempting to bind port 84629ef4-a0bf-4217-9611-aa17f82fabdd on network 24039d97-3f19-4352-862a-db8546cfbc03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:30.865998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:30.870155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Pushing event updated for resources: {'Port': ['ID=84629ef4-a0bf-4217-9611-aa17f82fabdd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:30.944610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:30.944933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Checking segment: {'id': '39d0eb5a-b394-4382-aa89-62f56ec591ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24039d97-3f19-4352-862a-db8546cfbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:30.945347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.945741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Bound using segment: {'id': '39d0eb5a-b394-4382-aa89-62f56ec591ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24039d97-3f19-4352-862a-db8546cfbc03'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:30.946277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Bound port: 84629ef4-a0bf-4217-9611-aa17f82fabdd, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d0eb5a-b394-4382-aa89-62f56ec591ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24039d97-3f19-4352-862a-db8546cfbc03'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:30.946657 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.010760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.084017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-fa5a9d83-1e10-425e-a0d1-20bec31bf71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.085172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-fa5a9d83-1e10-425e-a0d1-20bec31bf71c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1094 time: 0.1860511 Oct 13 04:15:31.090409 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb58b272-11a4-4c1a-b68a-d0db6339564c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.091593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fb58b272-11a4-4c1a-b68a-d0db6339564c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3943136 Oct 13 04:15:31.096103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42680) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:31.109931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-624ac336-ab12-4514-91bc-fdd776eedf7e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-1658143620') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:31.112714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.127114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a00ac94b-ff6f-4509-a957-33d3da31b1ff no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:31.136170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:31.174237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:31.177256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.184448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:31.208663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Pushing event updated for resources: {'Port': ['ID=936f4a6b-7ee5-44ed-ae02-21a7615892a0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:31.258148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] Deleting port a00ac94b-ff6f-4509-a957-33d3da31b1ff {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:31.258570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.268720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:31.275760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:31.280417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:31.294962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-9f9407fa-2457-4e0a-ad6b-9e1807e94626 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.297460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-9f9407fa-2457-4e0a-ad6b-9e1807e94626 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.15 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 947 time: 0.1329412 Oct 13 04:15:31.436619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-af03cd67-df98-49ea-8b80-45c3575a407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.438481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-af03cd67-df98-49ea-8b80-45c3575a407a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.3409173 Oct 13 04:15:31.568944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-c5e6405b-30aa-4878-bad3-37c1d12f1358 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 200 len: 217 time: 0.1172621 Oct 13 04:15:31.590818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.615058 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.695356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-122cfc94-c256-4fef-b15c-d124bd547a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.697349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-122cfc94-c256-4fef-b15c-d124bd547a4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.1020751 Oct 13 04:15:31.711657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-624ac336-ab12-4514-91bc-fdd776eedf7e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-1658143620 HTTP/1.1" status: 201 len: 201 time: 0.6130662 Oct 13 04:15:31.718907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42684) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:31.746243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-59a00960-8d94-405f-9cfc-19c76b4f692a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-1685317415') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:31.746567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] For port 84629ef4-a0bf-4217-9611-aa17f82fabdd, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:31.751820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-afa6fd5c-d4e2-421b-afd4-81a5d5403f74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436974 Oct 13 04:15:31.761975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Attempting to bind port dee8f771-b48f-4070-9a22-c80b9c09f2d5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:31.762404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Attempting to bind port dee8f771-b48f-4070-9a22-c80b9c09f2d5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:31.762810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Attempting to bind port dee8f771-b48f-4070-9a22-c80b9c09f2d5 on network ac34ae1e-49da-44a9-8416-3bbe99f0de15 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:31.774563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:31.778337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:31.778711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Checking segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:31.779161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.779554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Bound using segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:31.780834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Bound port: dee8f771-b48f-4070-9a22-c80b9c09f2d5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:31.781218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.783032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Pushing event updated for resources: {'Port': ['ID=dee8f771-b48f-4070-9a22-c80b9c09f2d5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:31.818158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] For port 84629ef4-a0bf-4217-9611-aa17f82fabdd, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=84629ef4-a0bf-4217-9611-aa17f82fabdd,segment=NetworkSegment(39d0eb5a-b394-4382-aa89-62f56ec591ae),segment_id=39d0eb5a-b394-4382-aa89-62f56ec591ae)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:31.830465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a00ac94b-ff6f-4509-a957-33d3da31b1ff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a00ac94b-ff6f-4509-a957-33d3da31b1ff,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:31.840917 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.844648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e15a8-27ee-42a8-ac0f-6aa0ead5afe8 req-a5a4d720-9af5-42ec-85ab-e2fa3f08ee52 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.846208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c5e15a8-27ee-42a8-ac0f-6aa0ead5afe8 req-a5a4d720-9af5-42ec-85ab-e2fa3f08ee52 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.3864179 Oct 13 04:15:31.857446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:31.859506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] For port a00ac94b-ff6f-4509-a957-33d3da31b1ff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a00ac94b-ff6f-4509-a957-33d3da31b1ff,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:31.861251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.876185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.876821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.881865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Deleting port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:31.887802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.895515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=49707692-2a97-4ebb-a86e-2afa0496eb81,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:31.951946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.974727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71627b-642f-4516-ba82-1a35a5e4684f None None] Pushing event updated for resources: {'Port': ['ID=84629ef4-a0bf-4217-9611-aa17f82fabdd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:31.992972 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-65ee9121-0cfd-4ed5-88be-e1afb21d8d0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4682186 Oct 13 04:15:32.019131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] For port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:32.019715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.027574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:32.035606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Calling delete_port for fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:32.060359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a00ac94b-ff6f-4509-a957-33d3da31b1ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:32.062168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'name': 'tempest-NetworksTestDHCPv6-328832270'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:32.117956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] Calling delete_port for a00ac94b-ff6f-4509-a957-33d3da31b1ff owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:32.178101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c5e15a8-27ee-42a8-ac0f-6aa0ead5afe8 req-8b6e13f0-08b2-431d-87c9-24f2dc85f1b5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130703 Oct 13 04:15:32.227783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] For port dee8f771-b48f-4070-9a22-c80b9c09f2d5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:32.236441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] For port dee8f771-b48f-4070-9a22-c80b9c09f2d5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dee8f771-b48f-4070-9a22-c80b9c09f2d5,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:32.245884 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.329542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.341088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-59a00960-8d94-405f-9cfc-19c76b4f692a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-1685317415 HTTP/1.1" status: 201 len: 201 time: 0.6130853 Oct 13 04:15:32.343833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:32.348736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-ccbd8682-3d6b-47e4-9d6b-68b39655c86c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-1145294275') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:32.414464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f108e69-27d1-4019-9e2e-33c64b4e15e9 req-32a4a9ce-e5f9-4ec4-b5ea-77d490f440a3 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1237a55a-c521-4be1-92fd-9bf61d11ccb1 HTTP/1.1" status: 200 len: 210 time: 0.1269407 Oct 13 04:15:32.466592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:32.470418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.479811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b099-7c5c-43c2-a513-5d5a06d38bbb None None] Pushing event updated for resources: {'Port': ['ID=dee8f771-b48f-4070-9a22-c80b9c09f2d5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:32.516243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Pushing event deleted for resources: {'Port': ['ID=fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:32.534452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port d53a6a84-c798-47a9-80da-1e76ed72187f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:32.540491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:32.552644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'subnet': {'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:32.562306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.602403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] Pushing event deleted for resources: {'Port': ['ID=a00ac94b-ff6f-4509-a957-33d3da31b1ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:32.604236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab64f2b-2beb-47f8-8780-b629a3180ea6 None None] No DVR routers for this DVR port a00ac94b-ff6f-4509-a957-33d3da31b1ff on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:32.615746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] No DVR routers for this DVR port fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:32.623210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd54a7-ff99-49ab-b15c-db5649b09ae2 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:32.631961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.713994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.718008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60a98d32-14bf-4341-ae28-7db22130cb1a req-39f8dbee-dfc3-4ffb-99ac-0da46caeae2a tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.15 "DELETE /v2.0/ports/fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 HTTP/1.1" status: 204 len: 173 time: 1.3825359 Oct 13 04:15:32.720853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-deleted', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:32.722768 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb1d49-a9fe-4a95-8ed2-2fab3610ecc8" -d '{"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-deleted", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:32.733863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-fda497f0-0443-4e55-82e8-8d8dd8589f07 service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387395 Oct 13 04:15:32.736609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ccbd8682-3d6b-47e4-9d6b-68b39655c86c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-1145294275 HTTP/1.1" status: 201 len: 201 time: 0.3915217 Oct 13 04:15:32.761044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:32.780081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-171e24b0-c0fe-4a62-89f2-c9debeaa2301 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-2078889466') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:32.966819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '49707692-2a97-4ebb-a86e-2afa0496eb81'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:32.968745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.027563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::300 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/49707692-2a97-4ebb-a86e-2afa0496eb81/d53a6a84-c798-47a9-80da-1e76ed72187f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:33.084438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:33.088367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.097116 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-171e24b0-c0fe-4a62-89f2-c9debeaa2301 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-2078889466 HTTP/1.1" status: 201 len: 201 time: 0.3263738 Oct 13 04:15:33.139869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:33.159329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-889c0835-5b50-4f55-a9b4-d5effcbdc8f1 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:33.300230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dee8f771-b48f-4070-9a22-c80b9c09f2d5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:33.423651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port dee8f771-b48f-4070-9a22-c80b9c09f2d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:33.424075 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.510465 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc78a95-a8f2-41ef-91ea-e04e8eb48a27 x-openstack-request-id: req-cdc78a95-a8f2-41ef-91ea-e04e8eb48a27 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:33.511061 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1237a55a-c521-4be1-92fd-9bf61d11ccb1", "name": "network-vif-deleted", "tag": "fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:33.511061 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdc78a95-a8f2-41ef-91ea-e04e8eb48a27 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:33.511359 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1237a55a-c521-4be1-92fd-9bf61d11ccb1', 'name': 'network-vif-deleted', 'tag': 'fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5', 'status': 'completed', 'code': 200} Oct 13 04:15:33.568811 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.611983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-889c0835-5b50-4f55-a9b4-d5effcbdc8f1 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags HTTP/1.1" status: 200 len: 241 time: 0.4657266 Oct 13 04:15:33.621405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:33.627342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-ca5b221f-bec4-4cdf-be6e-c3b1c99a6759 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-1658143620') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:33.638016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port dee8f771-b48f-4070-9a22-c80b9c09f2d5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dee8f771-b48f-4070-9a22-c80b9c09f2d5,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:33.654784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.659615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 84629ef4-a0bf-4217-9611-aa17f82fabdd up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:33.691879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dabdb8-0e2f-44bb-bb4e-b521f829b82c req-3ded5078-78b6-4531-aaa8-5e846ca902b6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.709513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9dabdb8-0e2f-44bb-bb4e-b521f829b82c req-3ded5078-78b6-4531-aaa8-5e846ca902b6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.2081723 Oct 13 04:15:33.732085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4701fc6a-5099-430a-beac-ba8c09a348c9 req-9c601ff2-d4e8-4257-8a70-9235732ae2eb service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9898160 Oct 13 04:15:33.838464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2c0558-9f41-43c6-a811-2041bc221630 None None] Network 24039d97-3f19-4352-862a-db8546cfbc03 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:33.878636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9dabdb8-0e2f-44bb-bb4e-b521f829b82c req-c5f0bea9-3a69-49e9-8cfe-6bb21c741d80 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631329 Oct 13 04:15:33.898808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.913728 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.932995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=dee8f771-b48f-4070-9a22-c80b9c09f2d5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.029007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83778456-92ba-493b-ad0d-1e5b4676420e None None] Provisioning complete for port 84629ef4-a0bf-4217-9611-aa17f82fabdd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:34.029370 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83778456-92ba-493b-ad0d-1e5b4676420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.054397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.056762 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.085488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 84629ef4-a0bf-4217-9611-aa17f82fabdd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:34.085850 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.103508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:34.115063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Router 0524884b-f71d-44ea-8c01-fbc087c3727f is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:15:34.153220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ca5b221f-bec4-4cdf-be6e-c3b1c99a6759 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-1658143620 HTTP/1.1" status: 204 len: 168 time: 0.5282331 Oct 13 04:15:34.161544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.168097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-2c053ea4-c263-46d7-948d-2664100644c7 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-1658143620') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:34.208640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/49707692-2a97-4ebb-a86e-2afa0496eb81/ac77804f-e0bd-41bc-ba25-a80acf71337d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:34.222973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:34.231658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6717e1-8f9a-4eab-a738-4686e7c1ee36 req-039dbbf6-5e1f-4591-9b57-c1e3b7aac981 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.239900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f6717e1-8f9a-4eab-a738-4686e7c1ee36 req-039dbbf6-5e1f-4591-9b57-c1e3b7aac981 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 949 time: 0.2249169 Oct 13 04:15:34.252401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=d53a6a84-c798-47a9-80da-1e76ed72187f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.263994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:34.266070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Subnet': ['ID=f12f8630-bb71-4d1c-914d-0139b7367965,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.269199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:34.276977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.277875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.312437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:34.336129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Checking segment: {'id': 'bc7e8446-0271-412d-8d47-e3f9278be3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:34.336634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network hostable DHCP agents. Network: d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:34.339415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.340991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bae66860-c9f0-42a3-ab19-565a695bc360 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3500330 Oct 13 04:15:34.344043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.349465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f6717e1-8f9a-4eab-a738-4686e7c1ee36 req-4d7b72bb-79f9-4230-8222-c6ab27ad2a73 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085122 Oct 13 04:15:34.359271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2ccb5-a710-42d1-9f46-a1a30b5cd5b7 None None] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:34.371689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Sync routers for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:34.385109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0a74169b-e3a1-46ec-8207-0e28bf1609af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3564293 Oct 13 04:15:34.388972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.452074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:34.471026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:34.484189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.485039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.505698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb118e-c4fe-4dab-b9a5-319a8b645c2c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.506147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f3ab6-a29a-4558-b546-0b95ad6cdc07 None None] Network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:34.507697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ffdb118e-c4fe-4dab-b9a5-319a8b645c2c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1172593 Oct 13 04:15:34.511332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.523481 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2c053ea4-c263-46d7-948d-2664100644c7 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-1658143620 HTTP/1.1" status: 204 len: 168 time: 0.3586762 Oct 13 04:15:34.525680 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.534250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-9b10b9cc-de85-4b68-be67-516b8c4c360a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:34.551305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:34.551938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:15:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:34.582521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42726) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.582875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-10414839-1707-4548-a83e-754f1df4ac87 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0344346 Oct 13 04:15:34.588007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-745541575'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:34.656036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port d53a6a84-c798-47a9-80da-1e76ed72187f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:34.656886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.719817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:34.723432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.784951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:34.797248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.807737 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9b10b9cc-de85-4b68-be67-516b8c4c360a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags HTTP/1.1" status: 200 len: 205 time: 0.2785490 Oct 13 04:15:34.816212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for d53a6a84-c798-47a9-80da-1e76ed72187f owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:34.847455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.852384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-500346b2-528d-41bc-89ee-c731dd2e0e8a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:34.855091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.855545 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Added segment 60555307-c8b5-40ba-96ba-6e6e584db804 of type vlan for network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 Oct 13 04:15:34.937194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:34.965743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.999762 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.036174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=d53a6a84-c798-47a9-80da-1e76ed72187f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:35.048349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.070012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f80df-ef34-4b4c-b214-6fcc54712001 req-fedb4c39-371a-4202-8f93-348229164b8e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.071713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-535f80df-ef34-4b4c-b214-6fcc54712001 req-fedb4c39-371a-4202-8f93-348229164b8e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.0990465 Oct 13 04:15:35.078322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-500346b2-528d-41bc-89ee-c731dd2e0e8a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags HTTP/1.1" status: 200 len: 241 time: 0.2265491 Oct 13 04:15:35.078744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.084560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.085298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.086372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'port_id': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163', 'mac_address': 'fa:16:3e:c1:fb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:35.090112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.090723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83778456-92ba-493b-ad0d-1e5b4676420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.093477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.099789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f87316bf-4464-4bd8-8eae-3d52f1820f8d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/d53a6a84-c798-47a9-80da-1e76ed72187f HTTP/1.1" status: 204 len: 168 time: 0.5864382 Oct 13 04:15:35.104639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-baa5b56a-b086-4e0d-a071-296c46d36a3c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-1685317415') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:35.107702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.167440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-baa5b56a-b086-4e0d-a071-296c46d36a3c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-1685317415 HTTP/1.1" status: 204 len: 168 time: 0.0642025 Oct 13 04:15:35.167731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42736) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.172949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-7193c757-5cdf-455f-a9bd-08b32df8d111 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-1685317415') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:35.244157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-535f80df-ef34-4b4c-b214-6fcc54712001 req-125bf293-40db-4814-8c3c-050ba71e8f57 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550641 Oct 13 04:15:35.256892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6704295 Oct 13 04:15:35.269444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.277917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'subnet': {'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:35.284573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6a413-db95-437f-8135-6d134a4e5ac4 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Network': ['ID=88c9d26f-7cff-4b57-a1d6-fc2113625a57,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:35.297409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7193c757-5cdf-455f-a9bd-08b32df8d111 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-1685317415 HTTP/1.1" status: 204 len: 168 time: 0.1286614 Oct 13 04:15:35.298374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39c515-6365-49c9-887b-fed520ccff61 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.300348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39c515-6365-49c9-887b-fed520ccff61 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.303892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.306329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.308663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bb39c515-6365-49c9-887b-fed520ccff61 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1948967 Oct 13 04:15:35.318932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.319371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.327373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-c5b58fb9-7ce8-4607-b18a-886444a091b4 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:35.336643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.340595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:35.452122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:35.456444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.467846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-83778456-92ba-493b-ad0d-1e5b4676420e None None] For port 84629ef4-a0bf-4217-9611-aa17f82fabdd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=84629ef4-a0bf-4217-9611-aa17f82fabdd,segment=NetworkSegment(39d0eb5a-b394-4382-aa89-62f56ec591ae),segment_id=39d0eb5a-b394-4382-aa89-62f56ec591ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:35.596049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 49707692-2a97-4ebb-a86e-2afa0496eb81 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:35.605008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.615161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0de7b-6b60-40f5-bd30-1bf63fdaf032 req-070a4ba9-0f39-4876-b554-95f339d116b8 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.618401 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52f0de7b-6b60-40f5-bd30-1bf63fdaf032 req-070a4ba9-0f39-4876-b554-95f339d116b8 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 949 time: 0.1435134 Oct 13 04:15:35.641650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83778456-92ba-493b-ad0d-1e5b4676420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.664810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:35.677185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:35.680007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c5b58fb9-7ce8-4607-b18a-886444a091b4 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags HTTP/1.1" status: 200 len: 205 time: 0.3567643 Oct 13 04:15:35.684990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.692252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-1acef291-3c1b-4792-90a8-cd1cfecf0661 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:35.693044 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.694840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:35.696762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52f0de7b-6b60-40f5-bd30-1bf63fdaf032 req-e4001d5e-4c5e-40be-bc75-fdc4236dbd2f tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676353 Oct 13 04:15:35.709229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:35.731654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.828409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:15:35.841065 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:15:35.847557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:35.946682 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1acef291-3c1b-4792-90a8-cd1cfecf0661 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags HTTP/1.1" status: 200 len: 241 time: 0.2558851 Oct 13 04:15:35.949144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:35.959497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-348010d5-a396-4a7e-b3fd-a3bca311df5e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-1145294275') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:35.972925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.978437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Pushing event updated for resources: {'Port': ['ID=ac77804f-e0bd-41bc-ba25-a80acf71337d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:36.016633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:36.071816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778456-92ba-493b-ad0d-1e5b4676420e None None] Pushing event updated for resources: {'Port': ['ID=84629ef4-a0bf-4217-9611-aa17f82fabdd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:36.101500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.124071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-5a89b53f-4ba2-4130-87ed-01893422af7d tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:36.125710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-5a89b53f-4ba2-4130-87ed-01893422af7d tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.26 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 949 time: 0.3146980 Oct 13 04:15:36.159639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:15:36.162003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.169674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Provisioning complete for port b6bee86b-285c-4bc8-8134-88f8ae2918ac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:36.169890 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.225857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Subnet': ['ID=f3e66d9f-44ae-4a16-afb2-a156e1528030,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:36.246632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Attempting to bind port ac77804f-e0bd-41bc-ba25-a80acf71337d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:36.247024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Attempting to bind port ac77804f-e0bd-41bc-ba25-a80acf71337d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:36.247380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Attempting to bind port ac77804f-e0bd-41bc-ba25-a80acf71337d on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:36.286704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Checking segment: {'id': '60555307-c8b5-40ba-96ba-6e6e584db804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:36.287078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network hostable DHCP agents. Network: 88c9d26f-7cff-4b57-a1d6-fc2113625a57, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:36.294835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Port b6bee86b-285c-4bc8-8134-88f8ae2918ac cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:36.307236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:36.307661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:36.308199 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.308633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:36.309142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Bound port: ac77804f-e0bd-41bc-ba25-a80acf71337d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:36.309517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.310942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:36.323100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 88c9d26f-7cff-4b57-a1d6-fc2113625a57) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:36.328962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:36.330674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.337625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d', 'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d', 'tenant_id': '39016844c5784416b81c07a011c62293', 'fixed_ips': [{'subnet_id': 'f12f8630-bb71-4d1c-914d-0139b7367965'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:36.338488 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.342235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Allocated IP 172.20.0.1 (ac34ae1e-49da-44a9-8416-3bbe99f0de15/761915c0-8209-4ddb-8600-1837a9dc5f3a/570fff2d-27d3-4710-b97d-857c8d624a7b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:36.348649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13839aee-99e5-4610-8b67-fd10f912021b None None] Network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:36.360391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03a7c4cd-ef0a-498d-9ab4-48e993bd05aa tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0894263 Oct 13 04:15:36.361955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42758) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:36.368351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'port': {'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57', 'name': 'tempest-NetworksIpV6TestAttrs-344262760'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:36.402795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:36.415807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-348010d5-a396-4a7e-b3fd-a3bca311df5e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-1145294275 HTTP/1.1" status: 204 len: 168 time: 0.4611967 Oct 13 04:15:36.418038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:36.440850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-72725bbf-3e5f-465a-8aab-7c8e143b299f tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-1145294275') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:36.443352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.448226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:36.571910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Provisioning complete for port dee8f771-b48f-4070-9a22-c80b9c09f2d5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:36.571910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.619345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:36.625006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:36.632225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.680484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] device_id is not set on port 533a022b-51ab-45ba-a6eb-1317044ea9d7 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:36.740276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dee8f771-b48f-4070-9a22-c80b9c09f2d5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:36.742641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:36.742998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device fdcb7ee2-a379-4809-b7b4-5d104ac3d1c5 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:36.796797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] For port ac77804f-e0bd-41bc-ba25-a80acf71337d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:36.844307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] For port ac77804f-e0bd-41bc-ba25-a80acf71337d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac77804f-e0bd-41bc-ba25-a80acf71337d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:36.889050 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.971868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=49707692-2a97-4ebb-a86e-2afa0496eb81,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:36.974237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.980163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-399ecb5a-337f-408f-899a-cfddb797b7b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/49707692-2a97-4ebb-a86e-2afa0496eb81 HTTP/1.1" status: 204 len: 168 time: 1.6475399 Oct 13 04:15:36.985830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42766) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:36.997372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9845b-8364-4c08-85fc-589570e4b1ff req-959f9d57-e0e3-4cac-a3ee-acd2b9c80135 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:36.999498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39d9845b-8364-4c08-85fc-589570e4b1ff req-959f9d57-e0e3-4cac-a3ee-acd2b9c80135 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 949 time: 0.1299706 Oct 13 04:15:37.010339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Allocated IP 2001:db8::f816:3eff:fe3b:1fe7 (88c9d26f-7cff-4b57-a1d6-fc2113625a57/f3e66d9f-44ae-4a16-afb2-a156e1528030/533a022b-51ab-45ba-a6eb-1317044ea9d7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:37.029972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:31Z', 'revision_number': 3, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:37.033064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Allocated IP 2001:db8:0:ffff::2 (d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d/f12f8630-bb71-4d1c-914d-0139b7367965/60390505-2d41-4cbe-8fc0-61e5613aed41) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:37.056202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5e6ac364-e756-4e5a-b09a-b416f15b76cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528102 Oct 13 04:15:37.056771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.059843 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42768) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:37.072651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:37.130877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b9ba-e88a-4e19-af8b-c438f22abe53 req-060cf9e1-ce26-4af2-abe1-d2e35d103347 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:37.133296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6ed3b9ba-e88a-4e19-af8b-c438f22abe53 req-060cf9e1-ce26-4af2-abe1-d2e35d103347 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 944 time: 0.7345490 Oct 13 04:15:37.144742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.151250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Checking router: 0524884b-f71d-44ea-8c01-fbc087c3727f for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:37.151528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Updating router 0524884b-f71d-44ea-8c01-fbc087c3727f port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:15:37.166240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39d9845b-8364-4c08-85fc-589570e4b1ff req-6e4eb34e-d2b9-47d5-9d43-7dbc05f1bc43 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/security-groups?id=599cd01e-4703-4388-b7fe-eebb1ea91634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579540 Oct 13 04:15:37.175394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636c0f-51f1-4163-8cca-5d3ab88d377c None None] Pushing event updated for resources: {'Port': ['ID=ac77804f-e0bd-41bc-ba25-a80acf71337d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:37.187228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port dee8f771-b48f-4070-9a22-c80b9c09f2d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:37.187597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.238480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Deleting port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:37.239057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.268416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:37.293290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:37.297817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.309411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Pushing event updated for resources: {'Port': ['ID=570fff2d-27d3-4710-b97d-857c8d624a7b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:37.326564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:37.337681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:37.379088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.401437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-88c9d26f-7cff-4b57-a1d6-fc2113625a57', 'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57', 'tenant_id': '39016844c5784416b81c07a011c62293', 'fixed_ips': [{'subnet_id': 'f3e66d9f-44ae-4a16-afb2-a156e1528030'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:37.402296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.484647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.508472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6ed3b9ba-e88a-4e19-af8b-c438f22abe53 req-41a199e8-dfdb-4b4a-901a-4a995852aabe tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531694 Oct 13 04:15:37.518092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-72725bbf-3e5f-465a-8aab-7c8e143b299f tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-1145294275 HTTP/1.1" status: 204 len: 168 time: 1.0808692 Oct 13 04:15:37.518866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42770) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:37.530544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ab807624-71f5-4791-b029-ed123803dd81 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:37.640940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] For port a8e0c438-bcf7-45c6-86cd-3f2131fa6421, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:37.641286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.651504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Provisioning complete for port 84629ef4-a0bf-4217-9611-aa17f82fabdd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:37.652149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9ed94a3-40f5-4115-9728-690c8d116500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.657151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Calling delete_port for a8e0c438-bcf7-45c6-86cd-3f2131fa6421 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:37.789793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.912465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.918867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab807624-71f5-4791-b029-ed123803dd81 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags HTTP/1.1" status: 200 len: 205 time: 0.3945816 Oct 13 04:15:37.923352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:37.928763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-01f78da0-93ef-4841-a9b4-950ea1fcaeff tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:37.938774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 84629ef4-a0bf-4217-9611-aa17f82fabdd up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:37.961866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9d93-a745-47fd-b515-6eba5248d64e req-d7860de4-d5f2-47ac-aeb0-d920a0243e88 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:37.963440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3a9d93-a745-47fd-b515-6eba5248d64e req-d7860de4-d5f2-47ac-aeb0-d920a0243e88 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 949 time: 0.1568515 Oct 13 04:15:37.979795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:37.980553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-01f78da0-93ef-4841-a9b4-950ea1fcaeff tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags HTTP/1.1" status: 200 len: 241 time: 0.0548251 Oct 13 04:15:37.983830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:37.990474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-d6f3cde2-b06e-46ea-9c23-b9ca69dfdbd5 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-2078889466') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.026836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.056541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Pushing event deleted for resources: {'Port': ['ID=a8e0c438-bcf7-45c6-86cd-3f2131fa6421,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:38.094072 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.100803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d6f3cde2-b06e-46ea-9c23-b9ca69dfdbd5 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-2078889466 HTTP/1.1" status: 204 len: 168 time: 0.1123164 Oct 13 04:15:38.105046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:38.110057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.114423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-8865c96e-e715-4508-861f-badf49db75f8 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-2078889466') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.121063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:38.122750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Port': ['ID=533a022b-51ab-45ba-a6eb-1317044ea9d7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:38.134983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.150064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:38.155375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3a9d93-a745-47fd-b515-6eba5248d64e req-3d75de96-285b-43a9-aa2a-9ef97e833099 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765444 Oct 13 04:15:38.155754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:38.156395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.156541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] No DVR routers for this DVR port a8e0c438-bcf7-45c6-86cd-3f2131fa6421 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:38.159304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.163746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdcc94bb-e989-4148-820e-42dfce2456d2 req-27a98f97-0dda-4b82-9e7e-b1563fb70282 tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.26 "DELETE /v2.0/ports/a8e0c438-bcf7-45c6-86cd-3f2131fa6421 HTTP/1.1" status: 204 len: 173 time: 2.0063965 Oct 13 04:15:38.165775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-deleted', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:38.177524 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e71a7-eb28-4968-9ea4-35bcdcf0427e" -d '{"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-deleted", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:38.188539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.196263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8312de44-5f92-4610-9797-808794464486 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8327534 Oct 13 04:15:38.198654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.199000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.252166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:38.263863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:38.270784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Allocated IP 2001:db8::f816:3eff:fe62:ee61 (88c9d26f-7cff-4b57-a1d6-fc2113625a57/f3e66d9f-44ae-4a16-afb2-a156e1528030/54c5e5c1-e7d7-4fab-9c8b-259861932fd6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:38.271045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8865c96e-e715-4508-861f-badf49db75f8 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-2078889466 HTTP/1.1" status: 204 len: 168 time: 0.1559565 Oct 13 04:15:38.271045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:38.271045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.275008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.280525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Pushing event updated for resources: {'Port': ['ID=60390505-2d41-4cbe-8fc0-61e5613aed41,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:38.280718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-1e164d27-36c1-4da4-a1ea-59814826e05c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.300362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110b1eb-cbcf-4d47-902c-f095beef26d0 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:38.302293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=36e3531f-0478-4ecb-82fb-a9780d0ef5d5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:38.346100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:38.347194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42792) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.347516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b9671c1c-2976-4b61-b67a-925c548ef5cd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2864521 Oct 13 04:15:38.378709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'name': 'tempest-NetworksTestDHCPv6-1047421181'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:38.386996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e164d27-36c1-4da4-a1ea-59814826e05c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags HTTP/1.1" status: 200 len: 205 time: 0.1075447 Oct 13 04:15:38.392444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf6ed754-69e8-402f-89bd-4088a5fe30af req-71c3b23f-6452-4e62-b8b3-5af06d4d102c tempest-ListImageFiltersTestJSON-58341171 tempest-ListImageFiltersTestJSON-58341171-project] 10.222.0.44 "GET /v2.0/ports?device_id=1179f966-c430-4305-bcfc-45fb6e9cc533 HTTP/1.1" status: 200 len: 210 time: 0.0752277 Oct 13 04:15:38.397344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.402071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-33ddab70-6872-4eb2-b7d0-38c3711ee50c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.402819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 84629ef4-a0bf-4217-9611-aa17f82fabdd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:38.403902 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.406220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:38.421549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:38.467403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-33ddab70-6872-4eb2-b7d0-38c3711ee50c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags HTTP/1.1" status: 204 len: 168 time: 0.0687945 Oct 13 04:15:38.468725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.474710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-fc46161a-b550-4776-83db-e2db27177a65 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.537783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting subnet f3e66d9f-44ae-4a16-afb2-a156e1528030 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:38.552412 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752727c-fa7f-4782-8ff5-54917ed8c269 x-openstack-request-id: req-f752727c-fa7f-4782-8ff5-54917ed8c269 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:38.552998 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179f966-c430-4305-bcfc-45fb6e9cc533", "name": "network-vif-deleted", "tag": "a8e0c438-bcf7-45c6-86cd-3f2131fa6421", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:38.553437 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f752727c-fa7f-4782-8ff5-54917ed8c269 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:38.555543 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179f966-c430-4305-bcfc-45fb6e9cc533', 'name': 'network-vif-deleted', 'tag': 'a8e0c438-bcf7-45c6-86cd-3f2131fa6421', 'status': 'completed', 'code': 200} Oct 13 04:15:38.583261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.589415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.609181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Provisioning complete for port b6bee86b-285c-4bc8-8134-88f8ae2918ac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:38.609957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.652788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fc46161a-b550-4776-83db-e2db27177a65 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags HTTP/1.1" status: 204 len: 168 time: 0.1799297 Oct 13 04:15:38.653862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.659968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-4c46c516-84e2-4964-bc67-ece93bfb2e06 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.685683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Port b6bee86b-285c-4bc8-8134-88f8ae2918ac cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:38.763349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.765155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Attempting to bind port 60390505-2d41-4cbe-8fc0-61e5613aed41 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:38.765817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Attempting to bind port 60390505-2d41-4cbe-8fc0-61e5613aed41 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'bc7e8446-0271-412d-8d47-e3f9278be3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:38.766140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Attempting to bind port 60390505-2d41-4cbe-8fc0-61e5613aed41 on network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:38.778196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Pushing event updated for resources: {'Port': ['ID=570fff2d-27d3-4710-b97d-857c8d624a7b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:38.785049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4c46c516-84e2-4964-bc67-ece93bfb2e06 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1298027 Oct 13 04:15:38.787826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.792749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-18163513-bbbd-433d-9eef-b457a60b7935 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.822573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:38.823287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Checking segment: {'id': 'bc7e8446-0271-412d-8d47-e3f9278be3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:38.823997 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.824358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Bound using segment: {'id': 'bc7e8446-0271-412d-8d47-e3f9278be3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:38.825335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Bound port: 60390505-2d41-4cbe-8fc0-61e5613aed41, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7e8446-0271-412d-8d47-e3f9278be3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd9da5e30-c3a6-4c9c-95aa-e23f52f75d0d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:38.825901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.830609 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.848787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2029b0-4d8a-4fab-a32e-77ab700653ef req-c32615b8-075f-488b-82c8-a98553edfa8d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:38.850294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac2029b0-4d8a-4fab-a32e-77ab700653ef req-c32615b8-075f-488b-82c8-a98553edfa8d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 944 time: 0.1856363 Oct 13 04:15:38.852628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:38.856111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.858470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-18163513-bbbd-433d-9eef-b457a60b7935 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags HTTP/1.1" status: 204 len: 168 time: 0.0695455 Oct 13 04:15:38.864395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.870808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-364f1825-761b-400c-a172-5a3b01801c2d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-1133331355') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.876606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.902835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port c9633420-248c-4924-ae2e-241ef3b8a6cb yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:38.910045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Provisioning complete for port dee8f771-b48f-4070-9a22-c80b9c09f2d5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:38.910724 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.954326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-364f1825-761b-400c-a172-5a3b01801c2d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-1133331355 HTTP/1.1" status: 201 len: 201 time: 0.0883427 Oct 13 04:15:38.957496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:38.963107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-a9356d12-fd13-4dd7-b252-e4e933a341ef tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-1017744292') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:38.981358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac2029b0-4d8a-4fab-a32e-77ab700653ef req-d63d2f11-d12c-4d61-85ea-3ec00856ad69 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078889 Oct 13 04:15:39.015559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:39.018882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:39.045822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a9356d12-fd13-4dd7-b252-e4e933a341ef tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-1017744292 HTTP/1.1" status: 201 len: 201 time: 0.0846493 Oct 13 04:15:39.046151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.056105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-b1e6dff7-24e2-4e8e-b65c-dd70ab7b7237 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-616394466') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.124959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Attempting to bind port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:39.125350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Attempting to bind port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:39.125732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Attempting to bind port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:39.146166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7dab-026d-4eb0-bd7c-03a7bb5c6626 None None] Pushing event updated for resources: {'Port': ['ID=936f4a6b-7ee5-44ed-ae02-21a7615892a0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:39.162596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::17b (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/36e3531f-0478-4ecb-82fb-a9780d0ef5d5/c9633420-248c-4924-ae2e-241ef3b8a6cb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:39.172208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:39.172519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:39.173355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.173534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:39.174058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Bound port: 936f4a6b-7ee5-44ed-ae02-21a7615892a0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:39.174457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.195275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1e6dff7-24e2-4e8e-b65c-dd70ab7b7237 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-616394466 HTTP/1.1" status: 201 len: 201 time: 0.1457083 Oct 13 04:15:39.197692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.205967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-35009bfa-76c5-4bf9-ac93-339359de9f99 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-748833054') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.225597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Router 0524884b-f71d-44ea-8c01-fbc087c3727f has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:39.245602 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.247724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35009bfa-76c5-4bf9-ac93-339359de9f99 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-748833054 HTTP/1.1" status: 201 len: 201 time: 0.0466950 Oct 13 04:15:39.251358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.256274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-862aeca0-4995-4845-9074-7884450ea220 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', {'tags': ['tempest-TagsExtTest-Tag-92124046', 'tempest-TagsExtTest-Tag-41086852', 'tempest-TagsExtTest-Tag-1699506034']}) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.272804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] For port 60390505-2d41-4cbe-8fc0-61e5613aed41, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:39.282542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.284470 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.341688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] For port 60390505-2d41-4cbe-8fc0-61e5613aed41, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=60390505-2d41-4cbe-8fc0-61e5613aed41,segment=NetworkSegment(bc7e8446-0271-412d-8d47-e3f9278be3e0),segment_id=bc7e8446-0271-412d-8d47-e3f9278be3e0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:39.345731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:39.382003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-862aeca0-4995-4845-9074-7884450ea220 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags HTTP/1.1" status: 200 len: 314 time: 0.1293693 Oct 13 04:15:39.384422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.387579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:39.390039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.390998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-cd45fa84-cf45-450e-b348-ff8e96b8b713 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.402909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:39.446829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042055-d7a9-46c3-8034-9422760d52f1 req-d8e0f1b2-9424-4a40-a2b2-10d0b0a4b782 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:39.447247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] For port 936f4a6b-7ee5-44ed-ae02-21a7615892a0, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:39.454923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.455853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb042055-d7a9-46c3-8034-9422760d52f1 req-d8e0f1b2-9424-4a40-a2b2-10d0b0a4b782 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 949 time: 0.1173232 Oct 13 04:15:39.504438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Pushing event updated for resources: {'Port': ['ID=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:39.512255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9711b-b668-44b8-8207-09ce640887ed req-f7dc9328-cd76-48b1-8d69-1f1f6e38f2de tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:39.513660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cec9711b-b668-44b8-8207-09ce640887ed req-f7dc9328-cd76-48b1-8d69-1f1f6e38f2de tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 949 time: 0.2702241 Oct 13 04:15:39.532645 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] For port 936f4a6b-7ee5-44ed-ae02-21a7615892a0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=936f4a6b-7ee5-44ed-ae02-21a7615892a0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:39.537272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb042055-d7a9-46c3-8034-9422760d52f1 req-e3793c95-ff62-4f15-a7bf-74727e99239a tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802898 Oct 13 04:15:39.556089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.580837 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cd45fa84-cf45-450e-b348-ff8e96b8b713 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1874065 Oct 13 04:15:39.580837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.584396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-53f26f4d-ec58-46ef-97af-9b2eb9d9261d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-92124046') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.606660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '36e3531f-0478-4ecb-82fb-a9780d0ef5d5'}], 'binding:host_id': 'n-d-810220-9'}, 'id': 'ac77804f-e0bd-41bc-ba25-a80acf71337d'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:15:39.625377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Attempting to bind port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:39.625748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Attempting to bind port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '60555307-c8b5-40ba-96ba-6e6e584db804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:39.626156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Attempting to bind port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 on network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:39.664917 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-53f26f4d-ec58-46ef-97af-9b2eb9d9261d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:39.670131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53f26f4d-ec58-46ef-97af-9b2eb9d9261d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-92124046 HTTP/1.1" status: 404 len: 327 time: 0.0935330 Oct 13 04:15:39.671978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.677884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-76c41965-4fa6-4628-bf1d-482faaba5c27 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-41086852') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.710972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:39.733209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ecedcc41-9ad3-4d50-a1b8-6e3402527506 admin admin] 10.222.0.44 "PUT /v2.0/routers/0524884b-f71d-44ea-8c01-fbc087c3727f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3874195 Oct 13 04:15:39.802936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.865346 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-76c41965-4fa6-4628-bf1d-482faaba5c27 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:39.866826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-76c41965-4fa6-4628-bf1d-482faaba5c27 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-41086852 HTTP/1.1" status: 404 len: 327 time: 0.1937332 Oct 13 04:15:39.870340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:39.923229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.943077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:39.943766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Checking segment: {'id': '60555307-c8b5-40ba-96ba-6e6e584db804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:39.944641 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.945072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Bound using segment: {'id': '60555307-c8b5-40ba-96ba-6e6e584db804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:39.945775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Bound port: 54c5e5c1-e7d7-4fab-9c8b-259861932fd6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60555307-c8b5-40ba-96ba-6e6e584db804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '88c9d26f-7cff-4b57-a1d6-fc2113625a57'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:39.946459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.962596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-e88fbd4c-bc21-404b-92e1-d6a0f092dcb6 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e', 'tempest-TagsExtTest-Tag-1699506034') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:39.967020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Provisioning complete for port 570fff2d-27d3-4710-b97d-857c8d624a7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:39.967568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.969306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.011388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.021373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcfa3c-1aff-43da-bd3a-72517ca7906a None None] Pushing event updated for resources: {'Port': ['ID=60390505-2d41-4cbe-8fc0-61e5613aed41,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.044064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Deleting port e0230bd0-8291-482b-99dc-949308ec96bf {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:40.044587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.102460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:40.103491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:15:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:40.112848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.131278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.149681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:40.156366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] For port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:40.168365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] For port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,segment=NetworkSegment(60555307-c8b5-40ba-96ba-6e6e584db804),segment_id=60555307-c8b5-40ba-96ba-6e6e584db804)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:40.214774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e66d9f-44ae-4a16-afb2-a156e1528030,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.216657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-135d0a72-7d46-4651-823c-9a27c5c00b35 None None] Port 570fff2d-27d3-4710-b97d-857c8d624a7b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:40.222964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.229723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.240048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c6ba485-f40a-4709-9b02-8c6fc05a8740 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/f3e66d9f-44ae-4a16-afb2-a156e1528030 HTTP/1.1" status: 204 len: 168 time: 2.0265572 Oct 13 04:15:40.245401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.279634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:40.303061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:40.310478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:40.325739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5233150-b1df-48a1-85cc-cc177f086d1f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.328800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.330465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5233150-b1df-48a1-85cc-cc177f086d1f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.331633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.339690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=c9633420-248c-4924-ae2e-241ef3b8a6cb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.340347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e5233150-b1df-48a1-85cc-cc177f086d1f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1094618 Oct 13 04:15:40.341065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.366061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] For port e0230bd0-8291-482b-99dc-949308ec96bf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0230bd0-8291-482b-99dc-949308ec96bf,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:40.366544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.379452 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-e88fbd4c-bc21-404b-92e1-d6a0f092dcb6 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:40.388033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e88fbd4c-bc21-404b-92e1-d6a0f092dcb6 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags/tempest-TagsExtTest-Tag-1699506034 HTTP/1.1" status: 404 len: 329 time: 0.4326394 Oct 13 04:15:40.400991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42874) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.418838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7dab-026d-4eb0-bd7c-03a7bb5c6626 None None] Pushing event updated for resources: {'Port': ['ID=936f4a6b-7ee5-44ed-ae02-21a7615892a0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.422501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-47db1788-88dd-406a-93d4-c87e295ee31d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', {'tags': ['tempest-TagsExtTest-Tag-448531106', 'tempest-TagsExtTest-Tag-1285817635', 'tempest-TagsExtTest-Tag-28935886']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:40.453330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Calling delete_port for e0230bd0-8291-482b-99dc-949308ec96bf owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:40.483851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e13d473-902c-4883-a327-0fa8b410bb1e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1085341 Oct 13 04:15:40.489148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.539554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.548456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-961c34c1-f911-462b-bd4b-ea6e4f5f10fe None None] Provisioning complete for port 570fff2d-27d3-4710-b97d-857c8d624a7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:40.548898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-961c34c1-f911-462b-bd4b-ea6e4f5f10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.574673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc5b8-2d5a-4929-9be0-22da392dd105 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.607015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deae83d-5e1e-4c25-889a-3e9a7f79e5ca tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.614672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deae83d-5e1e-4c25-889a-3e9a7f79e5ca tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.616505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5deae83d-5e1e-4c25-889a-3e9a7f79e5ca tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1201220 Oct 13 04:15:40.618230 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7dc5b8-2d5a-4929-9be0-22da392dd105 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 04:15:40.618905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7dc5b8-2d5a-4929-9be0-22da392dd105 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:40.622855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5c7dc5b8-2d5a-4929-9be0-22da392dd105 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/88c9d26f-7cff-4b57-a1d6-fc2113625a57 HTTP/1.1" status: 409 len: 405 time: 0.2807136 Oct 13 04:15:40.624348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.633943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42892) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:40.640719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-63293208'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:40.648535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:40.724173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173189538', 'description': 'tempest-description--325406004'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:40.769123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:40.773288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.779385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:40.801302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:40.805450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.807629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf699a-92db-4a82-95d2-457baed6b2e6 None None] Pushing event updated for resources: {'Port': ['ID=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.821987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:40.855531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-961c34c1-f911-462b-bd4b-ea6e4f5f10fe None None] Port 570fff2d-27d3-4710-b97d-857c8d624a7b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:40.864180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/36e3531f-0478-4ecb-82fb-a9780d0ef5d5/ac77804f-e0bd-41bc-ba25-a80acf71337d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:40.867615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.875640 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.876235 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Added segment 369fbbcf-22c8-46c9-a406-23b360b8917a of type vlan for network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d Oct 13 04:15:40.879672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port c9633420-248c-4924-ae2e-241ef3b8a6cb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:40.880243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.983434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bbee9-d4d1-4bd7-a2fc-c9beb5b2978d req-6d38b18c-9101-48cb-821d-05868bb68818 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.992494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a66bbee9-d4d1-4bd7-a2fc-c9beb5b2978d req-6d38b18c-9101-48cb-821d-05868bb68818 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 944 time: 0.4653821 Oct 13 04:15:41.004507 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.042020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-47db1788-88dd-406a-93d4-c87e295ee31d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags HTTP/1.1" status: 200 len: 315 time: 0.6330819 Oct 13 04:15:41.052773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:41.060456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ce64e746-59b8-436d-aff5-a9918e8739f5 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:41.067971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.073536 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.081027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.081936 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.124275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for c9633420-248c-4924-ae2e-241ef3b8a6cb owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:41.140750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a66bbee9-d4d1-4bd7-a2fc-c9beb5b2978d req-eb1bc272-13f4-44c2-bf84-0a5d953b4d76 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327708 Oct 13 04:15:41.172307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263eff81-8eb1-4d31-b70f-a8fd441182c3 None None] Network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:41.183040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5466208 Oct 13 04:15:41.190736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:41.196385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'subnet': {'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:41.287345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2772d30-a82f-4508-bc9b-5adf66fe9417 None None] Provisioning complete for port 60390505-2d41-4cbe-8fc0-61e5613aed41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:41.287716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2772d30-a82f-4508-bc9b-5adf66fe9417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.298090 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.316530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.319916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3713c8-87c6-482b-947c-66e2f0b4f1c8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Network': ['ID=5610a739-ca7f-43f9-b2d6-00fbdf19cf8d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:41.346314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:41.353424 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.432547 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.433895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0e49-eefc-4053-9ef4-1751dbb67bd4 req-15470917-af80-4838-aaeb-05422060ad55 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.435195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8921738 Oct 13 04:15:41.440523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42910) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:41.443289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-226a0e49-eefc-4053-9ef4-1751dbb67bd4 req-15470917-af80-4838-aaeb-05422060ad55 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 867 time: 0.1370149 Oct 13 04:15:41.449531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.452784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 60390505-2d41-4cbe-8fc0-61e5613aed41 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:41.484176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] For port ac77804f-e0bd-41bc-ba25-a80acf71337d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac77804f-e0bd-41bc-ba25-a80acf71337d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:41.507626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:41.511538 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.532738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e0230bd0-8291-482b-99dc-949308ec96bf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:41.561456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:41.565718 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb90db-2726-426b-8022-37467be68b97" -d '{"events": [{"server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "name": "network-vif-plugged", "status": "completed", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:41.602829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.636258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-226a0e49-eefc-4053-9ef4-1751dbb67bd4 req-3e41ce18-c970-4458-b64f-730adbcf6c37 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3cb3a8d-e205-4457-8103-166ddde77169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919184 Oct 13 04:15:41.691398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.719973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:41.775361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:41.777239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.781844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/c9633420-248c-4924-ae2e-241ef3b8a6cb HTTP/1.1" status: 204 len: 168 time: 1.1561623 Oct 13 04:15:41.790251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:41.792112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc53d1-8e0e-4830-81a3-582586594bbf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=c9633420-248c-4924-ae2e-241ef3b8a6cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:41.806997 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd271fc-4446-403d-975c-e21a65236e71 x-openstack-request-id: req-9fd271fc-4446-403d-975c-e21a65236e71 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:41.807298 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "name": "network-vif-plugged", "status": "completed", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:41.807559 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fd271fc-4446-403d-975c-e21a65236e71 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:41.808095 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163', 'code': 200} Oct 13 04:15:41.848103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.859746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.861202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:41.884003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40dfae-ff84-47c5-906e-e2c352c5d3ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.886150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40dfae-ff84-47c5-906e-e2c352c5d3ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.888139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea40dfae-ff84-47c5-906e-e2c352c5d3ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0934300 Oct 13 04:15:41.909096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:41.929315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: a8e0c438-bcf7-45c6-86cd-3f2131fa6421 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:41.929505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device a8e0c438-bcf7-45c6-86cd-3f2131fa6421 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:42.012977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2772d30-a82f-4508-bc9b-5adf66fe9417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.015916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Request body: {'security_group_rule': {'security_group_id': '9256d5bd-f369-45cc-90f7-e9182ac4b903', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:42.031028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232115a7-4498-4ef0-9617-6ea382e6c583 None None] Network 88c9d26f-7cff-4b57-a1d6-fc2113625a57 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:42.031887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 36e3531f-0478-4ecb-82fb-a9780d0ef5d5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:42.035128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f663e-87e6-4dca-b783-e54a4d8e6443 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9256d5bd-f369-45cc-90f7-e9182ac4b903,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.035445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.077012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 2, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:42.079254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.102479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Pushing event deleted for resources: {'Port': ['ID=e0230bd0-8291-482b-99dc-949308ec96bf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.145984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f28f1-e34f-4d06-9eaa-17b83ab9031c None None] The sync data for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 is: [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 2, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:42.184382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] No DVR routers for this DVR port e0230bd0-8291-482b-99dc-949308ec96bf on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:42.187599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.190976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cec9711b-b668-44b8-8207-09ce640887ed req-971d3c63-adda-46d7-af04-c95efe8918c7 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.15 "DELETE /v2.0/ports/e0230bd0-8291-482b-99dc-949308ec96bf HTTP/1.1" status: 204 len: 173 time: 2.6366425 Oct 13 04:15:42.191428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'name': 'network-vif-deleted', 'tag': 'e0230bd0-8291-482b-99dc-949308ec96bf'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:42.193754 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70c80e-bf9f-4a50-8570-9d38e2c3197b" -d '{"events": [{"server_uuid": "eb6db778-0d5a-4a74-88fa-432750ced90e", "name": "network-vif-deleted", "tag": "e0230bd0-8291-482b-99dc-949308ec96bf"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:42.206429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2772d30-a82f-4508-bc9b-5adf66fe9417 None None] For port 60390505-2d41-4cbe-8fc0-61e5613aed41, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=60390505-2d41-4cbe-8fc0-61e5613aed41,segment=NetworkSegment(bc7e8446-0271-412d-8d47-e3f9278be3e0),segment_id=bc7e8446-0271-412d-8d47-e3f9278be3e0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:42.207062 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce64e746-59b8-436d-aff5-a9918e8739f5 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags HTTP/1.1" status: 204 len: 168 time: 1.1501513 Oct 13 04:15:42.210609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42928) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:42.216530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-4c9c9947-8d45-47f4-9159-902c3fac899d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-448531106') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:42.229384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.272268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 60390505-2d41-4cbe-8fc0-61e5613aed41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:42.272734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.284119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ec601c1-064f-4211-8d6e-6182d9bbf478 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6617cd833b59461fa514a2b931cf51fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984326 Oct 13 04:15:42.295867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:42.345391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224e6e-87e9-44fa-a14f-d0722de1b87a req-5af1cbe8-e1a9-4947-b87a-86b4f2be6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:42.347124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf224e6e-87e9-44fa-a14f-d0722de1b87a req-5af1cbe8-e1a9-4947-b87a-86b4f2be6aa4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1096 time: 0.3162408 Oct 13 04:15:42.366323 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5816f8-31f7-4727-aaa9-7d577761ac08 x-openstack-request-id: req-8f5816f8-31f7-4727-aaa9-7d577761ac08 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:42.366731 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6db778-0d5a-4a74-88fa-432750ced90e", "name": "network-vif-deleted", "tag": "e0230bd0-8291-482b-99dc-949308ec96bf", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:42.367123 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f5816f8-31f7-4727-aaa9-7d577761ac08 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:42.367655 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6db778-0d5a-4a74-88fa-432750ced90e', 'name': 'network-vif-deleted', 'tag': 'e0230bd0-8291-482b-99dc-949308ec96bf', 'status': 'completed', 'code': 200} Oct 13 04:15:42.390167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.527079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.531905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf224e6e-87e9-44fa-a14f-d0722de1b87a req-0da97704-d018-4e0b-b45b-b1c6b6e24845 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591606 Oct 13 04:15:42.540908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.550391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:15:42.558842 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-4c9c9947-8d45-47f4-9159-902c3fac899d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:42.560034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c9c9947-8d45-47f4-9159-902c3fac899d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-448531106 HTTP/1.1" status: 404 len: 328 time: 0.3478842 Oct 13 04:15:42.568626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c65591f-47b7-4aae-92aa-8aa1d9ee8f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.569489 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.570389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:42.578654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.601916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-55fb9964-75e5-46c0-b5c8-cce747d4a16c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-1285817635') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:42.657456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761389fd-148e-4e41-9e5f-8d245ba583a7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.661706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2772d30-a82f-4508-bc9b-5adf66fe9417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.693348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.694939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-119c3fcd-5682-45b9-abaa-f2668092337e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2468164 Oct 13 04:15:42.720154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42936) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:42.735881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Request body: {'security_group_rule': {'security_group_id': '9256d5bd-f369-45cc-90f7-e9182ac4b903', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:42.752107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c65591f-47b7-4aae-92aa-8aa1d9ee8f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.767976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a3a3-cfcb-4398-bead-6d5105271ccf req-0e5716a7-4d4b-4335-a120-7b886fe0acd5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:42.774584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee89a3a3-cfcb-4398-bead-6d5105271ccf req-0e5716a7-4d4b-4335-a120-7b886fe0acd5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.5006251 Oct 13 04:15:42.787835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.791480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/36e3531f-0478-4ecb-82fb-a9780d0ef5d5 HTTP/1.1" status: 204 len: 168 time: 0.8811846 Oct 13 04:15:42.796286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:42.849099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Pushing event updated for resources: {'Port': ['ID=ac77804f-e0bd-41bc-ba25-a80acf71337d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.947554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Subnet': ['ID=b3e4ab84-4b5d-4470-8d10-3504dc3bf898,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.975732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.976285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.976755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.977197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.977790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.978383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.979369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.979936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.980531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.981130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.981711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:42.982273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48b7a1-7002-4d62-a487-1e160e430ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:43.000143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b7e623f2-5285-4958-9972-c27ec6846ccc None None] Provisioning complete for port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:43.000845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e623f2-5285-4958-9972-c27ec6846ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.010592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeaffc-886e-4f9f-9ba8-a208e3ce3c4c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=36e3531f-0478-4ecb-82fb-a9780d0ef5d5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:43.019268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ee89a3a3-cfcb-4398-bead-6d5105271ccf req-ee22285e-afbb-4112-a3b9-d097ba439cb0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248127 Oct 13 04:15:43.027012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Checking segment: {'id': '369fbbcf-22c8-46c9-a406-23b360b8917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:43.027348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network hostable DHCP agents. Network: 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:43.028158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8775f49c-e9c7-4dae-8bc8-f76f62f88c16 req-375c4d3f-5cd4-4a37-9415-646575e158a1 tempest-VolumesBackupsTest-2042753209 tempest-VolumesBackupsTest-2042753209-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6db778-0d5a-4a74-88fa-432750ced90e HTTP/1.1" status: 200 len: 210 time: 0.1377182 Oct 13 04:15:43.036417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dfc1e880-fca3-4089-bc4a-bd430809d794 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2314625 Oct 13 04:15:43.057378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.085830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:43.087276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:43.104181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:43.125790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.126475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.139734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e39c4b-6db0-4e62-ac63-0a81a20b1641 None None] Network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:43.161548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31b9509d-4a4e-420f-876b-f798e9d57b6d tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9689615 Oct 13 04:15:43.163937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.169617 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-55fb9964-75e5-46c0-b5c8-cce747d4a16c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:43.174570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-55fb9964-75e5-46c0-b5c8-cce747d4a16c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-1285817635 HTTP/1.1" status: 404 len: 329 time: 0.5800390 Oct 13 04:15:43.175845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'port': {'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d', 'name': 'tempest-NetworksIpV6TestAttrs-1478318421'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:43.177351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.181773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-5ac0e54c-fe9b-44b3-8361-53bbc818646c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac', 'tempest-TagsExtTest-Tag-28935886') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:43.187586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.216653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c65591f-47b7-4aae-92aa-8aa1d9ee8f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.220329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c65591f-47b7-4aae-92aa-8aa1d9ee8f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.221562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7c65591f-47b7-4aae-92aa-8aa1d9ee8f95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/599cd01e-4703-4388-b7fe-eebb1ea91634 HTTP/1.1" status: 204 len: 168 time: 0.9245622 Oct 13 04:15:43.300605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65591f-47b7-4aae-92aa-8aa1d9ee8f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599cd01e-4703-4388-b7fe-eebb1ea91634,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:43.320314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf979cf5-f490-47cb-be6e-57b5dd416a25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.322603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bf979cf5-f490-47cb-be6e-57b5dd416a25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2504926 Oct 13 04:15:43.325638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.405020 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-5ac0e54c-fe9b-44b3-8361-53bbc818646c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:43.406324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ac0e54c-fe9b-44b3-8361-53bbc818646c tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags/tempest-TagsExtTest-Tag-28935886 HTTP/1.1" status: 404 len: 327 time: 0.2278733 Oct 13 04:15:43.414662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a726f-7be6-41b2-a6bf-4af14d63f942 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.418586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c90a726f-7be6-41b2-a6bf-4af14d63f942 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881562 Oct 13 04:15:43.419271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.420265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.428595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-b0e5a0b3-02f3-4d31-b744-0e0811edd4c4 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', {'tags': ['tempest-TagsExtTest-Tag-826573639', 'tempest-TagsExtTest-Tag-447725244', 'tempest-TagsExtTest-Tag-790336825']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:43.475698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:43.485475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4193a13-7e3a-4155-b48a-bcf603344733 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635417 Oct 13 04:15:43.494840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.501296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:43.529163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:43.533984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.547057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.571806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] DHCP port deletion for 88c9d26f-7cff-4b57-a1d6-fc2113625a57 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:43.603701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] device_id is not set on port ab52e88b-2bc7-49d5-99f6-e265248734b5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:43.636120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.681382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506bfa7-1113-40d0-802f-de96663e9d1c None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:43.683940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7785413f-0de5-447c-aca4-58b97279ced9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:43.750613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2772d30-a82f-4508-bc9b-5adf66fe9417 None None] Pushing event updated for resources: {'Port': ['ID=60390505-2d41-4cbe-8fc0-61e5613aed41,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:43.754149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.762101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b39bd0b6-6fd0-4744-ad46-d88119b0a355 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0387855 Oct 13 04:15:43.765564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.776659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:43.806389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Allocated IP 2001:db8::f816:3eff:fe36:8bcc (5610a739-ca7f-43f9-b2d6-00fbdf19cf8d/b3e4ab84-4b5d-4470-8d10-3504dc3bf898/ab52e88b-2bc7-49d5-99f6-e265248734b5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:43.809292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:43.813618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.878880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0e5a0b3-02f3-4d31-b744-0e0811edd4c4 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags HTTP/1.1" status: 200 len: 315 time: 0.4586816 Oct 13 04:15:43.879548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-5610a739-ca7f-43f9-b2d6-00fbdf19cf8d', 'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d', 'tenant_id': '39016844c5784416b81c07a011c62293', 'fixed_ips': [{'subnet_id': 'b3e4ab84-4b5d-4470-8d10-3504dc3bf898'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:43.880486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.882589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42964) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:43.888378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-485b27a4-82a2-44f8-9f42-f10c5b1e31fa tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:43.967929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e623f2-5285-4958-9972-c27ec6846ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.988861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.214732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-485b27a4-82a2-44f8-9f42-f10c5b1e31fa tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags HTTP/1.1" status: 204 len: 168 time: 0.3305588 Oct 13 04:15:44.217998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42976) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:44.228921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-60e0cd93-135b-4550-890a-bf666307d8ec tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-826573639') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:44.241468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] Deleting port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:44.241995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.250545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:44.251172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.329310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.467988 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-60e0cd93-135b-4550-890a-bf666307d8ec tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:44.472365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-60e0cd93-135b-4550-890a-bf666307d8ec tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-826573639 HTTP/1.1" status: 404 len: 328 time: 0.2530470 Oct 13 04:15:44.474849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:44.480526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-d7b3b7f0-71c1-44a1-9847-fa24d227a9c2 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-447725244') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:44.533478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.551214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e4267-b21e-4392-b5d1-65fcbce3190c req-b75aaabf-d877-423b-baab-86ce6af08143 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.562742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c80e4267-b21e-4392-b5d1-65fcbce3190c req-b75aaabf-d877-423b-baab-86ce6af08143 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.4442225 Oct 13 04:15:44.564116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7e623f2-5285-4958-9972-c27ec6846ccc None None] For port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,segment=NetworkSegment(60555307-c8b5-40ba-96ba-6e6e584db804),segment_id=60555307-c8b5-40ba-96ba-6e6e584db804)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:44.572169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.599266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e623f2-5285-4958-9972-c27ec6846ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.600459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.682553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0230bd0-8291-482b-99dc-949308ec96bf no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:44.688120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] For port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,segment=NetworkSegment(60555307-c8b5-40ba-96ba-6e6e584db804),segment_id=60555307-c8b5-40ba-96ba-6e6e584db804)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:44.688702 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.717591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:44.727653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:44.737768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:44.742566 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-d7b3b7f0-71c1-44a1-9847-fa24d227a9c2 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:44.743415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:44.753402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d7b3b7f0-71c1-44a1-9847-fa24d227a9c2 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-447725244 HTTP/1.1" status: 404 len: 328 time: 0.2763333 Oct 13 04:15:44.754411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:44.779456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c80e4267-b21e-4392-b5d1-65fcbce3190c req-015e5bcd-b144-4085-8087-de5b7557f552 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140391 Oct 13 04:15:44.780816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-2a0a3d4d-fc1f-44d1-bb56-275456dbd39e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187', 'tempest-TagsExtTest-Tag-790336825') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:44.791542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.792160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.816584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:44.827406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:44.829542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e623f2-5285-4958-9972-c27ec6846ccc None None] Pushing event updated for resources: {'Port': ['ID=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:44.834410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.835276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.850417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Allocated IP 2001:db8::f816:3eff:fed4:eb20 (5610a739-ca7f-43f9-b2d6-00fbdf19cf8d/b3e4ab84-4b5d-4470-8d10-3504dc3bf898/f4529c8f-5b4e-48cb-9686-dcf46dfaf229) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:44.854438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e0230bd0-8291-482b-99dc-949308ec96bf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:44.854776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0230bd0-8291-482b-99dc-949308ec96bf not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:44.864057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] Calling delete_port for 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:44.891674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=81e4f588-7719-4b57-81c9-f440efa95b2e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:44.914101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-885df40f-9dc0-4a86-bc36-e8e038ffd44b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4178758 Oct 13 04:15:44.915778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Port': ['ID=ab52e88b-2bc7-49d5-99f6-e265248734b5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:44.918976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42998) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:44.938327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '81e4f588-7719-4b57-81c9-f440efa95b2e', 'ip_address': '2001:db8::a16d:54a5:42fa:f76a'}], 'name': 'tempest-NetworksTestDHCPv6-76322912'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:45.016761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a9fac98-33f1-4ca4-98ce-6bbfba3d6dce tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8514433 Oct 13 04:15:45.041972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:45.049714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2595dace-dc76-423c-b8bc-d1ef4943a7c0 None None] Provisioning complete for port 60390505-2d41-4cbe-8fc0-61e5613aed41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:45.058043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2595dace-dc76-423c-b8bc-d1ef4943a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.112607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:45.184388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] Deleting port ac77804f-e0bd-41bc-ba25-a80acf71337d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:45.185053 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.277956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] For port ac77804f-e0bd-41bc-ba25-a80acf71337d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac77804f-e0bd-41bc-ba25-a80acf71337d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:45.278482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.297170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] Calling delete_port for ac77804f-e0bd-41bc-ba25-a80acf71337d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:45.311866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Allocated IP 172.25.1.37 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/9279f8d9-e0ee-464d-b341-8faff918f7b8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:45.337354 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-2a0a3d4d-fc1f-44d1-bb56-275456dbd39e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:45.340790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a0a3d4d-fc1f-44d1-bb56-275456dbd39e tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags/tempest-TagsExtTest-Tag-790336825 HTTP/1.1" status: 404 len: 328 time: 0.5664551 Oct 13 04:15:45.346384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43006) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:45.363872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ea810f0d-7e2d-413d-bf49-0c0bc4d2bc36 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', {'tags': ['tempest-TagsExtTest-Tag-984716725', 'tempest-TagsExtTest-Tag-423725850', 'tempest-TagsExtTest-Tag-536633057']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:45.436435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.465664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting subnet b3e4ab84-4b5d-4470-8d10-3504dc3bf898 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:45.478481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-e0b30ae9-9f56-4bca-b879-b8e81ff3833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.481365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-e0b30ae9-9f56-4bca-b879-b8e81ff3833d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1096 time: 0.2525787 Oct 13 04:15:45.483221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ea810f0d-7e2d-413d-bf49-0c0bc4d2bc36 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "PUT /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags HTTP/1.1" status: 200 len: 315 time: 0.1350811 Oct 13 04:15:45.487834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:45.498642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port dcd815c4-1642-422f-a6f1-3294dbe8c7be yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:45.542391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-3ca0dc6c-7b5d-4f52-857d-f455bcd5f4b2 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:45.567619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 936f4a6b-7ee5-44ed-ae02-21a7615892a0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:45.574645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.656027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.718229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ca0dc6c-7b5d-4f52-857d-f455bcd5f4b2 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags HTTP/1.1" status: 204 len: 168 time: 0.2291429 Oct 13 04:15:45.722763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:45.731502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-b53c5f85-f38a-4e23-b877-618282291233 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-984716725') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:45.766260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::a16d:54a5:42fa:f76a (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/81e4f588-7719-4b57-81c9-f440efa95b2e/dcd815c4-1642-422f-a6f1-3294dbe8c7be) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:45.783372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.801478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.854047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-505c0958-448f-40d2-ba1d-5c5ac63508d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.855428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-505c0958-448f-40d2-ba1d-5c5ac63508d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.3431439 Oct 13 04:15:45.861274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.862996 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-b53c5f85-f38a-4e23-b877-618282291233 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:45.863281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1577b-28a7-4748-b020-7df2fcf1ebe1 req-81863481-6218-4e45-8f45-588a9f862e4d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.864085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b53c5f85-f38a-4e23-b877-618282291233 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-984716725 HTTP/1.1" status: 404 len: 328 time: 0.1376779 Oct 13 04:15:45.865011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f1577b-28a7-4748-b020-7df2fcf1ebe1 req-81863481-6218-4e45-8f45-588a9f862e4d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.5972707 Oct 13 04:15:45.867888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:45.879073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-5bedae7d-7b14-491b-9497-19caedfff28a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-423725850') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:45.895705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] No DVR routers for this DVR port 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:45.897476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.942618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] Pushing event deleted for resources: {'Port': ['ID=ac77804f-e0bd-41bc-ba25-a80acf71337d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:45.948911 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.966818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c3ef9-1b0a-47a7-8e84-7795e36ec42d None None] No DVR routers for this DVR port ac77804f-e0bd-41bc-ba25-a80acf71337d on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:45.991206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-9de44a28-9cbb-4074-914b-cba7eec43f7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 200 len: 217 time: 0.1210399 Oct 13 04:15:46.056387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2595dace-dc76-423c-b8bc-d1ef4943a7c0 None None] Could not find standard attr ID for object ac77804f-e0bd-41bc-ba25-a80acf71337d. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:15:46.058789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604fd075-ca28-4175-896c-affb3446394f None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:46.083836 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Sync routers for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:46.101246 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:46.101506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.102488 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:15:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.115754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-0d2b098d-55c2-4b99-9f17-1b7f75cbb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.117240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-0d2b098d-55c2-4b99-9f17-1b7f75cbb229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.1154788 Oct 13 04:15:46.143408 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-5bedae7d-7b14-491b-9497-19caedfff28a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:46.144524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5bedae7d-7b14-491b-9497-19caedfff28a tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-423725850 HTTP/1.1" status: 404 len: 328 time: 0.2741146 Oct 13 04:15:46.147732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5f1577b-28a7-4748-b020-7df2fcf1ebe1 req-841faca6-9cf6-4922-bca7-e2caaf3633ba tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606814 Oct 13 04:15:46.148522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:46.160222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-d0c57e9b-368a-470c-96f8-3a1c50e96484 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b', 'tempest-TagsExtTest-Tag-536633057') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.210462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:46.247744 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d0c57e9b-368a-470c-96f8-3a1c50e96484 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] show failed (client error): The resource could not be found. Oct 13 04:15:46.248869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d0c57e9b-368a-470c-96f8-3a1c50e96484 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags/tempest-TagsExtTest-Tag-536633057 HTTP/1.1" status: 404 len: 328 time: 0.0970650 Oct 13 04:15:46.253848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.255609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:46.258281 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:46.262997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-20486ee3-0fcb-48ec-9e16-ea6a9f02a37b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '560a1407-7cc4-4d52-8a7d-760d28e6447b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.281339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:46.309380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-0cefdf26-32d8-4995-ab7f-7e186589fb8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463985 Oct 13 04:15:46.313696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:46.372229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20486ee3-0fcb-48ec-9e16-ea6a9f02a37b tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b/tags HTTP/1.1" status: 204 len: 168 time: 0.1100514 Oct 13 04:15:46.372229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:46.392585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-59a98e58-44c4-4fb9-89a6-701410989835 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38214b13-68b7-4ffb-a95b-337c54f94187') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.416446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:46.417406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f944828-7cac-4db3-9663-5be1c310662b None None] Pushing event deleted for resources: {'Port': ['ID=54c5e5c1-e7d7-4fab-9c8b-259861932fd6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:46.441611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:46.470323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:46.561174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.572438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:46.573461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.583973 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 2, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.629200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Attempting to bind port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:46.629844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Attempting to bind port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '369fbbcf-22c8-46c9-a406-23b360b8917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:46.630378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Attempting to bind port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 on network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:46.648853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-4e215e60-0c71-4fe7-948a-3130c152dd17 service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141041 Oct 13 04:15:46.650154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Pushing event updated for resources: {'Port': ['ID=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:46.660765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-59a98e58-44c4-4fb9-89a6-701410989835 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187/tags HTTP/1.1" status: 204 len: 168 time: 0.2808404 Oct 13 04:15:46.667918 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Checking router: 0524884b-f71d-44ea-8c01-fbc087c3727f for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:46.668289 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Updating router 0524884b-f71d-44ea-8c01-fbc087c3727f port 570fff2d-27d3-4710-b97d-857c8d624a7b binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:15:46.670680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:46.670985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Checking segment: {'id': '369fbbcf-22c8-46c9-a406-23b360b8917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:46.671388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.671778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Bound using segment: {'id': '369fbbcf-22c8-46c9-a406-23b360b8917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:46.672265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Bound port: f4529c8f-5b4e-48cb-9686-dcf46dfaf229, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369fbbcf-22c8-46c9-a406-23b360b8917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5610a739-ca7f-43f9-b2d6-00fbdf19cf8d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:46.672637 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.679530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43036) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:46.696570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-54088776-9f08-4a38-82a1-10cbc839addf tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6bee86b-285c-4bc8-8134-88f8ae2918ac') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.731291 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.745967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] For port f4529c8f-5b4e-48cb-9686-dcf46dfaf229, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:46.749448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] For port f4529c8f-5b4e-48cb-9686-dcf46dfaf229, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,segment=NetworkSegment(369fbbcf-22c8-46c9-a406-23b360b8917a),segment_id=369fbbcf-22c8-46c9-a406-23b360b8917a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:46.755763 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.787591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:46.791449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:46.800458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=dcd815c4-1642-422f-a6f1-3294dbe8c7be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:46.808791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:46.815099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.815620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.828174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '81e4f588-7719-4b57-81c9-f440efa95b2e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:46.829091 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.838686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.870444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8de625b6-6b94-4458-a114-a288cba62a08 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9383316 Oct 13 04:15:46.876109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:46.922242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-54088776-9f08-4a38-82a1-10cbc839addf tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac/tags HTTP/1.1" status: 204 len: 168 time: 0.2416341 Oct 13 04:15:46.923159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43042) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:46.930575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-769cb586-74a7-4b75-ad24-351f1ff3171d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '22320075-a706-409a-8b3d-bf88a8576f7e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:46.995170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db18300-7b1e-4618-812a-19c18f661893 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.997034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5db18300-7b1e-4618-812a-19c18f661893 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1199174 Oct 13 04:15:46.999722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:47.095521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.111365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event updated for resources: {'Port': ['ID=9279f8d9-e0ee-464d-b341-8faff918f7b8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.164177 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.182397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-769cb586-74a7-4b75-ad24-351f1ff3171d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e/tags HTTP/1.1" status: 204 len: 168 time: 0.2567809 Oct 13 04:15:47.188848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:47.234213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.296974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/81e4f588-7719-4b57-81c9-f440efa95b2e/d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:47.356529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.374097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b06c7-8917-41bf-92e5-e5a8d49a0868 None None] Pushing event updated for resources: {'Port': ['ID=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.379700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port dcd815c4-1642-422f-a6f1-3294dbe8c7be {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:47.381616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.412736 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.421515 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.463279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 936f4a6b-7ee5-44ed-ae02-21a7615892a0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=936f4a6b-7ee5-44ed-ae02-21a7615892a0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:47.470282 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.471956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 60390505-2d41-4cbe-8fc0-61e5613aed41 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:47.497179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.550748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d54aba7f-8960-49e9-972d-d1ad9326092d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.551812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d54aba7f-8960-49e9-972d-d1ad9326092d tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnetpools/560a1407-7cc4-4d52-8a7d-760d28e6447b HTTP/1.1" status: 204 len: 168 time: 0.3631973 Oct 13 04:15:47.570275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:47.572207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42c311-d2d3-492d-80c2-62f94c20469f None None] Pushing event updated for resources: {'Port': ['ID=570fff2d-27d3-4710-b97d-857c8d624a7b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.619922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e4ab84-4b5d-4470-8d10-3504dc3bf898,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.649965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-10082277-6f95-4f8b-95f8-3760b1a395c4 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "GET /v2.0/ports?device_id=38214b13-68b7-4ffb-a95b-337c54f94187 HTTP/1.1" status: 200 len: 205 time: 0.0764461 Oct 13 04:15:47.653220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:47.670908 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Attempting to bind port 570fff2d-27d3-4710-b97d-857c8d624a7b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:47.671812 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Attempting to bind port 570fff2d-27d3-4710-b97d-857c8d624a7b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:47.672589 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Attempting to bind port 570fff2d-27d3-4710-b97d-857c8d624a7b on network ac34ae1e-49da-44a9-8416-3bbe99f0de15 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:47.682110 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:47.683555 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Checking segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:47.685065 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.686223 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Bound using segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:47.687038 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Bound port: 570fff2d-27d3-4710-b97d-857c8d624a7b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:47.687726 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.724979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=936f4a6b-7ee5-44ed-ae02-21a7615892a0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.726842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.742855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.752129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b22bef5b-7349-454c-ac8c-7a1e03be16f8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/b3e4ab84-4b5d-4470-8d10-3504dc3bf898 HTTP/1.1" status: 204 len: 168 time: 2.6972415 Oct 13 04:15:47.794126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:47.805844 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] For port 570fff2d-27d3-4710-b97d-857c8d624a7b, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:47.811227 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] For port 570fff2d-27d3-4710-b97d-857c8d624a7b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=570fff2d-27d3-4710-b97d-857c8d624a7b,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:47.816455 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.865971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 60390505-2d41-4cbe-8fc0-61e5613aed41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:47.866349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.911679 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42c311-d2d3-492d-80c2-62f94c20469f None None] Pushing event updated for resources: {'Port': ['ID=570fff2d-27d3-4710-b97d-857c8d624a7b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.934353 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:47.936107 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:15:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:47.975093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96c85-42f5-40fb-bf29-d5f50189aec1 req-da95e3bc-229f-44a2-a0dd-47fc07f0d2bd tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:47.982459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5f96c85-42f5-40fb-bf29-d5f50189aec1 req-da95e3bc-229f-44a2-a0dd-47fc07f0d2bd tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.4513566 Oct 13 04:15:47.984010 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.985944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.992529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7208db8b-aca9-49b0-a06a-ce809b6f0c32 req-e9c695ec-47ba-4b0b-a166-17582aea6758 service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519840 Oct 13 04:15:48.032869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for dcd815c4-1642-422f-a6f1-3294dbe8c7be owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:48.043297 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.182122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:48.198107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:48.201133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:48.210254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event updated for resources: {'Port': ['ID=9279f8d9-e0ee-464d-b341-8faff918f7b8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:48.216458 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:48.222428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93f56f01-2c09-49b1-b6ae-d2955a7a36d7 None None] Provisioning complete for port 570fff2d-27d3-4710-b97d-857c8d624a7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:48.222808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f56f01-2c09-49b1-b6ae-d2955a7a36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.224427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Pushing event updated for resources: {'Port': ['ID=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:48.287035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.326694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5f96c85-42f5-40fb-bf29-d5f50189aec1 req-38f3e2af-b12b-4a9a-8142-1eedc4912e7d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078587 Oct 13 04:15:48.332425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.364390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.364390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e1a64b8-578b-4278-aa9a-4dfc7fa401b6 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5946155 Oct 13 04:15:48.417579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Attempting to bind port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:48.417946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Attempting to bind port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:48.418301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Attempting to bind port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:48.425305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:48.425724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:48.426127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.426509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:48.426982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Bound port: d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:48.427415 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.515899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f56f01-2c09-49b1-b6ae-d2955a7a36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.571772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93f56f01-2c09-49b1-b6ae-d2955a7a36d7 None None] For port 570fff2d-27d3-4710-b97d-857c8d624a7b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=570fff2d-27d3-4710-b97d-857c8d624a7b,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:48.582767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:48.608375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:48.608853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 54c5e5c1-e7d7-4fab-9c8b-259861932fd6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:48.611226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f56f01-2c09-49b1-b6ae-d2955a7a36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:48.801405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5d6b9-b271-4778-ab3d-1cdb855a0d52 None None] Network 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:48.866847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:48.911491 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cca00e-6d36-406a-8a9c-45415f152491 None None] The sync data for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 is: [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:48.940841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f56f01-2c09-49b1-b6ae-d2955a7a36d7 None None] Pushing event updated for resources: {'Port': ['ID=570fff2d-27d3-4710-b97d-857c8d624a7b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:48.970916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2aa1b9ad-42ed-4d38-9ce9-d3737e1ad0e0 None None] Provisioning complete for port 570fff2d-27d3-4710-b97d-857c8d624a7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:48.971285 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b9ad-42ed-4d38-9ce9-d3737e1ad0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.109632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] For port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:49.141765 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c354cebc-95d7-41b6-9d66-9593abb6b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.162632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] For port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:49.236116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.311730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 570fff2d-27d3-4710-b97d-857c8d624a7b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:49.518154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4211f-4f60-4107-94be-af7ca7c1b80f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:49.519655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4211f-4f60-4107-94be-af7ca7c1b80f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:49.532656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43118) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:49.533190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32a4211f-4f60-4107-94be-af7ca7c1b80f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.7354522 Oct 13 04:15:49.645883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63f7a1-a203-43a3-9e26-edae0f9db607 None None] Pushing event updated for resources: {'Port': ['ID=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:49.692536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1048e9f2-29a9-4d24-bcb5-d86966c3db84 None None] Provisioning complete for port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:49.692947 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1048e9f2-29a9-4d24-bcb5-d86966c3db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.764827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.777882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.798786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] DHCP port deletion for 5610a739-ca7f-43f9-b2d6-00fbdf19cf8d request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:49.799624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.805911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af2acce2-06ae-4484-9881-fad06facfae2 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.824470 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2acce2-06ae-4484-9881-fad06facfae2 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 04:15:49.827621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2acce2-06ae-4484-9881-fad06facfae2 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:15:49.827969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 570fff2d-27d3-4710-b97d-857c8d624a7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:49.828453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.836822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-af2acce2-06ae-4484-9881-fad06facfae2 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/5610a739-ca7f-43f9-b2d6-00fbdf19cf8d HTTP/1.1" status: 409 len: 405 time: 0.3001680 Oct 13 04:15:49.842591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:49.870237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-965562139'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:49.975478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:49.995972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.030577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=dcd815c4-1642-422f-a6f1-3294dbe8c7be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:50.070987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:50.096160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.096656 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Added segment 96384475-83c0-4a7f-b035-9d5c26f3bb42 of type vlan for network edfbe8bc-b71e-4097-92b4-06c9d0e2358f Oct 13 04:15:50.108818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.109650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Fanout notify agent at l3_agent the message router_deleted on router 38214b13-68b7-4ffb-a95b-337c54f94187 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:50.113698 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.128519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-edcea139-5ce1-45e6-9e24-977275b805d3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/dcd815c4-1642-422f-a6f1-3294dbe8c7be HTTP/1.1" status: 204 len: 168 time: 3.1266706 Oct 13 04:15:50.133773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:50.147450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.151569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea85f860-6b1d-442e-a0e9-760015f17867 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/routers/38214b13-68b7-4ffb-a95b-337c54f94187 HTTP/1.1" status: 204 len: 168 time: 2.4937458 Oct 13 04:15:50.276387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43156) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:50.281676 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899f940-0cde-4961-8ca7-9250c515d8f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.286378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899f940-0cde-4961-8ca7-9250c515d8f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.293584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b899f940-0cde-4961-8ca7-9250c515d8f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1398330 Oct 13 04:15:50.313311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:50.327618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be52622-8670-4f6c-a3bf-7f5542263c4e req-08124f3c-61b8-4c86-8767-ed3f4275385b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.343660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2be52622-8670-4f6c-a3bf-7f5542263c4e req-08124f3c-61b8-4c86-8767-ed3f4275385b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.7233026 Oct 13 04:15:50.353985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 936f4a6b-7ee5-44ed-ae02-21a7615892a0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:50.502908 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1048e9f2-29a9-4d24-bcb5-d86966c3db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.620962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] Deleting port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:50.621307 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.628891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2be52622-8670-4f6c-a3bf-7f5542263c4e req-545f1214-50af-4442-ba0c-957cfe4b5385 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804618 Oct 13 04:15:50.646908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 81e4f588-7719-4b57-81c9-f440efa95b2e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:50.660174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.767037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.810771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Deleting port b6bee86b-285c-4bc8-8134-88f8ae2918ac {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:50.811396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.888111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.942510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.949660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.954729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.013130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.021970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.026510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1764488 Oct 13 04:15:51.031083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:51.077527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1048e9f2-29a9-4d24-bcb5-d86966c3db84 None None] For port f4529c8f-5b4e-48cb-9686-dcf46dfaf229, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,segment=NetworkSegment(369fbbcf-22c8-46c9-a406-23b360b8917a),segment_id=369fbbcf-22c8-46c9-a406-23b360b8917a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:51.082178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:51.083786 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.101234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Calling delete_port for b6bee86b-285c-4bc8-8134-88f8ae2918ac owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:51.113496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'subnet': {'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:51.137372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1048e9f2-29a9-4d24-bcb5-d86966c3db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.193857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] For port f4529c8f-5b4e-48cb-9686-dcf46dfaf229, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,segment=NetworkSegment(369fbbcf-22c8-46c9-a406-23b360b8917a),segment_id=369fbbcf-22c8-46c9-a406-23b360b8917a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:51.194363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.218639 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.257302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] Calling delete_port for f4529c8f-5b4e-48cb-9686-dcf46dfaf229 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:51.293660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.302726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/81e4f588-7719-4b57-81c9-f440efa95b2e HTTP/1.1" status: 204 len: 168 time: 0.9423783 Oct 13 04:15:51.325579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048e9f2-29a9-4d24-bcb5-d86966c3db84 None None] Pushing event updated for resources: {'Port': ['ID=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:51.327882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:51.402616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-05498976-14c3-4f09-bf3e-62e7575b14ef tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733275 Oct 13 04:15:51.403534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:51.413282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f4529c8f-5b4e-48cb-9686-dcf46dfaf229 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:51.419408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:51.428887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92aca0-3c37-4e16-89d9-9bd53392239c tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Network': ['ID=edfbe8bc-b71e-4097-92b4-06c9d0e2358f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:51.437244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb6b63-cd0a-40f4-829e-ffe4c899b1ce None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:51.456220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838df8cb-3073-4bb8-825e-244d2cec9967 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=81e4f588-7719-4b57-81c9-f440efa95b2e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:51.474318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.494853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:51.498575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.558169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network edfbe8bc-b71e-4097-92b4-06c9d0e2358f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:51.587580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event deleted for resources: {'Port': ['ID=b6bee86b-285c-4bc8-8134-88f8ae2918ac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:51.742308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:51.746251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.762498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a005bdc6-2b56-4a25-84c7-b8407e57cf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.838070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] Provisioning complete for port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:51.843157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.995865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:51.996328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.999776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.009806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-77c08628-7184-4e50-8bb2-bbf7a0ec7dab tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/ports/b6bee86b-285c-4bc8-8134-88f8ae2918ac HTTP/1.1" status: 204 len: 168 time: 1.7123029 Oct 13 04:15:52.027586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b606-45fd-4bb7-98f8-4aa5468e2f32 req-6ef9fae9-4d19-4723-abcb-a4076dc46afc tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:52.048221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4cf7b606-45fd-4bb7-98f8-4aa5468e2f32 req-6ef9fae9-4d19-4723-abcb-a4076dc46afc tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2710223 Oct 13 04:15:52.048221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:52.105882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.164606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Could not find standard attr ID for object f4529c8f-5b4e-48cb-9686-dcf46dfaf229. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:15:52.173634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] No DVR routers for this DVR port f4529c8f-5b4e-48cb-9686-dcf46dfaf229 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:52.178821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b85b21-877d-4759-82ad-5a583e2e3278 None None] Pushing event deleted for resources: {'Port': ['ID=f4529c8f-5b4e-48cb-9686-dcf46dfaf229,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:52.195720 n-d-810220-9 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No ports have port_id starting with f4529c8f-5b4e-48cb-9686-dcf46dfaf229 Oct 13 04:15:52.269743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:52.270336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.291774 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.308756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Deleting subnet 22320075-a706-409a-8b3d-bf88a8576f7e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:52.323332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.343684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=2556ce1b-be7d-4df5-a22f-ac64f82ce795,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:52.375850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:52.376817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:52.384108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:52.384903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.426297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] For port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:52.438655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4cf7b606-45fd-4bb7-98f8-4aa5468e2f32 req-25d8aa49-153a-4910-a395-efb2866a9168 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190621 Oct 13 04:15:52.456392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:15:52.477006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.481983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.495360 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.535529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1f1e6655-d267-48f6-9dc3-6910d905c762 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1256187 Oct 13 04:15:52.538940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:52.562572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '2556ce1b-be7d-4df5-a22f-ac64f82ce795', 'ip_address': '2001:db8::f1cc:60b3:8605:b231'}], 'name': 'tempest-NetworksTestDHCPv6-164082182'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:52.567344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] Could not find standard attr ID for object dcd815c4-1642-422f-a6f1-3294dbe8c7be. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:15:52.568925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 570fff2d-27d3-4710-b97d-857c8d624a7b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:52.653668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] Deleting port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:52.654789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.687557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.801293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:52.814666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Subnet': ['ID=ff1bf1a8-39a6-426d-8e5a-1724247130ba,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:52.851054 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.886559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] For port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:52.892979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.937743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event deleted for resources: {'Subnet': ['ID=22320075-a706-409a-8b3d-bf88a8576f7e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:52.939545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Checking segment: {'id': '96384475-83c0-4a7f-b035-9d5c26f3bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:52.939923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network hostable DHCP agents. Network: edfbe8bc-b71e-4097-92b4-06c9d0e2358f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:52.942214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:52.951898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.963660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e744cc50-a6c9-428c-a40c-1f79289ad095 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/subnets/22320075-a706-409a-8b3d-bf88a8576f7e HTTP/1.1" status: 204 len: 168 time: 0.9201725 Oct 13 04:15:52.965964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43248) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:53.000317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a33f0a-8792-4ba4-807e-6b989c34f304 None None] Network 24039d97-3f19-4352-862a-db8546cfbc03 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:53.015215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05653ae-268a-4e8d-93bd-2dc1ec414006 None None] Pushing event updated for resources: {'Port': ['ID=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:53.016343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] Calling delete_port for d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:53.069842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.112279 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.115653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network edfbe8bc-b71e-4097-92b4-06c9d0e2358f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:53.116297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 570fff2d-27d3-4710-b97d-857c8d624a7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:53.116825 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.140569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.164850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, edfbe8bc-b71e-4097-92b4-06c9d0e2358f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:53.174843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b753bdf4-6c88-4506-9806-1eb1bf57d76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.182252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:53.187924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.206060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30792e-c208-4967-9e14-7d4adf8e4816 None None] Network edfbe8bc-b71e-4097-92b4-06c9d0e2358f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:53.206359 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.254927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port efcc4125-7365-45e3-ae03-10afb1b628db yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:53.293546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43256) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:53.295204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ca0ec611-2708-4985-9462-7d76fdf81107 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1929879 Oct 13 04:15:53.523501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.551676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f4529c8f-5b4e-48cb-9686-dcf46dfaf229 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:53.577890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] No DVR routers for this DVR port d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:53.603258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbcd30-8b79-421f-ad25-55abbb01c7ce None None] Pushing event deleted for resources: {'Port': ['ID=d66f6a3d-3fb9-47a8-a89f-af3e52e1d2de,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:53.617122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] DHCP port deletion for 24039d97-3f19-4352-862a-db8546cfbc03 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:53.631143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: f4529c8f-5b4e-48cb-9686-dcf46dfaf229 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:53.631427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f4529c8f-5b4e-48cb-9686-dcf46dfaf229 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:53.651103 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42948f6-cee4-42ba-a396-890068e20aea None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:53.718847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-edfbe8bc-b71e-4097-92b4-06c9d0e2358f', 'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f', 'tenant_id': '39016844c5784416b81c07a011c62293', 'fixed_ips': [{'subnet_id': 'ff1bf1a8-39a6-426d-8e5a-1724247130ba'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:53.719723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.797063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Deleting port 84629ef4-a0bf-4217-9611-aa17f82fabdd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:53.797546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.822855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f1cc:60b3:8605:b231 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/2556ce1b-be7d-4df5-a22f-ac64f82ce795/efcc4125-7365-45e3-ae03-10afb1b628db) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:53.839731 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.850886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa179c-ce6f-47c2-9187-5454e696717a req-b7ac54ba-af69-4ee2-8a56-73dc9bef7084 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:53.863583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98aa179c-ce6f-47c2-9187-5454e696717a req-b7ac54ba-af69-4ee2-8a56-73dc9bef7084 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1924303 Oct 13 04:15:53.915119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b753bdf4-6c88-4506-9806-1eb1bf57d76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.923835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98aa179c-ce6f-47c2-9187-5454e696717a req-4c3ad661-fc09-4854-bb14-4a2d8346484d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574114 Oct 13 04:15:53.963311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b753bdf4-6c88-4506-9806-1eb1bf57d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:53.978503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Deleting port 84629ef4-a0bf-4217-9611-aa17f82fabdd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:53.978759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.057228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.064845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] For port 84629ef4-a0bf-4217-9611-aa17f82fabdd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=84629ef4-a0bf-4217-9611-aa17f82fabdd,segment=NetworkSegment(39d0eb5a-b394-4382-aa89-62f56ec591ae),segment_id=39d0eb5a-b394-4382-aa89-62f56ec591ae)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:54.065218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.077667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b753bdf4-6c88-4506-9806-1eb1bf57d76f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2c4db1b3fa74cdaad4d5c4934943b62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2746003 Oct 13 04:15:54.089906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43290) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:54.127602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753bdf4-6c88-4506-9806-1eb1bf57d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f3e05e-2d60-4ec6-ac81-37fab2d1090f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:54.138937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Calling delete_port for 84629ef4-a0bf-4217-9611-aa17f82fabdd owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:54.182816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.233765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-931dde6c-d907-424d-89b8-d81231ebedb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.253205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.273426 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.286970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event deleted for resources: {'Port': ['ID=84629ef4-a0bf-4217-9611-aa17f82fabdd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:54.289506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] No DVR routers for this DVR port 84629ef4-a0bf-4217-9611-aa17f82fabdd on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:54.328546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Allocated IP 2001:db8::f816:3eff:fe9d:85c2 (edfbe8bc-b71e-4097-92b4-06c9d0e2358f/ff1bf1a8-39a6-426d-8e5a-1724247130ba/77447e6f-e0d8-4dfd-b515-3adf66f2a9d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:54.333457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] For port 84629ef4-a0bf-4217-9611-aa17f82fabdd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=84629ef4-a0bf-4217-9611-aa17f82fabdd,segment=NetworkSegment(39d0eb5a-b394-4382-aa89-62f56ec591ae),segment_id=39d0eb5a-b394-4382-aa89-62f56ec591ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:54.333866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.337369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-931dde6c-d907-424d-89b8-d81231ebedb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.369574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Calling delete_port for 84629ef4-a0bf-4217-9611-aa17f82fabdd owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:54.384650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:54.409578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:54.421400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:54.425931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.427680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 84629ef4-a0bf-4217-9611-aa17f82fabdd no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:54.431005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:54.433367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.459929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=efcc4125-7365-45e3-ae03-10afb1b628db,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:54.467096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24039d97-3f19-4352-862a-db8546cfbc03']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:54.473251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-09fa4597-c315-41bb-a42f-fe6cdfdef2da tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9297106 Oct 13 04:15:54.476450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:54.483549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d0eb5a-b394-4382-aa89-62f56ec591ae') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:54.483853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d0eb5a-b394-4382-aa89-62f56ec591ae') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:54.485997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 84629ef4-a0bf-4217-9611-aa17f82fabdd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:54.486344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 84629ef4-a0bf-4217-9611-aa17f82fabdd not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:54.519664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.542224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-931dde6c-d907-424d-89b8-d81231ebedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.545797 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-931dde6c-d907-424d-89b8-d81231ebedb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.546064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.548602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-931dde6c-d907-424d-89b8-d81231ebedb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52f3e05e-2d60-4ec6-ac81-37fab2d1090f HTTP/1.1" status: 204 len: 168 time: 0.4551585 Oct 13 04:15:54.559101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:54.560919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.561975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dde6c-d907-424d-89b8-d81231ebedb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f3e05e-2d60-4ec6-ac81-37fab2d1090f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:54.573781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b96e3e-1900-480d-a8cb-8dac37fef1aa tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:54.574549 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:54.580200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-55b96e3e-1900-480d-a8cb-8dac37fef1aa tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1008546 Oct 13 04:15:54.586447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:54.663289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '2556ce1b-be7d-4df5-a22f-ac64f82ce795'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:54.665768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.671381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.674299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.680069 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.683360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] 10.222.0.44 "DELETE /v2.0/networks/24039d97-3f19-4352-862a-db8546cfbc03 HTTP/1.1" status: 204 len: 168 time: 1.7157102 Oct 13 04:15:54.746045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c53a86-3fab-40e6-ad70-1b6666d71c04 tempest-TagsExtTest-1139011193 tempest-TagsExtTest-1139011193-project] Pushing event deleted for resources: {'Network': ['ID=24039d97-3f19-4352-862a-db8546cfbc03,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:54.765692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port efcc4125-7365-45e3-ae03-10afb1b628db {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:54.766042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.903390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.913941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Network 24039d97-3f19-4352-862a-db8546cfbc03 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:15:54.914661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] No DVR routers for this DVR port 84629ef4-a0bf-4217-9611-aa17f82fabdd on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:54.927569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:54.948425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for efcc4125-7365-45e3-ae03-10afb1b628db owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:54.987400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.015308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165b086-31ce-4fd9-baef-5ddd501c287e None None] Pushing event deleted for resources: {'Port': ['ID=84629ef4-a0bf-4217-9611-aa17f82fabdd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.043933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.103539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.179093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.186811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/2556ce1b-be7d-4df5-a22f-ac64f82ce795/fb5e45ec-2a95-48d2-aa3c-edd110939f4a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:55.208392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1bf1a8-39a6-426d-8e5a-1724247130ba,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.217899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Network edfbe8bc-b71e-4097-92b4-06c9d0e2358f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:55.238293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=efcc4125-7365-45e3-ae03-10afb1b628db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.242517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:55.255996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:55.283469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.289229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ad416aad-a436-47ae-9491-4b8a8ce426a2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/efcc4125-7365-45e3-ae03-10afb1b628db HTTP/1.1" status: 204 len: 168 time: 0.6991196 Oct 13 04:15:55.290336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.300054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43318) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.305183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202343ac-7d70-4dec-929c-d23aa6a48dda req-58e0af71-2e99-46de-9680-36a5228780c8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:55.309369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-202343ac-7d70-4dec-929c-d23aa6a48dda req-58e0af71-2e99-46de-9680-36a5228780c8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2595737 Oct 13 04:15:55.323993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Pushing event updated for resources: {'Port': ['ID=77447e6f-e0d8-4dfd-b515-3adf66f2a9d7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.413560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Attempting to bind port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:55.414253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Attempting to bind port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '96384475-83c0-4a7f-b035-9d5c26f3bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:55.414253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Attempting to bind port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7 on network edfbe8bc-b71e-4097-92b4-06c9d0e2358f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:55.425175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:55.425577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Checking segment: {'id': '96384475-83c0-4a7f-b035-9d5c26f3bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:55.425938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.426329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Bound using segment: {'id': '96384475-83c0-4a7f-b035-9d5c26f3bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:55.426740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e56606-1092-4d8a-856c-2bcbfce0e35e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:55.427224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Bound port: 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96384475-83c0-4a7f-b035-9d5c26f3bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:55.427224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.430245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e56606-1092-4d8a-856c-2bcbfce0e35e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:55.438129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.440026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-73e56606-1092-4d8a-856c-2bcbfce0e35e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1486406 Oct 13 04:15:55.550359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.614187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] For port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:55.642883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfbe8bc-b71e-4097-92b4-06c9d0e2358f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:55.661268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] For port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=77447e6f-e0d8-4dfd-b515-3adf66f2a9d7,segment=NetworkSegment(96384475-83c0-4a7f-b035-9d5c26f3bb42),segment_id=96384475-83c0-4a7f-b035-9d5c26f3bb42)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:55.692320 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.717031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-202343ac-7d70-4dec-929c-d23aa6a48dda req-b94820fb-9108-4767-a26b-57e601346bee tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030465 Oct 13 04:15:55.720923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96384475-83c0-4a7f-b035-9d5c26f3bb42') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:55.721226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96384475-83c0-4a7f-b035-9d5c26f3bb42') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:55.744434 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.756565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 2556ce1b-be7d-4df5-a22f-ac64f82ce795 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:55.767070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a6c5b2a1-8edb-4c0e-8c4b-475a32ce5d76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fe8e8ba39e045bc949f9a7d0f15d939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658988 Oct 13 04:15:55.768031 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.769872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.798113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.806708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.822930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.862769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7273-d1c2-43df-9df6-2c0a73c10f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.876195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.889347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0cf76-f9f6-49cf-9e67-765fbed4f88b None None] Network edfbe8bc-b71e-4097-92b4-06c9d0e2358f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:55.905855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7273-d1c2-43df-9df6-2c0a73c10f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.995217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:56.001945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7273-d1c2-43df-9df6-2c0a73c10f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.008062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:56.008360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7273-d1c2-43df-9df6-2c0a73c10f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.008960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.009812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0cb7273-d1c2-43df-9df6-2c0a73c10f8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8af6273f-997d-457e-b57b-c00567216684 HTTP/1.1" status: 204 len: 168 time: 0.2390573 Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:56.017647 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:56.022118 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.024037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb7273-d1c2-43df-9df6-2c0a73c10f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6273f-997d-457e-b57b-c00567216684,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.098806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:56.105825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b56db2-6bed-4e0d-90a4-4cff442e83da None None] Pushing event updated for resources: {'Port': ['ID=77447e6f-e0d8-4dfd-b515-3adf66f2a9d7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.120144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:56.130129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:56.239377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:15:56.239377 n-d-810220-9 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:15:56.239377 n-d-810220-9 neutron-server[94825]: [parameters: {'id': 'edfbe8bc-b71e-4097-92b4-06c9d0e2358f'}] Oct 13 04:15:56.239377 n-d-810220-9 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:15:56.239892 n-d-810220-9 neutron-server[94825]: DEBUG oslo_db.api [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:15:56.281195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Pushing event updated for resources: {'Port': ['ID=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.284836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.293606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Attempting to bind port fb5e45ec-2a95-48d2-aa3c-edd110939f4a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:56.295587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Attempting to bind port fb5e45ec-2a95-48d2-aa3c-edd110939f4a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:56.296116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Attempting to bind port fb5e45ec-2a95-48d2-aa3c-edd110939f4a on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:56.308556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:56.308960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:56.309362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.309890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:56.310882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Bound port: fb5e45ec-2a95-48d2-aa3c-edd110939f4a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:56.311256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.342238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=2556ce1b-be7d-4df5-a22f-ac64f82ce795,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.345853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.352331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43350) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:56.360004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-781d61de-9b19-46f3-b458-4e306b04884c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/2556ce1b-be7d-4df5-a22f-ac64f82ce795 HTTP/1.1" status: 204 len: 168 time: 0.9184163 Oct 13 04:15:56.402594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:56.408019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:56.410827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] For port fb5e45ec-2a95-48d2-aa3c-edd110939f4a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:56.413072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-530aab45-5c52-4345-9b93-131a10838ba6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597711 Oct 13 04:15:56.417422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] For port fb5e45ec-2a95-48d2-aa3c-edd110939f4a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:56.425246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.511356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1289500067-network', 'tenant_id': 'e7fde1e774a1421284cec650514b1162'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:56.521522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:56.527705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.550938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfeac99-5bfb-4130-8ccb-9a2edb5995ce None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:15:56.564932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726073d9-f65d-4494-b608-5e05ca9deb50 None None] Pushing event updated for resources: {'Port': ['ID=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.572494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Made reservation on behalf of e7fde1e774a1421284cec650514b1162 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:56.575155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.591138 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.676654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfeac99-5bfb-4130-8ccb-9a2edb5995ce None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:15:56.719013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.725713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.750437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.759024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:56.799076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ab283-d576-4190-b723-90a6012dcc6a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.822164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.823158 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Added segment 1ddbc97e-bd04-43a7-9233-f73e834c3156 of type vlan for network 07e16def-257a-4ee3-be39-50725184d4bd Oct 13 04:15:56.903555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.922025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.957899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df9e0d-47e9-458c-911d-2dbd55129e77 req-28514300-3250-4a8e-acf9-b4ea1318e0ec tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:56.959740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4df9e0d-47e9-458c-911d-2dbd55129e77 req-28514300-3250-4a8e-acf9-b4ea1318e0ec tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1199751 Oct 13 04:15:56.968009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:56.976261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:56.981413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:56.982714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.986441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:56.986441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.009065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=24fa0b40-dfdf-426b-b2c4-32dfb7046155,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.027849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.029935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:57.030980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.070018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5669560d-e3a6-48a4-b993-68ea06dd66e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6662576 Oct 13 04:15:57.070923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:57.089290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] For port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=77447e6f-e0d8-4dfd-b515-3adf66f2a9d7,segment=NetworkSegment(96384475-83c0-4a7f-b035-9d5c26f3bb42),segment_id=96384475-83c0-4a7f-b035-9d5c26f3bb42)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:57.089958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.104629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Calling delete_port for 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:57.110727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '24fa0b40-dfdf-426b-b2c4-32dfb7046155', 'ip_address': '2001:db8::544b:9b3f:5de9:a916'}], 'name': 'tempest-NetworksTestDHCPv6-1559271276'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:57.127399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4df9e0d-47e9-458c-911d-2dbd55129e77 req-9697f47b-85ff-4322-b9ee-e9adb7216589 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609559 Oct 13 04:15:57.190129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0555189 Oct 13 04:15:57.192582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:57.197624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Request body: {'subnet': {'network_id': '07e16def-257a-4ee3-be39-50725184d4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1289500067-subnet', 'tenant_id': 'e7fde1e774a1421284cec650514b1162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:57.217672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca392d-9cd4-4e22-a9c7-5fd6673429b4 admin admin] Pushing event updated for resources: {'Network': ['ID=07e16def-257a-4ee3-be39-50725184d4bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.264882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 07e16def-257a-4ee3-be39-50725184d4bd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:57.272115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Made reservation on behalf of e7fde1e774a1421284cec650514b1162 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:57.274519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.292879 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.327549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Port': ['ID=77447e6f-e0d8-4dfd-b515-3adf66f2a9d7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.332989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No DVR routers for this DVR port 77447e6f-e0d8-4dfd-b515-3adf66f2a9d7 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:57.389635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:57.392672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '24fa0b40-dfdf-426b-b2c4-32dfb7046155'}], 'binding:host_id': 'n-d-810220-9'}, 'id': 'fb5e45ec-2a95-48d2-aa3c-edd110939f4a'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:15:57.398553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.439880 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.443237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 7b74a78d-49bd-46f1-b472-3ac01e79ba3b yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:15:57.452447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:57.512048 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.558420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfbe8bc-b71e-4097-92b4-06c9d0e2358f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:57.580587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96384475-83c0-4a7f-b035-9d5c26f3bb42') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:57.580861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96384475-83c0-4a7f-b035-9d5c26f3bb42') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:57.605957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.626627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.631099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-797969900'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:57.640270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:57.641441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:57.649351 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:57.713317 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.731160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.735715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/24fa0b40-dfdf-426b-b2c4-32dfb7046155/fb5e45ec-2a95-48d2-aa3c-edd110939f4a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:57.743991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.749074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/edfbe8bc-b71e-4097-92b4-06c9d0e2358f HTTP/1.1" status: 204 len: 168 time: 4.4419444 Oct 13 04:15:57.755857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:57.771244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-605533053'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:57.775722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b59da-a373-4d04-88c5-fd495910f498 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Network': ['ID=edfbe8bc-b71e-4097-92b4-06c9d0e2358f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.777698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Made reservation on behalf of 6a69e753a78e4559b2661e461620685f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:57.782905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.798984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed82a29-fe5d-4ec8-a95a-af295bc86ac1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.808986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:57.813876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.821501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.844487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:57.856426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.857922 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Added segment fdfbc785-3e13-46c4-ba87-1f8941087ad8 of type vlan for network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 Oct 13 04:15:57.868776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Checking segment: {'id': '1ddbc97e-bd04-43a7-9233-f73e834c3156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '07e16def-257a-4ee3-be39-50725184d4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:57.869338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Network hostable DHCP agents. Network: 07e16def-257a-4ee3-be39-50725184d4bd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:57.877447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] For port fb5e45ec-2a95-48d2-aa3c-edd110939f4a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:57.918122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.925683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.931600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.937844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Network 07e16def-257a-4ee3-be39-50725184d4bd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:57.961172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.970557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:57.971362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.022909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 07e16def-257a-4ee3-be39-50725184d4bd) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:58.030421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.036151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.036767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.038603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a69c9-ccc7-4860-9f9b-7537748e978d None None] Pushing event updated for resources: {'Port': ['ID=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:58.042743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.079780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3180201 Oct 13 04:15:58.079780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:58.094013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'subnet': {'network_id': '99d43ee0-463e-44b5-8b78-75dc54f0edf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:58.104669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:58.127156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1f756-448d-4795-a5ce-3e1f844b74b8 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Network': ['ID=99d43ee0-463e-44b5-8b78-75dc54f0edf9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:58.141530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:58.154858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4556de12-8c23-4942-a6e9-dc9b019f62e4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9522614 Oct 13 04:15:58.154858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::544b:9b3f:5de9:a916 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/24fa0b40-dfdf-426b-b2c4-32dfb7046155/7b74a78d-49bd-46f1-b472-3ac01e79ba3b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:58.163887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036bb0aa-e464-43b0-9428-dcb1918962b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:58.180536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.186530 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Added segment 0b398fe9-2d6b-431d-ad07-58459cf09bd7 of type vlan for network b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe Oct 13 04:15:58.352479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.388958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:58.397406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.530421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.534581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:15:58.560167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.566545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.567265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.601123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e6d38-6718-4a82-9698-a1558508c0dc req-10acde17-7c66-47fb-9e6c-bbecaaeb7c4e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.603356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d3e6d38-6718-4a82-9698-a1558508c0dc req-10acde17-7c66-47fb-9e6c-bbecaaeb7c4e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2778420 Oct 13 04:15:58.655310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fc097884-d45e-4d8b-b806-c9cf66019fd6 req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1222610311', 'description': 'tempest-description-1764587325'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:58.669176 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2119868 Oct 13 04:15:58.670727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:58.678832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-5ab2319f-d278-49ff-bce8-4fa7cb346a0c tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1923161854') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:58.686531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.689892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45989c5-4d34-4488-81db-1b8ed4d578e5 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Pushing event updated for resources: {'Network': ['ID=b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:58.705015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:58.726701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d3e6d38-6718-4a82-9698-a1558508c0dc req-8a000a93-a1d7-4463-900f-b60b9b0acd38 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089609 Oct 13 04:15:58.764714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:58.768615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc097884-d45e-4d8b-b806-c9cf66019fd6 req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.772727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:58.778667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:58.785131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.785834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.795359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=7b74a78d-49bd-46f1-b472-3ac01e79ba3b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:58.823844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a4fadef3-c3c8-4f4e-a7b0-32a9543318f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7499375 Oct 13 04:15:58.824568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:58.876569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.900196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da1743-f244-43ba-968a-df0cee730e01 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.906912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da1743-f244-43ba-968a-df0cee730e01 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.908513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-87da1743-f244-43ba-968a-df0cee730e01 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0809708 Oct 13 04:15:58.914359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:58.941743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5ab2319f-d278-49ff-bce8-4fa7cb346a0c tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "PUT /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1923161854 HTTP/1.1" status: 201 len: 201 time: 0.2634110 Oct 13 04:15:58.944663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:58.956443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-460b525c-e2c2-4f08-a6ce-f9c6803614ec tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1923161854') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:58.964520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc097884-d45e-4d8b-b806-c9cf66019fd6 req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.984929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc097884-d45e-4d8b-b806-c9cf66019fd6 req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.052834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc097884-d45e-4d8b-b806-c9cf66019fd6 req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.054094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc097884-d45e-4d8b-b806-c9cf66019fd6 req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4072158 Oct 13 04:15:59.058621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Subnet': ['ID=d0b856fc-f771-4452-913b-136a4a5b36ab,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:59.058824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05501a-6b4f-4ef4-9fa3-d6a693e1bebb tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dcda9c-5899-4bc5-ba44-4af9d0af1c39,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:59.068006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Checking segment: {'id': 'fdfbc785-3e13-46c4-ba87-1f8941087ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99d43ee0-463e-44b5-8b78-75dc54f0edf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:59.068371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network hostable DHCP agents. Network: 99d43ee0-463e-44b5-8b78-75dc54f0edf9, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:59.092436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790fe3-2516-4d37-a095-4965056bee0d req-dba360e4-92a6-4cb5-90df-66c10c75da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:59.099564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-dba360e4-92a6-4cb5-90df-66c10c75da70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1096 time: 0.1464326 Oct 13 04:15:59.204747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 7b74a78d-49bd-46f1-b472-3ac01e79ba3b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:59.205092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.338262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790fe3-2516-4d37-a095-4965056bee0d req-bd4a8b51-9143-4e5b-a585-4bb791dc60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:59.340395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-bd4a8b51-9143-4e5b-a585-4bb791dc60ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.2213204 Oct 13 04:15:59.414913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-a8c54388-7dcd-4945-b995-f3c8e32216bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 200 len: 217 time: 0.0585825 Oct 13 04:15:59.437385 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.477954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 7b74a78d-49bd-46f1-b472-3ac01e79ba3b owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:59.500295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790fe3-2516-4d37-a095-4965056bee0d req-fdc5a1ed-10d8-4c21-8d27-d4f14c59a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:59.501792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-fdc5a1ed-10d8-4c21-8d27-d4f14c59a7b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.0780439 Oct 13 04:15:59.616026 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-460b525c-e2c2-4f08-a6ce-f9c6803614ec tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1923161854 HTTP/1.1" status: 204 len: 168 time: 0.6671455 Oct 13 04:15:59.619388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:59.628021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-f757eab9-5cdd-4d49-8a38-abf05f738c4f tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:59.634878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-f2637229-ea5a-4d84-9f6f-4c310f3906e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355663 Oct 13 04:15:59.653630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf521a20-ace1-4949-a064-3783142b9f2a None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:15:59.664743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:59.668801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-dba9df8e-bb58-4ec9-9880-7e28a2f71901 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/49dcda9c-5899-4bc5-ba44-4af9d0af1c39 HTTP/1.1" status: 200 len: 1807 time: 0.0764322 Oct 13 04:15:59.703763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49dcda9c-5899-4bc5-ba44-4af9d0af1c39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:59.704124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49dcda9c-5899-4bc5-ba44-4af9d0af1c39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:59.724896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 99d43ee0-463e-44b5-8b78-75dc54f0edf9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:59.735465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:59.736056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.772464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04c50722-c049-48c4-ad85-7da9b338cd56 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6896133 Oct 13 04:15:59.773117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:59.818556 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f757eab9-5cdd-4d49-8a38-abf05f738c4f tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags HTTP/1.1" status: 200 len: 238 time: 0.1957245 Oct 13 04:15:59.827375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43422) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:59.836072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-57ffc50c-85b2-4919-a16b-3b8fc72113bc tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', {'tags': ['tempest-TagsTest-Tag-1397221092', 'tempest-TagsTest-Tag-1504569206', 'tempest-TagsTest-Tag-1766753070']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:59.859827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf521a20-ace1-4949-a064-3783142b9f2a None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:15:59.870830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.891123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16096620-c54a-453e-ae61-feec35c10486 None None] Provisioning complete for port fb5e45ec-2a95-48d2-aa3c-edd110939f4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:59.891779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16096620-c54a-453e-ae61-feec35c10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.912971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.920700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.941269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2825fdc0-4d57-4bdd-a942-b23eb8227a8f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:59.952598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.014022 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.060401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.061622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5860ec94-ca5c-4cb4-b69f-5ae7821ac4bf req-3e7b6fb7-6f8b-46c1-a2c3-a29f2f71b49f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3667684 Oct 13 04:16:00.103857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-77358eca-9f80-4a93-8eeb-0501bc5019f8 req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-570164161', 'description': 'tempest-description-579590109'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:00.116599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.162605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b856fc-f771-4452-913b-136a4a5b36ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:00.217332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16096620-c54a-453e-ae61-feec35c10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.218804 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77358eca-9f80-4a93-8eeb-0501bc5019f8 req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.264991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.296785 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:00.301302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16096620-c54a-453e-ae61-feec35c10486 None None] For port fb5e45ec-2a95-48d2-aa3c-edd110939f4a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:00.306249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16096620-c54a-453e-ae61-feec35c10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.314705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d43ee0-463e-44b5-8b78-75dc54f0edf9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:00.349534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfbc785-3e13-46c4-ba87-1f8941087ad8') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:00.352437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfbc785-3e13-46c4-ba87-1f8941087ad8') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:00.392312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.426099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16096620-c54a-453e-ae61-feec35c10486 None None] Pushing event updated for resources: {'Port': ['ID=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:00.432414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-573450e2-166e-4d61-b507-ba399473ce63 service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890468 Oct 13 04:16:00.449162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fb5e45ec-2a95-48d2-aa3c-edd110939f4a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:00.451834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.473559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77358eca-9f80-4a93-8eeb-0501bc5019f8 req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.477994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:00.478502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:00.482756 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:00.496728 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77358eca-9f80-4a93-8eeb-0501bc5019f8 req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.552072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c45efa-06dd-4865-866f-de8d5633710b req-0981d6cc-274f-4dac-8e82-c81bc79a5b9d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:00.553843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0c45efa-06dd-4865-866f-de8d5633710b req-0981d6cc-274f-4dac-8e82-c81bc79a5b9d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.6835740 Oct 13 04:16:00.565428 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.567925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fb5e45ec-2a95-48d2-aa3c-edd110939f4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:00.568764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.604289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77358eca-9f80-4a93-8eeb-0501bc5019f8 req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.607825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=7b74a78d-49bd-46f1-b472-3ac01e79ba3b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:00.615719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77358eca-9f80-4a93-8eeb-0501bc5019f8 req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5148227 Oct 13 04:16:00.627653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.629194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4027a-0445-41e8-a05c-3fb696491306 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57de6e07-8278-4883-8f55-a2db4db1a9e2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:00.671605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.678332 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/99d43ee0-463e-44b5-8b78-75dc54f0edf9 HTTP/1.1" status: 204 len: 168 time: 0.9011889 Oct 13 04:16:00.678332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982739c-bf2e-4bd1-8b22-2b3838fba4b5 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Network': ['ID=99d43ee0-463e-44b5-8b78-75dc54f0edf9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:00.683336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:00.692804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364032347'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:00.752007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:00.763751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.782154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-57ffc50c-85b2-4919-a16b-3b8fc72113bc tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "PUT /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags HTTP/1.1" status: 200 len: 309 time: 0.9525924 Oct 13 04:16:00.787118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:00.787990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0c45efa-06dd-4865-866f-de8d5633710b req-6874906a-5320-48a2-a505-7b3fee6ff549 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115438 Oct 13 04:16:00.796419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-04e343b4-cfe1-400d-8768-e9312334cf65 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1397221092') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:00.817718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.825273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b03eec4-b0ba-41b5-8262-c960a519a178 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/7b74a78d-49bd-46f1-b472-3ac01e79ba3b HTTP/1.1" status: 204 len: 168 time: 1.9096775 Oct 13 04:16:00.826673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:00.841715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62790fe3-2516-4d37-a095-4965056bee0d req-72a293ba-8e4b-43ce-a61c-d587f5df64a8 service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795063 Oct 13 04:16:00.890375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-5eccb172-07ae-4c09-b91a-bc7f724835b3 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/57de6e07-8278-4883-8f55-a2db4db1a9e2 HTTP/1.1" status: 200 len: 1805 time: 0.2129831 Oct 13 04:16:00.905498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '57de6e07-8278-4883-8f55-a2db4db1a9e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:00.906164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '57de6e07-8278-4883-8f55-a2db4db1a9e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:00.914144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c3da9-64db-49d3-aac7-b3e8401c031a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:00.916787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c3da9-64db-49d3-aac7-b3e8401c031a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:00.922052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:00.923291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-752c3da9-64db-49d3-aac7-b3e8401c031a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0930128 Oct 13 04:16:00.924772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:16:00.993926 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.994271 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Added segment 3b024a0e-79d4-48e2-ad98-9496879ec3c7 of type vlan for network 083e43ff-85e3-4bb9-ab39-d157f260c9f5 Oct 13 04:16:01.064754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 24fa0b40-dfdf-426b-b2c4-32dfb7046155 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:01.082638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.087755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.129698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04e343b4-cfe1-400d-8768-e9312334cf65 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "DELETE /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1397221092 HTTP/1.1" status: 204 len: 168 time: 0.3411520 Oct 13 04:16:01.131252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43440) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.135690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-2da91625-5b94-46f9-9ce5-c319fc608bed tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1397221092') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:01.161337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb19c66-da75-486d-a32e-8a68a5c75a52 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:01.183290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac71b6-e99c-4714-8d5a-ab019e23d43d None None] Network 07e16def-257a-4ee3-be39-50725184d4bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:01.184842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.188481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f28e7-d9e7-4860-bcd8-e3511e9a69fa None None] Network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:01.215157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.228883 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.232891 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-2da91625-5b94-46f9-9ce5-c319fc608bed tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] show failed (client error): The resource could not be found. Oct 13 04:16:01.235274 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2da91625-5b94-46f9-9ce5-c319fc608bed tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1397221092 HTTP/1.1" status: 404 len: 326 time: 0.1017869 Oct 13 04:16:01.236976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.238958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:01.239613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.243106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-6c552dc9-4c7e-4b36-b345-a308e5595457 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1504569206') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:01.331677 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6439445 Oct 13 04:16:01.332022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.337963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Request body: {'subnet': {'network_id': '083e43ff-85e3-4bb9-ab39-d157f260c9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:01.342330 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.347925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6c552dc9-4c7e-4b36-b345-a308e5595457 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1504569206 HTTP/1.1" status: 204 len: 168 time: 0.1098485 Oct 13 04:16:01.350910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f28e7-d9e7-4860-bcd8-e3511e9a69fa None None] Network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:16:01.360145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b07797d-60de-4b68-a46a-77415dd2cac1 None None] Could not find standard attr ID for object 7b74a78d-49bd-46f1-b472-3ac01e79ba3b. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:16:01.368708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31bfce4-8ea5-4115-823f-e0980e088f2b None None] Network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:01.370638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.385091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.386337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-849baa10-9313-4310-afa2-7414e23c7e02 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1766753070') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:01.396151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bd83d-a954-48c9-b4b5-4b3861c547c3 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Network': ['ID=083e43ff-85e3-4bb9-ab39-d157f260c9f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:01.404221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31bfce4-8ea5-4115-823f-e0980e088f2b None None] Network 99d43ee0-463e-44b5-8b78-75dc54f0edf9 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:16:01.418351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb87a7-c4eb-4da6-86e8-31d5b9c6d07a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:01.424125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 083e43ff-85e3-4bb9-ab39-d157f260c9f5 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:16:01.424520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.457739 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.463241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a30ab42b-51e5-445f-a0a2-2b5e7853799e req-2356eff3-6f3e-4d31-88ca-a6472951bbd6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5715878 Oct 13 04:16:01.503667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b07797d-60de-4b68-a46a-77415dd2cac1 None None] Provisioning complete for port fb5e45ec-2a95-48d2-aa3c-edd110939f4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:01.503978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b07797d-60de-4b68-a46a-77415dd2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.524171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.530883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4222d664-0be7-422f-bdaf-fff36687196b req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1458754067', 'description': 'tempest-description-221250372'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:01.557994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.563898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/24fa0b40-dfdf-426b-b2c4-32dfb7046155 HTTP/1.1" status: 204 len: 168 time: 0.6368256 Oct 13 04:16:01.564520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.630878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5458ff0b-45b5-4f35-a99e-d4131654f65c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447669 Oct 13 04:16:01.631964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.632764 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43dd4-305c-4603-8955-94c04a44665d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=24fa0b40-dfdf-426b-b2c4-32dfb7046155,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:01.643652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-849baa10-9313-4310-afa2-7414e23c7e02 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1766753070 HTTP/1.1" status: 204 len: 168 time: 0.2657466 Oct 13 04:16:01.646321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43456) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.651165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-d416cc16-1743-4a85-8364-cc3740b8c395 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:01.661629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4222d664-0be7-422f-bdaf-fff36687196b req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.710452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Made reservation on behalf of 39016844c5784416b81c07a011c62293 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:01.714987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.839553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a99b374-ad59-44b3-a0fd-5f21ff0afea9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:01.842346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7a99b374-ad59-44b3-a0fd-5f21ff0afea9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2046182 Oct 13 04:16:01.847874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.871568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68d42d-092c-4db9-8227-4890e3e4dfbc None None] Network 07e16def-257a-4ee3-be39-50725184d4bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:01.951304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4222d664-0be7-422f-bdaf-fff36687196b req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.975286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4222d664-0be7-422f-bdaf-fff36687196b req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.988955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d416cc16-1743-4a85-8364-cc3740b8c395 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "DELETE /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags HTTP/1.1" status: 204 len: 168 time: 0.3392644 Oct 13 04:16:02.000364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.010582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-52c684b5-11ac-4cfb-b33f-cd0dff28a0c0 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1504569206') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:02.027605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4222d664-0be7-422f-bdaf-fff36687196b req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.029132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748445b-6e7a-40b9-86fb-9c4d56c9c1a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:02.031994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2748445b-6e7a-40b9-86fb-9c4d56c9c1a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1827989 Oct 13 04:16:02.034572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.037221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4222d664-0be7-422f-bdaf-fff36687196b req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5385737 Oct 13 04:16:02.106920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fab20637-9c4a-4b57-997e-1c3d1db36a02 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673413 Oct 13 04:16:02.108561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43470) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.117006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-adce3ea4-048c-477f-bbd6-e25107530769 req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1573347391', 'description': 'tempest-description-1748974937'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:02.120352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:02.147691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f27592-9b4d-4c6b-b1fa-e18942709b9b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524dec46-8142-4eba-a16d-90327bbbbd8c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.192032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:02.203807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-adce3ea4-048c-477f-bbd6-e25107530769 req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.227088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3a1e9-2aea-473f-a1e1-1599b508f503 req-6521d6fc-fcd6-49bc-b18f-23159690503e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:02.230453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fb3a1e9-2aea-473f-a1e1-1599b508f503 req-6521d6fc-fcd6-49bc-b18f-23159690503e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2569170 Oct 13 04:16:02.245549 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-52c684b5-11ac-4cfb-b33f-cd0dff28a0c0 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] show failed (client error): The resource could not be found. Oct 13 04:16:02.249681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52c684b5-11ac-4cfb-b33f-cd0dff28a0c0 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1504569206 HTTP/1.1" status: 404 len: 326 time: 0.2410243 Oct 13 04:16:02.254441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.254955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] Deleting port fb5e45ec-2a95-48d2-aa3c-edd110939f4a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:02.255394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.264398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-17365aa1-75d6-4001-b2e6-ebcc6c664f49 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe', 'tempest-TagsTest-Tag-1766753070') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:02.288877 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fb3a1e9-2aea-473f-a1e1-1599b508f503 req-93ccde5b-bdb2-48d5-8b52-348c79c2ced8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514898 Oct 13 04:16:02.299308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:02.306998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.361071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] For port fb5e45ec-2a95-48d2-aa3c-edd110939f4a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:02.362324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.386007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] Calling delete_port for fb5e45ec-2a95-48d2-aa3c-edd110939f4a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:02.390024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fb5e45ec-2a95-48d2-aa3c-edd110939f4a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:02.487171 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-17365aa1-75d6-4001-b2e6-ebcc6c664f49 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] show failed (client error): The resource could not be found. Oct 13 04:16:02.488240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-17365aa1-75d6-4001-b2e6-ebcc6c664f49 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "GET /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags/tempest-TagsTest-Tag-1766753070 HTTP/1.1" status: 404 len: 326 time: 0.2327297 Oct 13 04:16:02.491002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-adce3ea4-048c-477f-bbd6-e25107530769 req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.492146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.500410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ab72fd68-28e7-4952-823f-7d781624cd61 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:02.521703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-adce3ea4-048c-477f-bbd6-e25107530769 req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.589380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450176d6-5116-4025-969b-e60d52fe7e82,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.591524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.630882 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-adce3ea4-048c-477f-bbd6-e25107530769 req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.632117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-adce3ea4-048c-477f-bbd6-e25107530769 req-00304814-0802-41c6-9aa5-37d75fc22a36 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5680604 Oct 13 04:16:02.633191 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.673985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] No DVR routers for this DVR port fb5e45ec-2a95-48d2-aa3c-edd110939f4a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:02.704274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.715760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b90a21-41db-43b7-b433-0510e5e06b0b None None] Pushing event deleted for resources: {'Port': ['ID=fb5e45ec-2a95-48d2-aa3c-edd110939f4a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.722968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:16:02.725560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.736872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab72fd68-28e7-4952-823f-7d781624cd61 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "DELETE /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2391331 Oct 13 04:16:02.741968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.813374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:02.823281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:02.825597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:02.826202 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.830738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be9930-6f0e-45e9-9b7f-8b24e70484fa None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:02.833379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-02067ff4-83c6-400c-a999-dd7e2297724f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/524dec46-8142-4eba-a16d-90327bbbbd8c HTTP/1.1" status: 200 len: 1806 time: 0.1348627 Oct 13 04:16:02.837254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=059d8a9b-60c0-4c64-9454-7e414ee1c854,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.860169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e49caee0-9b93-4a7a-aa11-b4a0d878fcb3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7448559 Oct 13 04:16:02.861273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.902876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.905666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '059d8a9b-60c0-4c64-9454-7e414ee1c854', 'ip_address': '2001:db8::6278:30b7:60e1:a9b1'}], 'name': 'tempest-NetworksTestDHCPv6-160896456'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:02.930850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event updated for resources: {'Subnet': ['ID=b0107115-de11-4dcd-890f-34ec6b72857c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.973952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Checking segment: {'id': '3b024a0e-79d4-48e2-ad98-9496879ec3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '083e43ff-85e3-4bb9-ab39-d157f260c9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:02.974704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network hostable DHCP agents. Network: 083e43ff-85e3-4bb9-ab39-d157f260c9f5, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:16:02.997966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-c4d862e9-9a5f-4af1-b6d3-b972b11ed445 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/450176d6-5116-4025-969b-e60d52fe7e82 HTTP/1.1" status: 200 len: 1807 time: 0.1473832 Oct 13 04:16:03.024000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '524dec46-8142-4eba-a16d-90327bbbbd8c', 'remote_group_id': '450176d6-5116-4025-969b-e60d52fe7e82', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:03.024954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '524dec46-8142-4eba-a16d-90327bbbbd8c', 'remote_group_id': '450176d6-5116-4025-969b-e60d52fe7e82', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:03.058079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '059d8a9b-60c0-4c64-9454-7e414ee1c854'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:03.059293 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.061601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.072811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Network 083e43ff-85e3-4bb9-ab39-d157f260c9f5 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:16:03.096220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.106117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 083e43ff-85e3-4bb9-ab39-d157f260c9f5) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:03.111996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:03.113187 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.128889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b398fe9-2d6b-431d-ad07-58459cf09bd7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.129283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b398fe9-2d6b-431d-ad07-58459cf09bd7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.132228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:03.146680 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.166120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.169771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d7b0d-38ce-48d5-aefb-89cd1046b982 None None] Network 083e43ff-85e3-4bb9-ab39-d157f260c9f5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:03.178916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:03.179465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:03.183359 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:03.258903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fac316c3-eafe-4caf-b571-0ec79fe514ca tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9256268 Oct 13 04:16:03.262685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:03.325242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.330616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/059d8a9b-60c0-4c64-9454-7e414ee1c854/8ccf6cb8-68f0-4f1f-84b4-ff261079785d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:03.380551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.410219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 41c898be-5d0b-467e-b26d-4ca34c01dbe6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:16:03.426601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.429693 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.437428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.448209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.457523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] 10.222.0.44 "DELETE /v2.0/networks/b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe HTTP/1.1" status: 204 len: 168 time: 0.6949265 Oct 13 04:16:03.514444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090bd59-cfd4-4261-ab6c-a12c4c897780 tempest-TagsTest-772776438 tempest-TagsTest-772776438-project] Pushing event deleted for resources: {'Network': ['ID=b68a04d1-8fc2-4d82-9c03-8c6e4ed7f7fe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:03.539795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3045f2c3-4a3e-4e42-b296-1e8ebf17ed6e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:03.550735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c833d7-4e43-4968-ae7f-4e06b05e3c68 req-cec7ec98-6b64-47f4-a8cc-24bb776299c0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:03.558003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.559833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71d2c1-ae75-4fb2-b699-1ea159221a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-083e43ff-85e3-4bb9-ab39-d157f260c9f5', 'network_id': '083e43ff-85e3-4bb9-ab39-d157f260c9f5', 'tenant_id': '39016844c5784416b81c07a011c62293', 'fixed_ips': [{'subnet_id': 'b0107115-de11-4dcd-890f-34ec6b72857c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:03.561568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db71d2c1-ae75-4fb2-b699-1ea159221a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.562376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30c833d7-4e43-4968-ae7f-4e06b05e3c68 req-cec7ec98-6b64-47f4-a8cc-24bb776299c0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1267831 Oct 13 04:16:03.565337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a04fc13-170a-4e35-b51b-efaad0767b85 req-7cb2b023-0d04-4d56-97f0-e0ccdba32596 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5568821 Oct 13 04:16:03.612044 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.642847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30c833d7-4e43-4968-ae7f-4e06b05e3c68 req-18aba345-69d1-403d-a06b-187ede02d97c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792959 Oct 13 04:16:03.672100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ac63a25a-ce27-4c27-8c27-fcda3d75cecf req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-696238636', 'description': 'tempest-description-986038717'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:03.779894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.781638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac63a25a-ce27-4c27-8c27-fcda3d75cecf req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.839123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.868515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.887545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Subnet': ['ID=b0107115-de11-4dcd-890f-34ec6b72857c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:03.942864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-db71d2c1-ae75-4fb2-b699-1ea159221a38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0107115-de11-4dcd-890f-34ec6b72857c: This subnet is being modified by another concurrent operation. Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0107115-de11-4dcd-890f-34ec6b72857c: This subnet is being modified by another concurrent operation. Oct 13 04:16:03.955897 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:16:03.964459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.973718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083e43ff-85e3-4bb9-ab39-d157f260c9f5']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.979462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac63a25a-ce27-4c27-8c27-fcda3d75cecf req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.985057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac63a25a-ce27-4c27-8c27-fcda3d75cecf req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.987455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b024a0e-79d4-48e2-ad98-9496879ec3c7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.989145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b024a0e-79d4-48e2-ad98-9496879ec3c7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.992308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.033469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ac63a25a-ce27-4c27-8c27-fcda3d75cecf req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.034681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac63a25a-ce27-4c27-8c27-fcda3d75cecf req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3783739 Oct 13 04:16:04.036158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.042505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e05e14-efc5-458c-a076-d7616f142eea tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d792e969-db84-4073-a29c-3c4b1995f360,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.045231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::6278:30b7:60e1:a9b1 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/059d8a9b-60c0-4c64-9454-7e414ee1c854/41c898be-5d0b-467e-b26d-4ca34c01dbe6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:04.054779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Pushing event updated for resources: {'Port': ['ID=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.058380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075bb927-f2f4-4474-b07d-242ee71899e9 None None] Network 083e43ff-85e3-4bb9-ab39-d157f260c9f5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:04.064718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.076489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:04.077060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.086308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:04.090697 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:04.106599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e7198974-7516-4d30-b268-bcc5ed7982db req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-598882816', 'description': 'tempest-description-1994401468'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:04.125608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:04.132818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:04.171697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7198974-7516-4d30-b268-bcc5ed7982db req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.188194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.226783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.232660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/083e43ff-85e3-4bb9-ab39-d157f260c9f5 HTTP/1.1" status: 204 len: 168 time: 0.9688764 Oct 13 04:16:04.236871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.247007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Attempting to bind port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:04.247912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Attempting to bind port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:04.248283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Attempting to bind port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:04.256790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d095be-43d0-4746-a492-3b9dd50c29ef tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Network': ['ID=083e43ff-85e3-4bb9-ab39-d157f260c9f5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.269867 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0724eb45-4fab-4958-a07f-a6c544cd4d7e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:04.270313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0724eb45-4fab-4958-a07f-a6c544cd4d7e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:04.273819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0724eb45-4fab-4958-a07f-a6c544cd4d7e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/b0107115-de11-4dcd-890f-34ec6b72857c HTTP/1.1" status: 404 len: 337 time: 0.0359874 Oct 13 04:16:04.276374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.301802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:04.302350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:04.302962 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0fb149-a080-4906-80c0-8eefe6c67265 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:04.303090 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.303241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:04.303512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0fb149-a080-4906-80c0-8eefe6c67265 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:04.303755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Bound port: 8ccf6cb8-68f0-4f1f-84b4-ff261079785d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:04.304151 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.306699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bb0fb149-a080-4906-80c0-8eefe6c67265 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/083e43ff-85e3-4bb9-ab39-d157f260c9f5 HTTP/1.1" status: 404 len: 339 time: 0.0292563 Oct 13 04:16:04.318148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.337173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7198974-7516-4d30-b268-bcc5ed7982db req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.345125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7198974-7516-4d30-b268-bcc5ed7982db req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.356202 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c0ab79-5564-4eee-a4bc-47e84ab58d08 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:04.356653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c0ab79-5564-4eee-a4bc-47e84ab58d08 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:04.366781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a9c0ab79-5564-4eee-a4bc-47e84ab58d08 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/d0b856fc-f771-4452-913b-136a4a5b36ab HTTP/1.1" status: 404 len: 337 time: 0.0475888 Oct 13 04:16:04.369274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.391471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7198974-7516-4d30-b268-bcc5ed7982db req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.398625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7198974-7516-4d30-b268-bcc5ed7982db req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3242326 Oct 13 04:16:04.401078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] For port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:04.409708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-53a80503-0129-4cfb-bfca-2418d9ab99c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a69e753a78e4559b2661e461620685f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159629 Oct 13 04:16:04.411295 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ddf938-a8dd-42aa-80dc-6e8f858f285e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:04.411883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ddf938-a8dd-42aa-80dc-6e8f858f285e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:04.417226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-22ddf938-a8dd-42aa-80dc-6e8f858f285e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/99d43ee0-463e-44b5-8b78-75dc54f0edf9 HTTP/1.1" status: 404 len: 339 time: 0.0447993 Oct 13 04:16:04.417428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] For port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:04.417571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.417571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.422463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ce65a-888f-4f77-8d6d-72f5d41f89b9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6c76f-6388-478e-ab70-0bfe7168e331,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.422681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.424284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.477665 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d482369b-1b44-423e-ab13-dad78e3c8468 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:04.478363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d482369b-1b44-423e-ab13-dad78e3c8468 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:04.485369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.486052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d482369b-1b44-423e-ab13-dad78e3c8468 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/ff1bf1a8-39a6-426d-8e5a-1724247130ba HTTP/1.1" status: 404 len: 337 time: 0.0659497 Oct 13 04:16:04.517600 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a9fd72-b4a8-439c-9481-7fb526236ebc tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:04.518458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a9fd72-b4a8-439c-9481-7fb526236ebc tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:04.522085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d3935-b82f-4bda-abfa-ba26f89162ef None None] Pushing event updated for resources: {'Port': ['ID=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.522373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b6a9fd72-b4a8-439c-9481-7fb526236ebc tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/edfbe8bc-b71e-4097-92b4-06c9d0e2358f HTTP/1.1" status: 404 len: 339 time: 0.0356741 Oct 13 04:16:04.524509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.592788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-59b9ff1f-b932-437e-8617-2337fed43b0b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/d792e969-db84-4073-a29c-3c4b1995f360 HTTP/1.1" status: 200 len: 1805 time: 0.1582410 Oct 13 04:16:04.642780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.646240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b23-01fa-45af-bbc1-ed736b807bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.649390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting port ab52e88b-2bc7-49d5-99f6-e265248734b5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:04.649824 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.727066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-b47bdc4e-ec3c-4266-b8a6-614721de190d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/f3e6c76f-6388-478e-ab70-0bfe7168e331 HTTP/1.1" status: 200 len: 1806 time: 0.1262319 Oct 13 04:16:04.740925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd792e969-db84-4073-a29c-3c4b1995f360', 'remote_group_id': 'f3e6c76f-6388-478e-ab70-0bfe7168e331', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:04.741355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd792e969-db84-4073-a29c-3c4b1995f360', 'remote_group_id': 'f3e6c76f-6388-478e-ab70-0bfe7168e331', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:04.822987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:04.829523 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b23-01fa-45af-bbc1-ed736b807bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.832297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=41c898be-5d0b-467e-b26d-4ca34c01dbe6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.846691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:04.853633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:04.861184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:04.862274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.870991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.890742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Calling delete_port for ab52e88b-2bc7-49d5-99f6-e265248734b5 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:04.906958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ff7b1-f81b-43e5-a1aa-de7ea270896a req-862c164c-e583-4aa6-9288-e3b4a3a59fc5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:04.915280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb6ff7b1-f81b-43e5-a1aa-de7ea270896a req-862c164c-e583-4aa6-9288-e3b4a3a59fc5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1749496 Oct 13 04:16:04.943351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-540b5a45-b7c7-4779-a101-933185cbd32b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0415378 Oct 13 04:16:04.944357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43530) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:04.950562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '059d8a9b-60c0-4c64-9454-7e414ee1c854', 'ip_address': '2001:db8::6278:30b7:60e1:a9b1'}], 'name': 'tempest-NetworksTestDHCPv6-885089183'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:05.012961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb6ff7b1-f81b-43e5-a1aa-de7ea270896a req-b69c1801-4e41-40e8-b317-acf13e1b5634 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944154 Oct 13 04:16:05.029051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.050430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.068151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b23-01fa-45af-bbc1-ed736b807bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.070720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fa84b23-01fa-45af-bbc1-ed736b807bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.072724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8fa84b23-01fa-45af-bbc1-ed736b807bb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/036bb0aa-e464-43b0-9428-dcb1918962b7 HTTP/1.1" status: 204 len: 168 time: 0.6535256 Oct 13 04:16:05.086650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Port': ['ID=ab52e88b-2bc7-49d5-99f6-e265248734b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:05.099265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.103909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31ea5fca-3b1b-4eaf-9903-cdb4b39dd898 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/ports/ab52e88b-2bc7-49d5-99f6-e265248734b5 HTTP/1.1" status: 204 len: 168 time: 0.5780847 Oct 13 04:16:05.106206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:05.140106 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-95110268-3371-48b1-af54-4d44243bdc02 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:05.140667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95110268-3371-48b1-af54-4d44243bdc02 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:05.143853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95110268-3371-48b1-af54-4d44243bdc02 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/b3e4ab84-4b5d-4470-8d10-3504dc3bf898 HTTP/1.1" status: 404 len: 337 time: 0.0365784 Oct 13 04:16:05.146856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:05.177483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa84b23-01fa-45af-bbc1-ed736b807bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036bb0aa-e464-43b0-9428-dcb1918962b7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:05.200136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.210459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.235990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:05.242290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.252413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.257124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63915b7-fa6d-4200-84dd-42b448ef8a3c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:05.271217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.273289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9aea13ac-968d-4393-ab8c-3faeb6946e6f req-1b17d33f-8495-4014-9dcc-245ffa56d11e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5452199 Oct 13 04:16:05.274679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port e9c04044-6584-4205-a408-b78357647f97 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:16:05.451961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7329f5ff-40c6-4dea-8144-c2f1b736932f req-7ea0769e-2e3f-42e7-9ff5-b2fdbc749db3 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/f3e6c76f-6388-478e-ab70-0bfe7168e331 HTTP/1.1" status: 200 len: 1806 time: 0.1297321 Oct 13 04:16:05.453840 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.527232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5610a739-ca7f-43f9-b2d6-00fbdf19cf8d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:05.540519 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 04:16:05.541071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:05.562223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7329f5ff-40c6-4dea-8144-c2f1b736932f req-79b6e2aa-eeac-4d2a-98a9-3df7ffe987c6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.569971 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1bf3a150-c32b-4127-b716-d6ce6d4a4fd0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6241910 Oct 13 04:16:05.572231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:05.573533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369fbbcf-22c8-46c9-a406-23b360b8917a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:05.573833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369fbbcf-22c8-46c9-a406-23b360b8917a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:05.595206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.626069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.635942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:05.636740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.656270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f64086-8809-4d9b-919e-12abcd970a1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:05.669394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f64086-8809-4d9b-919e-12abcd970a1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:05.671864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55f64086-8809-4d9b-919e-12abcd970a1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0985613 Oct 13 04:16:05.674503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:05.724110 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:05.737467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7329f5ff-40c6-4dea-8144-c2f1b736932f req-79b6e2aa-eeac-4d2a-98a9-3df7ffe987c6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.800335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.810778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.815915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/5610a739-ca7f-43f9-b2d6-00fbdf19cf8d HTTP/1.1" status: 204 len: 168 time: 0.6660335 Oct 13 04:16:05.817123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:05.849638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0bbbb-23fb-4ad1-a35f-d1a37fa2f467 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Network': ['ID=5610a739-ca7f-43f9-b2d6-00fbdf19cf8d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:05.875608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7329f5ff-40c6-4dea-8144-c2f1b736932f req-79b6e2aa-eeac-4d2a-98a9-3df7ffe987c6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.883820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7329f5ff-40c6-4dea-8144-c2f1b736932f req-79b6e2aa-eeac-4d2a-98a9-3df7ffe987c6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.885270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7329f5ff-40c6-4dea-8144-c2f1b736932f req-79b6e2aa-eeac-4d2a-98a9-3df7ffe987c6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/f3e6c76f-6388-478e-ab70-0bfe7168e331 HTTP/1.1" status: 204 len: 173 time: 0.4232047 Oct 13 04:16:05.886168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 41c898be-5d0b-467e-b26d-4ca34c01dbe6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:05.886630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.899969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6e2aa-eeac-4d2a-98a9-3df7ffe987c6 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6c76f-6388-478e-ab70-0bfe7168e331,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.054287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8f1356d-7729-422a-b023-d9257a957ac7 None None] Provisioning complete for port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:06.054809 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f1356d-7729-422a-b023-d9257a957ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.078068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45bbb2c5-ef93-4f7c-9910-e3b99c964ca8 req-c44e0120-015e-4b68-836b-9987f684fe7f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/d792e969-db84-4073-a29c-3c4b1995f360 HTTP/1.1" status: 200 len: 1805 time: 0.1262820 Oct 13 04:16:06.109437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting port 533a022b-51ab-45ba-a6eb-1317044ea9d7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:06.109819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.176808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-bd2f8def-a11d-446a-8988-56be4ab0c102 req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-297171077', 'description': 'tempest-description-820843807'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:06.204975 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.210762 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd2f8def-a11d-446a-8988-56be4ab0c102 req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.215785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8bdb-db18-4904-b473-c999e2b067b0 req-ce02e92e-4854-403c-953c-7bf61b143326 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:06.218923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22dc8bdb-db18-4904-b473-c999e2b067b0 req-ce02e92e-4854-403c-953c-7bf61b143326 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1011329 Oct 13 04:16:06.229945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 41c898be-5d0b-467e-b26d-4ca34c01dbe6 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:06.282830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f1356d-7729-422a-b023-d9257a957ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.303977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22dc8bdb-db18-4904-b473-c999e2b067b0 req-d46ec1c7-3681-4bad-bfe9-7578039b8e05 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715160 Oct 13 04:16:06.363346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e8f1356d-7729-422a-b023-d9257a957ac7 None None] For port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:06.374638 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f1356d-7729-422a-b023-d9257a957ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.399686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.431945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Calling delete_port for 533a022b-51ab-45ba-a6eb-1317044ea9d7 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:06.456900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9236aa-71d5-4039-9ff5-f1289955a611 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:16:06.468719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ccf6cb8-68f0-4f1f-84b4-ff261079785d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:06.474579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd2f8def-a11d-446a-8988-56be4ab0c102 req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.507885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd2f8def-a11d-446a-8988-56be4ab0c102 req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.547094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1356d-7729-422a-b023-d9257a957ac7 None None] Pushing event updated for resources: {'Port': ['ID=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.551626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07adcd4f-c655-4248-af06-54f7478a09ee,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.560601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd2f8def-a11d-446a-8988-56be4ab0c102 req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.561876 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd2f8def-a11d-446a-8988-56be4ab0c102 req-ecd33488-60c8-4bcc-99c3-8ade999d3e2a tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4294665 Oct 13 04:16:06.592735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46f3786a-4d18-4ba8-9ed0-1333d6482d2d None None] Provisioning complete for port 41c898be-5d0b-467e-b26d-4ca34c01dbe6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:06.593390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f3786a-4d18-4ba8-9ed0-1333d6482d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.625522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.634351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46f3786a-4d18-4ba8-9ed0-1333d6482d2d None None] Port 41c898be-5d0b-467e-b26d-4ca34c01dbe6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:06.662766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-87d91c40-efbf-4639-bb01-32b25f0e8ac3 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/07adcd4f-c655-4248-af06-54f7478a09ee HTTP/1.1" status: 200 len: 1805 time: 0.0680809 Oct 13 04:16:06.670260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07adcd4f-c655-4248-af06-54f7478a09ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:06.670713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07adcd4f-c655-4248-af06-54f7478a09ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:06.683646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=41c898be-5d0b-467e-b26d-4ca34c01dbe6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.717551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.720160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.723674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-424328a8-7a33-4de0-8036-20934d7e38d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/41c898be-5d0b-467e-b26d-4ca34c01dbe6 HTTP/1.1" status: 204 len: 168 time: 1.0478754 Oct 13 04:16:06.728671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:06.745657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:06.746034 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.779617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.811001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9236aa-71d5-4039-9ff5-f1289955a611 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:16:06.820392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.827564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.845253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Port': ['ID=533a022b-51ab-45ba-a6eb-1317044ea9d7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.860158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c86c9d-6f3b-4440-9e37-51650c802508,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.875779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.885449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0b9e2d4a-384c-427d-a8c7-5a42f370fc1e tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/ports/533a022b-51ab-45ba-a6eb-1317044ea9d7 HTTP/1.1" status: 204 len: 168 time: 1.0651479 Oct 13 04:16:06.886593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.887375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:06.899743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc3ad152-9b2d-4720-aff7-d29f312797f6 req-bdce8bc8-980c-42fb-86bb-c55eb271adb0 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2315192 Oct 13 04:16:06.950341 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96f8518-4e26-4b6c-af82-bbc8b6fa4eb1 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] DELETE failed (client error): The resource could not be found. Oct 13 04:16:06.951826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96f8518-4e26-4b6c-af82-bbc8b6fa4eb1 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:06.957657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e96f8518-4e26-4b6c-af82-bbc8b6fa4eb1 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/f3e66d9f-44ae-4a16-afb2-a156e1528030 HTTP/1.1" status: 404 len: 337 time: 0.0660782 Oct 13 04:16:06.958514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:07.049323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b42cdf-31a2-4719-b957-2be13351aa95 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:07.057009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b42cdf-31a2-4719-b957-2be13351aa95 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:07.061300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31b42cdf-31a2-4719-b957-2be13351aa95 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3306949 Oct 13 04:16:07.064321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:07.111371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.203029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 059d8a9b-60c0-4c64-9454-7e414ee1c854 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:07.208219 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.250449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.266463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.274828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c9d26f-7cff-4b57-a1d6-fc2113625a57']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.286405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60555307-c8b5-40ba-96ba-6e6e584db804') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.286735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60555307-c8b5-40ba-96ba-6e6e584db804') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.299220 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.316808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.323204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-c45774f8-510c-49ad-82a8-202ed71d1185 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/07adcd4f-c655-4248-af06-54f7478a09ee HTTP/1.1" status: 200 len: 2399 time: 0.3907869 Oct 13 04:16:07.332635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:07.333156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:07.337089 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:07.339514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07adcd4f-c655-4248-af06-54f7478a09ee', 'remote_group_id': None}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:07.339514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07adcd4f-c655-4248-af06-54f7478a09ee', 'remote_group_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:07.447291 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.502455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.524936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.533895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.535318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/88c9d26f-7cff-4b57-a1d6-fc2113625a57 HTTP/1.1" status: 204 len: 168 time: 0.5757186 Oct 13 04:16:07.541731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:07.562438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d219cfd-985a-417d-95da-a09577a6d3c5 req-497225d3-5f79-4bc0-8b2c-9e11f9798f1b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:07.566525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d219cfd-985a-417d-95da-a09577a6d3c5 req-497225d3-5f79-4bc0-8b2c-9e11f9798f1b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1420107 Oct 13 04:16:07.604565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea95bf-c66e-4b86-9109-7bf9bbbf1a39 tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Network': ['ID=88c9d26f-7cff-4b57-a1d6-fc2113625a57,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:07.614443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.627022 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.640404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.655086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting subnet f12f8630-bb71-4d1c-914d-0139b7367965 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:07.665953 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.679615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d219cfd-985a-417d-95da-a09577a6d3c5 req-c553efd0-9344-4cf4-91a0-90937e0a68b5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824754 Oct 13 04:16:07.708449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786c22f6-8320-48a1-bb5e-52ef98c07f24,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:07.717780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=059d8a9b-60c0-4c64-9454-7e414ee1c854,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:07.722042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.725313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-425468be-8ea2-4a74-af94-8be2e6fd5d92 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/059d8a9b-60c0-4c64-9454-7e414ee1c854 HTTP/1.1" status: 204 len: 168 time: 0.6600225 Oct 13 04:16:07.727904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:07.731018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.739502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d66c2-2904-4b22-bd1d-bffdd35963cb None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:07.740752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a0f6f1f-4f72-48c8-92dc-072d5322a7e1 req-7d67c4fa-9efe-47a9-84bb-b0fe09ed5010 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4085927 Oct 13 04:16:07.762744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.792461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e708e2b8-5850-4064-9979-7c0ae96ae3bd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619347 Oct 13 04:16:07.803029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43624) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:07.808888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:07.940654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5475c1be-8d29-4d1f-b709-2fd702a17ad4 req-95838687-2679-4b59-a0ee-2f8272d28d6b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/07adcd4f-c655-4248-af06-54f7478a09ee HTTP/1.1" status: 200 len: 2998 time: 0.1505349 Oct 13 04:16:07.944976 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.978821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:07.984762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.026594 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.049458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-307a94c0-3539-44e7-a75f-9dba3aeccc9f tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-group-rules/786c22f6-8320-48a1-bb5e-52ef98c07f24 HTTP/1.1" status: 200 len: 783 time: 0.0519140 Oct 13 04:16:08.130465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:08.152810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.203055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Subnet': ['ID=f12f8630-bb71-4d1c-914d-0139b7367965,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:08.225877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.228809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0a39db58-41d5-4dda-b367-4d8da591e5df tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/subnets/f12f8630-bb71-4d1c-914d-0139b7367965 HTTP/1.1" status: 204 len: 168 time: 0.6839190 Oct 13 04:16:08.231387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:08.246235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa90ae4-536d-4df8-9360-7134b72ccb27 None None] Network d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:08.246769 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-da4270f4-18a6-423a-a971-68f7437c45fe tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/07adcd4f-c655-4248-af06-54f7478a09ee HTTP/1.1" status: 200 len: 2998 time: 0.1826870 Oct 13 04:16:08.296476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.341195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-15ca1f4f-5f25-4f75-b738-72202356fea9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.366564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-15ca1f4f-5f25-4f75-b738-72202356fea9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.437495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] Deleting port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:08.437495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.437878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=dc906f26-821c-4b20-b078-1243760db9ff,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:08.451158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:08.460442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.478549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:08.483273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:08.485976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.511874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-15ca1f4f-5f25-4f75-b738-72202356fea9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.524067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-15ca1f4f-5f25-4f75-b738-72202356fea9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.525618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1181873-6916-49ac-bfc9-19271e9f75a3 req-15ca1f4f-5f25-4f75-b738-72202356fea9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/786c22f6-8320-48a1-bb5e-52ef98c07f24 HTTP/1.1" status: 204 len: 173 time: 0.2727013 Oct 13 04:16:08.529771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1cc1252c-0177-465a-9b10-526ad06f25ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7212958 Oct 13 04:16:08.533058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:08.537836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ccf6cb8-68f0-4f1f-84b4-ff261079785d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:08.551728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': 'dc906f26-821c-4b20-b078-1243760db9ff', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1843725093'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:08.574231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca1f4f-5f25-4f75-b738-72202356fea9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=786c22f6-8320-48a1-bb5e-52ef98c07f24,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:08.613376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] For port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:08.613957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.623723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81425b15-28c2-4888-8b60-de61a0ce2398 req-58a0dfdd-e1ea-4bb1-be60-ea55ce24b7a3 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/07adcd4f-c655-4248-af06-54f7478a09ee HTTP/1.1" status: 200 len: 2399 time: 0.0654922 Oct 13 04:16:08.650845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] Calling delete_port for 8ccf6cb8-68f0-4f1f-84b4-ff261079785d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:08.772340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81425b15-28c2-4888-8b60-de61a0ce2398 req-7c9f6545-2bfa-45f3-b9ea-294c33ccd2ee tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.818948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81425b15-28c2-4888-8b60-de61a0ce2398 req-7c9f6545-2bfa-45f3-b9ea-294c33ccd2ee tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.876239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.885918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] DHCP port deletion for d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:08.933369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81425b15-28c2-4888-8b60-de61a0ce2398 req-7c9f6545-2bfa-45f3-b9ea-294c33ccd2ee tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.938795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81425b15-28c2-4888-8b60-de61a0ce2398 req-7c9f6545-2bfa-45f3-b9ea-294c33ccd2ee tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.940105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81425b15-28c2-4888-8b60-de61a0ce2398 req-7c9f6545-2bfa-45f3-b9ea-294c33ccd2ee tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/07adcd4f-c655-4248-af06-54f7478a09ee HTTP/1.1" status: 204 len: 173 time: 0.3064275 Oct 13 04:16:08.991548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:08.992900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f6545-2bfa-45f3-b9ea-294c33ccd2ee tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07adcd4f-c655-4248-af06-54f7478a09ee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:09.001783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.014756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] Deleting port 60390505-2d41-4cbe-8fc0-61e5613aed41 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:09.015232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.061716 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-91b50495-cd56-4d00-b99c-c5e5a6dd1315 req-5430eada-7025-4a2a-8d8f-8153fe591e3e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] show failed (client error): The resource could not be found. Oct 13 04:16:09.073548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91b50495-cd56-4d00-b99c-c5e5a6dd1315 req-5430eada-7025-4a2a-8d8f-8153fe591e3e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/f3e6c76f-6388-478e-ab70-0bfe7168e331 HTTP/1.1" status: 404 len: 352 time: 0.1011484 Oct 13 04:16:09.112711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.126885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event deleted for resources: {'Port': ['ID=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:09.240889 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2134e2b-59ef-412b-aa62-f79e6a1a7656 req-434df37f-eb53-47a5-b0bf-1fa67d944c9e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/d792e969-db84-4073-a29c-3c4b1995f360 HTTP/1.1" status: 200 len: 1805 time: 0.1317880 Oct 13 04:16:09.276407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:09.389628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2134e2b-59ef-412b-aa62-f79e6a1a7656 req-37fa7b03-2b61-4731-a040-8f4d8ade611b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.394556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Deleting port 60390505-2d41-4cbe-8fc0-61e5613aed41 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:09.395146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.397646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] Pushing event deleted for resources: {'Port': ['ID=8ccf6cb8-68f0-4f1f-84b4-ff261079785d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:09.413060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca2044-df46-4d18-898e-e473f5987cdb None None] No DVR routers for this DVR port 8ccf6cb8-68f0-4f1f-84b4-ff261079785d on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:09.413340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a007ef-9804-4bb8-98c1-e064ffe36076 req-72229def-c7ac-49f7-bf40-263ff22b7d24 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:09.415495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6a007ef-9804-4bb8-98c1-e064ffe36076 req-72229def-c7ac-49f7-bf40-263ff22b7d24 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1635106 Oct 13 04:16:09.444223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfa4ba9-c6e4-4365-a72e-89585dec545a None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:09.460801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2134e2b-59ef-412b-aa62-f79e6a1a7656 req-37fa7b03-2b61-4731-a040-8f4d8ade611b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.518338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2134e2b-59ef-412b-aa62-f79e6a1a7656 req-37fa7b03-2b61-4731-a040-8f4d8ade611b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.520989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2134e2b-59ef-412b-aa62-f79e6a1a7656 req-37fa7b03-2b61-4731-a040-8f4d8ade611b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.522142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2134e2b-59ef-412b-aa62-f79e6a1a7656 req-37fa7b03-2b61-4731-a040-8f4d8ade611b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/d792e969-db84-4073-a29c-3c4b1995f360 HTTP/1.1" status: 204 len: 173 time: 0.2751381 Oct 13 04:16:09.541784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa7b03-2b61-4731-a040-8f4d8ade611b tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d792e969-db84-4073-a29c-3c4b1995f360,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:09.574426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] For port 60390505-2d41-4cbe-8fc0-61e5613aed41, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=60390505-2d41-4cbe-8fc0-61e5613aed41,segment=NetworkSegment(bc7e8446-0271-412d-8d47-e3f9278be3e0),segment_id=bc7e8446-0271-412d-8d47-e3f9278be3e0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:09.575087 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.607260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6a007ef-9804-4bb8-98c1-e064ffe36076 req-53dd697f-ac83-4672-845f-35731d9894ce tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725996 Oct 13 04:16:09.611242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b50f435-0c5c-40b7-a47e-6d55cb66dd3b req-4edc05c4-c07a-4206-b774-250daa9bae5d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/450176d6-5116-4025-969b-e60d52fe7e82 HTTP/1.1" status: 200 len: 1807 time: 0.0517585 Oct 13 04:16:09.618473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.645680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] Calling delete_port for 60390505-2d41-4cbe-8fc0-61e5613aed41 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:09.645841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] For port 60390505-2d41-4cbe-8fc0-61e5613aed41, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=60390505-2d41-4cbe-8fc0-61e5613aed41,segment=NetworkSegment(bc7e8446-0271-412d-8d47-e3f9278be3e0),segment_id=bc7e8446-0271-412d-8d47-e3f9278be3e0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:09.645841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.670074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Calling delete_port for 60390505-2d41-4cbe-8fc0-61e5613aed41 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:09.677389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port aeee14ce-75fe-43a4-8da6-b375fa2488c1 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:16:09.697171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b50f435-0c5c-40b7-a47e-6d55cb66dd3b req-2e2accb8-f1c6-4738-93fd-7aafeea915e7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.729374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b50f435-0c5c-40b7-a47e-6d55cb66dd3b req-2e2accb8-f1c6-4738-93fd-7aafeea915e7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.827656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b50f435-0c5c-40b7-a47e-6d55cb66dd3b req-2e2accb8-f1c6-4738-93fd-7aafeea915e7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.835883 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4b50f435-0c5c-40b7-a47e-6d55cb66dd3b req-2e2accb8-f1c6-4738-93fd-7aafeea915e7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.837408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b50f435-0c5c-40b7-a47e-6d55cb66dd3b req-2e2accb8-f1c6-4738-93fd-7aafeea915e7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/450176d6-5116-4025-969b-e60d52fe7e82 HTTP/1.1" status: 204 len: 173 time: 0.2078052 Oct 13 04:16:09.876474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2accb8-f1c6-4738-93fd-7aafeea915e7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450176d6-5116-4025-969b-e60d52fe7e82,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:09.920335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.922476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.933090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'dc906f26-821c-4b20-b078-1243760db9ff'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:09.934621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.964192 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:09.965165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:16:10.002630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.019219 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fae94d6e-aa23-461f-b71b-542ecdc03434 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4845819 Oct 13 04:16:10.021758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.022484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a20028bb-8ed1-4f0a-a93e-8cd805c7dd85 req-ee171ebc-b306-4a6b-8255-3179d3a3ac01 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/524dec46-8142-4eba-a16d-90327bbbbd8c HTTP/1.1" status: 200 len: 1806 time: 0.0999517 Oct 13 04:16:10.039935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] No DVR routers for this DVR port 60390505-2d41-4cbe-8fc0-61e5613aed41 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:10.047326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Port': ['ID=60390505-2d41-4cbe-8fc0-61e5613aed41,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.077533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aaf4090f-92e5-46e7-9a9c-8e5352b61668 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0545697 Oct 13 04:16:10.080780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.153218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/dc906f26-821c-4b20-b078-1243760db9ff/65e34584-dc2c-4824-a719-e6dd03cb620a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:10.173110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.195625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a20028bb-8ed1-4f0a-a93e-8cd805c7dd85 req-1fd3b286-8530-4de8-827a-063e725defa7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.199905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] Pushing event deleted for resources: {'Port': ['ID=60390505-2d41-4cbe-8fc0-61e5613aed41,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.209244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:10.214157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2024e4e-1e76-4594-b7e1-f4eba3cc1f84 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:10.218669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c9384-ccff-4354-8b99-ef86f1f9077b None None] No DVR routers for this DVR port 60390505-2d41-4cbe-8fc0-61e5613aed41 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:10.219870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2024e4e-1e76-4594-b7e1-f4eba3cc1f84 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:10.222913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f2024e4e-1e76-4594-b7e1-f4eba3cc1f84 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1403062 Oct 13 04:16:10.226383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.247662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7e8446-0271-412d-8d47-e3f9278be3e0') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:10.248070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7e8446-0271-412d-8d47-e3f9278be3e0') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:10.251045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a20028bb-8ed1-4f0a-a93e-8cd805c7dd85 req-1fd3b286-8530-4de8-827a-063e725defa7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.294946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.347950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.356731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:10.357326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:10.363874 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:10.407100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet dc906f26-821c-4b20-b078-1243760db9ff {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:10.424337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 60390505-2d41-4cbe-8fc0-61e5613aed41 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:10.455708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 60390505-2d41-4cbe-8fc0-61e5613aed41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:10.456046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 60390505-2d41-4cbe-8fc0-61e5613aed41 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:10.474706 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a20028bb-8ed1-4f0a-a93e-8cd805c7dd85 req-1fd3b286-8530-4de8-827a-063e725defa7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.478717 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a20028bb-8ed1-4f0a-a93e-8cd805c7dd85 req-1fd3b286-8530-4de8-827a-063e725defa7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.481061 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a20028bb-8ed1-4f0a-a93e-8cd805c7dd85 req-1fd3b286-8530-4de8-827a-063e725defa7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/524dec46-8142-4eba-a16d-90327bbbbd8c HTTP/1.1" status: 204 len: 173 time: 0.4383526 Oct 13 04:16:10.502074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3b286-8530-4de8-827a-063e725defa7 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524dec46-8142-4eba-a16d-90327bbbbd8c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.505581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.506350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.513951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.517262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] 10.222.0.44 "DELETE /v2.0/networks/d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d HTTP/1.1" status: 204 len: 168 time: 2.2833514 Oct 13 04:16:10.531238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e58fe-f0dc-46c6-bcc3-9c4589da9b8f tempest-NetworksIpV6TestAttrs-853072608 tempest-NetworksIpV6TestAttrs-853072608-project] Pushing event deleted for resources: {'Network': ['ID=d9da5e30-c3a6-4c9c-95aa-e23f52f75d0d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.561124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.566699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.567707 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.594410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-446629f7-b1ac-47fd-a9d1-a274a1715d90 req-40343470-6dd6-4346-b78c-6e7d83d3695e tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/57de6e07-8278-4883-8f55-a2db4db1a9e2 HTTP/1.1" status: 200 len: 2405 time: 0.0650465 Oct 13 04:16:10.636330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Pushing event updated for resources: {'Port': ['ID=65e34584-dc2c-4824-a719-e6dd03cb620a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.639180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.641532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:10.644106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:10.661242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:10.743521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-446629f7-b1ac-47fd-a9d1-a274a1715d90 req-659ede0f-9930-416f-908f-0c196318c3e9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.796601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Attempting to bind port 65e34584-dc2c-4824-a719-e6dd03cb620a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:10.797043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Attempting to bind port 65e34584-dc2c-4824-a719-e6dd03cb620a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:10.797694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Attempting to bind port 65e34584-dc2c-4824-a719-e6dd03cb620a on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:10.805609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:10.806523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:10.807237 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.807861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:10.808696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Bound port: 65e34584-dc2c-4824-a719-e6dd03cb620a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:10.809659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.816603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb89a48-6741-4d20-9941-1e156edc943b req-4aa64276-4cc9-4ea0-9723-70158d7e6c00 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:10.818297 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bb89a48-6741-4d20-9941-1e156edc943b req-4aa64276-4cc9-4ea0-9723-70158d7e6c00 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.0987585 Oct 13 04:16:10.827085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.828271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-446629f7-b1ac-47fd-a9d1-a274a1715d90 req-659ede0f-9930-416f-908f-0c196318c3e9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.911053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bb89a48-6741-4d20-9941-1e156edc943b req-06dfb1c2-aac6-42ab-a13b-033b9b924154 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795150 Oct 13 04:16:10.935409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68f2561d-3c71-4fbd-bae6-5f87fe1b3b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.937821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-446629f7-b1ac-47fd-a9d1-a274a1715d90 req-659ede0f-9930-416f-908f-0c196318c3e9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.942703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-446629f7-b1ac-47fd-a9d1-a274a1715d90 req-659ede0f-9930-416f-908f-0c196318c3e9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.944715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-446629f7-b1ac-47fd-a9d1-a274a1715d90 req-659ede0f-9930-416f-908f-0c196318c3e9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/57de6e07-8278-4883-8f55-a2db4db1a9e2 HTTP/1.1" status: 204 len: 173 time: 0.3430161 Oct 13 04:16:10.945215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.955783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] For port 65e34584-dc2c-4824-a719-e6dd03cb620a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:10.965204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] For port 65e34584-dc2c-4824-a719-e6dd03cb620a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=65e34584-dc2c-4824-a719-e6dd03cb620a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:10.973982 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.999365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.009872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.013540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/dc906f26-821c-4b20-b078-1243760db9ff HTTP/1.1" status: 204 len: 168 time: 0.7833707 Oct 13 04:16:11.015011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43396881-2d3a-4df4-a5f2-cabb82ebdd69 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=dc906f26-821c-4b20-b078-1243760db9ff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.017399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.033035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ede0f-9930-416f-908f-0c196318c3e9 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de6e07-8278-4883-8f55-a2db4db1a9e2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.094903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0b2f5197-2f40-4cba-a62a-305a81ed4fc9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717270 Oct 13 04:16:11.098152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.105634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:11.109427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbb76fef-228c-411a-a0f9-875599fefc53 req-652a7bb5-54e6-47aa-9b0b-34a12dba7951 tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "GET /v2.0/security-groups/49dcda9c-5899-4bc5-ba44-4af9d0af1c39 HTTP/1.1" status: 200 len: 2401 time: 0.1020713 Oct 13 04:16:11.143489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31499-619f-4f4b-80e6-10f69a447ca3 None None] Pushing event updated for resources: {'Port': ['ID=65e34584-dc2c-4824-a719-e6dd03cb620a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.223898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbb76fef-228c-411a-a0f9-875599fefc53 req-1e030712-bdec-4858-94f3-6dc92b3bfc0d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.257644 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68f2561d-3c71-4fbd-bae6-5f87fe1b3b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.268625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbb76fef-228c-411a-a0f9-875599fefc53 req-1e030712-bdec-4858-94f3-6dc92b3bfc0d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.284414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68f2561d-3c71-4fbd-bae6-5f87fe1b3b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.337768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbb76fef-228c-411a-a0f9-875599fefc53 req-1e030712-bdec-4858-94f3-6dc92b3bfc0d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.345101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbb76fef-228c-411a-a0f9-875599fefc53 req-1e030712-bdec-4858-94f3-6dc92b3bfc0d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.348492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbb76fef-228c-411a-a0f9-875599fefc53 req-1e030712-bdec-4858-94f3-6dc92b3bfc0d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] 10.222.0.44 "DELETE /v2.0/security-groups/49dcda9c-5899-4bc5-ba44-4af9d0af1c39 HTTP/1.1" status: 204 len: 173 time: 0.2325783 Oct 13 04:16:11.363733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43768) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.365253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e030712-bdec-4858-94f3-6dc92b3bfc0d tempest-SecurityGroupRulesTestJSON-1260111961 tempest-SecurityGroupRulesTestJSON-1260111961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dcda9c-5899-4bc5-ba44-4af9d0af1c39,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.491670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Deleting subnet 8ed82a29-fe5d-4ec8-a95a-af295bc86ac1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:11.495383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.550590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.608181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.683949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.736636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed82a29-fe5d-4ec8-a95a-af295bc86ac1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.745217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.749887 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-575836c5-53ff-48b6-9048-3cfacdf9c4e8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ed82a29-fe5d-4ec8-a95a-af295bc86ac1 HTTP/1.1" status: 204 len: 168 time: 0.3807569 Oct 13 04:16:11.750960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.796952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2561d-3c71-4fbd-bae6-5f87fe1b3b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814704bd-44d7-4f3b-b55e-94a7277b1f9b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.831624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-68f2561d-3c71-4fbd-bae6-5f87fe1b3b23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e4ad4d4e68c4bf08372bab4242d60f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3149989 Oct 13 04:16:11.835186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.839427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.864719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:11.868132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.876593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ffd7c1fd-f15f-4388-817d-cc6058c7f773 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39016844c5784416b81c07a011c62293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8760641 Oct 13 04:16:11.892135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.930244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.971113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e16def-257a-4ee3-be39-50725184d4bd']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:11.990408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddbc97e-bd04-43a7-9233-f73e834c3156') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:11.990788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddbc97e-bd04-43a7-9233-f73e834c3156') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:12.012048 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.031872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.043052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:12.043052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.043402 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce92c-1dbc-4148-9cbe-30f8e566787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:12.043845 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:12.124586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.130186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce92c-1dbc-4148-9cbe-30f8e566787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.136479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.139746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8953-1d34-4e2e-bc92-4e9b27385870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.141880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] 10.222.0.44 "DELETE /v2.0/networks/07e16def-257a-4ee3-be39-50725184d4bd HTTP/1.1" status: 204 len: 168 time: 0.3898776 Oct 13 04:16:12.161041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3eed2-726f-4f35-89f2-93c64ce28b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e16def-257a-4ee3-be39-50725184d4bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:12.235421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb379f-8643-4702-892f-988e022ae9e7 req-bafe15d3-7da0-4168-bbb9-87d19ce7cbd6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:12.242832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9fb379f-8643-4702-892f-988e022ae9e7 req-bafe15d3-7da0-4168-bbb9-87d19ce7cbd6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2454400 Oct 13 04:16:12.272875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8953-1d34-4e2e-bc92-4e9b27385870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.330426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.403343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dbc96f64-85a7-485b-9635-6afc42098b9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7fde1e774a1421284cec650514b1162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718608 Oct 13 04:16:12.406264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.449211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9fb379f-8643-4702-892f-988e022ae9e7 req-5e061434-dce3-4388-b22f-aec71a435ee7 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002711 Oct 13 04:16:12.453226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.461121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 65e34584-dc2c-4824-a719-e6dd03cb620a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:12.502761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4516ba-b02b-418c-adcb-09e6825f31a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.551730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4516ba-b02b-418c-adcb-09e6825f31a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.575975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 65e34584-dc2c-4824-a719-e6dd03cb620a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:12.580937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce92c-1dbc-4148-9cbe-30f8e566787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.581553 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.585042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67e4ab-3057-4c34-be5d-7ab71e54dbac None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:12.588421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce92c-1dbc-4148-9cbe-30f8e566787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.591912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e2ce92c-1dbc-4148-9cbe-30f8e566787d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/814704bd-44d7-4f3b-b55e-94a7277b1f9b HTTP/1.1" status: 204 len: 168 time: 0.7509809 Oct 13 04:16:12.597052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8953-1d34-4e2e-bc92-4e9b27385870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.599987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8953-1d34-4e2e-bc92-4e9b27385870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.604763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e3d8953-1d34-4e2e-bc92-4e9b27385870 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c0bc4ee-4417-4be9-be07-f006690569eb HTTP/1.1" status: 204 len: 168 time: 0.7114439 Oct 13 04:16:12.636431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:12.638992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4516ba-b02b-418c-adcb-09e6825f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.641891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c4516ba-b02b-418c-adcb-09e6825f31a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.646594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=0343fb03-6d16-4581-8384-7052dc29ab6b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:12.648846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3c4516ba-b02b-418c-adcb-09e6825f31a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a89ab283-d576-4190-b723-90a6012dcc6a HTTP/1.1" status: 204 len: 168 time: 0.2412431 Oct 13 04:16:12.651097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce92c-1dbc-4148-9cbe-30f8e566787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814704bd-44d7-4f3b-b55e-94a7277b1f9b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:12.663732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4516ba-b02b-418c-adcb-09e6825f31a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ab283-d576-4190-b723-90a6012dcc6a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:12.669131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:12.672657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:12.673275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.677034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d8953-1d34-4e2e-bc92-4e9b27385870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0bc4ee-4417-4be9-be07-f006690569eb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:12.701172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f482d9b0-058a-422c-8e19-47c6076b37e5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5972154 Oct 13 04:16:12.701623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.706368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-347832039', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:12.746774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.748886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.832799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.841765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.862009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d09e3a03-52d2-4a48-a28b-400967d6aadc None None] Provisioning complete for port 65e34584-dc2c-4824-a719-e6dd03cb620a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:12.862406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d09e3a03-52d2-4a48-a28b-400967d6aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.903135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.908473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-21ca8114-a4c8-4d5c-9652-2ab213580305 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2046607 Oct 13 04:16:12.910529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:13.088710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.143016 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d09e3a03-52d2-4a48-a28b-400967d6aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.172983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 65e34584-dc2c-4824-a719-e6dd03cb620a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=65e34584-dc2c-4824-a719-e6dd03cb620a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:13.183033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.296783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:13.301781 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-d09e3a03-52d2-4a48-a28b-400967d6aadc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:16:13.302391 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-d09e3a03-52d2-4a48-a28b-400967d6aadc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:16:13.303171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=65e34584-dc2c-4824-a719-e6dd03cb620a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:13.316485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6056bd1a-f8fc-4de7-8fe9-5d18edc389c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.443434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.524849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6056bd1a-f8fc-4de7-8fe9-5d18edc389c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.534904 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6056bd1a-f8fc-4de7-8fe9-5d18edc389c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.592644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cbfcd7-2b1c-41bb-b3a4-edd20b5ed637 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:13.692233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056bd1a-f8fc-4de7-8fe9-5d18edc389c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b89b5b-b000-4592-8260-3e60bf5f8570,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:13.844908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6056bd1a-f8fc-4de7-8fe9-5d18edc389c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84a4394ff466499180726ebcf1c23591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455079 Oct 13 04:16:13.850579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:13.888986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1d98c-7a3a-4f2c-ae25-660bee252051 req-3349609e-60c2-45e3-bea7-3af303b6fdd2 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:13.890580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45e1d98c-7a3a-4f2c-ae25-660bee252051 req-3349609e-60c2-45e3-bea7-3af303b6fdd2 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2826309 Oct 13 04:16:13.956218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45e1d98c-7a3a-4f2c-ae25-660bee252051 req-219d0ef4-3ec1-426c-b9e4-5b7fda8352fa tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594089 Oct 13 04:16:14.019565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.022794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::1 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/0343fb03-6d16-4581-8384-7052dc29ab6b/e125b340-b8fa-4c8b-b0d9-3a3c5ff98438) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:14.058546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.095401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df206af1-1316-495c-96ee-74254dc2f0ad None None] Provisioning complete for port 65e34584-dc2c-4824-a719-e6dd03cb620a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:14.096061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df206af1-1316-495c-96ee-74254dc2f0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.237445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.245075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.252642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53b89b5b-b000-4592-8260-3e60bf5f8570 HTTP/1.1" status: 204 len: 168 time: 0.3897452 Oct 13 04:16:14.299664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b89b5b-b000-4592-8260-3e60bf5f8570,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:14.311395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.318181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:14.323885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.324484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.325862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.326376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.326967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.327590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.328426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.329173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.329697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.330199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.330718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.331206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d549-b056-4051-b3cc-e73816f94d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:14.406444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.410844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 65e34584-dc2c-4824-a719-e6dd03cb620a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:14.509187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:14.512262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:14.518628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:14.519273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.523317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 65e34584-dc2c-4824-a719-e6dd03cb620a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:14.524071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.597466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=e125b340-b8fa-4c8b-b0d9-3a3c5ff98438,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:14.611457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1092c745-a315-4185-8003-3c9dae6a004c None None] Provisioning complete for port 65e34584-dc2c-4824-a719-e6dd03cb620a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:14.612462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1092c745-a315-4185-8003-3c9dae6a004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.745961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.787126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:14.831647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4346a3a1-f8ba-439a-8ce0-4a4160ddf623 tempest-DvrRoutersNegativeTest-1998902936 tempest-DvrRoutersNegativeTest-1998902936-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-270294184', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:14.835856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.policy [None req-4346a3a1-f8ba-439a-8ce0-4a4160ddf623 tempest-DvrRoutersNegativeTest-1998902936 tempest-DvrRoutersNegativeTest-1998902936-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94825) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 13 04:16:14.836390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.policy [None req-4346a3a1-f8ba-439a-8ce0-4a4160ddf623 tempest-DvrRoutersNegativeTest-1998902936 tempest-DvrRoutersNegativeTest-1998902936-project] Failed policy check for 'create_router' {{(pid=94825) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 13 04:16:14.837129 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4346a3a1-f8ba-439a-8ce0-4a4160ddf623 tempest-DvrRoutersNegativeTest-1998902936 tempest-DvrRoutersNegativeTest-1998902936-project] create failed (client error): Access was denied to this resource. Oct 13 04:16:14.840430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4346a3a1-f8ba-439a-8ce0-4a4160ddf623 tempest-DvrRoutersNegativeTest-1998902936 tempest-DvrRoutersNegativeTest-1998902936-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5195951 Oct 13 04:16:14.956250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1564547348-network', 'tenant_id': '3a939fb058e5421088add22b60fb191a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:14.980892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Made reservation on behalf of 3a939fb058e5421088add22b60fb191a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:14.985888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.014510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.069883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d03342e-1695-4f03-8a85-9b8dd574b8d5 None None] Provisioning complete for port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:15.070263 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d03342e-1695-4f03-8a85-9b8dd574b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.126827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9d03342e-1695-4f03-8a85-9b8dd574b8d5 None None] Port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:15.196376 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.208032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.259192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99793a2f-9ca2-46f5-b91b-a263d8fd5f1c req-aa7f9087-f881-42de-8233-2c37e7ca0653 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:15.263787 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99793a2f-9ca2-46f5-b91b-a263d8fd5f1c req-aa7f9087-f881-42de-8233-2c37e7ca0653 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1653502 Oct 13 04:16:15.297052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:16:15.326741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad33ef-23c4-44d0-b897-99450abd2ff9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:15.351707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.352313 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Added segment dc47616b-0da6-4f3d-823b-3f806b9467a3 of type vlan for network 096a7afb-07df-4ceb-93b4-d4ea77811916 Oct 13 04:16:15.421149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:15.424466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99793a2f-9ca2-46f5-b91b-a263d8fd5f1c req-7490aceb-6211-4574-9fe5-37442e203f17 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486866 Oct 13 04:16:15.476106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.544651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.545659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:15.549874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.618073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8292232 Oct 13 04:16:15.628491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.630554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43892) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:15.642903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Request body: {'subnet': {'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1564547348-subnet', 'tenant_id': '3a939fb058e5421088add22b60fb191a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:15.666113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5427acf-f4ed-4bca-97df-dc26c080349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.675037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.675814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.683235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Made reservation on behalf of 3a939fb058e5421088add22b60fb191a for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:15.684372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e92a10-0040-4625-a63f-f30d41de0a30 admin admin] Pushing event updated for resources: {'Network': ['ID=096a7afb-07df-4ceb-93b4-d4ea77811916,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:15.686676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.695444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 096a7afb-07df-4ceb-93b4-d4ea77811916 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:16:15.904170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=e125b340-b8fa-4c8b-b0d9-3a3c5ff98438,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.061257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:16.064653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5427acf-f4ed-4bca-97df-dc26c080349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.073609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:16.097176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5427acf-f4ed-4bca-97df-dc26c080349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.351686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5427acf-f4ed-4bca-97df-dc26c080349b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1554df99baa4edd9399d2ceea64086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9085112 Oct 13 04:16:16.352407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:16.352836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5427acf-f4ed-4bca-97df-dc26c080349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ad125-d192-4915-9ced-0a95434df25c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.491504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abfaf944-a484-48d8-ba15-8729d18dce55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.538878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abfaf944-a484-48d8-ba15-8729d18dce55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.595992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.616460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Router da032ac5-69e4-49a0-ab71-99aecef62705 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:16:16.667510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62fca295-eca0-49c2-9475-b202171133d9 None None] Provisioning complete for port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:16.667889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62fca295-eca0-49c2-9475-b202171133d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.729832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bd375-f4ed-41cb-ad05-c63f7a0c3e46 req-f26949fa-6c67-477c-8b25-6b01723eaa8f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:16.731626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-121bd375-f4ed-41cb-ad05-c63f7a0c3e46 req-f26949fa-6c67-477c-8b25-6b01723eaa8f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1591280 Oct 13 04:16:16.765394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abfaf944-a484-48d8-ba15-8729d18dce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.767828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abfaf944-a484-48d8-ba15-8729d18dce55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.771477 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-abfaf944-a484-48d8-ba15-8729d18dce55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee5ad125-d192-4915-9ced-0a95434df25c HTTP/1.1" status: 204 len: 168 time: 0.4309568 Oct 13 04:16:16.782669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaf944-a484-48d8-ba15-8729d18dce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ad125-d192-4915-9ced-0a95434df25c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.791920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c5eec3-222c-4272-ad49-f5311a04ce22,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.821192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-121bd375-f4ed-41cb-ad05-c63f7a0c3e46 req-8f7a7868-9b32-4bfb-b929-698dc3b2e7d3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812454 Oct 13 04:16:16.839218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62fca295-eca0-49c2-9475-b202171133d9 None None] Port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:16.874493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Checking segment: {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:16.875951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Network hostable DHCP agents. Network: 096a7afb-07df-4ceb-93b4-d4ea77811916, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:16:16.980482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Network 096a7afb-07df-4ceb-93b4-d4ea77811916 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:16:16.999043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:17.006076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb1924e7-9d57-4dbd-8f87-a3d2b075081d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "PUT /v2.0/routers/da032ac5-69e4-49a0-ab71-99aecef62705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0942588 Oct 13 04:16:17.007380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 096a7afb-07df-4ceb-93b4-d4ea77811916) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:17.009081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.014189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:17.015188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.016231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Sync routers for ids ['da032ac5-69e4-49a0-ab71-99aecef62705'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:17.026386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104211e-11a0-4702-a915-ff06d7dc067a None None] Network 096a7afb-07df-4ceb-93b4-d4ea77811916 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:17.050334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75e4fb76-7bcc-434d-936c-9f3a586321a4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4176352 Oct 13 04:16:17.093850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6209936a-d132-48c1-abed-f27213cd7364 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:17.099196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.099903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6209936a-d132-48c1-abed-f27213cd7364 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports/e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 HTTP/1.1" status: 200 len: 911 time: 0.0894327 Oct 13 04:16:17.143126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Routers {'da032ac5-69e4-49a0-ab71-99aecef62705'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:17.145974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:15:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['da032ac5-69e4-49a0-ab71-99aecef62705'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:17.160481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a01e5-88bc-4173-b275-69caf781442c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:17.167293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a01e5-88bc-4173-b275-69caf781442c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:17.169798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-095a01e5-88bc-4173-b275-69caf781442c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0694535 Oct 13 04:16:17.172797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.349477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Set router da032ac5-69e4-49a0-ab71-99aecef62705 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:17.612175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36453d-2b5b-40ef-8eb8-d94a925081cc None None] Network 096a7afb-07df-4ceb-93b4-d4ea77811916 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:17.646316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8c2c57c2-327f-480b-b4f3-e6ba995e6700 req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1247253872', 'description': 'tempest-description-1781787690'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:17.765367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c2c57c2-327f-480b-b4f3-e6ba995e6700 req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.963626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da032ac5-69e4-49a0-ab71-99aecef62705', 'name': 'tempest-NetworksTestDHCPv6-router-347832039', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:12Z', 'updated_at': '2021-10-13T04:16:14Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None, '_interfaces': [{'id': 'e125b340-b8fa-4c8b-b0d9-3a3c5ff98438', 'name': '', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'mac_address': 'fa:16:3e:44:85:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da032ac5-69e4-49a0-ab71-99aecef62705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '0343fb03-6d16-4581-8384-7052dc29ab6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:13Z', 'updated_at': '2021-10-13T04:16:15Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'subnets': [{'id': '0343fb03-6d16-4581-8384-7052dc29ab6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:18.012385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Checking router: da032ac5-69e4-49a0-ab71-99aecef62705 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:18.038352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Updating router da032ac5-69e4-49a0-ab71-99aecef62705 port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:16:18.073512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:18.111511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.132036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968b65d-0fc1-4406-b180-3915eca0e420 req-55861c0b-b444-4d40-ba66-42044fefeba8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.139400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6968b65d-0fc1-4406-b180-3915eca0e420 req-55861c0b-b444-4d40-ba66-42044fefeba8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1171386 Oct 13 04:16:18.165671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.234814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6968b65d-0fc1-4406-b180-3915eca0e420 req-79e11be9-efd9-4985-90c2-c794df3c6628 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902059 Oct 13 04:16:18.436405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:18.569058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6265ceaa-7e90-4aea-8c2e-6a19339aeca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.584636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228517180'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:18.631670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.645964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.751674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6265ceaa-7e90-4aea-8c2e-6a19339aeca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.771375 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6265ceaa-7e90-4aea-8c2e-6a19339aeca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.805524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265ceaa-7e90-4aea-8c2e-6a19339aeca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1816fe78-1d10-4eca-9fa8-a58cbc5b5510,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:18.845741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6265ceaa-7e90-4aea-8c2e-6a19339aeca3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e38e77fb797f4d5b9e63c6a049b631af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678192 Oct 13 04:16:18.846395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:18.852190 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.860998 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.862073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.887878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.905705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c2c57c2-327f-480b-b4f3-e6ba995e6700 req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.926311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c2c57c2-327f-480b-b4f3-e6ba995e6700 req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.955345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f99a78-49b3-4c06-8330-9ed766690ca0 None None] Pushing event updated for resources: {'Port': ['ID=e125b340-b8fa-4c8b-b0d9-3a3c5ff98438,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:18.967408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da31c94e-66d9-4c28-8128-e175a1f94240,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:18.980594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c2c57c2-327f-480b-b4f3-e6ba995e6700 req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.984344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c2c57c2-327f-480b-b4f3-e6ba995e6700 req-c34254c7-908e-441d-9187-441196ddc102 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3486912 Oct 13 04:16:18.992929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe40a8-27bd-4604-aea8-8c20c57f2ee1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.024240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f8210d74-2026-4652-9c13-8c3b62acbde3 req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967519173', 'description': 'tempest-description-2012185398'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:19.054914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38d1bf97-68f1-4555-afe3-87147a6163bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.091476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d929b1d5-60c2-461c-833e-e443a5bd7be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.112788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:19.113205 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.140113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Attempting to bind port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:19.140419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Attempting to bind port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:19.140811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Attempting to bind port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:19.145906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d929b1d5-60c2-461c-833e-e443a5bd7be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.158793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:19.161041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:19.161503 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.161933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:19.163438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Bound port: e125b340-b8fa-4c8b-b0d9-3a3c5ff98438, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:19.163841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.223578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f8210d74-2026-4652-9c13-8c3b62acbde3 req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.283889 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.319344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] For port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:19.323918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] For port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e125b340-b8fa-4c8b-b0d9-3a3c5ff98438,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:19.331911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] For port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438, host n-d-810220-9, got binding levels [] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:19.332657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.337231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.372668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f8210d74-2026-4652-9c13-8c3b62acbde3 req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.375255 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.390667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:19.396251 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f8210d74-2026-4652-9c13-8c3b62acbde3 req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.424936 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d929b1d5-60c2-461c-833e-e443a5bd7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.428367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d929b1d5-60c2-461c-833e-e443a5bd7be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.440168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d929b1d5-60c2-461c-833e-e443a5bd7be8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1816fe78-1d10-4eca-9fa8-a58cbc5b5510 HTTP/1.1" status: 204 len: 168 time: 0.5885673 Oct 13 04:16:19.456514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Routers {'da032ac5-69e4-49a0-ab71-99aecef62705'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:19.459208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:15:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['da032ac5-69e4-49a0-ab71-99aecef62705'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:19.496718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.509731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0721791 Oct 13 04:16:19.514291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:19.519117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ec0a6-e95d-43c8-b7d8-5a710bf4c65c req-0ed2f66b-287f-4792-b02e-3ad1a3effe1b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:19.520403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-778ec0a6-e95d-43c8-b7d8-5a710bf4c65c req-0ed2f66b-287f-4792-b02e-3ad1a3effe1b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1215107 Oct 13 04:16:19.543409 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f8210d74-2026-4652-9c13-8c3b62acbde3 req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.546702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f8210d74-2026-4652-9c13-8c3b62acbde3 req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5319126 Oct 13 04:16:19.559296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f184e-492d-4182-b552-c76895c2a70c tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52770ff-e170-44f6-a3ab-bae6188c46e1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.611768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f99a78-49b3-4c06-8330-9ed766690ca0 None None] Pushing event updated for resources: {'Port': ['ID=e125b340-b8fa-4c8b-b0d9-3a3c5ff98438,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.639967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68085333-e0d5-4dbb-89ae-f1ba7554c4d0 None None] Provisioning complete for port e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:19.640990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68085333-e0d5-4dbb-89ae-f1ba7554c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.716562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] Set router da032ac5-69e4-49a0-ab71-99aecef62705 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:19.800504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3a7f1-7303-4cc1-be13-3a57498865ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.855874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b1d5-60c2-461c-833e-e443a5bd7be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1816fe78-1d10-4eca-9fa8-a58cbc5b5510,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.896865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a0f0145c-8cfb-499f-8388-e3e2d25ce355 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3786216 Oct 13 04:16:19.900226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:19.913696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-security--1184216389', 'description': 'tempest-security-description-656979005'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:19.919551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-778ec0a6-e95d-43c8-b7d8-5a710bf4c65c req-859cc039-4655-4c3c-9775-017b70a1ed82 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859677 Oct 13 04:16:19.982475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.097078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.150377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=e125b340-b8fa-4c8b-b0d9-3a3c5ff98438,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:20.222788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:20.228071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68085333-e0d5-4dbb-89ae-f1ba7554c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.254040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c53c54f9-e280-48cd-9040-79dc64ed5576 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:20.263405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c53c54f9-e280-48cd-9040-79dc64ed5576 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 813 time: 0.2122433 Oct 13 04:16:20.291431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-d44560d7-1092-45ff-bf68-102d390292ea tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/quotas/3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 375 time: 0.0270178 Oct 13 04:16:20.327274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da032ac5-69e4-49a0-ab71-99aecef62705', 'name': 'tempest-NetworksTestDHCPv6-router-347832039', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:12Z', 'updated_at': '2021-10-13T04:16:14Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None, '_interfaces': [{'id': 'e125b340-b8fa-4c8b-b0d9-3a3c5ff98438', 'name': '', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'mac_address': 'fa:16:3e:44:85:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da032ac5-69e4-49a0-ab71-99aecef62705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '0343fb03-6d16-4581-8384-7052dc29ab6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:13Z', 'updated_at': '2021-10-13T04:16:19Z', 'revision_number': 4, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'subnets': [{'id': '0343fb03-6d16-4581-8384-7052dc29ab6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:20.336155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.350524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bd230d0f-bda7-470a-9553-f4079b32e5ee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563390 Oct 13 04:16:20.368964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.369341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee5d02-3542-48f2-af74-9e481793b805 None None] The sync data for ids ['da032ac5-69e4-49a0-ab71-99aecef62705'] in n-d-810220-9 is: [{'id': 'da032ac5-69e4-49a0-ab71-99aecef62705', 'name': 'tempest-NetworksTestDHCPv6-router-347832039', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:12Z', 'updated_at': '2021-10-13T04:16:14Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None, '_interfaces': [{'id': 'e125b340-b8fa-4c8b-b0d9-3a3c5ff98438', 'name': '', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'mac_address': 'fa:16:3e:44:85:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da032ac5-69e4-49a0-ab71-99aecef62705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '0343fb03-6d16-4581-8384-7052dc29ab6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:13Z', 'updated_at': '2021-10-13T04:16:19Z', 'revision_number': 4, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'subnets': [{'id': '0343fb03-6d16-4581-8384-7052dc29ab6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:20.375226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.376763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "PUT /v2.0/security-groups/c52770ff-e170-44f6-a3ab-bae6188c46e1 HTTP/1.1" status: 200 len: 1779 time: 0.4757144 Oct 13 04:16:20.417739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09c2bf06-2e34-4e53-8e42-f279b22e3f88 None None] Could not find standard attr ID for object e125b340-b8fa-4c8b-b0d9-3a3c5ff98438. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:16:20.424177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:20.427117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4d73809-ba00-4843-a1d3-37073207b8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.479498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.525685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-f724233b-abe0-40a3-9b4a-05f55dec9553 service neutron] 10.222.0.44 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741209 Oct 13 04:16:20.594581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549452de-9e88-46e7-bff6-adc9de7a4fb2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52770ff-e170-44f6-a3ab-bae6188c46e1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:20.645214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-a8fec6e8-afbe-44d6-ae8b-4cee3882cc25 service neutron] 10.222.0.44 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043537 Oct 13 04:16:20.669544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:20.670254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb69144e-a61a-4ecd-b8bd-3c95450537e0 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups/c52770ff-e170-44f6-a3ab-bae6188c46e1 HTTP/1.1" status: 200 len: 1779 time: 0.2440121 Oct 13 04:16:20.814321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067b648e-774e-4178-9a3a-0444f9408d89 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.867563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067b648e-774e-4178-9a3a-0444f9408d89 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.874552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4d73809-ba00-4843-a1d3-37073207b8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.883150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Router da032ac5-69e4-49a0-ab71-99aecef62705 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:20.886922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4d73809-ba00-4843-a1d3-37073207b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.923066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067b648e-774e-4178-9a3a-0444f9408d89 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.926922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067b648e-774e-4178-9a3a-0444f9408d89 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.930433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-067b648e-774e-4178-9a3a-0444f9408d89 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/c52770ff-e170-44f6-a3ab-bae6188c46e1 HTTP/1.1" status: 204 len: 168 time: 0.2570119 Oct 13 04:16:20.932995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:20.945665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b648e-774e-4178-9a3a-0444f9408d89 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52770ff-e170-44f6-a3ab-bae6188c46e1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:20.996947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-82643387-05ca-4dbc-9110-7b2e1d2c0975 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626645 Oct 13 04:16:20.999471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44074) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.019893 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-8155f9b2-ea44-4b9c-ae34-c95e669b1def tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] delete failed (client error): The resource could not be found. Oct 13 04:16:21.021133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8155f9b2-ea44-4b9c-ae34-c95e669b1def tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/c52770ff-e170-44f6-a3ab-bae6188c46e1 HTTP/1.1" status: 404 len: 347 time: 0.0197573 Oct 13 04:16:21.025781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.031223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--358340745'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:21.048776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-035131a3-0fb6-4d01-9d2c-c5ca5836cef1 req-246218a1-9175-40c0-902b-7c303a9678f2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.1245351 Oct 13 04:16:21.059731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b4d73809-ba00-4843-a1d3-37073207b8e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8daca00c0f44e9db3c2448736d22107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356676 Oct 13 04:16:21.076878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44078) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.082990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.126840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d73809-ba00-4843-a1d3-37073207b8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d977a5d-ce31-4d80-ab15-d970aa05c4cd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.184198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:21.196861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b967b51a-be87-4a53-b2d8-54643ecb4200 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "PUT /v2.0/routers/da032ac5-69e4-49a0-ab71-99aecef62705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230517 Oct 13 04:16:21.202761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.242551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.259046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.279905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc0bdd-8ce7-4b54-a86b-e54d1e14db8b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.281647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc0bdd-8ce7-4b54-a86b-e54d1e14db8b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.284140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f7fc0bdd-8ce7-4b54-a86b-e54d1e14db8b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0794795 Oct 13 04:16:21.285990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44084) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.315550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7746348d-dcf6-4e93-a1eb-89615bd18baa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.341467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db610388-2c90-4e1e-91c1-f5dc240f5e70 req-a67fea4a-c628-4b53-9ab0-67ed6d7e70bc tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.344467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-db610388-2c90-4e1e-91c1-f5dc240f5e70 req-a67fea4a-c628-4b53-9ab0-67ed6d7e70bc tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2770844 Oct 13 04:16:21.375851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62c8dc14-3686-478b-af76-f862d7c1aaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.393617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.394853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1fbbf732-c009-4688-ad53-c5bf1d3a70e1 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3679297 Oct 13 04:16:21.397608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.402393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '7746348d-dcf6-4e93-a1eb-89615bd18baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:21.410424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 0343fb03-6d16-4581-8384-7052dc29ab6b {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:21.415163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.435940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-db610388-2c90-4e1e-91c1-f5dc240f5e70 req-0b19a715-5142-42c0-9d73-486ce9c0829c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841844 Oct 13 04:16:21.474753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62c8dc14-3686-478b-af76-f862d7c1aaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.483579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.493119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.499540 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efbdc7bd-4619-4d1c-903f-976874f3c154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.574819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.577294 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.585573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.629926 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62c8dc14-3686-478b-af76-f862d7c1aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.636371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62c8dc14-3686-478b-af76-f862d7c1aaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.641680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-62c8dc14-3686-478b-af76-f862d7c1aaa3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d977a5d-ce31-4d80-ab15-d970aa05c4cd HTTP/1.1" status: 204 len: 168 time: 0.5601344 Oct 13 04:16:21.664725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8dc14-3686-478b-af76-f862d7c1aaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d977a5d-ce31-4d80-ab15-d970aa05c4cd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.692058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.697495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988179 Oct 13 04:16:21.698627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.706346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.714410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc226b-cd75-4ad1-b39c-278a5b5d860a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e9a324-0553-4911-a7c6-1a309de968f8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.760331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.779127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=0343fb03-6d16-4581-8384-7052dc29ab6b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.779758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.785547 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.791855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f4c99-99d9-4fb8-a4a0-c546ac388aae None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:21.794645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-944439b8-adee-43da-bcef-63605d59b5a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/0343fb03-6d16-4581-8384-7052dc29ab6b HTTP/1.1" status: 204 len: 168 time: 0.5026050 Oct 13 04:16:21.800243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.968186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ef07db3-0df9-44a7-871e-8da985329dd4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1660776 Oct 13 04:16:21.970504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:21.979508 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.995818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.000200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b0e9a324-0553-4911-a7c6-1a309de968f8 HTTP/1.1" status: 204 len: 168 time: 0.2979531 Oct 13 04:16:22.000836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:22.046267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0e9a324-0553-4911-a7c6-1a309de968f8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:22.059075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:22.106052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:22.108171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69d22f05-0d04-4a7a-9fbf-5e0408db2d0e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039486 Oct 13 04:16:22.109972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.110316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.110657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.110993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.111327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.111664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.111990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.112316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.112641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.112991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.113315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.113635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463acd3-af36-489e-add7-3d0295276f9a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:22.138377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] Deleting port 65e34584-dc2c-4824-a719-e6dd03cb620a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:22.138775 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.276183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabd5336-4bea-4e9e-85b3-f6c6d12a2890 req-4411fd71-4d9e-4d41-9a69-7a85950a56da tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.1548355 Oct 13 04:16:22.295947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.299490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] For port 65e34584-dc2c-4824-a719-e6dd03cb620a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=65e34584-dc2c-4824-a719-e6dd03cb620a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:22.300356 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.322373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] Calling delete_port for 65e34584-dc2c-4824-a719-e6dd03cb620a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:22.451911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 65e34584-dc2c-4824-a719-e6dd03cb620a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:22.553067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e3c94dd-09b7-40d2-b2aa-e4f24c005fbf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.570948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Port 65e34584-dc2c-4824-a719-e6dd03cb620a update to DOWN by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 04:16:22.585304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.605092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] No DVR routers for this DVR port 65e34584-dc2c-4824-a719-e6dd03cb620a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:22.639366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bda171-2a9d-43bb-bda7-5a50fc0211c5 None None] Pushing event deleted for resources: {'Port': ['ID=65e34584-dc2c-4824-a719-e6dd03cb620a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:22.676552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a36860-e059-401f-b436-1530b9c35a9e req-7a73339a-2651-48a4-9140-91d3d1e9610f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:22.678265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-48a36860-e059-401f-b436-1530b9c35a9e req-7a73339a-2651-48a4-9140-91d3d1e9610f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1120214 Oct 13 04:16:22.707210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.709620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e3c94dd-09b7-40d2-b2aa-e4f24c005fbf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.712665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.754897 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-48a36860-e059-401f-b436-1530b9c35a9e req-6e6a751e-05d5-44dd-be9b-a2b66a1a1851 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694673 Oct 13 04:16:22.797313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] Sync routers for ids ['da032ac5-69e4-49a0-ab71-99aecef62705'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:22.818421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.825755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.826577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Fanout notify agent at l3_agent the message router_deleted on router da032ac5-69e4-49a0-ab71-99aecef62705 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:16:22.833419 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] Routers {'da032ac5-69e4-49a0-ab71-99aecef62705'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:22.839404 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['da032ac5-69e4-49a0-ab71-99aecef62705'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:22.841326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.844767 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a5d93d62-f2a5-42c2-87e7-e8b836873ecf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/routers/da032ac5-69e4-49a0-ab71-99aecef62705 HTTP/1.1" status: 204 len: 168 time: 0.8708758 Oct 13 04:16:22.845525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:22.850762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:22.857925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e3c94dd-09b7-40d2-b2aa-e4f24c005fbf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.861948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e3c94dd-09b7-40d2-b2aa-e4f24c005fbf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.868130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e3c94dd-09b7-40d2-b2aa-e4f24c005fbf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/7746348d-dcf6-4e93-a1eb-89615bd18baa HTTP/1.1" status: 204 len: 168 time: 0.7605078 Oct 13 04:16:22.868792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44142) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:22.913963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c94dd-09b7-40d2-b2aa-e4f24c005fbf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7746348d-dcf6-4e93-a1eb-89615bd18baa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:22.939609 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:22.954729 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.968576 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] Routers set() bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:22.968974 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] Router IDs set() for agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:16:22.969670 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_agentschedulers_db [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da032ac5-69e4-49a0-ab71-99aecef62705'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent'). {{(pid=94832) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:16:22.969973 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1e7f1-e5f1-4218-af46-a588f3dc04f0 None None] The sync data for ids ['da032ac5-69e4-49a0-ab71-99aecef62705'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:23.024111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:23.032111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.054551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e9055026-8dd7-46d5-a454-d4f16c7e4e46 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1794977 Oct 13 04:16:23.061600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44146) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:23.068611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--871006270'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:23.114048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.242672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.253110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.293536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.297622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2334721 Oct 13 04:16:23.299489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44156) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:23.331584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '13c2ba26-f9d4-4df9-961f-5a41195add8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:23.422220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9e0c5-6ae3-4e64-b747-de32cd134486 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c2ba26-f9d4-4df9-961f-5a41195add8d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:23.463277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.491611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.529951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-127041b2-3266-41ae-85d9-597d4ab1c0bd req-4dc1b721-6921-41ac-8597-d97b95fbbe24 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.0994861 Oct 13 04:16:23.574657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:23.578413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:23.583432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:23.584040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.590578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd3ff0-360c-4db6-9a22-a7d1d52a96d9 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:23.593339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=c533f9ea-a462-4a2a-9899-8743cf8f541e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:23.610583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f28bee24-321d-46be-bd1a-be1f36febdd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7637393 Oct 13 04:16:23.625384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:23.638486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:23.651668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.659725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.694378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8642ec-0950-441b-afdc-a05a3e89cd38,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:23.715263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.722122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.725985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6638f337-e92e-4d19-b3c8-17145d69a522 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4082243 Oct 13 04:16:23.726159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.726396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:23.737910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '13c2ba26-f9d4-4df9-961f-5a41195add8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:23.817591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.829835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.837560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.867568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.869526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08b0449c-7885-45a5-962b-83e774524fad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2428389 Oct 13 04:16:23.874531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:23.929922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:23.931078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.976978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.982620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.001524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60c9a07-8fe3-4140-b3ae-de1fc4d1feb4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:24.030732 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.034635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dfaf8e10-9516-412a-8fe6-7b21c8ed8219 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046193 Oct 13 04:16:24.035609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:24.040918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '13c2ba26-f9d4-4df9-961f-5a41195add8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:24.105527 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.123859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f62a-e8dc-4ec1-ab7f-b3cee7d37199 req-39d70b3e-e1d1-4a73-bbde-918b6473b4e5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:24.125846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59c8f62a-e8dc-4ec1-ab7f-b3cee7d37199 req-39d70b3e-e1d1-4a73-bbde-918b6473b4e5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2339354 Oct 13 04:16:24.225342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/c533f9ea-a462-4a2a-9899-8743cf8f541e/64ab92c8-e6a7-409f-a382-5f7a2e913233) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:24.251417 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.259650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.323796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:24.325571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.335507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973409 Oct 13 04:16:24.336553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:24.354686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:24.355424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e125b340-b8fa-4c8b-b0d9-3a3c5ff98438 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:24.357092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '13c2ba26-f9d4-4df9-961f-5a41195add8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:24.367606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.429500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2767c-be43-40a9-bbcd-aa48f488069b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13782502-ed1c-4065-9b7c-711fc8f65725,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:24.450281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.452833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59c8f62a-e8dc-4ec1-ab7f-b3cee7d37199 req-0a82a769-1529-41e0-81b3-f150e1fcd61e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418923 Oct 13 04:16:24.601968 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.614807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.627899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.665038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:24.668136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:24.711432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5cd9d657-1153-4b16-9d03-42b7246d66f3 req-3d6c40f5-ec3d-4097-a2ce-01886a984f8d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.0850029 Oct 13 04:16:24.718774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:24.737588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.745139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.793271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f01a08-1baf-4735-9357-b1e4f991e037,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:24.808569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.819703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c6b9d304-3d6f-43d8-9430-c899ebf5d301 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4763095 Oct 13 04:16:24.839247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:24.848166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '13c2ba26-f9d4-4df9-961f-5a41195add8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:24.852979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Pushing event updated for resources: {'Port': ['ID=64ab92c8-e6a7-409f-a382-5f7a2e913233,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:24.914948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Attempting to bind port 64ab92c8-e6a7-409f-a382-5f7a2e913233 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:24.915663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Attempting to bind port 64ab92c8-e6a7-409f-a382-5f7a2e913233 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:24.916908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Attempting to bind port 64ab92c8-e6a7-409f-a382-5f7a2e913233 on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:24.919748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98442-d5a6-4cfd-b8f1-67b650727255 req-dbe3e61e-dee2-45b6-8281-197fd0ef40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:24.920975 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbc98442-d5a6-4cfd-b8f1-67b650727255 req-dbe3e61e-dee2-45b6-8281-197fd0ef40ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1096 time: 0.0980403 Oct 13 04:16:24.927314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:24.933009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:24.934450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.934869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:24.936327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Bound port: 64ab92c8-e6a7-409f-a382-5f7a2e913233, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:24.937498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.998618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbc98442-d5a6-4cfd-b8f1-67b650727255 req-1bd3e5bf-42b3-482d-9b36-cbcc7db29c88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Oct 13 04:16:25.007297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.065960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] For port 64ab92c8-e6a7-409f-a382-5f7a2e913233, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:25.068559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::1 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/c533f9ea-a462-4a2a-9899-8743cf8f541e/16396011-da8b-4f7f-9f69-89ec9db7af8b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:25.070837 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] For port 64ab92c8-e6a7-409f-a382-5f7a2e913233, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=64ab92c8-e6a7-409f-a382-5f7a2e913233,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:25.091246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.184949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68f59f-246e-4432-ac1f-f2da6213d1cb None None] Pushing event updated for resources: {'Port': ['ID=64ab92c8-e6a7-409f-a382-5f7a2e913233,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:25.276473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.283645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.295825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.317662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea0df13-6562-4a80-894f-4cc1b041d75f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:25.328737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.330920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3ee23b4d-728a-4355-bee6-99baf7689483 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4891813 Oct 13 04:16:25.333635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:25.385359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0757ebf9-61a7-4fe8-be25-636fb7d95f7e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.400191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0757ebf9-61a7-4fe8-be25-636fb7d95f7e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.402966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.495956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:25.504743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:25.512027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0757ebf9-61a7-4fe8-be25-636fb7d95f7e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.533575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:25.535183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.549268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0757ebf9-61a7-4fe8-be25-636fb7d95f7e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.554272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0757ebf9-61a7-4fe8-be25-636fb7d95f7e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2ea0df13-6562-4a80-894f-4cc1b041d75f HTTP/1.1" status: 204 len: 168 time: 0.2192488 Oct 13 04:16:25.554561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:25.698817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ca7d2c3-af98-41b2-bd56-e18457e2b1bc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1396832 Oct 13 04:16:25.699765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:25.776498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c8b05-cba4-471c-8e10-fc4829c4ccbb tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.790130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=16396011-da8b-4f7f-9f69-89ec9db7af8b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:25.805450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c8b05-cba4-471c-8e10-fc4829c4ccbb tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.831321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ebf9-61a7-4fe8-be25-636fb7d95f7e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ea0df13-6562-4a80-894f-4cc1b041d75f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:25.930785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4966f44a-8b5c-4304-86aa-40e2877c9c49 req-cabfcd99-fc73-4835-af87-545ae33aafa3 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.0690582 Oct 13 04:16:25.951571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c8b05-cba4-471c-8e10-fc4829c4ccbb tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.957139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.958430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c8b05-cba4-471c-8e10-fc4829c4ccbb tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.959559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c30c8b05-cba4-471c-8e10-fc4829c4ccbb tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e6f01a08-1baf-4735-9357-b1e4f991e037 HTTP/1.1" status: 204 len: 168 time: 0.2583442 Oct 13 04:16:25.965216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:26.030779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4ff8c-3990-438f-bf25-023e444022c6 req-d688e500-6a2f-4a8d-8f8e-a66aa7cc2a7e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.038649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7a4ff8c-3990-438f-bf25-023e444022c6 req-d688e500-6a2f-4a8d-8f8e-a66aa7cc2a7e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2254348 Oct 13 04:16:26.078295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8fd6333-bbd5-4b95-88dc-83c2386130af tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1088035 Oct 13 04:16:26.079094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c8b05-cba4-471c-8e10-fc4829c4ccbb tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f01a08-1baf-4735-9357-b1e4f991e037,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:26.080919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:26.142673 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85ef1719-4a83-4fee-9124-aeb7b35637c9 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.153729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85ef1719-4a83-4fee-9124-aeb7b35637c9 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.197619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7a4ff8c-3990-438f-bf25-023e444022c6 req-586fd83b-eba3-43ff-aa21-18475fd4950e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540534 Oct 13 04:16:26.214914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85ef1719-4a83-4fee-9124-aeb7b35637c9 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.226247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85ef1719-4a83-4fee-9124-aeb7b35637c9 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.232654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85ef1719-4a83-4fee-9124-aeb7b35637c9 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/13782502-ed1c-4065-9b7c-711fc8f65725 HTTP/1.1" status: 204 len: 168 time: 0.1505642 Oct 13 04:16:26.233926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:26.283541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef1719-4a83-4fee-9124-aeb7b35637c9 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13782502-ed1c-4065-9b7c-711fc8f65725,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:26.392864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:26.396706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-686b2350-3ce3-48bc-a5bf-d4ed8660ee5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1524704 Oct 13 04:16:26.467464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e92f5fb1-6b18-498f-be8b-944404b3068d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.485716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e92f5fb1-6b18-498f-be8b-944404b3068d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.497333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 64ab92c8-e6a7-409f-a382-5f7a2e913233 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:26.513510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.534085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.535383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.588392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e92f5fb1-6b18-498f-be8b-944404b3068d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.595089 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e92f5fb1-6b18-498f-be8b-944404b3068d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.596541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e92f5fb1-6b18-498f-be8b-944404b3068d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f60c9a07-8fe3-4140-b3ae-de1fc4d1feb4 HTTP/1.1" status: 204 len: 168 time: 0.2019899 Oct 13 04:16:26.599296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:26.621400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f5fb1-6b18-498f-be8b-944404b3068d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f60c9a07-8fe3-4140-b3ae-de1fc4d1feb4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:26.631439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 64ab92c8-e6a7-409f-a382-5f7a2e913233 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:26.631807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.675385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=16396011-da8b-4f7f-9f69-89ec9db7af8b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:26.818608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:26.820796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:26.865938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.877365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6bcce27d-1036-40c9-9fc5-b28d69696459 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2768393 Oct 13 04:16:26.896159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:26.960239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 64ab92c8-e6a7-409f-a382-5f7a2e913233, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=64ab92c8-e6a7-409f-a382-5f7a2e913233,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:26.977356 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.989151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e349-0e1d-485a-b58b-d33f8f98880e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.043206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e349-0e1d-485a-b58b-d33f8f98880e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.111927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=64ab92c8-e6a7-409f-a382-5f7a2e913233,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:27.120438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-285e9786-0e23-4ac2-a154-93ae002691e6 None None] Provisioning complete for port 64ab92c8-e6a7-409f-a382-5f7a2e913233 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:27.120886 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-285e9786-0e23-4ac2-a154-93ae002691e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.291436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-2e07e169-026a-4529-95e5-406d1938c4ad tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:27.293387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-2e07e169-026a-4529-95e5-406d1938c4ad tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.15 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 813 time: 0.6206145 Oct 13 04:16:27.296312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1caf2985-656a-4d07-961f-f4389baca229 req-276b9be7-085a-40da-8739-178234bec74b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.1497803 Oct 13 04:16:27.315726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'port': {'device_id': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916', 'admin_state_up': True, 'tenant_id': '3a939fb058e5421088add22b60fb191a'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:27.327502 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e349-0e1d-485a-b58b-d33f8f98880e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.353770 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e349-0e1d-485a-b58b-d33f8f98880e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.355333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6cc3e349-0e1d-485a-b58b-d33f8f98880e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8a8642ec-0950-441b-afdc-a05a3e89cd38 HTTP/1.1" status: 204 len: 168 time: 0.4577549 Oct 13 04:16:27.398884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:27.429272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3e349-0e1d-485a-b58b-d33f8f98880e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a8642ec-0950-441b-afdc-a05a3e89cd38,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:27.540797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7901f2c8-680c-4a0c-af25-f1edd686c4fc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1382682 Oct 13 04:16:27.545176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ff63d48-794b-4cb8-a0c3-95ae5d8a036b None None] Provisioning complete for port 16396011-da8b-4f7f-9f69-89ec9db7af8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:27.546278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ff63d48-794b-4cb8-a0c3-95ae5d8a036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.558692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:27.647579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5ff63d48-794b-4cb8-a0c3-95ae5d8a036b None None] Port 16396011-da8b-4f7f-9f69-89ec9db7af8b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:27.745765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Made reservation on behalf of 3a939fb058e5421088add22b60fb191a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:27.750369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.761594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de727f-b3c9-475c-9147-fe9c03677433 req-7ffa3fda-4566-4211-bf5e-0416306dcef0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:27.763466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82de727f-b3c9-475c-9147-fe9c03677433 req-7ffa3fda-4566-4211-bf5e-0416306dcef0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1359036 Oct 13 04:16:27.810972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39d02dbc-c905-4763-97ed-6b4b70601896 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.887059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82de727f-b3c9-475c-9147-fe9c03677433 req-ef0e82ee-7809-4889-a73a-a767c0936934 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155167 Oct 13 04:16:27.888572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:16:27.926726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39d02dbc-c905-4763-97ed-6b4b70601896 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.081020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39d02dbc-c905-4763-97ed-6b4b70601896 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.084790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39d02dbc-c905-4763-97ed-6b4b70601896 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.091942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-39d02dbc-c905-4763-97ed-6b4b70601896 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/13c2ba26-f9d4-4df9-961f-5a41195add8d HTTP/1.1" status: 204 len: 168 time: 0.5220602 Oct 13 04:16:28.106688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.115199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c2c853e-65d9-4a1c-b4a7-c27335839477 None None] Provisioning complete for port 16396011-da8b-4f7f-9f69-89ec9db7af8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:28.116002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c2c853e-65d9-4a1c-b4a7-c27335839477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.123477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Allocated IP 172.20.0.11 (096a7afb-07df-4ceb-93b4-d4ea77811916/d4c5eec3-222c-4272-ad49-f5311a04ce22/f8bc46de-f720-4735-9797-4197ef43c437) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:28.190403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d02dbc-c905-4763-97ed-6b4b70601896 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c2ba26-f9d4-4df9-961f-5a41195add8d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.224909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:28.238156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7fcd952f-cc49-4f15-be58-83f953f9ef31 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "PUT /v2.0/routers/04b69c1b-d3e7-41de-b282-6a95f38e00f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3592308 Oct 13 04:16:28.239752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.297176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Sync routers for ids ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:28.305113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b4e14317-457e-4de3-b58b-9000ece3064f tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1876626 Oct 13 04:16:28.310388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.315869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046204683'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:28.365153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c853e-65d9-4a1c-b4a7-c27335839477 None None] Port 16396011-da8b-4f7f-9f69-89ec9db7af8b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:28.380048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Routers {'04b69c1b-d3e7-41de-b282-6a95f38e00f4'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:28.381458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b35a01-9201-4464-9a61-f39f61aae3ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.382468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:28.385488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-80b35a01-9201-4464-9a61-f39f61aae3ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports/16396011-da8b-4f7f-9f69-89ec9db7af8b HTTP/1.1" status: 200 len: 911 time: 0.1444213 Oct 13 04:16:28.388570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.433597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.500353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-121dfa53-a3ff-4fe4-8603-c85991ddc385 req-ef447ab4-073a-4e01-be96-8631547841d4 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.0409083 Oct 13 04:16:28.524225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a331-8ccf-4782-9020-e12643319fe9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.529960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a331-8ccf-4782-9020-e12643319fe9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.533285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 64ab92c8-e6a7-409f-a382-5f7a2e913233 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:28.534933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f599a331-8ccf-4782-9020-e12643319fe9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1446795 Oct 13 04:16:28.535668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44290) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.597508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Set router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:28.683840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-4adc7256-cfb1-43a3-8746-815bb9c83df0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.686431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-4adc7256-cfb1-43a3-8746-815bb9c83df0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 811 time: 0.2437561 Oct 13 04:16:28.754461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.801747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.845133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f386f1-b7f3-4fb2-a3a5-ac4837f96e79,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.849817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.851221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d27c76a4-b69e-47cf-946a-58e714ef8250 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5395646 Oct 13 04:16:28.852980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-fd2afc83-83fe-406b-8064-99f736bd120f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/quotas/4a8bb60ef4a240aa99e6c978ab5d1a1e HTTP/1.1" status: 200 len: 375 time: 0.0854938 Oct 13 04:16:28.856973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.863339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': 'a7f386f1-b7f3-4fb2-a3a5-ac4837f96e79', 'direction': 'ingress', 'protocol': 17}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:28.939302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 64ab92c8-e6a7-409f-a382-5f7a2e913233 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:28.939828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.962851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-3bcc87d0-4a64-4e30-90ce-470db0ef5f9e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921130 Oct 13 04:16:28.979605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.014869 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.021540 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.068824 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.079583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.115447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.116873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2586334 Oct 13 04:16:29.120483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:29.158658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a65df4-abaf-451c-8e87-68f5d3c799a7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf7e9dc-9b57-4645-805c-c41fbd263f2a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:29.188801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.266763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Network 096a7afb-07df-4ceb-93b4-d4ea77811916 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:29.272951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:29.282258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:29.354599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:29.355249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.357399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:23Z', 'updated_at': '2021-10-13T04:16:25Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None, '_interfaces': [{'id': '16396011-da8b-4f7f-9f69-89ec9db7af8b', 'name': '', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'mac_address': 'fa:16:3e:1d:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:24Z', 'updated_at': '2021-10-13T04:16:26Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'subnets': [{'id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:29.436522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7601-deb8-4238-aa1f-8ec2bca01ef5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.440396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Checking router: 04b69c1b-d3e7-41de-b282-6a95f38e00f4 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:29.444315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Updating router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 port 16396011-da8b-4f7f-9f69-89ec9db7af8b binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:16:29.446147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-eb31d9f4-2a1d-4e02-b405-6cdea5f45dd9 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1173189538&fields=id&tenant_id=285ab485aebc4be78c87a31dfb8c4146 HTTP/1.1" status: 200 len: 267 time: 0.0911672 Oct 13 04:16:29.456617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:29.483887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-bf3911d3-8023-43ed-b500-4e92e4a58752 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1799450 Oct 13 04:16:29.506908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Request body: {'port': {'device_id': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:29.522480 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.541359 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7601-deb8-4238-aa1f-8ec2bca01ef5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.622822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-e1137099-d870-4d01-a0ff-d163e904bcd7 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:29.629958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-e1137099-d870-4d01-a0ff-d163e904bcd7 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/networks?id=ac34ae1e-49da-44a9-8416-3bbe99f0de15 HTTP/1.1" status: 200 len: 815 time: 0.1558967 Oct 13 04:16:29.651875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.679656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-0453228f-098c-44a6-9306-16fdc580421a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/quotas/285ab485aebc4be78c87a31dfb8c4146 HTTP/1.1" status: 200 len: 375 time: 0.0482061 Oct 13 04:16:29.680225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-0945dc0c-97e8-4529-8e15-f7bbeb100bd8 service neutron] 10.222.0.44 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084017 Oct 13 04:16:29.772243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c845d6eb-8392-4bd5-9c48-9d67f02b2645 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=285ab485aebc4be78c87a31dfb8c4146&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841680 Oct 13 04:16:29.782956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 16396011-da8b-4f7f-9f69-89ec9db7af8b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:29.782956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.940751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.947729 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.950455 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-b3bdf2e2-d8b2-41c6-90d3-aedb512949aa service neutron] 10.222.0.44 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772685 Oct 13 04:16:29.957550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 16396011-da8b-4f7f-9f69-89ec9db7af8b owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:29.962063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.020301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f006f32-1f3e-4368-b7c6-8cdaafa5493a None None] Pushing event updated for resources: {'Port': ['ID=16396011-da8b-4f7f-9f69-89ec9db7af8b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.106735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Attempting to bind port 16396011-da8b-4f7f-9f69-89ec9db7af8b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:30.107266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Attempting to bind port 16396011-da8b-4f7f-9f69-89ec9db7af8b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:30.107733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Attempting to bind port 16396011-da8b-4f7f-9f69-89ec9db7af8b on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:30.114044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:30.114579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:30.115108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.115604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:30.119818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Bound port: 16396011-da8b-4f7f-9f69-89ec9db7af8b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:30.120541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.151175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-1c7994f7-0e3c-438f-8460-2df62d738c4c service neutron] 10.222.0.44 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909833 Oct 13 04:16:30.205823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7601-deb8-4238-aa1f-8ec2bca01ef5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.209222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7601-deb8-4238-aa1f-8ec2bca01ef5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.209415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] For port 16396011-da8b-4f7f-9f69-89ec9db7af8b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:30.210741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a1ee7601-deb8-4238-aa1f-8ec2bca01ef5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/a7f386f1-b7f3-4fb2-a3a5-ac4837f96e79 HTTP/1.1" status: 204 len: 168 time: 1.0892260 Oct 13 04:16:30.214235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:30.214667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] For port 16396011-da8b-4f7f-9f69-89ec9db7af8b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=16396011-da8b-4f7f-9f69-89ec9db7af8b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:30.222187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.257652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7601-deb8-4238-aa1f-8ec2bca01ef5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f386f1-b7f3-4fb2-a3a5-ac4837f96e79,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.297400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Routers {'04b69c1b-d3e7-41de-b282-6a95f38e00f4'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:30.299101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:30.397739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-602a7a6c-edf1-49ef-a168-5472c41b7817 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1823602 Oct 13 04:16:30.404151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:30.408834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--203393133'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:30.451429 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.453630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f006f32-1f3e-4368-b7c6-8cdaafa5493a None None] Pushing event updated for resources: {'Port': ['ID=16396011-da8b-4f7f-9f69-89ec9db7af8b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.462595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.491386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] Set router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:30.555329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=16396011-da8b-4f7f-9f69-89ec9db7af8b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.682165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ca26f47-f3b0-46f8-aaae-abe7142ba910 None None] Could not find standard attr ID for object 16396011-da8b-4f7f-9f69-89ec9db7af8b. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:16:30.761022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bc46de-f720-4735-9797-4197ef43c437 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:30.768373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.786147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.800547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Transition to ACTIVE for port object f8bc46de-f720-4735-9797-4197ef43c437 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:30.840233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.954722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-c04704a4-7e46-4d7b-88da-51e132a79e6b service neutron] 10.222.0.44 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2733943 Oct 13 04:16:31.086014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:23Z', 'updated_at': '2021-10-13T04:16:25Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None, '_interfaces': [{'id': '16396011-da8b-4f7f-9f69-89ec9db7af8b', 'name': '', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'mac_address': 'fa:16:3e:1d:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:24Z', 'updated_at': '2021-10-13T04:16:30Z', 'revision_number': 4, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'subnets': [{'id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:31.089862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:31.125791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd95d9-08ac-41db-b1be-434c879eb2b0 None None] The sync data for ids ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'] in n-d-810220-9 is: [{'id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:23Z', 'updated_at': '2021-10-13T04:16:25Z', 'revision_number': 2, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None, '_interfaces': [{'id': '16396011-da8b-4f7f-9f69-89ec9db7af8b', 'name': '', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'mac_address': 'fa:16:3e:1d:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:24Z', 'updated_at': '2021-10-13T04:16:30Z', 'revision_number': 4, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'subnets': [{'id': 'c533f9ea-a462-4a2a-9899-8743cf8f541e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:31.132237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0413e7d-0e72-4883-96aa-d873518ea673 None None] Could not find standard attr ID for object 16396011-da8b-4f7f-9f69-89ec9db7af8b. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:16:31.266777 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.284508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Attempting to bind port f8bc46de-f720-4735-9797-4197ef43c437 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:31.286571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Attempting to bind port f8bc46de-f720-4735-9797-4197ef43c437 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:31.288420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Attempting to bind port f8bc46de-f720-4735-9797-4197ef43c437 on network 096a7afb-07df-4ceb-93b4-d4ea77811916 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:31.298773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Port f8bc46de-f720-4735-9797-4197ef43c437 on network 096a7afb-07df-4ceb-93b4-d4ea77811916 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:31.299115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Attempting to bind port f8bc46de-f720-4735-9797-4197ef43c437 on network 096a7afb-07df-4ceb-93b4-d4ea77811916 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:31.316515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:31.316918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Checking segment: {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:31.317313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Bound using segment: {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:31.317748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Bound port: f8bc46de-f720-4735-9797-4197ef43c437, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:31.318173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.392234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.533328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:31.538070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:31.553709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.558307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.558896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1537087 Oct 13 04:16:31.577469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:31.582132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f3431bc-1309-458d-8ee4-a9f7021f9e79 req-49e78bcc-e3dd-4892-b895-50a87f8ccebc tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.0426199 Oct 13 04:16:31.599581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751222857'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:31.652971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:31.691762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791cd65-fa97-475f-be56-c6b810ac943b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4d963-6ee8-4e75-ba3f-2906be2b4f0e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:31.692018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:31.697200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.699220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 1092 time: 2.2021470 Oct 13 04:16:31.701254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:31.704672 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "tag": "f8bc46de-f720-4735-9797-4197ef43c437"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:31.760524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2857f-6272-488c-9a75-549385bb45cd req-537893c1-2289-4700-be22-4c6f70b3d9f2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:31.762682 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73e2857f-6272-488c-9a75-549385bb45cd req-537893c1-2289-4700-be22-4c6f70b3d9f2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 944 time: 0.8473756 Oct 13 04:16:31.831417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c52b9-dfd5-411a-b75f-387ff8418b47 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:31.915710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.944973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-73e2857f-6272-488c-9a75-549385bb45cd req-3531b159-42a2-4a98-89bf-4324af037631 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739450 Oct 13 04:16:31.945962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:31.958013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1beb309a-e1b8-4303-9207-bc21efceb045 req-7c428b2f-4d1e-472d-81ea-a2526d96f9fa tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 210 time: 0.2102189 Oct 13 04:16:31.971650 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-10cba21b-b77d-4fa2-a42c-9427218b5519 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "PUT /v2.0/routers/04b69c1b-d3e7-41de-b282-6a95f38e00f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4347208 Oct 13 04:16:31.972732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:32.045014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c7a35298-7f25-440f-a1d5-438f9c4df1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.047120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-c7a35298-7f25-440f-a1d5-438f9c4df1e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1095 time: 0.2912953 Oct 13 04:16:32.060552 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9acfd-cdd5-4104-a1d9-2cecee54a350 x-openstack-request-id: req-41f9acfd-cdd5-4104-a1d9-2cecee54a350 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:32.060981 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "tag": "f8bc46de-f720-4735-9797-4197ef43c437", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:32.061769 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41f9acfd-cdd5-4104-a1d9-2cecee54a350 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:32.062543 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437', 'status': 'completed', 'code': 200} Oct 13 04:16:32.120009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31865606-b7a6-4c5c-a5db-517c18f613af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.120365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-89b8a3cf-6c46-4c40-9a45-bd0290d10e3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 217 time: 0.0565093 Oct 13 04:16:32.121641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31865606-b7a6-4c5c-a5db-517c18f613af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.128860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:32.129235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31865606-b7a6-4c5c-a5db-517c18f613af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1558573 Oct 13 04:16:32.255543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet c533f9ea-a462-4a2a-9899-8743cf8f541e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:32.268408 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.277208 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.349422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.382606 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.441578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.445363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8631806 Oct 13 04:16:32.445363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175506b-58a3-459d-9bd7-05fee55046ce req-5eee576d-c354-4b7c-8514-ce8a0e8c210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.445797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:32.446289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-5eee576d-c354-4b7c-8514-ce8a0e8c210e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.3141928 Oct 13 04:16:32.451419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '9ff4d963-6ee8-4e75-ba3f-2906be2b4f0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cff15f5a-5205-4e80-bfa5-dbefc8cce3b6', 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:32.461170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7152a-694b-4848-a391-e5443c7db464 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff15f5a-5205-4e80-bfa5-dbefc8cce3b6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:32.517469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-781ae73e-d967-4c1e-a6fa-ede531e8c8a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444510 Oct 13 04:16:32.527030 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.613703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.747391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-df370bc3-cd96-4a2e-ac04-7bc0d40fdc87 service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059188 Oct 13 04:16:32.766316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9eb49666-77ed-4d70-bc4d-c91bf226da6e req-78289387-15c1-4c36-af40-f85ef80ea25a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.0498726 Oct 13 04:16:32.787629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.792221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.815382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.862965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-a23439e6-8087-49c9-b68b-3a351fc77870 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.864818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-a23439e6-8087-49c9-b68b-3a351fc77870 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.15 "GET /v2.0/networks?id=ac34ae1e-49da-44a9-8416-3bbe99f0de15 HTTP/1.1" status: 200 len: 815 time: 0.2948411 Oct 13 04:16:32.866075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3a758f-ff85-4032-b761-18fe897aee21,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:32.875785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.877064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7799cabd-131e-4219-9acb-c7358a83b812 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4295316 Oct 13 04:16:32.881460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44382) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:32.888366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=c533f9ea-a462-4a2a-9899-8743cf8f541e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:32.900822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.904806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0079f0a8-8f1a-4d9a-9f89-e0a1a91094c9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/c533f9ea-a462-4a2a-9899-8743cf8f541e HTTP/1.1" status: 204 len: 168 time: 0.7396402 Oct 13 04:16:32.909557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:32.913426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9022b-2ef0-4b44-98a3-7a3207908a33 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:33.083117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9a15-dae6-4e1c-8a39-8143ab18ad2a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.105377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9a15-dae6-4e1c-8a39-8143ab18ad2a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.212787 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e175506b-58a3-459d-9bd7-05fee55046ce req-fa501ec5-af5e-4eb7-ad80-6a62f2ccdc5e service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510219 Oct 13 04:16:33.237228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c6419f83-cd37-47d3-9d1c-472475d52a26 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3270841 Oct 13 04:16:33.251978 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a24f475f-1dba-453d-80ef-8915d062df4a req-0500c11f-60cb-4dd7-b0a8-29db16abdcf6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 210 time: 0.0623136 Oct 13 04:16:33.252920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:33.271760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9a15-dae6-4e1c-8a39-8143ab18ad2a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.280745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9a15-dae6-4e1c-8a39-8143ab18ad2a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.284613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b1e9a15-dae6-4e1c-8a39-8143ab18ad2a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6f3a758f-ff85-4032-b761-18fe897aee21 HTTP/1.1" status: 204 len: 168 time: 0.3967426 Oct 13 04:16:33.286374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:33.363219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.384431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-6e3a5327-3e29-4f4a-92e3-834bab8e437b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=285ab485aebc4be78c87a31dfb8c4146 HTTP/1.1" status: 200 len: 380 time: 0.5035810 Oct 13 04:16:33.401325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:33.418264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Request body: {'port': {'device_id': 'a6943281-cd47-4839-ba91-f640322afe79', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'admin_state_up': True, 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'security_groups': ['9256d5bd-f369-45cc-90f7-e9182ac4b903']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:33.438542 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] Sync routers for ids ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:33.456847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] Routers {'04b69c1b-d3e7-41de-b282-6a95f38e00f4'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:33.457571 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:33.526859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] Deleting port 64ab92c8-e6a7-409f-a382-5f7a2e913233 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:33.527533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.570481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9a15-dae6-4e1c-8a39-8143ab18ad2a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f3a758f-ff85-4032-b761-18fe897aee21,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:33.624655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-223ab8d8-f9e5-4e4b-bc35-2bb97cc5d40b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2791758 Oct 13 04:16:33.631674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:33.632208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] Set router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:33.671776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] For port 64ab92c8-e6a7-409f-a382-5f7a2e913233, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=64ab92c8-e6a7-409f-a382-5f7a2e913233,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:33.673257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.673595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50803a-d972-47ca-b7f2-1213d6289141 req-a2b62e44-5e78-407f-b0ed-c2177bbd327b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.683251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa50803a-d972-47ca-b7f2-1213d6289141 req-a2b62e44-5e78-407f-b0ed-c2177bbd327b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 944 time: 0.5157301 Oct 13 04:16:33.710364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] Calling delete_port for 64ab92c8-e6a7-409f-a382-5f7a2e913233 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:33.764243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:23Z', 'updated_at': '2021-10-13T04:16:30Z', 'revision_number': 3, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:33.847207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Made reservation on behalf of 285ab485aebc4be78c87a31dfb8c4146 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:33.850947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.894511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.911437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa50803a-d972-47ca-b7f2-1213d6289141 req-9f5216e6-cacc-486e-b5fe-c02dea23c846 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272658 Oct 13 04:16:33.917181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.931076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-594033b6-5344-455c-8d30-35c951b45fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.940205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-594033b6-5344-455c-8d30-35c951b45fda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1095 time: 0.4565113 Oct 13 04:16:33.940405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-a5d91bb8-35a3-4230-8afa-0ceb6311ef7a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.941734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-a5d91bb8-35a3-4230-8afa-0ceb6311ef7a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.15 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 811 time: 0.9098194 Oct 13 04:16:33.960603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Request body: {'port': {'device_id': '42444fe0-c5f7-438e-b869-df450fbea77d', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'admin_state_up': True, 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:33.973895 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] Checking router: 04b69c1b-d3e7-41de-b282-6a95f38e00f4 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:33.989269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.991481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] Pushing event deleted for resources: {'Port': ['ID=64ab92c8-e6a7-409f-a382-5f7a2e913233,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:33.994821 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] Routers {'04b69c1b-d3e7-41de-b282-6a95f38e00f4'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:33.999634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:34.001544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c033c5-89d7-4e50-9cd1-e8eb853abbb5 None None] No DVR routers for this DVR port 64ab92c8-e6a7-409f-a382-5f7a2e913233 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:34.098993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-e61ce43b-d8f7-42f2-b87f-2d3636a2f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.100478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-e61ce43b-d8f7-42f2-b87f-2d3636a2f6a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.1596005 Oct 13 04:16:34.126525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0a293f8-5626-4516-b9e0-0b3fdbf16e1d req-873f5dff-8aad-4db6-b59e-67e9fa44270f tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.1842062 Oct 13 04:16:34.156521 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] Set router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:34.219350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Made reservation on behalf of 4a8bb60ef4a240aa99e6c978ab5d1a1e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:34.223063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.233642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7db0539e-7e2f-49b8-9e27-eecce698b1fe tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.234243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:23Z', 'updated_at': '2021-10-13T04:16:30Z', 'revision_number': 3, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:34.263373 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cfbf08-9f6f-46da-89a6-8bc2ed0c96a4 None None] The sync data for ids ['04b69c1b-d3e7-41de-b282-6a95f38e00f4'] in n-d-810220-9 is: [{'id': '04b69c1b-d3e7-41de-b282-6a95f38e00f4', 'name': 'tempest-NetworksTestDHCPv6-router-179553538', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:23Z', 'updated_at': '2021-10-13T04:16:30Z', 'revision_number': 3, 'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:34.329301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7db0539e-7e2f-49b8-9e27-eecce698b1fe tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.335631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-4aab5f91-1be7-4508-bded-aab0808336ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 217 time: 0.2114441 Oct 13 04:16:34.362822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.363314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Fanout notify agent at l3_agent the message router_deleted on router 04b69c1b-d3e7-41de-b282-6a95f38e00f4 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:16:34.386885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.390330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7fa5dc51-ddd2-4e34-a42d-0e090aa91b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/routers/04b69c1b-d3e7-41de-b282-6a95f38e00f4 HTTP/1.1" status: 204 len: 168 time: 1.1338441 Oct 13 04:16:34.390712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:34.444071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fd44ac3f-4202-42aa-9db4-6ee383651f5c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462296 Oct 13 04:16:34.444071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44408) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:34.484567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df70d07c-2d78-4621-8637-6c4e494899a8 req-8f4204c9-ff0f-4279-94b0-05f9ad0df3a7 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 210 time: 0.1350310 Oct 13 04:16:34.540784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e48132-d622-47fa-9e59-2e21ce1e18a5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.542733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0e48132-d622-47fa-9e59-2e21ce1e18a5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0945745 Oct 13 04:16:34.546401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:34.591186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6b4575a8-c5d7-457b-82c0-d20e343c7b55 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432703 Oct 13 04:16:34.595296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44414) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:34.600998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:34.617615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-c48b2568-78d9-41d3-9c95-c8bd665b5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.619471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-c48b2568-78d9-41d3-9c95-c8bd665b5029 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.2772646 Oct 13 04:16:34.692265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 64ab92c8-e6a7-409f-a382-5f7a2e913233 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:34.710681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-01b5096e-77fd-4468-8026-a877c62cee89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726845 Oct 13 04:16:34.815408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 64ab92c8-e6a7-409f-a382-5f7a2e913233 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:34.818984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 64ab92c8-e6a7-409f-a382-5f7a2e913233 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:34.859157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:34.863175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.894708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-4949e32a-6f98-4e42-add9-c0393e9a35fd service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761384 Oct 13 04:16:35.114402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e562e14-8375-4c1d-a6d2-162a4e84ff6a req-0a91a486-ad86-49d1-9228-bb1bd05b5353 service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846676 Oct 13 04:16:35.171535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Allocated IP 172.20.0.10 (4aeeda45-2786-4f7b-932d-9be0cad5540c/4c8d35f2-f968-4320-84fd-2480ded50423/64528f37-16dc-4879-b181-c85df0da5fa7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:35.174038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b1fc6-4b4c-48cb-a233-b1cacc11ab90 req-50d7017a-ac2a-4254-b310-ff3a0ed73759 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.175740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-374b1fc6-4b4c-48cb-a233-b1cacc11ab90 req-50d7017a-ac2a-4254-b310-ff3a0ed73759 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 944 time: 0.1151650 Oct 13 04:16:35.303700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-374b1fc6-4b4c-48cb-a233-b1cacc11ab90 req-beafe7c8-f70c-406b-82ff-d4692b1fc012 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070998 Oct 13 04:16:35.351499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ea2d551-3692-4835-bd2a-630bfc3cc266 req-c83d5fcb-f9ba-4c9e-b95c-3e81e35ec249 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.0428522 Oct 13 04:16:35.371477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Allocated IP 172.20.0.7 (ac34ae1e-49da-44a9-8416-3bbe99f0de15/761915c0-8209-4ddb-8600-1837a9dc5f3a/cb1b8be2-6e28-402c-aa6f-9e475350ab20) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:35.398744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7db0539e-7e2f-49b8-9e27-eecce698b1fe tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.401290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7db0539e-7e2f-49b8-9e27-eecce698b1fe tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.405294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7db0539e-7e2f-49b8-9e27-eecce698b1fe tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/cff15f5a-5205-4e80-bfa5-dbefc8cce3b6 HTTP/1.1" status: 204 len: 168 time: 1.7639341 Oct 13 04:16:35.411496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:16:35.412104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44424) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:35.426163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.428707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0539e-7e2f-49b8-9e27-eecce698b1fe tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff15f5a-5205-4e80-bfa5-dbefc8cce3b6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:35.478849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.487820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:35.500304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:35.509104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.509698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.522018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8774f-7a8d-4f0e-ab8a-f0a9e834944e None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:35.541640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=a76b7187-329a-45ab-8386-e60e00516c4c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:35.556114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-983f7eee-b1fe-46a8-bb57-2e88b423632f tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1400383 Oct 13 04:16:35.557168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:35.566645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-159e90f5-4149-465f-80f9-4927c1566974 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9700103 Oct 13 04:16:35.574001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44434) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:35.587691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:35.666362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.689616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:35.776900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-238e8a23-bd4d-4da0-b22d-b269658fdf5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.794688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Network 4aeeda45-2786-4f7b-932d-9be0cad5540c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:35.805127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2d34f-68a0-4579-b92e-2e741affa662 req-efb921f1-2c41-4933-bbff-a92617d6abbb tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.806847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2cb2d34f-68a0-4579-b92e-2e741affa662 req-efb921f1-2c41-4933-bbff-a92617d6abbb tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 932 time: 0.1712539 Oct 13 04:16:35.818563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:35.830671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:35.847316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-238e8a23-bd4d-4da0-b22d-b269658fdf5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.907782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2cb2d34f-68a0-4579-b92e-2e741affa662 req-31b4d599-345f-43d8-8868-c0276da0b198 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906248 Oct 13 04:16:35.910396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:35.914374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.940732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'a76b7187-329a-45ab-8386-e60e00516c4c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:35.941586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.962073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Pushing event updated for resources: {'Port': ['ID=64528f37-16dc-4879-b181-c85df0da5fa7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:35.991505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.007447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.007961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.033080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-7fb31fe3-f0e1-4a0d-8cdf-6742f0ab0cca tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0778856 Oct 13 04:16:36.048367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Request body: {'port': {'device_id': '42444fe0-c5f7-438e-b869-df450fbea77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:36.085614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.154277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:36.155024 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.162387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:36.175132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:36.213117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event updated for resources: {'Port': ['ID=cb1b8be2-6e28-402c-aa6f-9e475350ab20,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:36.227615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-238e8a23-bd4d-4da0-b22d-b269658fdf5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.231854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-238e8a23-bd4d-4da0-b22d-b269658fdf5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.233387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-238e8a23-bd4d-4da0-b22d-b269658fdf5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ff4d963-6ee8-4e75-ba3f-2906be2b4f0e HTTP/1.1" status: 204 len: 168 time: 0.6752508 Oct 13 04:16:36.236175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:36.241089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.267805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:36.271806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:36.280292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.281345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.293867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.294683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.301055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Allocated IP 2001:db8::f816:3eff:fe62:77be (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/a76b7187-329a-45ab-8386-e60e00516c4c/7c263b1d-a7c6-41d6-819c-5eaf0adab87a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:36.327809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e8a23-bd4d-4da0-b22d-b269658fdf5d tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4d963-6ee8-4e75-ba3f-2906be2b4f0e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:36.330575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 16396011-da8b-4f7f-9f69-89ec9db7af8b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:36.344729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7690330 Oct 13 04:16:36.345446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:36.385566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:11:fd:7c', 'name': 'tempest-NetworksTestDHCPv6-1500802804'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:36.446537 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8fa247e3-76a5-4a3e-95ae-3b2d799fac16 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2065713 Oct 13 04:16:36.452138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44448) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:36.456948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-85f35780-a732-4cbd-90e0-2fb3a23265d5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0462515 Oct 13 04:16:36.469111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801756639'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:36.478333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Request body: {'port': {'device_id': 'a6943281-cd47-4839-ba91-f640322afe79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:36.508474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 16396011-da8b-4f7f-9f69-89ec9db7af8b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:36.511488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 16396011-da8b-4f7f-9f69-89ec9db7af8b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:36.542353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.629570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc58285a-bc9f-46fe-bf77-9d5085f694f5 None None] Provisioning complete for port cb1b8be2-6e28-402c-aa6f-9e475350ab20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:36.630191 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58285a-bc9f-46fe-bf77-9d5085f694f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.651634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.653489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dc2ed-315b-445e-b757-19a51937e618 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=7fb1516f-53ec-4d75-8c17-db4256ffdd90,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:36.659546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.701270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cc58285a-bc9f-46fe-bf77-9d5085f694f5 None None] Port cb1b8be2-6e28-402c-aa6f-9e475350ab20 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:36.728021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.731526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2689695 Oct 13 04:16:36.737179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:36.743189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '15273e55-e62b-4459-b35a-b44c35b3f59a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:36.757933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.768952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.788552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.809089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af79c-6880-4340-b08a-49fdc218acd5 req-5c4b65ae-cf5c-4ecf-9fb5-081b993ded31 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.810682 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc9af79c-6880-4340-b08a-49fdc218acd5 req-5c4b65ae-cf5c-4ecf-9fb5-081b993ded31 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 944 time: 0.2799053 Oct 13 04:16:36.854122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.884894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f8bc46de-f720-4735-9797-4197ef43c437 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:36.890769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:36.900114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:36.918936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:36.977753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc9af79c-6880-4340-b08a-49fdc218acd5 req-46659721-4fc3-4bda-94ae-fd4029db311a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569102 Oct 13 04:16:37.009142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Pushing event updated for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.047697 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:16:37.085119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.104461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64528f37-16dc-4879-b181-c85df0da5fa7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:37.109333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.126691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Attempting to bind port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:37.127059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Attempting to bind port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:37.127421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Attempting to bind port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:37.135671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.140009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:37.140379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:37.140812 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.141392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:37.141888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Bound port: 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:37.142273 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.192396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a0f167-3d0f-467f-8601-12f76070baca,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.218630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Transition to ACTIVE for port object 64528f37-16dc-4879-b181-c85df0da5fa7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:37.250497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.251734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1ac41105-bb5d-4183-a711-09fdb0f1a749 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5122685 Oct 13 04:16:37.257157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:37.267765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.297895 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:37.405446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76f3e-90c8-4e82-99d5-f5a16dbfee2f req-eb4946e1-27de-4e7c-9e92-c17fc4422665 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.406931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5d76f3e-90c8-4e82-99d5-f5a16dbfee2f req-eb4946e1-27de-4e7c-9e92-c17fc4422665 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 932 time: 0.2924061 Oct 13 04:16:37.416447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc52387-3897-4726-b2ff-a0892a3a365b req-24d9a895-70a0-4f0b-b0b1-2c4f1eccae3a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.418718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcc52387-3897-4726-b2ff-a0892a3a365b req-24d9a895-70a0-4f0b-b0b1-2c4f1eccae3a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 931 time: 0.8303671 Oct 13 04:16:37.425710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c4c3-ae7a-4a1f-810d-e07bcf42d399 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15273e55-e62b-4459-b35a-b44c35b3f59a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.458592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:37.486710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'f8bc46de-f720-4735-9797-4197ef43c437', 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916', 'port_id': 'f8bc46de-f720-4735-9797-4197ef43c437', 'mac_address': 'fa:16:3e:9b:ca:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c5eec3-222c-4272-ad49-f5311a04ce22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:37.491074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:37.496868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:37.501464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcc52387-3897-4726-b2ff-a0892a3a365b req-08f2797c-7fc0-4a51-b57e-d3e504ed9ba3 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684996 Oct 13 04:16:37.511971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:37.541628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f0c2e6-3557-4f93-9d66-4d33a4e1e9ae tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.546131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.576265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Pushing event updated for resources: {'Port': ['ID=64528f37-16dc-4879-b181-c85df0da5fa7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.601019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f0c2e6-3557-4f93-9d66-4d33a4e1e9ae tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.611535 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.665522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bc46de-f720-4735-9797-4197ef43c437 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:37.669920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5d76f3e-90c8-4e82-99d5-f5a16dbfee2f req-76b2c4d5-c186-488c-978d-5556042e7602 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390871 Oct 13 04:16:37.698603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82aed-46ab-4df8-8074-d531ac477381 None None] Pushing event updated for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.700520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f0c2e6-3557-4f93-9d66-4d33a4e1e9ae tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.714374 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f0c2e6-3557-4f93-9d66-4d33a4e1e9ae tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.715663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-16f0c2e6-3557-4f93-9d66-4d33a4e1e9ae tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f1a0f167-3d0f-467f-8601-12f76070baca HTTP/1.1" status: 204 len: 168 time: 0.4574339 Oct 13 04:16:37.720109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:37.725179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.725381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:37.725883 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.770549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Attempting to bind port 64528f37-16dc-4879-b181-c85df0da5fa7 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:37.770876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Attempting to bind port 64528f37-16dc-4879-b181-c85df0da5fa7 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:37.771201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Attempting to bind port 64528f37-16dc-4879-b181-c85df0da5fa7 on network 4aeeda45-2786-4f7b-932d-9be0cad5540c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:37.779838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c2e6-3557-4f93-9d66-4d33a4e1e9ae tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1a0f167-3d0f-467f-8601-12f76070baca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.781395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 953c66a7-d406-40d3-bb2f-421d462edec7 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:16:37.789217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:37.803567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Port 64528f37-16dc-4879-b181-c85df0da5fa7 on network 4aeeda45-2786-4f7b-932d-9be0cad5540c not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:37.804091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Attempting to bind port 64528f37-16dc-4879-b181-c85df0da5fa7 on network 4aeeda45-2786-4f7b-932d-9be0cad5540c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:37.820589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:37.821252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Checking segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:37.821806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Bound using segment: {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:37.822428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Bound port: 64528f37-16dc-4879-b181-c85df0da5fa7, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f6a84b-a08a-42d9-9e4d-e78994faf1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:37.822973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.826913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1b8be2-6e28-402c-aa6f-9e475350ab20 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:37.850169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.865587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a1b94b28-1829-4f48-bcd0-5ed6553332c2 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1152315 Oct 13 04:16:37.869492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:37.924853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Transition to ACTIVE for port object cb1b8be2-6e28-402c-aa6f-9e475350ab20 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:37.931403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:37.938475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.114493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] For port 64528f37-16dc-4879-b181-c85df0da5fa7, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:38.137903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.151522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 172.20.0.9 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/7fb1516f-53ec-4d75-8c17-db4256ffdd90/953c66a7-d406-40d3-bb2f-421d462edec7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:38.161466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fe11:fd7c (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/a76b7187-329a-45ab-8386-e60e00516c4c/953c66a7-d406-40d3-bb2f-421d462edec7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:38.181878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9d07ef7-2bf1-4fdd-9c2b-589a5dfcaa3b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.188461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] For port 64528f37-16dc-4879-b181-c85df0da5fa7, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=64528f37-16dc-4879-b181-c85df0da5fa7,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:38.202727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b8be2-6e28-402c-aa6f-9e475350ab20,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:38.218948 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.393945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bb9af-f084-4939-a28b-60ad556f63fc req-22ed4100-9fcb-4fb8-bce2-3a8d72f47b44 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.395582 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-820bb9af-f084-4939-a28b-60ad556f63fc req-22ed4100-9fcb-4fb8-bce2-3a8d72f47b44 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 945 time: 0.2229109 Oct 13 04:16:38.440174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.440812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.442369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] 10.222.0.15 "PUT /v2.0/ports/64528f37-16dc-4879-b181-c85df0da5fa7 HTTP/1.1" status: 200 len: 1092 time: 2.3989592 Oct 13 04:16:38.457886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42444fe0-c5f7-438e-b869-df450fbea77d', 'tag': '64528f37-16dc-4879-b181-c85df0da5fa7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:38.460669 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4072e253-82b9-43d0-b022-0d4b9503afd9" -d '{"events": [{"name": "network-changed", "server_uuid": "42444fe0-c5f7-438e-b869-df450fbea77d", "tag": "64528f37-16dc-4879-b181-c85df0da5fa7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:38.464759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9d07ef7-2bf1-4fdd-9c2b-589a5dfcaa3b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.475715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:38.551725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-820bb9af-f084-4939-a28b-60ad556f63fc req-3f12450d-9823-4827-9f5c-c53720637034 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274576 Oct 13 04:16:38.567515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2cd37-ce72-4ca8-80d8-f38ab62fe910 service neutron] Pushing event updated for resources: {'Port': ['ID=64528f37-16dc-4879-b181-c85df0da5fa7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:38.575785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:38.576163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.611971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.719626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.755303 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.822823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:38.828033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.870739 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd9457b-17d7-467f-84c8-4be05fb6d23a x-openstack-request-id: req-7fd9457b-17d7-467f-84c8-4be05fb6d23a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:38.871046 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42444fe0-c5f7-438e-b869-df450fbea77d", "tag": "64528f37-16dc-4879-b181-c85df0da5fa7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:38.871333 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fd9457b-17d7-467f-84c8-4be05fb6d23a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:38.871742 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42444fe0-c5f7-438e-b869-df450fbea77d', 'tag': '64528f37-16dc-4879-b181-c85df0da5fa7', 'status': 'completed', 'code': 200} Oct 13 04:16:38.904247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Attempting to bind port cb1b8be2-6e28-402c-aa6f-9e475350ab20 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:38.904527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Attempting to bind port cb1b8be2-6e28-402c-aa6f-9e475350ab20 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:38.904899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Attempting to bind port cb1b8be2-6e28-402c-aa6f-9e475350ab20 on network ac34ae1e-49da-44a9-8416-3bbe99f0de15 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:38.918683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9d07ef7-2bf1-4fdd-9c2b-589a5dfcaa3b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.924072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:38.937734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9d07ef7-2bf1-4fdd-9c2b-589a5dfcaa3b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.938926 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b9d07ef7-2bf1-4fdd-9c2b-589a5dfcaa3b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/15273e55-e62b-4459-b35a-b44c35b3f59a HTTP/1.1" status: 204 len: 168 time: 1.0682843 Oct 13 04:16:38.941764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:38.948229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:38.979893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Port cb1b8be2-6e28-402c-aa6f-9e475350ab20 on network ac34ae1e-49da-44a9-8416-3bbe99f0de15 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:38.980224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Attempting to bind port cb1b8be2-6e28-402c-aa6f-9e475350ab20 on network ac34ae1e-49da-44a9-8416-3bbe99f0de15 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:38.986011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:39.006417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:39.009186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f8bc46de-f720-4735-9797-4197ef43c437 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:39.034346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65290d-7055-45f3-8e50-c705effe7294 req-ba9a66bb-1676-4a21-853d-2c25724af309 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.054112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e65290d-7055-45f3-8e50-c705effe7294 req-ba9a66bb-1676-4a21-853d-2c25724af309 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.3648431 Oct 13 04:16:39.054797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=953c66a7-d406-40d3-bb2f-421d462edec7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:39.094261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d07ef7-2bf1-4fdd-9c2b-589a5dfcaa3b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15273e55-e62b-4459-b35a-b44c35b3f59a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:39.113078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:39.113985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Checking segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:39.114599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Bound using segment: {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:39.115344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Bound port: cb1b8be2-6e28-402c-aa6f-9e475350ab20, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:39.116066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.116409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port f8bc46de-f720-4735-9797-4197ef43c437 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:39.125851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port f8bc46de-f720-4735-9797-4197ef43c437 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:39.126227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.160195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-f309498d-4849-4090-943f-bd03fad977ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.162292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-f309498d-4849-4090-943f-bd03fad977ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 1095 time: 0.5906477 Oct 13 04:16:39.189151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a087f5e3-ecac-42e6-93d3-c4b3d32dd7f8 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2200801 Oct 13 04:16:39.195454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:39.201371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381594681'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:39.262727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.263364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.266724 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.277792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-02c0afb6-ad7a-46cf-bb95-e91b5987068f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64528f37-16dc-4879-b181-c85df0da5fa7 HTTP/1.1" status: 200 len: 217 time: 0.1056013 Oct 13 04:16:39.285718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e65290d-7055-45f3-8e50-c705effe7294 req-d339859c-41e2-4e7a-ab09-8f69d405212d tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861103 Oct 13 04:16:39.292795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.299265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-da15f99e-ef94-4108-8bb9-bbbd0fa0794a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9504409 Oct 13 04:16:39.299973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddf5b9-535c-4ccd-ad01-8606af99370a req-b40000a0-108e-4cae-9c55-78928e371164 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.302584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81ddf5b9-535c-4ccd-ad01-8606af99370a req-b40000a0-108e-4cae-9c55-78928e371164 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 944 time: 0.3449383 Oct 13 04:16:39.303301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:39.335957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:39.338454 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18eaaa5-af3f-4a9a-bb3c-e91736126e45" -d '{"events": [{"server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "name": "network-vif-plugged", "status": "completed", "tag": "f8bc46de-f720-4735-9797-4197ef43c437"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:39.341477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09018f0d-0224-4a89-a26f-b0da9b6a71f5 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:39.394150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:39.402992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.446461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.451788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.468493 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f9d60-37c0-48e9-ae1b-3379953ff7b7 x-openstack-request-id: req-7a9f9d60-37c0-48e9-ae1b-3379953ff7b7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:39.468830 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "name": "network-vif-plugged", "status": "completed", "tag": "f8bc46de-f720-4735-9797-4197ef43c437", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:39.468958 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a9f9d60-37c0-48e9-ae1b-3379953ff7b7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:39.469359 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437', 'code': 200} Oct 13 04:16:39.500672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-483bddb6-76a2-4d06-acae-3e37257eca5f None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:39.501081 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483bddb6-76a2-4d06-acae-3e37257eca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.521258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] For port cb1b8be2-6e28-402c-aa6f-9e475350ab20, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:39.526228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81ddf5b9-535c-4ccd-ad01-8606af99370a req-582f7741-5fb1-4459-a458-f27fe1b9c13b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713214 Oct 13 04:16:39.547422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-76727394-a591-4391-b7ee-400620efb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.549810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-76727394-a591-4391-b7ee-400620efb2ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.2426434 Oct 13 04:16:39.554140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] For port cb1b8be2-6e28-402c-aa6f-9e475350ab20, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:39.567562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b3c8a4-a75d-4223-8dc7-e6402783d092 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.574962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b3c8a4-a75d-4223-8dc7-e6402783d092 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.580294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-46b3c8a4-a75d-4223-8dc7-e6402783d092 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2571588 Oct 13 04:16:39.580476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759ef386-f58c-4d16-96b5-bfe40ebbd5dc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:39.580985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44490) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:39.584177 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.585252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-36c42c38-74e4-4d6d-8620-74a5d1f5f1dc tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3887510 Oct 13 04:16:39.595316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:39.601044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '759ef386-f58c-4d16-96b5-bfe40ebbd5dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:39.624777 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.636388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:39.748197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501fdff-bcec-4ad1-a30c-f61f826c6dc0 req-dffb9757-6907-4a28-8988-8c69c2f416e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.750061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e501fdff-bcec-4ad1-a30c-f61f826c6dc0 req-dffb9757-6907-4a28-8988-8c69c2f416e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1097 time: 0.2476940 Oct 13 04:16:39.797298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2500f-1d9b-47b9-8c2f-1dbff96c4ea2 req-3fc8e0ea-85af-47b2-9262-3704c9c3a2a0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.805474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51d2500f-1d9b-47b9-8c2f-1dbff96c4ea2 req-3fc8e0ea-85af-47b2-9262-3704c9c3a2a0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 946 time: 0.1297576 Oct 13 04:16:39.824541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e501fdff-bcec-4ad1-a30c-f61f826c6dc0 req-f1e879a7-da17-44c4-8ad8-e71053d75eaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659900 Oct 13 04:16:39.843308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.863442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.881060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': 'a76b7187-329a-45ab-8386-e60e00516c4c', 'ip_address': '2001:db8::f816:3eff:fe62:77be'}, {'subnet_id': '7fb1516f-53ec-4d75-8c17-db4256ffdd90'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '7c263b1d-a7c6-41d6-819c-5eaf0adab87a'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:16:39.909256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51d2500f-1d9b-47b9-8c2f-1dbff96c4ea2 req-06ae73a8-6e15-4842-add0-8b8ebccc901d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981650 Oct 13 04:16:39.922696 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.947386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 953c66a7-d406-40d3-bb2f-421d462edec7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:39.947736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.013330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.022284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.024587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-b65a7a1b-e136-4ae4-9d0f-128dbff2fc25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4378619 Oct 13 04:16:40.054771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.058551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583898 Oct 13 04:16:40.062015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44498) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:40.070952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58e9d6-8dd2-4535-a61e-d972c7b0ce48 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30c0b59-4a69-46d6-9113-8c51132c64e2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.099679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:40.100320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.102018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c650deff-de25-41db-b276-17bc328d57ad service neutron] 10.222.0.15 "PUT /v2.0/ports/cb1b8be2-6e28-402c-aa6f-9e475350ab20 HTTP/1.1" status: 200 len: 1091 time: 3.6277614 Oct 13 04:16:40.107486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-882dcac9-b6a5-4ee5-8df5-5c19dec7a86f tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules/e30c0b59-4a69-46d6-9113-8c51132c64e2 HTTP/1.1" status: 200 len: 763 time: 0.0419571 Oct 13 04:16:40.126343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:40.137801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.163785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 953c66a7-d406-40d3-bb2f-421d462edec7 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:40.231574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ff1fc8c0-8954-4d00-88b3-92718d321a88 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1044505 Oct 13 04:16:40.242081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] Allocated IP 172.20.0.2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/7fb1516f-53ec-4d75-8c17-db4256ffdd90/7c263b1d-a7c6-41d6-819c-5eaf0adab87a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:40.259924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:40.402369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650deff-de25-41db-b276-17bc328d57ad service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b8be2-6e28-402c-aa6f-9e475350ab20,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.437491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:40.464479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7f1-a1cb-41de-9a5c-1ae59c4625bf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.481011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-9d9a9445-db67-4686-8d02-9b4199b6ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:40.482795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-9d9a9445-db67-4686-8d02-9b4199b6ad27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=285ab485aebc4be78c87a31dfb8c4146&device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 1094 time: 0.3071487 Oct 13 04:16:40.486574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7f1-a1cb-41de-9a5c-1ae59c4625bf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.545691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-ae79e549-6394-4c38-aec2-7f47bdfd9a15 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201964 Oct 13 04:16:40.571528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-8e5048db-acfd-414f-9e35-7e91734f1bab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20 HTTP/1.1" status: 200 len: 217 time: 0.0752425 Oct 13 04:16:40.594419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:40.693359 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.703003 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.710928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:40.711208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.730284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c32e5cbe-e570-42c4-ae7b-bf47fceb9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:40.734238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-c32e5cbe-e570-42c4-ae7b-bf47fceb9ebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=761915c0-8209-4ddb-8600-1837a9dc5f3a HTTP/1.1" status: 200 len: 854 time: 0.1437399 Oct 13 04:16:40.739779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.743355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7f1-a1cb-41de-9a5c-1ae59c4625bf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.756177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7f1-a1cb-41de-9a5c-1ae59c4625bf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.759660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d5c1c7f1-a1cb-41de-9a5c-1ae59c4625bf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e30c0b59-4a69-46d6-9113-8c51132c64e2 HTTP/1.1" status: 204 len: 168 time: 0.4935420 Oct 13 04:16:40.782252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44514) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:40.785387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=953c66a7-d406-40d3-bb2f-421d462edec7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.843879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c0589-831f-4422-95eb-428149e45894 req-9c7a0214-9d02-4b5e-bd58-a48e02e26814 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:40.846485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-173c0589-831f-4422-95eb-428149e45894 req-9c7a0214-9d02-4b5e-bd58-a48e02e26814 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 944 time: 0.1914344 Oct 13 04:16:40.891180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:40.893447 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b607b694-f072-490e-a827-38c88a3a7843" -d '{"events": [{"name": "network-changed", "server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:40.923900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1c7f1-a1cb-41de-9a5c-1ae59c4625bf tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e30c0b59-4a69-46d6-9113-8c51132c64e2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.980802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da4d01-5d54-4227-b77c-f9794466dcad None None] Pushing event updated for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.992717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651125-dd16-40fd-926c-98fdecba8ac7 req-e787158f-db6a-497c-b198-94c546c8c969 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:40.994314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d651125-dd16-40fd-926c-98fdecba8ac7 req-e787158f-db6a-497c-b198-94c546c8c969 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.4453862 Oct 13 04:16:41.041475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-09aa228e-2ee3-4736-91a7-339bdd9c99b6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2534330 Oct 13 04:16:41.042374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.042904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44524) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.046012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-e53571d9-f87c-47e6-8631-9eece03e92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.047571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-e53571d9-f87c-47e6-8631-9eece03e92df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac34ae1e-49da-44a9-8416-3bbe99f0de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993665 Oct 13 04:16:41.068818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '759ef386-f58c-4d16-96b5-bfe40ebbd5dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:41.093548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-173c0589-831f-4422-95eb-428149e45894 req-2e81d798-62d9-47c3-9b53-a92a1294838f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388008 Oct 13 04:16:41.131703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.145425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.149455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-50ef9d96-6282-4a92-a321-acc72d96ca4a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/953c66a7-d406-40d3-bb2f-421d462edec7 HTTP/1.1" status: 204 len: 168 time: 1.5627923 Oct 13 04:16:41.158613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.218479 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e198e5-fbd4-4d8a-84ca-3e8c06404d9b x-openstack-request-id: req-f3e198e5-fbd4-4d8a-84ca-3e8c06404d9b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:41.218989 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:41.219429 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3e198e5-fbd4-4d8a-84ca-3e8c06404d9b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:41.219977 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'status': 'completed', 'code': 200} Oct 13 04:16:41.261890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.267592 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.304400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d651125-dd16-40fd-926c-98fdecba8ac7 req-12d3b85f-b8aa-46c3-816a-93c72169b7fd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938647 Oct 13 04:16:41.306716 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acf5557f-9079-4e94-8977-e0352a9e99e1 req-9e24c77f-21ea-4481-bd14-cda64cdc82c1 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439766 Oct 13 04:16:41.324896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e30915-e399-4027-97d1-ad4c2aab4e28,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:41.351047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be16361a-b74f-4bc2-a909-d2bf8ebfe7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.385890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750cd7e-ffb1-479d-b8ac-c34ee2e061ac tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.387880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750cd7e-ffb1-479d-b8ac-c34ee2e061ac tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.389358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.389734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750cd7e-ffb1-479d-b8ac-c34ee2e061ac tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.390432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-941d8415-7e7d-4246-a495-e2d2d84181dd tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3365486 Oct 13 04:16:41.391561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f750cd7e-ffb1-479d-b8ac-c34ee2e061ac tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2208495 Oct 13 04:16:41.396604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.396989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.423546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e8b8113a-94d5-4f44-81ad-5321699e9c9e tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules/60e30915-e399-4027-97d1-ad4c2aab4e28 HTTP/1.1" status: 200 len: 763 time: 0.0252712 Oct 13 04:16:41.427290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.511699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-c30fe4bd-4def-4210-ac22-784b5d1fd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.513471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-c30fe4bd-4def-4210-ac22-784b5d1fd886 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 1095 time: 0.1542790 Oct 13 04:16:41.515764 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-595ff5d6-b495-4655-b92c-9dcbd705adc3 service neutron] 10.222.0.15 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223933 Oct 13 04:16:41.526361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f3f7-0ecd-4ad8-9bc2-c091ad8feb04 req-502be618-e997-4970-80ad-886ba63a5f83 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.535141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88a4f3f7-0ecd-4ad8-9bc2-c091ad8feb04 req-502be618-e997-4970-80ad-886ba63a5f83 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 946 time: 0.2117040 Oct 13 04:16:41.575008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 7fb1516f-53ec-4d75-8c17-db4256ffdd90 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:41.582943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.622296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-389827c4-cd92-49c6-8942-deb6727a0fc5 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1912017 Oct 13 04:16:41.630015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.633129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88a4f3f7-0ecd-4ad8-9bc2-c091ad8feb04 req-14f9888a-cf95-4333-bc95-a5d7c5c87080 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971718 Oct 13 04:16:41.663274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.762945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33052eac-33d3-4c89-8bc1-6d288a4bac1a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.781855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33052eac-33d3-4c89-8bc1-6d288a4bac1a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.829835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be16361a-b74f-4bc2-a909-d2bf8ebfe7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.836539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be16361a-b74f-4bc2-a909-d2bf8ebfe7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.896497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-3b014c65-75e4-4f9f-9557-c64636ce8c9c tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1247253872&fields=id&tenant_id=3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 267 time: 0.1522408 Oct 13 04:16:41.907425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-0b40d41c-8b95-467a-af40-801533ff2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.908499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33052eac-33d3-4c89-8bc1-6d288a4bac1a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.908872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-0b40d41c-8b95-467a-af40-801533ff2c38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.3792157 Oct 13 04:16:41.927107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33052eac-33d3-4c89-8bc1-6d288a4bac1a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.928292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33052eac-33d3-4c89-8bc1-6d288a4bac1a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/60e30915-e399-4027-97d1-ad4c2aab4e28 HTTP/1.1" status: 204 len: 168 time: 0.2942407 Oct 13 04:16:41.936660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44542) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.939233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be16361a-b74f-4bc2-a909-d2bf8ebfe7a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e16a5f48fe04d368e257d89b572708a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8835056 Oct 13 04:16:41.948753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:41.951439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33052eac-33d3-4c89-8bc1-6d288a4bac1a tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60e30915-e399-4027-97d1-ad4c2aab4e28,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:41.954255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.964801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16361a-b74f-4bc2-a909-d2bf8ebfe7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a1e59-dcea-402d-aaf2-16ad39c6adb8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:42.003067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78dcf470-cd22-4f46-9648-c0a33e19fe98 req-661c1b4d-3fd4-49a6-a5d3-34906fd00fa4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745848 Oct 13 04:16:42.006667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-e364159c-626a-4176-b0f1-de748eb97a6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64528f37-16dc-4879-b181-c85df0da5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0567808 Oct 13 04:16:42.032166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d5ca72d-4906-486b-8fb2-60f08caa5fc7 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0917289 Oct 13 04:16:42.034911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:42.042920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Request body: {'security_group_rule': {'security_group_id': '759ef386-f58c-4d16-96b5-bfe40ebbd5dc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:42.044960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bec60dd8-891d-4298-9a05-9477a5fdcbd8 None None] Could not find standard attr ID for object 953c66a7-d406-40d3-bb2f-421d462edec7. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:16:42.063375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bec60dd8-891d-4298-9a05-9477a5fdcbd8 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:42.064102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bec60dd8-891d-4298-9a05-9477a5fdcbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.095567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-d2dafe3e-2387-43de-b982-b4337285bd22 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.096202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.103573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-d2dafe3e-2387-43de-b982-b4337285bd22 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 946 time: 0.1996124 Oct 13 04:16:42.138331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.156607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'port': {'security_groups': ['20ad33ef-23c4-44d0-b897-99450abd2ff9', 'da31c94e-66d9-4c28-8128-e175a1f94240']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:42.181720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb1516f-53ec-4d75-8c17-db4256ffdd90,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:42.193835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.197971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-18c3f184-7aa9-4b69-9ef1-185b27b08ab3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/7fb1516f-53ec-4d75-8c17-db4256ffdd90 HTTP/1.1" status: 204 len: 168 time: 0.7986994 Oct 13 04:16:42.202379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:42.203575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-0ae479ea-c293-4211-b7db-b8d52e256372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.205044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-0ae479ea-c293-4211-b7db-b8d52e256372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.1872406 Oct 13 04:16:42.264518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-14961c9d-48f5-433e-9c68-8be1b8e755f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475740 Oct 13 04:16:42.272259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.284393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.293550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b694-f072-490e-a827-38c88a3a7843 req-ceef0854-247c-4a4c-b650-71a73e51ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.295133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-ceef0854-247c-4a4c-b650-71a73e51ffa0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=285ab485aebc4be78c87a31dfb8c4146&device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 1094 time: 0.2308919 Oct 13 04:16:42.304288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11bf2b0b-a898-4dc7-9052-1e78740d660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.359678 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.361348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255024 Oct 13 04:16:42.365942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet a76b7187-329a-45ab-8386-e60e00516c4c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:42.371575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:42.376724 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.384138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.392564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:42.457009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bf834-4f5f-4fbb-878e-29cf0dfcf46f req-c14b079b-3155-4058-ab4f-f776032d0728 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.457009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74bf834-4f5f-4fbb-878e-29cf0dfcf46f req-c14b079b-3155-4058-ab4f-f776032d0728 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 944 time: 0.2107477 Oct 13 04:16:42.457009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bff31-b317-46fe-bcb1-9c3da72c7776 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b628b5-8902-4b2a-87a7-ebcdea807aa1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:42.457230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11bf2b0b-a898-4dc7-9052-1e78740d660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.514880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd595b59-d435-46f2-8e55-aebcf56defb1 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:42.535333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ad0f36d-1ae8-4357-a854-7f5eece261b0 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules/12b628b5-8902-4b2a-87a7-ebcdea807aa1 HTTP/1.1" status: 200 len: 764 time: 0.1599622 Oct 13 04:16:42.542073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:42.556256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74bf834-4f5f-4fbb-878e-29cf0dfcf46f req-359a6675-5d7d-4ad7-a205-e76abb752e74 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Oct 13 04:16:42.577285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.615777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c05f2a43-b182-4936-95ba-b4f94a9e171c None None] Could not find standard attr ID for object 953c66a7-d406-40d3-bb2f-421d462edec7. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:16:42.625315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:42.633290 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.757944 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.782330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:42.797356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0283ef-6643-4e7e-8ed7-e8530956f5c3 req-fe4be637-1695-44f3-a830-b62bee03f64e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.798881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d0283ef-6643-4e7e-8ed7-e8530956f5c3 req-fe4be637-1695-44f3-a830-b62bee03f64e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.0902722 Oct 13 04:16:42.825898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.858042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d0283ef-6643-4e7e-8ed7-e8530956f5c3 req-b77c2ac1-0312-4935-abe2-c87e254de2d1 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519617 Oct 13 04:16:42.864710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b694-f072-490e-a827-38c88a3a7843 req-b7688dd1-2ce0-45e2-adb3-a6a33e01295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.865291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.866543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-b7688dd1-2ce0-45e2-adb3-a6a33e01295b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac34ae1e-49da-44a9-8416-3bbe99f0de15 HTTP/1.1" status: 200 len: 916 time: 0.5519826 Oct 13 04:16:42.867386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11bf2b0b-a898-4dc7-9052-1e78740d660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.870428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11bf2b0b-a898-4dc7-9052-1e78740d660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.875124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-11bf2b0b-a898-4dc7-9052-1e78740d660b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/249a1e59-dcea-402d-aaf2-16ad39c6adb8 HTTP/1.1" status: 204 len: 168 time: 0.9239085 Oct 13 04:16:42.883270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.896062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:42.897813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=a76b7187-329a-45ab-8386-e60e00516c4c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:42.907976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.911711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f07ee3c2-4286-464d-ac81-69d0ac815c8f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/a76b7187-329a-45ab-8386-e60e00516c4c HTTP/1.1" status: 204 len: 168 time: 0.7047946 Oct 13 04:16:42.914337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:43.000959 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c586ef4-567f-4838-b26a-ff8ac73c38f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852194 Oct 13 04:16:43.001580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:43.006637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:43.051009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2b0b-a898-4dc7-9052-1e78740d660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a1e59-dcea-402d-aaf2-16ad39c6adb8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:43.053364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-5f023516-dd06-4397-a273-2a879d38ca99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20 HTTP/1.1" status: 200 len: 217 time: 0.1750839 Oct 13 04:16:43.064341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.065308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.085443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-904d1bf2-2905-454f-a40c-7fbc51c9e0fb req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "PUT /v2.0/ports/f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 982 time: 0.9786441 Oct 13 04:16:43.121227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-26db1b82-5dbd-42f4-a411-1c14ec610ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305492 Oct 13 04:16:43.122599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:43.148380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b46c0cd3-6210-475b-a3db-1bd34186a917 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5514035 Oct 13 04:16:43.152819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:43.196850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc3342-e045-40a4-9864-c3009eb80fee tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:43.278539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:43.290369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.429947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44572) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:43.448723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-7c5e9871-51c2-4052-92d2-5aea10a7dc29 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-967519173&fields=id&tenant_id=3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 267 time: 0.2445071 Oct 13 04:16:43.471533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012a5715-220e-4d3f-9dc5-1363d6acb280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.606882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-af2439bc-97bc-4794-80e3-2188f3f321f9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.608714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-af2439bc-97bc-4794-80e3-2188f3f321f9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 985 time: 0.1586678 Oct 13 04:16:43.662339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012a5715-220e-4d3f-9dc5-1363d6acb280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.670411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012a5715-220e-4d3f-9dc5-1363d6acb280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.676637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'port': {'security_groups': ['20ad33ef-23c4-44d0-b897-99450abd2ff9', 'da31c94e-66d9-4c28-8128-e175a1f94240', '1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:43.679726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:43.682749 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5fd955-7595-40f5-a3b6-8a1161686364" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "tag": "f8bc46de-f720-4735-9797-4197ef43c437"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:43.687363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4072e253-82b9-43d0-b022-0d4b9503afd9 req-46d692e8-20eb-459d-8691-97b40c2b9f5c service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334713 Oct 13 04:16:43.752003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594c4fbc-6841-4d09-8594-6874e0404b13 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.757322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b694-f072-490e-a827-38c88a3a7843 req-df6853be-8055-4fa6-b215-419b2bb8b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.758789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-df6853be-8055-4fa6-b215-419b2bb8b9a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=761915c0-8209-4ddb-8600-1837a9dc5f3a HTTP/1.1" status: 200 len: 854 time: 0.6561348 Oct 13 04:16:43.765756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594c4fbc-6841-4d09-8594-6874e0404b13 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.782453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703bf2a1-4980-4400-97e7-3070c95d0b83 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:43.836869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93648c8-28eb-42b5-8bea-7f9053d2f0a6 req-a36ef123-fae7-4d2d-be59-84ad619cccf8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.844668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b93648c8-28eb-42b5-8bea-7f9053d2f0a6 req-a36ef123-fae7-4d2d-be59-84ad619cccf8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 944 time: 0.1438990 Oct 13 04:16:43.853300 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594c4fbc-6841-4d09-8594-6874e0404b13 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.861690 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-594c4fbc-6841-4d09-8594-6874e0404b13 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.862794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-594c4fbc-6841-4d09-8594-6874e0404b13 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/12b628b5-8902-4b2a-87a7-ebcdea807aa1 HTTP/1.1" status: 204 len: 168 time: 0.7078938 Oct 13 04:16:43.872640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:43.888295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c4fbc-6841-4d09-8594-6874e0404b13 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12b628b5-8902-4b2a-87a7-ebcdea807aa1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:43.900880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-012a5715-220e-4d3f-9dc5-1363d6acb280 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98f8a50d7df044839c64ec6dcb8f2e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693916 Oct 13 04:16:43.901559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:43.901784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b694-f072-490e-a827-38c88a3a7843 req-279ff176-5625-43ef-861b-0012b37f6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.903928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-279ff176-5625-43ef-861b-0012b37f6907 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac34ae1e-49da-44a9-8416-3bbe99f0de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318069 Oct 13 04:16:43.921799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a5715-220e-4d3f-9dc5-1363d6acb280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcab1f7-af85-4637-8185-3b464462829b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:43.931873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.957216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b93648c8-28eb-42b5-8bea-7f9053d2f0a6 req-440cb46c-e99d-4323-bd7d-34ad54a7bd0f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115353 Oct 13 04:16:43.963613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-587e946b-29ff-4552-82fe-502b4263ec31 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:43.964282 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587e946b-29ff-4552-82fe-502b4263ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.035302 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50806c-36f2-4110-9621-4c5968073b4f x-openstack-request-id: req-ad50806c-36f2-4110-9621-4c5968073b4f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:44.035602 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "tag": "f8bc46de-f720-4735-9797-4197ef43c437", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:44.035858 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad50806c-36f2-4110-9621-4c5968073b4f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:44.036251 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437', 'status': 'completed', 'code': 200} Oct 13 04:16:44.069559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:16:44.150278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4db98a95-a53d-408f-9c4b-70b9fe02117b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2764289 Oct 13 04:16:44.164514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:44.231014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36b1989e-0b4c-4472-aae9-d0b58c2ee90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.243733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-965df7bc-0fe3-438d-9eff-5e0bf777b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:44.245580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-965df7bc-0fe3-438d-9eff-5e0bf777b2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1136 time: 0.1901965 Oct 13 04:16:44.252231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-94f5e4df-c4bf-4e85-b038-093ea4e1dcca service neutron] 10.222.0.15 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411367 Oct 13 04:16:44.258947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36b1989e-0b4c-4472-aae9-d0b58c2ee90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.344891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ddbe-efd5-44b2-9bf3-ed68b421cd58 req-2dbf3d87-3d8c-4268-9b13-861294d752a1 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:44.346824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77f7ddbe-efd5-44b2-9bf3-ed68b421cd58 req-2dbf3d87-3d8c-4268-9b13-861294d752a1 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.2168252 Oct 13 04:16:44.347395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36b1989e-0b4c-4472-aae9-d0b58c2ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.350025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36b1989e-0b4c-4472-aae9-d0b58c2ee90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.351216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-36b1989e-0b4c-4472-aae9-d0b58c2ee90a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dcab1f7-af85-4637-8185-3b464462829b HTTP/1.1" status: 204 len: 168 time: 0.4435503 Oct 13 04:16:44.394558 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43673e11-410e-4318-9b9e-c65094047ea6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.416973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1989e-0b4c-4472-aae9-d0b58c2ee90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcab1f7-af85-4637-8185-3b464462829b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:44.455955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf2d626f-6514-4bf9-abf1-d52bd53a0fc1 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:44.456476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf2d626f-6514-4bf9-abf1-d52bd53a0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.504249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43673e11-410e-4318-9b9e-c65094047ea6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.524235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77f7ddbe-efd5-44b2-9bf3-ed68b421cd58 req-45aa248d-8820-4f49-9875-3b9accad1b91 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434104 Oct 13 04:16:44.545306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b607b694-f072-490e-a827-38c88a3a7843 req-2eb1d47c-714f-4e91-a7f4-ed0753c9c94e service neutron] 10.222.0.15 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795913 Oct 13 04:16:44.574327 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.580644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-9cd9221c-b001-42aa-bf19-136ef1969449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:44.584449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-9cd9221c-b001-42aa-bf19-136ef1969449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.3307576 Oct 13 04:16:44.658191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-2331afb7-a64a-4759-b03b-3773bf2fef53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 217 time: 0.0600483 Oct 13 04:16:44.703848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43673e11-410e-4318-9b9e-c65094047ea6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.706889 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43673e11-410e-4318-9b9e-c65094047ea6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.711472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43673e11-410e-4318-9b9e-c65094047ea6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "DELETE /v2.0/security-groups/759ef386-f58c-4d16-96b5-bfe40ebbd5dc HTTP/1.1" status: 204 len: 168 time: 0.5441496 Oct 13 04:16:44.711991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:44.739792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43673e11-410e-4318-9b9e-c65094047ea6 tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ef386-f58c-4d16-96b5-bfe40ebbd5dc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:44.765112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-2ffa197f-7dcc-4b77-8389-0142891f23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:44.766616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-2ffa197f-7dcc-4b77-8389-0142891f23a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.1013994 Oct 13 04:16:44.811508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:44.822460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-bd92d546-1017-465a-a89d-2658612bb9e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363364 Oct 13 04:16:44.840557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2281fc59-50dc-48ca-aa3f-6293931f7c9f tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223383 Oct 13 04:16:44.841402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:44.867125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 64528f37-16dc-4879-b181-c85df0da5fa7 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:44.960320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.974527 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.009494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:45.009933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a5b570d7-c82d-48de-8862-5898cc6d890b tempest-SecGroupTest-1480872888 tempest-SecGroupTest-1480872888-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1594088 Oct 13 04:16:45.090245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-f1e22f92-c863-40c9-aa44-7486285dd5e4 service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477863 Oct 13 04:16:45.101121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.102468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.113349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-713550c2-cfcb-4bc3-b904-2e59b78322a9 req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "PUT /v2.0/ports/f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 1021 time: 1.4489803 Oct 13 04:16:45.128581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:45.140826 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b0467d-d73c-482f-807d-bfce52a89e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "tag": "f8bc46de-f720-4735-9797-4197ef43c437"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:45.149081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:45.187362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:45.274917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 64528f37-16dc-4879-b181-c85df0da5fa7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=64528f37-16dc-4879-b181-c85df0da5fa7,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:45.286233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e66b-5437-4da1-b995-21ec31d60f90 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.319735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '64528f37-16dc-4879-b181-c85df0da5fa7', 'network_id': '4aeeda45-2786-4f7b-932d-9be0cad5540c', 'port_id': '64528f37-16dc-4879-b181-c85df0da5fa7', 'mac_address': 'fa:16:3e:34:eb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8d35f2-f968-4320-84fd-2480ded50423', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:45.386398 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.408266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.411236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.441257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5309ef-a091-484a-93bf-eb4f3fed6390 req-9b0b2e5e-c68d-4863-99d1-54bdb9ad6edd tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.459464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.460644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e5309ef-a091-484a-93bf-eb4f3fed6390 req-9b0b2e5e-c68d-4863-99d1-54bdb9ad6edd tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1024 time: 0.2164669 Oct 13 04:16:45.471152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5fd955-7595-40f5-a3b6-8a1161686364 req-39ae81ff-24c9-4e4e-bd63-a502971e636f service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497450 Oct 13 04:16:45.494418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b4e2-2b76-407b-8826-265a1bd04702 req-0ccf6a5f-7d1f-4828-b345-6738bc8574e5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.509768 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cb2b4e2-2b76-407b-8826-265a1bd04702 req-0ccf6a5f-7d1f-4828-b345-6738bc8574e5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 944 time: 0.4076908 Oct 13 04:16:45.521445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:45.541566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64528f37-16dc-4879-b181-c85df0da5fa7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:45.650872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cb2b4e2-2b76-407b-8826-265a1bd04702 req-99897ca5-141a-4af7-9996-ea62723d731e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404655 Oct 13 04:16:45.652196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:45.660126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 64528f37-16dc-4879-b181-c85df0da5fa7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=64528f37-16dc-4879-b181-c85df0da5fa7,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:45.687202 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.695016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:45.729359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d001e042-eec3-4bbf-a102-85daadc8dbfe None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:45.784053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=de36d3fc-3f00-4eb5-bb4f-9dbaee123273,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.809480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.810514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.814863 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f744159-37ea-425f-80a8-bbd8a9b092ca x-openstack-request-id: req-1f744159-37ea-425f-80a8-bbd8a9b092ca {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:45.815405 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "tag": "f8bc46de-f720-4735-9797-4197ef43c437", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:45.816001 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f744159-37ea-425f-80a8-bbd8a9b092ca {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:45.817697 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437', 'status': 'completed', 'code': 200} Oct 13 04:16:45.827319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9e5309ef-a091-484a-93bf-eb4f3fed6390 req-bc4d5e05-60f2-443b-be1d-5685e7d73447 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd&id=da31c94e-66d9-4c28-8128-e175a1f94240 HTTP/1.1" status: 200 len: 6157 time: 0.3655527 Oct 13 04:16:45.852886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-05d94543-a0e2-4b53-8afc-e4c2eca4a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.856709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.862182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-05d94543-a0e2-4b53-8afc-e4c2eca4a7c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1175 time: 0.0829301 Oct 13 04:16:45.871554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4af9dba4-d0c6-44d3-9d69-a31179ea89fe req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': ' tempest-securitygroup -289828456 ', 'description': 'tempest-description-1105557481'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:45.896260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3731511d-e8d8-4977-a072-ff5b04f7ccce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8888397 Oct 13 04:16:45.897531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:45.904104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=64528f37-16dc-4879-b181-c85df0da5fa7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.907592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:45.976883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.977381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.977848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.978354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.978817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.979328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.979813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.980295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.980834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.981374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.981902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:45.982463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:46.045251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4af9dba4-d0c6-44d3-9d69-a31179ea89fe req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.069793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['64528f37-16dc-4879-b181-c85df0da5fa7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:46.114730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d1a9e-c695-42fd-a99b-ce191bc9320a req-933b945b-33c7-45ef-a696-2784b2d1fec8 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.116251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-039d1a9e-c695-42fd-a99b-ce191bc9320a req-933b945b-33c7-45ef-a696-2784b2d1fec8 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.2147386 Oct 13 04:16:46.139317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55dfbcf1-aaa8-4440-9b37-6641e7cfc185 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd3ed15241a34698a2b2615701c0c62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157262 Oct 13 04:16:46.142377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:46.160457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-8e98b279-bef9-42c1-a09a-bdf3d6bcd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.161868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-8e98b279-bef9-42c1-a09a-bdf3d6bcd939 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.2913220 Oct 13 04:16:46.260265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:46.265929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.275390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-80eb3da2-abc2-4f82-9b15-604c0401ef45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 217 time: 0.1029124 Oct 13 04:16:46.297208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-039d1a9e-c695-42fd-a99b-ce191bc9320a req-cedef0a0-ebd7-4279-b667-4d216af04109 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712549 Oct 13 04:16:46.342105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4af9dba4-d0c6-44d3-9d69-a31179ea89fe req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.360293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4af9dba4-d0c6-44d3-9d69-a31179ea89fe req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.364843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-556d4f04-f570-46d8-8bf2-091f3ee53df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.410189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-556d4f04-f570-46d8-8bf2-091f3ee53df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.437956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-2108d656-8086-444e-a20f-3cb609acc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.439717 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-2108d656-8086-444e-a20f-3cb609acc2c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.1413817 Oct 13 04:16:46.567117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:46.575352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-ed31992e-156a-4ea2-a06f-2d58842952e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079428 Oct 13 04:16:46.658429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e4c11-d3e1-4d65-9364-940cdc7cf470,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:46.737543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:46.737918 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.752579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4af9dba4-d0c6-44d3-9d69-a31179ea89fe req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.754108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4af9dba4-d0c6-44d3-9d69-a31179ea89fe req-5f08cbf0-56b7-4742-8cae-e19510bb43a8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.8917320 Oct 13 04:16:46.755725 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.824567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-556d4f04-f570-46d8-8bf2-091f3ee53df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.830249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-556d4f04-f570-46d8-8bf2-091f3ee53df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.831425 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-556d4f04-f570-46d8-8bf2-091f3ee53df5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3afe40a8-27bd-4604-aea8-8c20c57f2ee1 HTTP/1.1" status: 204 len: 168 time: 0.6828990 Oct 13 04:16:46.858264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64c9e43a-8f71-45ce-bc38-d1c3c70b5bdc None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:46.858790 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64c9e43a-8f71-45ce-bc38-d1c3c70b5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.949950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:46.975293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:46.996761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.997358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.999240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d4f04-f570-46d8-8bf2-091f3ee53df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe40a8-27bd-4604-aea8-8c20c57f2ee1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:47.029865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8810b-c1b8-4232-aff0-5ac9722175b2 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:47.030577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-a3ab0bfd-0d6f-42d6-9dd8-784416e88a4f service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506245 Oct 13 04:16:47.077245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-528ad305-9e21-432c-833a-afe912f54a73 req-4f403581-dd20-4281-9a0c-78b0d0db260b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/4b3e4c11-d3e1-4d65-9364-940cdc7cf470 HTTP/1.1" status: 200 len: 1782 time: 0.2966752 Oct 13 04:16:47.077948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=ba4eac13-29d5-4da1-bac4-912051fcf4db,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:47.099713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5665e30-b646-4207-8431-5c52571df588 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1959250 Oct 13 04:16:47.101683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:47.108314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:7f:f3:dd', 'name': 'tempest-NetworksTestDHCPv6-529031609'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:47.188266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbe4c6-9989-44da-a571-9fc2df0858e8 req-c5488092-e74a-4cfc-b90c-f3d93cfe18a3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.193020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05cbe4c6-9989-44da-a571-9fc2df0858e8 req-c5488092-e74a-4cfc-b90c-f3d93cfe18a3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 945 time: 0.3546712 Oct 13 04:16:47.318682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7746762-74e5-4147-81fb-09637bb9a580 req-e0804c25-9cbb-4771-a31a-1f3638fb553a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/4b3e4c11-d3e1-4d65-9364-940cdc7cf470 HTTP/1.1" status: 200 len: 1782 time: 0.2133310 Oct 13 04:16:47.359824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0467d-d73c-482f-807d-bfce52a89e1a req-0605da5a-1d4b-4023-9d86-42fd4b6e538c service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125370 Oct 13 04:16:47.372750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05cbe4c6-9989-44da-a571-9fc2df0858e8 req-33065d56-ac76-432e-b4ce-5ca162258e52 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700611 Oct 13 04:16:47.432222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': 'de36d3fc-3f00-4eb5-bb4f-9dbaee123273', 'ip_address': '2001:db8::f816:3eff:fe62:77be'}, {'subnet_id': 'ba4eac13-29d5-4da1-bac4-912051fcf4db'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '7c263b1d-a7c6-41d6-819c-5eaf0adab87a'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:16:47.579727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b1cdc-b2d7-41b3-a788-1a37d87f210c req-b91f8653-4e9d-4222-8251-a527ecf46027 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.584812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f5b1cdc-b2d7-41b3-a788-1a37d87f210c req-b91f8653-4e9d-4222-8251-a527ecf46027 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.1235027 Oct 13 04:16:47.695786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f5b1cdc-b2d7-41b3-a788-1a37d87f210c req-31029c22-fd7a-4895-aeaf-6f563ecf5c71 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037159 Oct 13 04:16:47.768014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.088765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] Allocated IP 172.20.0.2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/ba4eac13-29d5-4da1-bac4-912051fcf4db/7c263b1d-a7c6-41d6-819c-5eaf0adab87a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:48.202943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7746762-74e5-4147-81fb-09637bb9a580 req-549ec104-c1f2-4726-94ea-1a54acbfcf40 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.214540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44712) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:48.229464 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7746762-74e5-4147-81fb-09637bb9a580 req-549ec104-c1f2-4726-94ea-1a54acbfcf40 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.275727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:48.301212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:48.334063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.340223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.379689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.382040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7746762-74e5-4147-81fb-09637bb9a580 req-549ec104-c1f2-4726-94ea-1a54acbfcf40 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.384892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7746762-74e5-4147-81fb-09637bb9a580 req-549ec104-c1f2-4726-94ea-1a54acbfcf40 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.386019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7746762-74e5-4147-81fb-09637bb9a580 req-549ec104-c1f2-4726-94ea-1a54acbfcf40 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/4b3e4c11-d3e1-4d65-9364-940cdc7cf470 HTTP/1.1" status: 204 len: 173 time: 1.0648091 Oct 13 04:16:48.434039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ec104-c1f2-4726-94ea-1a54acbfcf40 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e4c11-d3e1-4d65-9364-940cdc7cf470,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.434852 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-203f421f-cd82-4b2f-a822-c0e16274cd96 req-d16ece16-1f33-4482-84c5-cb4aad7e6849 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:16:48.438725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-203f421f-cd82-4b2f-a822-c0e16274cd96 req-d16ece16-1f33-4482-84c5-cb4aad7e6849 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/4b3e4c11-d3e1-4d65-9364-940cdc7cf470 HTTP/1.1" status: 404 len: 352 time: 0.0318227 Oct 13 04:16:48.472757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-df74e67e-00f8-4a38-addb-e850ac0c3b6e req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1745063038', 'description': 'tempest-description-1588536903'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:48.480653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 7f141338-39ff-4b29-bd74-9ae9d01ce755 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:16:48.490282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1d1255f2-36db-4241-ba58-a0efda896440 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:48.492408 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-1d1255f2-36db-4241-ba58-a0efda896440 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:16:48.493234 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1d1255f2-36db-4241-ba58-a0efda896440 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:16:48.494592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1d1255f2-36db-4241-ba58-a0efda896440 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2784154 Oct 13 04:16:48.533584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44726) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:48.535708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ae4b-9ae3-48cd-8931-98a88f5f2b76 None None] Pushing event updated for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.548138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--607024790'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:48.556916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df74e67e-00f8-4a38-addb-e850ac0c3b6e req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.622137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.641114 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.775110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 172.20.0.5 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/ba4eac13-29d5-4da1-bac4-912051fcf4db/7f141338-39ff-4b29-bd74-9ae9d01ce755) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:48.782698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fe7f:f3dd (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/de36d3fc-3f00-4eb5-bb4f-9dbaee123273/7f141338-39ff-4b29-bd74-9ae9d01ce755) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:48.787024 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df74e67e-00f8-4a38-addb-e850ac0c3b6e req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.805070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4f3c3-e0ec-4fe0-b53e-61f6869e82a4 req-2038503d-0034-425b-a07d-7b90101de702 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:48.806790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51b4f3c3-e0ec-4fe0-b53e-61f6869e82a4 req-2038503d-0034-425b-a07d-7b90101de702 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 945 time: 0.2426677 Oct 13 04:16:48.815643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df74e67e-00f8-4a38-addb-e850ac0c3b6e req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.875447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 64528f37-16dc-4879-b181-c85df0da5fa7 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:48.929696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df74e67e-00f8-4a38-addb-e850ac0c3b6e req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.930921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df74e67e-00f8-4a38-addb-e850ac0c3b6e req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4631066 Oct 13 04:16:48.935022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5ca5d-7f3d-4ac0-af7b-f9f1899297e9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4543de-a161-4e65-be90-58f6c3b863ec,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.941946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51b4f3c3-e0ec-4fe0-b53e-61f6869e82a4 req-b32024b0-95d5-4d56-8452-8d91a70929d3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118453 Oct 13 04:16:48.983182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51491292-a30a-486e-9ba8-20b538799c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.000104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 64528f37-16dc-4879-b181-c85df0da5fa7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:49.010172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 64528f37-16dc-4879-b181-c85df0da5fa7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:49.010838 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.012765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0c3a527e-8ca3-4e88-b66b-4e7d4d76fcb1 req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1982499475', 'description': 'tempest-description-1506105052'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:49.037427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.039625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c3a527e-8ca3-4e88-b66b-4e7d4d76fcb1 req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.055514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.129280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d31263d-b820-4255-8c8e-555a4b5a03e9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.141943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.193684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42444fe0-c5f7-438e-b869-df450fbea77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64528f37-16dc-4879-b181-c85df0da5fa7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:49.200251 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c3a527e-8ca3-4e88-b66b-4e7d4d76fcb1 req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.201021 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d45c7-3c60-4bca-9f92-2780e3208083" -d '{"events": [{"server_uuid": "42444fe0-c5f7-438e-b869-df450fbea77d", "name": "network-vif-plugged", "status": "completed", "tag": "64528f37-16dc-4879-b181-c85df0da5fa7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:49.205475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.207171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c3a527e-8ca3-4e88-b66b-4e7d4d76fcb1 req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.238690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 64528f37-16dc-4879-b181-c85df0da5fa7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=64528f37-16dc-4879-b181-c85df0da5fa7,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:49.244266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.249472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d85d71-b9e6-4556-9fc7-733a36257894,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.268722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.297280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.347522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.355877 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8167181 Oct 13 04:16:49.357192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:49.375476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=64528f37-16dc-4879-b181-c85df0da5fa7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.399772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.403749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': 'c5aed990-a5f9-4430-b0aa-66244890b5a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:49.418490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c3a527e-8ca3-4e88-b66b-4e7d4d76fcb1 req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.435646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c3a527e-8ca3-4e88-b66b-4e7d4d76fcb1 req-828a51eb-dabb-46c2-9e54-1d29b583ea62 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4358842 Oct 13 04:16:49.466618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832dec1-b277-498b-b5ac-41a99f88dca4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aed990-a5f9-4430-b0aa-66244890b5a7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.503871 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46530c-894f-463e-bbbb-a83cecfe2571 x-openstack-request-id: req-0d46530c-894f-463e-bbbb-a83cecfe2571 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:49.504300 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42444fe0-c5f7-438e-b869-df450fbea77d", "name": "network-vif-plugged", "status": "completed", "tag": "64528f37-16dc-4879-b181-c85df0da5fa7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:49.504764 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d46530c-894f-463e-bbbb-a83cecfe2571 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:49.505689 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42444fe0-c5f7-438e-b869-df450fbea77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64528f37-16dc-4879-b181-c85df0da5fa7', 'code': 200} Oct 13 04:16:49.561080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.594882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a3ec1448-4efe-4088-ae9a-905bb334d957 req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-960673518', 'description': 'tempest-description-1302899567'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:49.596313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829beb0-98de-4a8a-8a92-6476913047ff req-f190b823-bbb5-443a-ae1b-21995bc3fe9e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.606242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1829beb0-98de-4a8a-8a92-6476913047ff req-f190b823-bbb5-443a-ae1b-21995bc3fe9e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.5163717 Oct 13 04:16:49.666342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:49.677722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:49.700588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:49.700814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.710159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.746453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=7f141338-39ff-4b29-bd74-9ae9d01ce755,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.760039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4616f7b7-6d55-4d10-ba88-b9aa58667f00,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.764477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a3ec1448-4efe-4088-ae9a-905bb334d957 req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.784525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-983031be-bb24-4652-8c01-8577ee7de5ea None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:49.784917 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983031be-bb24-4652-8c01-8577ee7de5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.787829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1829beb0-98de-4a8a-8a92-6476913047ff req-683c4c36-99c6-45a1-a917-a0edd4a856e8 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797812 Oct 13 04:16:49.813562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fb135-f631-4cd5-b200-c3fc177433a4 req-52a895e1-2ada-4e00-ab53-af79abe70773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.815219 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-149fb135-f631-4cd5-b200-c3fc177433a4 req-52a895e1-2ada-4e00-ab53-af79abe70773 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 1097 time: 0.2237689 Oct 13 04:16:49.818177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.819821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20cc29ea-1de1-4936-93e3-33d4b7d78c6c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4489892 Oct 13 04:16:49.822700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:49.834965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-764a6156-bd4a-409f-ac31-5e5df6c00cd2 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': 'c5aed990-a5f9-4430-b0aa-66244890b5a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:49.853690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.854866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.893201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-921e323a-20a3-484f-ad98-3746150d9d21 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7902818 Oct 13 04:16:49.896266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44752) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:49.897218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a3ec1448-4efe-4088-ae9a-905bb334d957 req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.907632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a3ec1448-4efe-4088-ae9a-905bb334d957 req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.986961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-149fb135-f631-4cd5-b200-c3fc177433a4 req-4ad36c3e-d86a-42f2-b5dc-3793681bc8fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847201 Oct 13 04:16:49.989570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-764a6156-bd4a-409f-ac31-5e5df6c00cd2 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.996720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a3ec1448-4efe-4088-ae9a-905bb334d957 req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.998928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3ec1448-4efe-4088-ae9a-905bb334d957 req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4405553 Oct 13 04:16:49.999643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded561fc-ba49-495d-a30b-908540acfe72 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a695f4d6-e9a3-416d-a626-a91d1dd4d249,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:50.075531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c5b90-a37d-462b-b944-5109b52120ad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.081734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c5b90-a37d-462b-b944-5109b52120ad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.083659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e9c5b90-a37d-462b-b944-5109b52120ad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1861985 Oct 13 04:16:50.087112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44762) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:50.214240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96ed6469-1b60-47ce-8559-44a10915a9e6 req-63e6d457-e349-404b-9e2a-57d02a0671ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 10912 time: 0.1544955 Oct 13 04:16:50.237804 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-764a6156-bd4a-409f-ac31-5e5df6c00cd2 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:16:50.238859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-764a6156-bd4a-409f-ac31-5e5df6c00cd2 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4147556 Oct 13 04:16:50.242091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:50.267741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96ed6469-1b60-47ce-8559-44a10915a9e6 req-9dba8f95-324d-422b-8278-c6d61adecc51 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/20ad33ef-23c4-44d0-b897-99450abd2ff9 HTTP/1.1" status: 200 len: 2985 time: 0.0490768 Oct 13 04:16:50.290052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad75b6b-fd29-4c4f-b901-1e0aebda54e1 req-ea95ee5a-ebe8-4b8d-89a1-09498fc77adc tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.291516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ad75b6b-fd29-4c4f-b901-1e0aebda54e1 req-ea95ee5a-ebe8-4b8d-89a1-09498fc77adc tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1848602 Oct 13 04:16:50.322346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96ed6469-1b60-47ce-8559-44a10915a9e6 req-57d20cb0-8e03-4910-911a-a616da1a28e0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/20ad33ef-23c4-44d0-b897-99450abd2ff9 HTTP/1.1" status: 200 len: 2985 time: 0.0471873 Oct 13 04:16:50.331034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 7f141338-39ff-4b29-bd74-9ae9d01ce755 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:50.331494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.379964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9b9d6140-43dc-43b1-98f6-4099c9e0c206 None None] Provisioning complete for port 7f141338-39ff-4b29-bd74-9ae9d01ce755 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:50.380501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6140-43dc-43b1-98f6-4099c9e0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.407912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7747f526-31f1-4d1a-b39b-bfd17cb71856 req-bbbb79ea-31b8-4550-9755-03e3aa05a5de tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/dc4543de-a161-4e65-be90-58f6c3b863ec HTTP/1.1" status: 200 len: 1803 time: 0.0616083 Oct 13 04:16:50.417534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d6140-43dc-43b1-98f6-4099c9e0c206 None None] Port 7f141338-39ff-4b29-bd74-9ae9d01ce755 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:50.422650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:50.454832 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.477351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:50.478154 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.487844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 7f141338-39ff-4b29-bd74-9ae9d01ce755 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:50.489665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7747f526-31f1-4d1a-b39b-bfd17cb71856 req-147c4e20-d69b-4b05-b59b-4e60833a322e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.512170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7747f526-31f1-4d1a-b39b-bfd17cb71856 req-147c4e20-d69b-4b05-b59b-4e60833a322e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.554820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7747f526-31f1-4d1a-b39b-bfd17cb71856 req-147c4e20-d69b-4b05-b59b-4e60833a322e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.559713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7747f526-31f1-4d1a-b39b-bfd17cb71856 req-147c4e20-d69b-4b05-b59b-4e60833a322e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.562171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e70186aa-ef69-4a81-a1b3-3dacf1ed8b14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.568013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7747f526-31f1-4d1a-b39b-bfd17cb71856 req-147c4e20-d69b-4b05-b59b-4e60833a322e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc4543de-a161-4e65-be90-58f6c3b863ec HTTP/1.1" status: 204 len: 173 time: 0.1569917 Oct 13 04:16:50.578955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c4e20-d69b-4b05-b59b-4e60833a322e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4543de-a161-4e65-be90-58f6c3b863ec,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:50.588250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ad75b6b-fd29-4c4f-b901-1e0aebda54e1 req-9bc503ba-0a28-494e-b21b-3b4ba1c7b8d3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829010 Oct 13 04:16:50.617965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e70186aa-ef69-4a81-a1b3-3dacf1ed8b14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.620295 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-1145d5d3-821a-4a67-a3df-b7dce1fdce13 req-53157cba-ee2f-4a4c-a689-7d324a41af19 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:16:50.621791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1145d5d3-821a-4a67-a3df-b7dce1fdce13 req-53157cba-ee2f-4a4c-a689-7d324a41af19 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/dc4543de-a161-4e65-be90-58f6c3b863ec HTTP/1.1" status: 404 len: 352 time: 0.0197482 Oct 13 04:16:50.744897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04168d77-4bca-40d7-8c07-dbd1d0c1d1e7 req-7a3aa1f0-2b74-4ce4-a6f8-02d9a2d5fdf8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/38d85d71-b9e6-4556-9fc7-733a36257894 HTTP/1.1" status: 200 len: 1803 time: 0.0982449 Oct 13 04:16:50.763081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e70186aa-ef69-4a81-a1b3-3dacf1ed8b14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.765829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e70186aa-ef69-4a81-a1b3-3dacf1ed8b14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.769724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e70186aa-ef69-4a81-a1b3-3dacf1ed8b14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/c5aed990-a5f9-4430-b0aa-66244890b5a7 HTTP/1.1" status: 204 len: 168 time: 0.5266960 Oct 13 04:16:50.770729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:50.793870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70186aa-ef69-4a81-a1b3-3dacf1ed8b14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aed990-a5f9-4430-b0aa-66244890b5a7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:50.837067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.862375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-332c4475-6fa2-4534-b6ba-fee1388eb08a tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880775 Oct 13 04:16:50.868785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:50.876526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953580977'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:50.884407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=7f141338-39ff-4b29-bd74-9ae9d01ce755,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:50.938155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04168d77-4bca-40d7-8c07-dbd1d0c1d1e7 req-0a1778fb-1a07-4999-9203-cb6869f8d205 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.972928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.040385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9724ec9-727e-49a7-9d21-2cc585239b14 req-b5417c93-dd56-467c-b0bd-4226038a2202 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.042129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9724ec9-727e-49a7-9d21-2cc585239b14 req-b5417c93-dd56-467c-b0bd-4226038a2202 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.1331158 Oct 13 04:16:51.048120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04168d77-4bca-40d7-8c07-dbd1d0c1d1e7 req-0a1778fb-1a07-4999-9203-cb6869f8d205 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.089174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.092575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-118f90a6-8972-4c27-b912-271020966a10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/7f141338-39ff-4b29-bd74-9ae9d01ce755 HTTP/1.1" status: 204 len: 168 time: 1.0011475 Oct 13 04:16:51.100197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.123371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9724ec9-727e-49a7-9d21-2cc585239b14 req-0a7ed8ba-c1d2-42f6-9fce-7b689632275b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657690 Oct 13 04:16:51.140047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.145103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.186705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.188008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3182418 Oct 13 04:16:51.190776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.199743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bff00d12-48c2-42ff-bf31-0bc9e8e6ccf0 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': 'd1f08377-0039-44c9-b249-8c991d18b18d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:51.201148 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-bff00d12-48c2-42ff-bf31-0bc9e8e6ccf0 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 04:16:51.202436 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-bff00d12-48c2-42ff-bf31-0bc9e8e6ccf0 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:51.205449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bff00d12-48c2-42ff-bf31-0bc9e8e6ccf0 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122485 Oct 13 04:16:51.208382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.210373 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04168d77-4bca-40d7-8c07-dbd1d0c1d1e7 req-0a1778fb-1a07-4999-9203-cb6869f8d205 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.213014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04168d77-4bca-40d7-8c07-dbd1d0c1d1e7 req-0a1778fb-1a07-4999-9203-cb6869f8d205 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.219535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04168d77-4bca-40d7-8c07-dbd1d0c1d1e7 req-0a1778fb-1a07-4999-9203-cb6869f8d205 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/38d85d71-b9e6-4556-9fc7-733a36257894 HTTP/1.1" status: 204 len: 173 time: 0.4444723 Oct 13 04:16:51.233967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1778fb-1a07-4999-9203-cb6869f8d205 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d85d71-b9e6-4556-9fc7-733a36257894,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.239769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53df79-6871-43a0-a331-8bee76430c64 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.241181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53df79-6871-43a0-a331-8bee76430c64 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.242717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53df79-6871-43a0-a331-8bee76430c64 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.247391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a53df79-6871-43a0-a331-8bee76430c64 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1321084 Oct 13 04:16:51.247675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.256144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc01c1-2737-4d9e-a079-7f7fa4f7d2dd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f08377-0039-44c9-b249-8c991d18b18d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.327878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet ba4eac13-29d5-4da1-bac4-912051fcf4db {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:51.330780 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-b4a52816-e63e-49a3-af0d-5d44461a3460 req-714505ff-a3b5-4cb2-8541-78de9d2bd4f2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:16:51.331838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4a52816-e63e-49a3-af0d-5d44461a3460 req-714505ff-a3b5-4cb2-8541-78de9d2bd4f2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/38d85d71-b9e6-4556-9fc7-733a36257894 HTTP/1.1" status: 404 len: 352 time: 0.0683203 Oct 13 04:16:51.342237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.397962 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-325e516a-2f2f-47e8-a6ae-602005fd53d9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.437876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-143f2e90-a03d-4d48-b78b-661e668769c5 req-b1bd2f4f-7602-4acc-9158-7134d2af0358 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/a695f4d6-e9a3-416d-a626-a91d1dd4d249 HTTP/1.1" status: 200 len: 1802 time: 0.0647247 Oct 13 04:16:51.440576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.453176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-325e516a-2f2f-47e8-a6ae-602005fd53d9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.497384 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a23bfbd4-6206-41f6-8cba-c480d5da3e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.510377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-325e516a-2f2f-47e8-a6ae-602005fd53d9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.515168 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-325e516a-2f2f-47e8-a6ae-602005fd53d9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.517281 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-325e516a-2f2f-47e8-a6ae-602005fd53d9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/d1f08377-0039-44c9-b249-8c991d18b18d HTTP/1.1" status: 204 len: 168 time: 0.3044076 Oct 13 04:16:51.525211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.538633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e516a-2f2f-47e8-a6ae-602005fd53d9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f08377-0039-44c9-b249-8c991d18b18d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.661578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7a62e19-a2f4-4236-9794-44ea88972e46 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269090 Oct 13 04:16:51.665244 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.667494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.669563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-143f2e90-a03d-4d48-b78b-661e668769c5 req-132ee4b5-e32b-45bb-bdf2-0c33eba8ec2b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.675027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--401580034'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:51.721937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-143f2e90-a03d-4d48-b78b-661e668769c5 req-132ee4b5-e32b-45bb-bdf2-0c33eba8ec2b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.768523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.833251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.835971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46ef24-c817-47f3-8ea3-8aaeae3c5452 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:51.836535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/ba4eac13-29d5-4da1-bac4-912051fcf4db HTTP/1.1" status: 204 len: 168 time: 0.5879314 Oct 13 04:16:51.837596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd7b0c-209e-4f84-be7a-1d907950dffc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4eac13-29d5-4da1-bac4-912051fcf4db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.849330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.864066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-143f2e90-a03d-4d48-b78b-661e668769c5 req-132ee4b5-e32b-45bb-bdf2-0c33eba8ec2b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.866002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-143f2e90-a03d-4d48-b78b-661e668769c5 req-132ee4b5-e32b-45bb-bdf2-0c33eba8ec2b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.867162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-143f2e90-a03d-4d48-b78b-661e668769c5 req-132ee4b5-e32b-45bb-bdf2-0c33eba8ec2b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/a695f4d6-e9a3-416d-a626-a91d1dd4d249 HTTP/1.1" status: 204 len: 173 time: 0.3585556 Oct 13 04:16:51.904361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ee4b5-e32b-45bb-bdf2-0c33eba8ec2b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a695f4d6-e9a3-416d-a626-a91d1dd4d249,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.960648 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-355cbe36-6b58-4951-8faf-43294cfcdae2 req-d163f586-63b5-477c-875f-6ab601b1b03a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:16:51.962341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-355cbe36-6b58-4951-8faf-43294cfcdae2 req-d163f586-63b5-477c-875f-6ab601b1b03a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/a695f4d6-e9a3-416d-a626-a91d1dd4d249 HTTP/1.1" status: 404 len: 352 time: 0.0227401 Oct 13 04:16:51.973507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet de36d3fc-3f00-4eb5-bb4f-9dbaee123273 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:51.987925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.072082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.131817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.190436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bdba8-2e17-459c-89d1-d914e8246654 req-88c3b45c-6145-4a6c-b481-9eb5378aea46 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:52.191903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-604bdba8-2e17-459c-89d1-d914e8246654 req-88c3b45c-6145-4a6c-b481-9eb5378aea46 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.4850259 Oct 13 04:16:52.272544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-937280b5-3c69-4c73-bc1c-58944b407f8f req-8bc7d521-8519-472b-bc26-5b6adaa5ce01 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 6157 time: 0.2814982 Oct 13 04:16:52.303742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-604bdba8-2e17-459c-89d1-d914e8246654 req-0e8a62ef-23a2-432a-b959-c68c72bebe8a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980890 Oct 13 04:16:52.369874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.375647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.434742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-937280b5-3c69-4c73-bc1c-58944b407f8f req-3ce6b40e-b9f4-407b-b213-d55ab56375e5 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/20ad33ef-23c4-44d0-b897-99450abd2ff9 HTTP/1.1" status: 200 len: 2985 time: 0.1490028 Oct 13 04:16:52.505740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.519404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ded56-a8e4-46e9-88aa-c75d363fddde,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:52.530952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.532430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97852e80-a42c-41ae-97f6-5929f55913c8 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8618791 Oct 13 04:16:52.538217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.561143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1b150e79-beed-4282-bdd5-51f5a2ce2745 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ded56-a8e4-46e9-88aa-c75d363fddde', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:52.562617 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-1b150e79-beed-4282-bdd5-51f5a2ce2745 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 04:16:52.563285 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1b150e79-beed-4282-bdd5-51f5a2ce2745 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:52.564400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b150e79-beed-4282-bdd5-51f5a2ce2745 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0241165 Oct 13 04:16:52.567424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.629603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438321d2-c31d-416b-bb32-9a34a622fc74 req-05e016c4-aa9b-44e1-8bcd-1dd58172e3c4 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:52.639185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-438321d2-c31d-416b-bb32-9a34a622fc74 req-05e016c4-aa9b-44e1-8bcd-1dd58172e3c4 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.2131448 Oct 13 04:16:52.658410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.704333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=de36d3fc-3f00-4eb5-bb4f-9dbaee123273,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:52.710073 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.717120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0ec52d8b-f77b-4f56-9d1f-9530aae80ff5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/de36d3fc-3f00-4eb5-bb4f-9dbaee123273 HTTP/1.1" status: 204 len: 168 time: 0.8634236 Oct 13 04:16:52.717692 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a201-935f-481a-9932-f8337a2059bd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.717808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.763595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a201-935f-481a-9932-f8337a2059bd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.779732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-438321d2-c31d-416b-bb32-9a34a622fc74 req-3f70678a-ac10-4b21-b0e4-ca352e2a909b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393862 Oct 13 04:16:52.795700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-11b2b0f5-3401-4f37-a710-5caab3cca912 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769043 Oct 13 04:16:52.806136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.815452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.839516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:52.933491 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a201-935f-481a-9932-f8337a2059bd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.938097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a201-935f-481a-9932-f8337a2059bd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.939776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.939851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8f4a201-935f-481a-9932-f8337a2059bd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/fa0ded56-a8e4-46e9-88aa-c75d363fddde HTTP/1.1" status: 204 len: 168 time: 0.3711925 Oct 13 04:16:52.943149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.989503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4a201-935f-481a-9932-f8337a2059bd tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ded56-a8e4-46e9-88aa-c75d363fddde,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:53.067904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d99a8a-b158-4a18-a0cf-d2219e443d2a None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:53.085656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-63e1872c-76bf-4c9b-9078-77b7bcc111ba tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414044 Oct 13 04:16:53.089826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:53.095965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618760916'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.113846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-937280b5-3c69-4c73-bc1c-58944b407f8f req-4cb3a56e-1d12-4b2c-95f2-3836dfb14044 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/20ad33ef-23c4-44d0-b897-99450abd2ff9 HTTP/1.1" status: 200 len: 2985 time: 0.6637778 Oct 13 04:16:53.161597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-71c0ee70-2d28-44c2-9ddb-7772d7fcc246 req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1143937426', 'description': 'tempest-description-1505755135'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.179822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:16:53.179822 n-d-810220-9 neutron-server[94824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 04:16:53.179822 n-d-810220-9 neutron-server[94824]: [parameters: {'project_id': '6667d06a71b34d12b974b2f08b48fb66', 'id': 'edc0e917-9f53-40af-bb70-d56330285d74', 'expiration': datetime.datetime(2021, 10, 13, 4, 18, 53, 141154)}] Oct 13 04:16:53.179822 n-d-810220-9 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:16:53.180375 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:16:53.181536 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.216365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71c0ee70-2d28-44c2-9ddb-7772d7fcc246 req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.325361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df2af960-b362-42fd-89ac-c3c1860cb7cc None None] Provisioning complete for port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:53.325648 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df2af960-b362-42fd-89ac-c3c1860cb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.339643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71c0ee70-2d28-44c2-9ddb-7772d7fcc246 req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.345627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71c0ee70-2d28-44c2-9ddb-7772d7fcc246 req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.381020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.383534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-e02a42c3-72e5-4b4b-994e-14fe064bd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.385187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-e02a42c3-72e5-4b4b-994e-14fe064bd874 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 1097 time: 0.2574773 Oct 13 04:16:53.388898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.429118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71c0ee70-2d28-44c2-9ddb-7772d7fcc246 req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.446770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71c0ee70-2d28-44c2-9ddb-7772d7fcc246 req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3073895 Oct 13 04:16:53.463597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5fb1d-1721-4af1-bbf6-d68421fe0604 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ea398-fecd-4a81-9a69-6ce28793419e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:53.475936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-3e71ee54-f894-4e88-9a34-2d14f9960870 req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1423859850', 'description': 'tempest-description-727925201'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.486331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:53.506678 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e71ee54-f894-4e88-9a34-2d14f9960870 req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.573321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:53.589025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4d952-c108-46b9-b30a-974594ef1298 req-13e2e06b-f747-49c4-888a-e9fd6af0a0c5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.598085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ca4d952-c108-46b9-b30a-974594ef1298 req-13e2e06b-f747-49c4-888a-e9fd6af0a0c5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.3842125 Oct 13 04:16:53.606416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.610775 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e609c9ad-d475-48b3-a31e-7c643eac93ad tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5198073 Oct 13 04:16:53.611502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:53.617942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] Deleting port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:53.618358 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.633911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e71ee54-f894-4e88-9a34-2d14f9960870 req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.638713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e71ee54-f894-4e88-9a34-2d14f9960870 req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.643012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d73a045f-9e61-43cb-aae6-a34c60d5178d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.643992 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-d73a045f-9e61-43cb-aae6-a34c60d5178d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 04:16:53.644582 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d73a045f-9e61-43cb-aae6-a34c60d5178d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:53.648747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d73a045f-9e61-43cb-aae6-a34c60d5178d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151491 Oct 13 04:16:53.651973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44900) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:53.667509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f758a656-1bcc-4d91-80fe-19460b99b362 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.668915 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-f758a656-1bcc-4d91-80fe-19460b99b362 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 04:16:53.670285 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-f758a656-1bcc-4d91-80fe-19460b99b362 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:53.674985 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f758a656-1bcc-4d91-80fe-19460b99b362 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0161288 Oct 13 04:16:53.675791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44902) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:53.686383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af22dfb6-265b-4d0e-91f9-6f772489c471 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.687399 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-af22dfb6-265b-4d0e-91f9-6f772489c471 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 04:16:53.688030 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-af22dfb6-265b-4d0e-91f9-6f772489c471 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:53.692326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af22dfb6-265b-4d0e-91f9-6f772489c471 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102768 Oct 13 04:16:53.694807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44904) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:53.695076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] For port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:53.695647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.712595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ca4d952-c108-46b9-b30a-974594ef1298 req-9b8ed237-e0c4-4046-9e32-24b64f59f4c8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119008 Oct 13 04:16:53.720518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-842e56ad-c4f0-4cf4-bdee-b23ad764bc1c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.721683 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-842e56ad-c4f0-4cf4-bdee-b23ad764bc1c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 04:16:53.722368 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-842e56ad-c4f0-4cf4-bdee-b23ad764bc1c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:53.726536 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-842e56ad-c4f0-4cf4-bdee-b23ad764bc1c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0305104 Oct 13 04:16:53.731775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:53.735728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:53.740308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.760782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a60ac86-42fa-4001-9492-f62f220c9693,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:53.767042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] Calling delete_port for 7c263b1d-a7c6-41d6-819c-5eaf0adab87a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:53.812507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e71ee54-f894-4e88-9a34-2d14f9960870 req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.813858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e71ee54-f894-4e88-9a34-2d14f9960870 req-63370661-7d32-466c-954d-1feff0645a65 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3426151 Oct 13 04:16:53.886343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbc55575-b714-4be4-b56e-7731b90b3b1d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.896714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-fa4e6755-214d-49f7-9a9c-14014ab1811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.898362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-fa4e6755-214d-49f7-9a9c-14014ab1811a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.5010345 Oct 13 04:16:53.983450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-71104dac-56de-4c30-bcaa-3a01d9da0782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64528f37-16dc-4879-b181-c85df0da5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0729420 Oct 13 04:16:54.059676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.076136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-5cd94893-a29d-4a9d-a915-9ee855b51502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.077931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-5cd94893-a29d-4a9d-a915-9ee855b51502 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.0545869 Oct 13 04:16:54.118802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbc55575-b714-4be4-b56e-7731b90b3b1d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.168571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026d8a8-4e2c-4778-b18c-e9549d671b8a req-eb7bb313-b73b-42e7-854e-d313cf9ec65f tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.176171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1026d8a8-4e2c-4778-b18c-e9549d671b8a req-eb7bb313-b73b-42e7-854e-d313cf9ec65f tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.2707510 Oct 13 04:16:54.179514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-28930d2e-0db5-40d5-a9bf-6bc81ee3bc4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781341 Oct 13 04:16:54.187383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] Pushing event deleted for resources: {'Port': ['ID=7c263b1d-a7c6-41d6-819c-5eaf0adab87a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:54.208426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c0f16-8b15-4650-813d-9e783ffa99c6 None None] No DVR routers for this DVR port 7c263b1d-a7c6-41d6-819c-5eaf0adab87a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:54.226945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.317778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-510bc673-5ab8-4918-b7f5-6584bb961800 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133199 Oct 13 04:16:54.321010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=eb4f0ebc-6178-4b56-88c5-bbbc4773dbea,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:54.374289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-1a9fc067-ef88-4507-b27a-d2bb887ea2e0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.376092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-1a9fc067-ef88-4507-b27a-d2bb887ea2e0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 813 time: 0.2692463 Oct 13 04:16:54.387443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:54.395962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:54.408652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6544c739-6225-44da-bebd-b043be046aa9 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:54.412188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:54.421015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.421613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.429192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1026d8a8-4e2c-4778-b18c-e9549d671b8a req-ffa73509-27b9-4a81-9da6-2f0213a98f76 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518873 Oct 13 04:16:54.447056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fe4b4724-05db-4e66-a4b1-47a82215e9fc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6244986 Oct 13 04:16:54.454319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:54.457694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7c263b1d-a7c6-41d6-819c-5eaf0adab87a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:54.458153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c263b1d-a7c6-41d6-819c-5eaf0adab87a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:54.472643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-0f99f215-31ec-4f48-ac3f-88b0ea10774a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/quotas/3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 375 time: 0.0833781 Oct 13 04:16:54.473079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:54.531872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbc55575-b714-4be4-b56e-7731b90b3b1d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.532075 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.540916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbc55575-b714-4be4-b56e-7731b90b3b1d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.546577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fbc55575-b714-4be4-b56e-7731b90b3b1d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6 HTTP/1.1" status: 204 len: 168 time: 0.8144901 Oct 13 04:16:54.549085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:54.603709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc55575-b714-4be4-b56e-7731b90b3b1d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab7381e-1db7-4ed3-a0ec-a8eff0e713a6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:54.641084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-2b05c0f6-6ccb-4ec6-8dcb-37975816bb58 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622224 Oct 13 04:16:54.687266 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88d2ee69-8587-46a6-871d-6ce85fdff8aa req-53a0b982-cb92-495b-84e9-bdda1f1bab11 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574340 Oct 13 04:16:54.714336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7764167-5693-40cd-bf1e-7fe7c4360b9b tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1626780 Oct 13 04:16:54.730605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:54.744401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--549012069'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:54.765008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'eb4f0ebc-6178-4b56-88c5-bbbc4773dbea'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:54.766074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.812513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:16:54.812513 n-d-810220-9 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 04:16:54.812513 n-d-810220-9 neutron-server[94825]: [parameters: {'project_id': 'ddae0634367f40a0a976afe67a035c8c', 'id': '9372fe3d-add0-4415-932e-e525d75d80b3', 'expiration': datetime.datetime(2021, 10, 13, 4, 18, 54, 787237)}] Oct 13 04:16:54.812513 n-d-810220-9 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:16:54.815187 n-d-810220-9 neutron-server[94825]: DEBUG oslo_db.api [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:16:54.829490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-67a04a2d-a4fb-485d-aa6a-08a0f361a914 service neutron] 10.222.0.44 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708260 Oct 13 04:16:54.831505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:54.834960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.918642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75150b-1b02-4c9d-807d-0d2a29780103 req-4e7fddb9-bbb4-457c-9939-827bb31519e2 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.926053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d75150b-1b02-4c9d-807d-0d2a29780103 req-4e7fddb9-bbb4-457c-9939-827bb31519e2 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1070516 Oct 13 04:16:54.966882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-e2f03536-f9c4-4716-b55b-fc08783fea2c service neutron] 10.222.0.44 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304278 Oct 13 04:16:55.017685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d75150b-1b02-4c9d-807d-0d2a29780103 req-bea9f5c5-bb98-46be-b893-cc3da15f25a1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907471 Oct 13 04:16:55.057950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Allocated IP 172.20.0.2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/eb4f0ebc-6178-4b56-88c5-bbbc4773dbea/03a02acb-39c2-4cee-8fb0-b610fd14902e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:55.290889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.302156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.350728 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e447ba55-ea7c-403a-b2a5-b7a1f6aa9622 req-9a1fc494-4705-4b55-9e67-0b2b35ccf0e0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 210 time: 0.0833194 Oct 13 04:16:55.392921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Pushing event updated for resources: {'Port': ['ID=03a02acb-39c2-4cee-8fb0-b610fd14902e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:55.401423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.410639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:55.412081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:55.416861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:55.499164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Attempting to bind port 03a02acb-39c2-4cee-8fb0-b610fd14902e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:55.499917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Attempting to bind port 03a02acb-39c2-4cee-8fb0-b610fd14902e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:55.500486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Attempting to bind port 03a02acb-39c2-4cee-8fb0-b610fd14902e on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:55.508545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:55.509262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:55.510014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.510583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:55.513026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Bound port: 03a02acb-39c2-4cee-8fb0-b610fd14902e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:55.513718 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.529605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:16:55.669404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] For port 03a02acb-39c2-4cee-8fb0-b610fd14902e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:55.676049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] For port 03a02acb-39c2-4cee-8fb0-b610fd14902e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03a02acb-39c2-4cee-8fb0-b610fd14902e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:55.684325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.689164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.697211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bee6c-7e75-4cad-87c2-5e0591a665f3 req-e4e18c9d-ed5b-4330-aec6-cb01cdbfe750 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.702049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-404bee6c-7e75-4cad-87c2-5e0591a665f3 req-e4e18c9d-ed5b-4330-aec6-cb01cdbfe750 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.1112230 Oct 13 04:16:55.706642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.738943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c385030-acd9-432d-9653-3dae68ed8589,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:55.798838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-404bee6c-7e75-4cad-87c2-5e0591a665f3 req-481f6e56-c427-44de-9883-44371fd718a2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807047 Oct 13 04:16:55.800016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa3b4-9f12-4fae-8ae1-7bf141dad61b None None] Pushing event updated for resources: {'Port': ['ID=03a02acb-39c2-4cee-8fb0-b610fd14902e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:55.833917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.835176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-677ad899-94e9-4d71-ab77-fa90ff94c65d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1048281 Oct 13 04:16:55.839089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:55.851646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b4e1b348-5a56-4a4a-b831-85a7edc37476 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:55.852136 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-b4e1b348-5a56-4a4a-b831-85a7edc37476 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:16:55.852631 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-b4e1b348-5a56-4a4a-b831-85a7edc37476 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:55.858288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b4e1b348-5a56-4a4a-b831-85a7edc37476 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073531 Oct 13 04:16:55.858288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 44968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:55.863485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9ab215f5-9d26-424c-9566-cf381cc5e24e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:55.932209 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.959626 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-9ab215f5-9d26-424c-9566-cf381cc5e24e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:55.963415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9ab215f5-9d26-424c-9566-cf381cc5e24e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1025691 Oct 13 04:16:55.964227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44970) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:55.973627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-30610efb-260d-4495-bfaf-0025da048a53 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:55.974326 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-30610efb-260d-4495-bfaf-0025da048a53 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 04:16:55.975095 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-30610efb-260d-4495-bfaf-0025da048a53 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:55.979873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-30610efb-260d-4495-bfaf-0025da048a53 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120161 Oct 13 04:16:55.982198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44972) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:55.996969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c862bb9c-6842-46c7-8ba9-407a10e046d7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.106206 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-c862bb9c-6842-46c7-8ba9-407a10e046d7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:56.107439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c862bb9c-6842-46c7-8ba9-407a10e046d7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1240835 Oct 13 04:16:56.111985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44980) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.117425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-737de0b1-79b0-4a35-b7c1-dbacf19446e9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.117959 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-737de0b1-79b0-4a35-b7c1-dbacf19446e9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:16:56.118648 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-737de0b1-79b0-4a35-b7c1-dbacf19446e9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:56.119631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-737de0b1-79b0-4a35-b7c1-dbacf19446e9 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066695 Oct 13 04:16:56.126520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.145531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6015fdd9-65d4-491c-a2f9-c3e163523ec3 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.194629 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-6015fdd9-65d4-491c-a2f9-c3e163523ec3 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Project ddae0634367f40a0a976afe67a035c8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:16:56.221275 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-6015fdd9-65d4-491c-a2f9-c3e163523ec3 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:56.224187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6015fdd9-65d4-491c-a2f9-c3e163523ec3 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0949008 Oct 13 04:16:56.226468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.232844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8aa5393d-885b-4233-925f-3da096f42b37 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.233317 n-d-810220-9 neutron-server[94824]: WARNING neutron.api.v2.base [None req-8aa5393d-885b-4233-925f-3da096f42b37 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 04:16:56.233800 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-8aa5393d-885b-4233-925f-3da096f42b37 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:56.234900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8aa5393d-885b-4233-925f-3da096f42b37 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073619 Oct 13 04:16:56.238891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44988) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.244422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37149633-28ba-4c7e-8d2c-8c453a9e456d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.298225 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-37149633-28ba-4c7e-8d2c-8c453a9e456d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Project ddae0634367f40a0a976afe67a035c8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:16:56.315261 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-37149633-28ba-4c7e-8d2c-8c453a9e456d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:56.316863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-37149633-28ba-4c7e-8d2c-8c453a9e456d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0768707 Oct 13 04:16:56.319397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.325491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9e640989-dd1c-4029-b2e1-ffdf7ffac4c4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '5c385030-acd9-432d-9653-3dae68ed8589', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.361386 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-9e640989-dd1c-4029-b2e1-ffdf7ffac4c4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Project ddae0634367f40a0a976afe67a035c8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:16:56.391227 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-9e640989-dd1c-4029-b2e1-ffdf7ffac4c4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:16:56.392863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e640989-dd1c-4029-b2e1-ffdf7ffac4c4 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0723963 Oct 13 04:16:56.395533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 44994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.426910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] For port 03a02acb-39c2-4cee-8fb0-b610fd14902e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03a02acb-39c2-4cee-8fb0-b610fd14902e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:56.464791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb288-6cc2-4643-897a-2d2e45fcde24 req-c1e8e250-2c6d-40d2-8d06-aa9c58105d72 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:56.466650 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dadb288-6cc2-4643-897a-2d2e45fcde24 req-c1e8e250-2c6d-40d2-8d06-aa9c58105d72 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2630374 Oct 13 04:16:56.473614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03a02acb-39c2-4cee-8fb0-b610fd14902e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:56.509963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.519562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51aea4bf-cd96-45ab-b0c3-c35fa398f5f1 req-40351fca-de50-45a9-88f9-1fa357921083 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 210 time: 0.0396101 Oct 13 04:16:56.526462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.527537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.567967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57af0c6-9368-42ad-ad10-67d27354113f tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.608239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 03a02acb-39c2-4cee-8fb0-b610fd14902e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:56.612653 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.619081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dadb288-6cc2-4643-897a-2d2e45fcde24 req-637b8d43-f349-4b7b-aaa6-3f5867124884 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398244 Oct 13 04:16:56.620600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57af0c6-9368-42ad-ad10-67d27354113f tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.654020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:56.671763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:56.688127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:56.688920 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.757374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=ae1076c8-18b1-4da1-ae9e-e92866be9ea4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:56.785636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=03a02acb-39c2-4cee-8fb0-b610fd14902e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:56.819872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2cf46ded-9ac0-4048-b997-ae1eeea606e7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3571641 Oct 13 04:16:56.820562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:56.834302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:e0:7b:02', 'name': 'tempest-NetworksTestDHCPv6-1388486907'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:56.848733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.919380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 03a02acb-39c2-4cee-8fb0-b610fd14902e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03a02acb-39c2-4cee-8fb0-b610fd14902e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:56.927375 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.939490 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57af0c6-9368-42ad-ad10-67d27354113f tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.940708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cb1b8be2-6e28-402c-aa6f-9e475350ab20 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:56.955533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57af0c6-9368-42ad-ad10-67d27354113f tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.956772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e57af0c6-9368-42ad-ad10-67d27354113f tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c385030-acd9-432d-9653-3dae68ed8589 HTTP/1.1" status: 204 len: 168 time: 0.5602090 Oct 13 04:16:56.970803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:57.074831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57af0c6-9368-42ad-ad10-67d27354113f tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c385030-acd9-432d-9653-3dae68ed8589,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:57.077840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-d2c4a780-d709-45e6-a601-ce2191801e84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1346836 Oct 13 04:16:57.110851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-5aa9a246-07bf-441c-a9eb-80280b8ca526 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.113506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-5aa9a246-07bf-441c-a9eb-80280b8ca526 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.26 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 813 time: 0.4709618 Oct 13 04:16:57.127610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f13971e9-dbb3-4e07-95c4-2cdda4adf318 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252532 Oct 13 04:16:57.130240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:57.135190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'port': {'device_id': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916', 'admin_state_up': True, 'tenant_id': '3a939fb058e5421088add22b60fb191a'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:57.166640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:57.186188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=03a02acb-39c2-4cee-8fb0-b610fd14902e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:57.248992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539211560'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:57.263712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ece6ad-9afe-4f8c-97d0-5b69ece5f1b6 req-e31e8eea-b121-4649-9ad2-b61430b05846 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.265294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73ece6ad-9afe-4f8c-97d0-5b69ece5f1b6 req-e31e8eea-b121-4649-9ad2-b61430b05846 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 943 time: 0.2941921 Oct 13 04:16:57.268706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cb1b8be2-6e28-402c-aa6f-9e475350ab20, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:57.301523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'port_id': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'mac_address': 'fa:16:3e:d3:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:57.357213 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.397289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa152b7-bc41-438d-98ae-84038a693a80 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:57.401849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.403241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1b8be2-6e28-402c-aa6f-9e475350ab20 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:57.415886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73ece6ad-9afe-4f8c-97d0-5b69ece5f1b6 req-eef09c6e-a569-44e1-91b6-d59bfd455be2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411183 Oct 13 04:16:57.445386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cb1b8be2-6e28-402c-aa6f-9e475350ab20, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:57.493835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Made reservation on behalf of 3a939fb058e5421088add22b60fb191a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:57.503069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.510642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.666797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Allocated IP 172.20.0.8 (096a7afb-07df-4ceb-93b4-d4ea77811916/d4c5eec3-222c-4272-ad49-f5311a04ce22/ea2bde76-0501-4f66-a3fb-9dbcd50ca58e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:57.731258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2efc74-9889-49e2-922e-734923de8ce1 None None] Provisioning complete for port 03a02acb-39c2-4cee-8fb0-b610fd14902e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:57.731691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2efc74-9889-49e2-922e-734923de8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.733442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=cb1b8be2-6e28-402c-aa6f-9e475350ab20,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:57.816340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.858142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.872730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cb1b8be2-6e28-402c-aa6f-9e475350ab20'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:57.873220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d67638b-2949-4cb9-b167-9af836e5148f req-439fdf19-4cc2-4369-9935-065d1f6abcfd tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 210 time: 0.1351786 Oct 13 04:16:57.895059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-2d8d165b-f09d-4c6d-b2fc-e3bae58fbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.898091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-2d8d165b-f09d-4c6d-b2fc-e3bae58fbaa5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1175 time: 0.7460299 Oct 13 04:16:57.910552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 073697b2-5cbe-459e-a26e-5e0a15249f33 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:16:58.012984 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.034094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.059856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.077790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-5ef7621e-95a4-433e-b735-96d0846015c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.079492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-5ef7621e-95a4-433e-b735-96d0846015c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.1181879 Oct 13 04:16:58.101869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Network 096a7afb-07df-4ceb-93b4-d4ea77811916 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:58.127700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0752f1-0a6f-49f7-9f9d-bafaf9693ac5 req-8b10ffe8-3365-47b4-8204-7319909f366a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.135074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb0752f1-0a6f-49f7-9f9d-bafaf9693ac5 req-8b10ffe8-3365-47b4-8204-7319909f366a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2550936 Oct 13 04:16:58.152668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:58.161694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:58.166199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.170784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9226179 Oct 13 04:16:58.170932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-2381cf34-8866-4016-954f-d85b0b96a811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 200 len: 217 time: 0.0797741 Oct 13 04:16:58.171355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:58.176264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.189804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ab704cca-591d-4465-9611-bdc4a13039eb tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '65d5d9cc-c904-428d-8023-8baa45ed22cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:58.200840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02299e02-c18c-4d80-aabb-0ef342a78e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d5d9cc-c904-428d-8023-8baa45ed22cc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.247331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb0752f1-0a6f-49f7-9f9d-bafaf9693ac5 req-dad9db6e-933c-41dd-8207-027b50d05e3c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112039 Oct 13 04:16:58.258699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.259564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.276449 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-de116f0c-cf62-4ff1-acfa-60305c6d563d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1534550 Oct 13 04:16:58.296247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Request body: {'port': {'device_id': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:58.393783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.443045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-e7ebe988-3f66-455c-bc3f-f1de6d8f575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.453265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-e7ebe988-3f66-455c-bc3f-f1de6d8f575f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.2196770 Oct 13 04:16:58.459808 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ab704cca-591d-4465-9611-bdc4a13039eb tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The resource could not be found. Oct 13 04:16:58.464073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ab704cca-591d-4465-9611-bdc4a13039eb tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2886903 Oct 13 04:16:58.464237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03a02acb-39c2-4cee-8fb0-b610fd14902e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:58.464334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:58.470005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6a8bafbe-2254-4702-a88c-b7a020d0d8d5 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '65d5d9cc-c904-428d-8023-8baa45ed22cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0d41ee01-81a8-41d8-9f56-edcc782811ea'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:58.590529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-f5e22239-2fa1-40d7-9421-f7fe18de0ab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282599 Oct 13 04:16:58.638081 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-6a8bafbe-2254-4702-a88c-b7a020d0d8d5 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The resource could not be found. Oct 13 04:16:58.642136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6a8bafbe-2254-4702-a88c-b7a020d0d8d5 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1740675 Oct 13 04:16:58.642276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 03a02acb-39c2-4cee-8fb0-b610fd14902e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:58.642276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.651874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:58.726057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 172.20.0.5 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/eb4f0ebc-6178-4b56-88c5-bbbc4773dbea/073697b2-5cbe-459e-a26e-5e0a15249f33) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:58.753899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fee0:7b02 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/ae1076c8-18b1-4da1-ae9e-e92866be9ea4/073697b2-5cbe-459e-a26e-5e0a15249f33) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:58.776510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb76b-6b48-4f26-848a-5e414f42f7c4 req-d23e6a25-a298-4e92-af78-4c0141a32fc4 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.783736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-656cb76b-6b48-4f26-848a-5e414f42f7c4 req-d23e6a25-a298-4e92-af78-4c0141a32fc4 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 944 time: 0.1974213 Oct 13 04:16:58.890840 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd56c8c0-ec09-4ffa-b4c6-2502e5ff8e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.927973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:58.948183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-6e45c775-e137-4a26-81e2-6718ca628532 service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306301 Oct 13 04:16:58.999520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd56c8c0-ec09-4ffa-b4c6-2502e5ff8e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.132023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-656cb76b-6b48-4f26-848a-5e414f42f7c4 req-ca1eee9f-1475-4f9b-8083-e0308c7431ba tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427250 Oct 13 04:16:59.146709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-d1f5029a-8db5-4423-9530-1c7809f04d12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2640126 Oct 13 04:16:59.222240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:59.316057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd56c8c0-ec09-4ffa-b4c6-2502e5ff8e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.335472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd56c8c0-ec09-4ffa-b4c6-2502e5ff8e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.336649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bd56c8c0-ec09-4ffa-b4c6-2502e5ff8e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/65d5d9cc-c904-428d-8023-8baa45ed22cc HTTP/1.1" status: 204 len: 168 time: 0.6802464 Oct 13 04:16:59.346905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:59.378035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97cd66-22ac-4056-9df5-fdb0e259b479 req-dbe31804-0114-4ef3-81ae-74ce6f699d98 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.379258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd97cd66-22ac-4056-9df5-fdb0e259b479 req-dbe31804-0114-4ef3-81ae-74ce6f699d98 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 931 time: 0.3353231 Oct 13 04:16:59.557463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f3fe1ec-3eb3-47c4-a79c-f9f1454e17ec None None] Provisioning complete for port 03a02acb-39c2-4cee-8fb0-b610fd14902e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:59.557463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe1ec-3eb3-47c4-a79c-f9f1454e17ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.590827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e3df0ce8-f72f-4fac-ac6e-8db77413830b tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2376373 Oct 13 04:16:59.628240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:59.639299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cef62a11-59cd-4c4c-8cd5-bac24ae8a784 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': 'f12857c6-576c-418a-879b-95446386cdc1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:59.662068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc019f81-2035-4e7c-a084-5a5acddf8640 req-8cbcd8c6-fd4d-4567-959e-707337276d7c service neutron] 10.222.0.15 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129698 Oct 13 04:16:59.695924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.728397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f20ced-9c6f-4b47-a6bd-f3af7af7ee2d req-9f265206-2109-4811-a318-9c68ab05c321 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.730068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38f20ced-9c6f-4b47-a6bd-f3af7af7ee2d req-9f265206-2109-4811-a318-9c68ab05c321 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2865243 Oct 13 04:16:59.796825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56c8c0-ec09-4ffa-b4c6-2502e5ff8e29 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d5d9cc-c904-428d-8023-8baa45ed22cc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:59.823196 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-cef62a11-59cd-4c4c-8cd5-bac24ae8a784 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The resource could not be found. Oct 13 04:16:59.827896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cef62a11-59cd-4c4c-8cd5-bac24ae8a784 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1891854 Oct 13 04:16:59.830151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:59.836596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--36066145'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:59.849918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38f20ced-9c6f-4b47-a6bd-f3af7af7ee2d req-db5e1cbf-5490-4747-bfc2-a51ed47573d4 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060498 Oct 13 04:16:59.881782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0cfca7-9b38-485f-88b7-cc3585f6d822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.893796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.911935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-0848372d-058f-45cd-ab29-424381b72dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.913647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-0848372d-058f-45cd-ab29-424381b72dbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 1096 time: 0.6897368 Oct 13 04:16:59.916539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.963706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd97cd66-22ac-4056-9df5-fdb0e259b479 req-bcb6637c-7462-4163-b8d6-477859e8f83f tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692775 Oct 13 04:16:59.965572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:59.967549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2bde76-0501-4f66-a3fb-9dbcd50ca58e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:59.977430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:59.989578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:00.025681 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.051901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.052573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.070226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Transition to ACTIVE for port object ea2bde76-0501-4f66-a3fb-9dbcd50ca58e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:00.080085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.080903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2585912 Oct 13 04:17:00.088391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:00.136778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35002a2c-734c-4707-9829-8191d41823d7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=073697b2-5cbe-459e-a26e-5e0a15249f33,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.176023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-1cb88da1-bd31-4ebd-bab9-92bab82fa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.178287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-1cb88da1-bd31-4ebd-bab9-92bab82fa852 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.2321708 Oct 13 04:17:00.213568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4106d-fc2a-4dc2-97b9-b2b15784657d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.218174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0cfca7-9b38-485f-88b7-cc3585f6d822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.220201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4106d-fc2a-4dc2-97b9-b2b15784657d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.224773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03e4106d-fc2a-4dc2-97b9-b2b15784657d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1353176 Oct 13 04:17:00.225394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45074) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:00.246311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.269006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.276381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e0cfca7-9b38-485f-88b7-cc3585f6d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.289686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.296064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-f8685fb2-44d1-4b35-8abf-b01029c9a8e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 200 len: 217 time: 0.0956752 Oct 13 04:17:00.368478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.372482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5408297 Oct 13 04:17:00.374266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:00.383832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537385600'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:00.391110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb7257-e36c-48c3-a86b-85e98c026d52 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7707904-d101-4c30-8a9e-1fd619356ceb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.417625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e0cfca7-9b38-485f-88b7-cc3585f6d822 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=526b6cf77bc34f29b2a62e1968e1eb69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1911795 Oct 13 04:17:00.420269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af798a1-9ec7-4138-bf24-95ba5513072a req-647aa987-3e12-4090-b245-d997bda93b0e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.421715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cfca7-9b38-485f-88b7-cc3585f6d822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb55d07-5b8a-421c-be69-e594fd3eb6bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.422237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1af798a1-9ec7-4138-bf24-95ba5513072a req-647aa987-3e12-4090-b245-d997bda93b0e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 944 time: 0.1847246 Oct 13 04:17:00.422870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:00.463915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.470949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-dcfdc630-1325-430e-9e08-ebcf708f62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.473026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-dcfdc630-1325-430e-9e08-ebcf708f62f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.1586380 Oct 13 04:17:00.491297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Attempting to bind port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:00.491680 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Attempting to bind port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:00.492020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Attempting to bind port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e on network 096a7afb-07df-4ceb-93b4-d4ea77811916 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:00.518815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-5be33dbd-d406-4057-ac3f-59e925becbda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374990 Oct 13 04:17:00.519585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e on network 096a7afb-07df-4ceb-93b4-d4ea77811916 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:00.519910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Attempting to bind port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e on network 096a7afb-07df-4ceb-93b4-d4ea77811916 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:00.537394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:00.537763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Checking segment: {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:00.538169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Bound using segment: {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:00.539257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Bound port: ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc47616b-0da6-4f3d-823b-3f806b9467a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:00.539623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.562895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-86b264e1-2c29-4dc2-974b-74da8833bbcd None None] Provisioning complete for port 073697b2-5cbe-459e-a26e-5e0a15249f33 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:00.563842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86b264e1-2c29-4dc2-974b-74da8833bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.575728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 073697b2-5cbe-459e-a26e-5e0a15249f33 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:00.576153 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.581198 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1af798a1-9ec7-4138-bf24-95ba5513072a req-f66b9a62-9ce6-4580-9732-67e153bdd70b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257715 Oct 13 04:17:00.626000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-86b264e1-2c29-4dc2-974b-74da8833bbcd None None] Port 073697b2-5cbe-459e-a26e-5e0a15249f33 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:00.666798 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cf63-331a-4bd7-83a1-c7500ed63a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.684600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:00.706974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:00.712143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-203d8971-9d1a-464f-9720-e7be92f7a92e service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849875 Oct 13 04:17:00.713728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.721073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.728231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cf63-331a-4bd7-83a1-c7500ed63a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.736380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.778026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.778886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.779690 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.781104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] 10.222.0.26 "PUT /v2.0/ports/ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 1091 time: 2.4954894 Oct 13 04:17:00.803731 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.808187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4316602 Oct 13 04:17:00.811002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:00.811696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:00.814484 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630092ab-09a3-449d-9570-551dc10b3a97" -d '{"events": [{"name": "network-changed", "server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:00.822733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8f354a30-ea05-4b87-a1a8-60d3e7ce7e5c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': 'd7707904-d101-4c30-8a9e-1fd619356ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e7e9d423-a77e-40f1-9ed0-122ed364340b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:00.832111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 073697b2-5cbe-459e-a26e-5e0a15249f33 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:00.840472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4687-799c-4517-b8ce-e051ea357840 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9d423-a77e-40f1-9ed0-122ed364340b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.873174 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25765b83-0411-4df7-bafc-f19707c78c7f x-openstack-request-id: req-25765b83-0411-4df7-bafc-f19707c78c7f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:00.873681 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:00.874164 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25765b83-0411-4df7-bafc-f19707c78c7f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:00.874887 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'status': 'completed', 'code': 200} Oct 13 04:17:00.912340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0df88-e3e4-4964-ba86-d112cec7c06a service neutron] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.919269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cf63-331a-4bd7-83a1-c7500ed63a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.921965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cf63-331a-4bd7-83a1-c7500ed63a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.925690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d8a4cf63-331a-4bd7-83a1-c7500ed63a82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fb55d07-5b8a-421c-be69-e594fd3eb6bf HTTP/1.1" status: 204 len: 168 time: 0.4694722 Oct 13 04:17:00.937533 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-8f354a30-ea05-4b87-a1a8-60d3e7ce7e5c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:00.941800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f354a30-ea05-4b87-a1a8-60d3e7ce7e5c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1244559 Oct 13 04:17:00.942430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:00.961832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4cf63-331a-4bd7-83a1-c7500ed63a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb55d07-5b8a-421c-be69-e594fd3eb6bf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.990113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cb1b8be2-6e28-402c-aa6f-9e475350ab20 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:01.021511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-5f036a5b-b071-436e-a973-6f3f6b0e1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.023031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-5f036a5b-b071-436e-a973-6f3f6b0e1537 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1094 time: 0.1973624 Oct 13 04:17:01.108769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port cb1b8be2-6e28-402c-aa6f-9e475350ab20 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:01.115396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port cb1b8be2-6e28-402c-aa6f-9e475350ab20 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:01.115776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.140978 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-ba54f724-cd45-4757-909b-15fb07bd40af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 217 time: 0.0993025 Oct 13 04:17:01.143562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2a92d59-f01a-4afe-ac00-2fd27f1fb9d3 req-30a9040f-30ff-4013-99ef-53d64227da25 service neutron] 10.222.0.26 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981054 Oct 13 04:17:01.143679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fac96937-0162-404f-ab22-87bc8d7151fe tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.240597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-d6283308-db2c-4f4f-81b4-bf4df2487e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.242319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-d6283308-db2c-4f4f-81b4-bf4df2487e9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.0748670 Oct 13 04:17:01.247299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67716962-7e6a-4fd6-a53a-c6d92c907bf5 req-5fbcbbf5-2373-4f90-b998-f299a8bfe27c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.249036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67716962-7e6a-4fd6-a53a-c6d92c907bf5 req-5fbcbbf5-2373-4f90-b998-f299a8bfe27c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2508934 Oct 13 04:17:01.257851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.269513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fac96937-0162-404f-ab22-87bc8d7151fe tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.309236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:01.310632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-29e72841-d6e7-4a55-832b-f3e602e02865 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366325 Oct 13 04:17:01.317353 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67037e26-68f3-4614-b253-ee247b52394b" -d '{"events": [{"server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "name": "network-vif-plugged", "status": "completed", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:01.332059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.357190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cb1b8be2-6e28-402c-aa6f-9e475350ab20, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:01.372197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67716962-7e6a-4fd6-a53a-c6d92c907bf5 req-3682d902-d4b3-4acc-b2a1-516cd802b66c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131151 Oct 13 04:17:01.375072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=073697b2-5cbe-459e-a26e-5e0a15249f33,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:01.381005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.430133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fac96937-0162-404f-ab22-87bc8d7151fe tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.440773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fac96937-0162-404f-ab22-87bc8d7151fe tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.444234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fac96937-0162-404f-ab22-87bc8d7151fe tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/e7e9d423-a77e-40f1-9ed0-122ed364340b HTTP/1.1" status: 204 len: 168 time: 0.4905052 Oct 13 04:17:01.448789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cfe36-70e6-4656-a359-e65ac919a296 req-a0ed79e6-6f5e-4197-b668-febff2b188c6 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.450875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a92cfe36-70e6-4656-a359-e65ac919a296 req-a0ed79e6-6f5e-4197-b668-febff2b188c6 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 943 time: 0.3021073 Oct 13 04:17:01.452031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:01.473641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac96937-0162-404f-ab22-87bc8d7151fe tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e9d423-a77e-40f1-9ed0-122ed364340b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:01.521084 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6a997-84fa-45f9-b8c6-d5ac2d696c31 x-openstack-request-id: req-c4a6a997-84fa-45f9-b8c6-d5ac2d696c31 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:01.521636 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "name": "network-vif-plugged", "status": "completed", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:01.522149 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4a6a997-84fa-45f9-b8c6-d5ac2d696c31 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:01.523326 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'code': 200} Oct 13 04:17:01.540780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=cb1b8be2-6e28-402c-aa6f-9e475350ab20,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:01.570752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a92cfe36-70e6-4656-a359-e65ac919a296 req-3f75d2a2-45c3-4a23-8177-11f06282d254 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090317 Oct 13 04:17:01.603072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.610065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b489b45-f7b2-4d9e-9fdc-eae04cd6f19a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/073697b2-5cbe-459e-a26e-5e0a15249f33 HTTP/1.1" status: 204 len: 168 time: 1.3805647 Oct 13 04:17:01.610995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:01.657037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:01.675378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27039839-2187-41b2-b0c9-565d1f63d139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.703113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d40b-77e3-4cf9-a4b6-e30006a8db5a req-8f462a0a-d5ea-4766-be9d-602db3224562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.703290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7327ce5-5e78-4630-b274-85c101a931ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.704768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7327ce5-5e78-4630-b274-85c101a931ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.704878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fd1d40b-77e3-4cf9-a4b6-e30006a8db5a req-8f462a0a-d5ea-4766-be9d-602db3224562 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 1096 time: 0.1213064 Oct 13 04:17:01.706460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7327ce5-5e78-4630-b274-85c101a931ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.708838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e7327ce5-5e78-4630-b274-85c101a931ea tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0897791 Oct 13 04:17:01.715458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45114) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:01.788329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-33dd0c7e-7b5e-437c-b2a0-7981ec3f7c23 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681151 Oct 13 04:17:01.814320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cb44c0fc-aad6-49a4-a4c7-9eb4e6330e6d tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.3565335 Oct 13 04:17:01.817418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet ae1076c8-18b1-4da1-ae9e-e92866be9ea4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:01.820442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fd1d40b-77e3-4cf9-a4b6-e30006a8db5a req-b86543b4-664d-404c-9f6d-2cde8f5c7773 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019902 Oct 13 04:17:01.823324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45116) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:01.856492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.870825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da689-cd5d-4a9e-84a5-6d67afcc0855 req-6fd6ab0b-7aa8-41bc-adf0-e0d656e8b867 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.872330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-310da689-cd5d-4a9e-84a5-6d67afcc0855 req-6fd6ab0b-7aa8-41bc-adf0-e0d656e8b867 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.1764255 Oct 13 04:17:01.912090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.923450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27039839-2187-41b2-b0c9-565d1f63d139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.931665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27039839-2187-41b2-b0c9-565d1f63d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.972469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af28-f45f-454d-ad15-6f5106f389a7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.975174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1866c0b7-da98-4ce1-accd-a461c96b34a3 req-bb4dc936-624a-4ca0-9cba-d9d530e51f8a service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784084 Oct 13 04:17:02.000006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-310da689-cd5d-4a9e-84a5-6d67afcc0855 req-bf6c9bfb-2abd-4ddf-93c7-4a26c7947ab5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045413 Oct 13 04:17:02.015918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27039839-2187-41b2-b0c9-565d1f63d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88666c96-2f3c-425f-8522-1734cabaa107,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.022722 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-27039839-2187-41b2-b0c9-565d1f63d139 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccfa9911788e4902827cf23ef5485a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617065 Oct 13 04:17:02.025416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.035005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af28-f45f-454d-ad15-6f5106f389a7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.058018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.103493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0914d27-26ef-4264-af7d-2d2ae597f93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.108486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af28-f45f-454d-ad15-6f5106f389a7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.111021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af28-f45f-454d-ad15-6f5106f389a7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.113226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6ee9af28-f45f-454d-ad15-6f5106f389a7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7707904-d101-4c30-8a9e-1fd619356ceb HTTP/1.1" status: 204 len: 168 time: 0.2883573 Oct 13 04:17:02.120821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.143999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0914d27-26ef-4264-af7d-2d2ae597f93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.150576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9af28-f45f-454d-ad15-6f5106f389a7 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7707904-d101-4c30-8a9e-1fd619356ceb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.181526 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.209546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0914d27-26ef-4264-af7d-2d2ae597f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.212335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0914d27-26ef-4264-af7d-2d2ae597f93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.216478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0914d27-26ef-4264-af7d-2d2ae597f93d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88666c96-2f3c-425f-8522-1734cabaa107 HTTP/1.1" status: 204 len: 168 time: 0.1873131 Oct 13 04:17:02.227617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0914d27-26ef-4264-af7d-2d2ae597f93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88666c96-2f3c-425f-8522-1734cabaa107,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.230722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.234030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/ae1076c8-18b1-4da1-ae9e-e92866be9ea4 HTTP/1.1" status: 204 len: 168 time: 0.5155885 Oct 13 04:17:02.236347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a02145-68d5-4c65-a21c-b16245fe3318 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1076c8-18b1-4da1-ae9e-e92866be9ea4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.238639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919dec5-43c0-4334-8010-2b8df0acab9a None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:02.239113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.258913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6142b670-4d77-4a35-af2f-186cd7b47301 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325200 Oct 13 04:17:02.259511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.261336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630092ab-09a3-449d-9570-551dc10b3a97 req-7334df81-4442-43ab-8765-8c32635ee7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.262796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-7334df81-4442-43ab-8765-8c32635ee7b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1094 time: 0.1525559 Oct 13 04:17:02.264995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--948604210'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:02.309861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.381538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet eb4f0ebc-6178-4b56-88c5-bbbc4773dbea {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:02.388753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.454938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.469391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.475382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.478892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630092ab-09a3-449d-9570-551dc10b3a97 req-70173473-d046-4d55-878a-f5e83de133c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.480443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-70173473-d046-4d55-878a-f5e83de133c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.1976616 Oct 13 04:17:02.521289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bba175-59df-4553-b6aa-dfb15e983047,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.557917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.566170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-511c44c7-96b0-43a6-9d2a-a9daa8387a41 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3048358 Oct 13 04:17:02.568483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.571123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-551837b1-b4bf-4a6f-a6c1-15cb0540f910 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 217 time: 0.0819235 Oct 13 04:17:02.579372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-48345aa2-b446-479d-9a85-4c1c924251dc tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '68bba175-59df-4553-b6aa-dfb15e983047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:02.640814 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-48345aa2-b446-479d-9a85-4c1c924251dc tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:02.645004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-48345aa2-b446-479d-9a85-4c1c924251dc tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0748799 Oct 13 04:17:02.653672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.659734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c028a8d4-1fc3-46f1-bf98-1ee1c6e841ed tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group_rule': {'security_group_id': '68bba175-59df-4553-b6aa-dfb15e983047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:02.715590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.745170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630092ab-09a3-449d-9570-551dc10b3a97 req-e4f80571-ef0c-41a9-9b63-6eecbd0c47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.746687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-e4f80571-ef0c-41a9-9b63-6eecbd0c47c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.1452153 Oct 13 04:17:02.759659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56dd24-587d-4d95-a5e6-999255f12d7c req-9ae6b448-0c9c-4603-83b6-290325da4a07 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.762302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be56dd24-587d-4d95-a5e6-999255f12d7c req-9ae6b448-0c9c-4603-83b6-290325da4a07 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2055187 Oct 13 04:17:02.765746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25e52f-c595-46b4-990a-da3f4c525c00 req-5e7bfc2d-1d3d-498b-8fde-2b0f9ae7e949 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.767743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a25e52f-c595-46b4-990a-da3f4c525c00 req-5e7bfc2d-1d3d-498b-8fde-2b0f9ae7e949 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 943 time: 0.0701113 Oct 13 04:17:02.769930 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c028a8d4-1fc3-46f1-bf98-1ee1c6e841ed tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:02.773819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c028a8d4-1fc3-46f1-bf98-1ee1c6e841ed tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1191270 Oct 13 04:17:02.775006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.822240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-57e401c6-7e61-4988-9e93-1395aa7b4088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571377 Oct 13 04:17:02.853569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a25e52f-c595-46b4-990a-da3f4c525c00 req-77f28444-4ce9-4498-ba56-d9b8d8fc0a0d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697076 Oct 13 04:17:02.874662 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-529dad5d-3d63-4fe0-9fab-407f760dc65e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.927716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-529dad5d-3d63-4fe0-9fab-407f760dc65e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.982468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-529dad5d-3d63-4fe0-9fab-407f760dc65e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.985421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-529dad5d-3d63-4fe0-9fab-407f760dc65e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.990007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-529dad5d-3d63-4fe0-9fab-407f760dc65e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/68bba175-59df-4553-b6aa-dfb15e983047 HTTP/1.1" status: 204 len: 168 time: 0.2145979 Oct 13 04:17:02.990814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.039563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dad5d-3d63-4fe0-9fab-407f760dc65e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bba175-59df-4553-b6aa-dfb15e983047,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.085580 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.100116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be56dd24-587d-4d95-a5e6-999255f12d7c req-1475865d-2c7f-4c1f-ab1e-8c31c5369ad5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239386 Oct 13 04:17:03.102209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4b1b0da3-f8b1-4225-af5c-1b92e79ebf14 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847523 Oct 13 04:17:03.103099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.110185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'tempest-secgroup--58974791'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:03.162819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.215683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4f0ebc-6178-4b56-88c5-bbbc4773dbea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.229175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.238050 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-12e2a7d9-ad5e-4516-9135-2de3cb51efad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/eb4f0ebc-6178-4b56-88c5-bbbc4773dbea HTTP/1.1" status: 204 len: 168 time: 0.9959152 Oct 13 04:17:03.239043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.268632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.278805 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.308343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.312872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2089753 Oct 13 04:17:03.313473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45170) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.322397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-03a33630-fc1b-446a-921b-12780cf57733 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:03.322812 n-d-810220-9 neutron-server[94825]: WARNING neutron.api.v2.base [None req-03a33630-fc1b-446a-921b-12780cf57733 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:17:03.323303 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-03a33630-fc1b-446a-921b-12780cf57733 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 04:17:03.325977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1a02e9f9-07a4-48d7-9217-a82889e68875 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741951 Oct 13 04:17:03.326607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.327590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03a33630-fc1b-446a-921b-12780cf57733 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "PUT /v2.0/security-groups/2fede223-50b6-4293-9828-b5bd87dd819b HTTP/1.1" status: 409 len: 330 time: 0.0093870 Oct 13 04:17:03.328135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.337979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:03.345993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-b99d4a30-94fb-4118-816a-2869b604cfd8 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140851 Oct 13 04:17:03.361852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580403-8201-431b-89a7-bba214b8eec1 req-1d9bd91e-ca3f-427a-bc90-eb3eaab136d0 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:03.369258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de580403-8201-431b-89a7-bba214b8eec1 req-1d9bd91e-ca3f-427a-bc90-eb3eaab136d0 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.2191172 Oct 13 04:17:03.420069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1787da-bd2c-4dc5-ac31-d0d111035b95 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fede223-50b6-4293-9828-b5bd87dd819b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.449750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de580403-8201-431b-89a7-bba214b8eec1 req-f3c55e47-b950-4b8c-ad33-4660477accbc tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751131 Oct 13 04:17:03.493128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b0253d-f8f4-44a3-8f38-7fbe28690b32 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.520745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b0253d-f8f4-44a3-8f38-7fbe28690b32 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.522176 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-630092ab-09a3-449d-9570-551dc10b3a97 req-48d866ad-d212-438b-bfb3-c85b014330d8 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645219 Oct 13 04:17:03.523533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:03.527382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.577173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d9da5-b3b6-40d5-b6c7-67a2279e5d3e None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:03.578842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b0253d-f8f4-44a3-8f38-7fbe28690b32 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.581631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b0253d-f8f4-44a3-8f38-7fbe28690b32 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.585128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2b0253d-f8f4-44a3-8f38-7fbe28690b32 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/2fede223-50b6-4293-9828-b5bd87dd819b HTTP/1.1" status: 204 len: 168 time: 0.2494316 Oct 13 04:17:03.587177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.604165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0253d-f8f4-44a3-8f38-7fbe28690b32 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fede223-50b6-4293-9828-b5bd87dd819b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.687641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7af577ab-4505-4944-8f7f-d7d5da01c58c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987372 Oct 13 04:17:03.690148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.694570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c700c5e-d793-4d5d-ae08-b44ed0026f0e None None] Provisioning complete for port 03a02acb-39c2-4cee-8fb0-b610fd14902e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:03.695119 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c700c5e-d793-4d5d-ae08-b44ed0026f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.723227 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-2926c495-f2d1-428d-b5e2-3a2e508b186e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] delete failed (client error): The resource could not be found. Oct 13 04:17:03.730369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2926c495-f2d1-428d-b5e2-3a2e508b186e tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "DELETE /v2.0/security-groups/1dfe1ddc-017d-4c37-8157-efdf5a05d312 HTTP/1.1" status: 404 len: 347 time: 0.0379877 Oct 13 04:17:03.730943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.764069 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7f0a9a5f-51e4-4da1-b738-e20d9a694655 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] show failed (client error): The resource could not be found. Oct 13 04:17:03.769629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.775139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7f0a9a5f-51e4-4da1-b738-e20d9a694655 tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-groups/93465a10-ea90-4f43-a0fb-74ebef02fd75 HTTP/1.1" status: 404 len: 347 time: 0.0406222 Oct 13 04:17:03.775913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.838784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:03.839949 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-5f4f6880-2f0c-4520-8df3-43717cadc07c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] show failed (client error): The resource could not be found. Oct 13 04:17:03.840759 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5f4f6880-2f0c-4520-8df3-43717cadc07c tempest-NegativeSecGroupIPv6Test-353552791 tempest-NegativeSecGroupIPv6Test-353552791-project] 10.222.0.44 "GET /v2.0/security-group-rules/8b221137-db63-4c3b-a361-a77332b84a06 HTTP/1.1" status: 404 len: 356 time: 0.0701079 Oct 13 04:17:03.846315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:03.852814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:03.854183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.884429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=dc1e6dde-69ca-4216-83af-d5216d0893c7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.890709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:17:03.892272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d152b17-cb6d-4630-ab29-447509de72a7 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5625196 Oct 13 04:17:03.895392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45194) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.903170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:03.953245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] Deleting port 03a02acb-39c2-4cee-8fb0-b610fd14902e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:03.953829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.043740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb53bf7-95bd-4e33-bef4-ed3e9ab65da1 req-fd304f63-8f41-4f5d-bebb-d8fd76dc6a88 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.046179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cdb53bf7-95bd-4e33-bef4-ed3e9ab65da1 req-fd304f63-8f41-4f5d-bebb-d8fd76dc6a88 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 943 time: 0.0702033 Oct 13 04:17:04.091208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] For port 03a02acb-39c2-4cee-8fb0-b610fd14902e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=03a02acb-39c2-4cee-8fb0-b610fd14902e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:04.094120 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.109449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:04.111004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cdb53bf7-95bd-4e33-bef4-ed3e9ab65da1 req-dcca58db-1f43-4fe0-bacf-29144902c1ba tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557537 Oct 13 04:17:04.115745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] Calling delete_port for 03a02acb-39c2-4cee-8fb0-b610fd14902e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:04.116389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.207180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.262685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] Pushing event deleted for resources: {'Port': ['ID=03a02acb-39c2-4cee-8fb0-b610fd14902e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:04.270905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adc388-1762-4d86-b244-729aa3adb443 None None] No DVR routers for this DVR port 03a02acb-39c2-4cee-8fb0-b610fd14902e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:04.293942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69ed89-5d24-47ca-b8e6-b2eb0b48ca25 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:04.318841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:04.450070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03a02acb-39c2-4cee-8fb0-b610fd14902e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:04.486951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f624-c96c-4f94-aded-526b04081394 req-7d290aa8-6b4f-45ad-97b2-773b53382c4e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.488597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1438f624-c96c-4f94-aded-526b04081394 req-7d290aa8-6b4f-45ad-97b2-773b53382c4e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2567246 Oct 13 04:17:04.547430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 03a02acb-39c2-4cee-8fb0-b610fd14902e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:04.548279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 03a02acb-39c2-4cee-8fb0-b610fd14902e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:04.587457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:17:04.603083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1438f624-c96c-4f94-aded-526b04081394 req-2854ae1d-4d12-4320-8915-83f56e406291 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065536 Oct 13 04:17:04.604042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.654322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-72c15098-1e81-43be-811f-6a41867ed6bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddae0634367f40a0a976afe67a035c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336141 Oct 13 04:17:04.662268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:04.667185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=86d86569-2212-4911-8435-316f07a7790a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:04.682338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:04.684471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:04.687864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.688712 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.709079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9aeee19e-47a2-47c6-9def-2cb08c7373d6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8110602 Oct 13 04:17:04.713166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:04.719429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:59:58:bf', 'name': 'tempest-NetworksTestDHCPv6-1644468942'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:04.729870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88bbe-79f8-43a0-9474-0a492570e67f req-e04a3ec6-4478-49f0-9dd1-e0ff509bf039 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.731585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aed88bbe-79f8-43a0-9474-0a492570e67f req-e04a3ec6-4478-49f0-9dd1-e0ff509bf039 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.1545901 Oct 13 04:17:04.746194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '86d86569-2212-4911-8435-316f07a7790a'}, {'subnet_id': 'dc1e6dde-69ca-4216-83af-d5216d0893c7'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:04.747123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.771095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dd73099-3d20-4fb6-bd50-cf6afd6bb7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.831571 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dd73099-3d20-4fb6-bd50-cf6afd6bb7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.836174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aed88bbe-79f8-43a0-9474-0a492570e67f req-dccab8d9-f790-4620-93dd-a1bcc97d2506 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971208 Oct 13 04:17:04.907475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dd73099-3d20-4fb6-bd50-cf6afd6bb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.910754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dd73099-3d20-4fb6-bd50-cf6afd6bb7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.914693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8dd73099-3d20-4fb6-bd50-cf6afd6bb7aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d31263d-b820-4255-8c8e-555a4b5a03e9 HTTP/1.1" status: 204 len: 168 time: 0.2502091 Oct 13 04:17:04.925905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd73099-3d20-4fb6-bd50-cf6afd6bb7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d31263d-b820-4255-8c8e-555a4b5a03e9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:04.926640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:05.077294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Allocated IP 172.20.0.2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/dc1e6dde-69ca-4216-83af-d5216d0893c7/ac2f72af-e0ac-4d5e-b8cb-463337ec8171) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:05.106478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Allocated IP 2001:db8::f816:3eff:fe4e:aa92 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/86d86569-2212-4911-8435-316f07a7790a/ac2f72af-e0ac-4d5e-b8cb-463337ec8171) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:05.378496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe8ae-69e7-4ee3-8f96-9590685a3b2c req-cb6b5d15-03f8-4a49-ad3a-99c67e5158ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.381870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-586fe8ae-69e7-4ee3-8f96-9590685a3b2c req-cb6b5d15-03f8-4a49-ad3a-99c67e5158ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 943 time: 0.1090581 Oct 13 04:17:05.449393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb6bab-9047-41a4-9f18-c1818ee1c37b req-f358384e-7f4a-4762-8b35-03191412c65a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.451673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53eb6bab-9047-41a4-9f18-c1818ee1c37b req-f358384e-7f4a-4762-8b35-03191412c65a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.5149589 Oct 13 04:17:05.468226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:05.478189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Request body: {'floatingip': {'port_id': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:05.482856 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.492275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.529809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.555568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:05.557624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-586fe8ae-69e7-4ee3-8f96-9590685a3b2c req-2bda0633-8a19-4226-bf0e-1cb40464932b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527960 Oct 13 04:17:05.559201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:05.569909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:05.573711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.583719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 416532f5-0e53-4be2-8d9b-16487b8bf440 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:05.718221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Pushing event updated for resources: {'Port': ['ID=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:05.733894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Attempting to bind port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:05.734249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Attempting to bind port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:05.734613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Attempting to bind port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:05.748733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:05.749638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:05.749638 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.749968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:05.750335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Bound port: ac2f72af-e0ac-4d5e-b8cb-463337ec8171, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:05.750713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.862429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] For port ac2f72af-e0ac-4d5e-b8cb-463337ec8171, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:05.869233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] For port ac2f72af-e0ac-4d5e-b8cb-463337ec8171, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:05.876486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.993481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a0b82-16a7-4c45-9472-35028f63e701 req-56256d49-c3eb-4bc1-a452-cddaf3396147 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.996701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5a0b82-16a7-4c45-9472-35028f63e701 req-56256d49-c3eb-4bc1-a452-cddaf3396147 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2690203 Oct 13 04:17:06.003357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be96cc-d174-4c6a-b115-2494c10aeb6a None None] Pushing event updated for resources: {'Port': ['ID=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:06.092882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45294) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:06.213586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb5a0b82-16a7-4c45-9472-35028f63e701 req-05d50662-8b7e-4511-914d-d24a2cd0c3b1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935091 Oct 13 04:17:06.229611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 172.20.0.5 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/dc1e6dde-69ca-4216-83af-d5216d0893c7/416532f5-0e53-4be2-8d9b-16487b8bf440) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:06.238721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fe59:58bf (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/86d86569-2212-4911-8435-316f07a7790a/416532f5-0e53-4be2-8d9b-16487b8bf440) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:06.292912 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.301676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.442270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ea2bde76-0501-4f66-a3fb-9dbcd50ca58e details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:06.479654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c7d9-0db3-46ea-82d5-bac579fcf7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.559454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac2f72af-e0ac-4d5e-b8cb-463337ec8171 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:06.636995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.669433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:06.685492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:06.686098 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.689608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'network_id': '096a7afb-07df-4ceb-93b4-d4ea77811916', 'port_id': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'mac_address': 'fa:16:3e:be:5d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c5eec3-222c-4272-ad49-f5311a04ce22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:06.711533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.776190 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.795378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2bde76-0501-4f66-a3fb-9dbcd50ca58e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:06.806982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:06.832601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:06.836762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:06.852518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=416532f5-0e53-4be2-8d9b-16487b8bf440,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:06.895889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:06.900009 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.904614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.958345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:06.959017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.995422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port ac2f72af-e0ac-4d5e-b8cb-463337ec8171, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:06.999861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc6ea2bc-1dde-4692-84ab-7086879bb41c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2854981 Oct 13 04:17:07.003120 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.005794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:07.049669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:07.087693 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Floating IP 3c9b03fe-a7de-4337-b555-4101839ed856 associated. External IP: 172.25.1.37, port: cb1b8be2-6e28-402c-aa6f-9e475350ab20. Oct 13 04:17:07.111701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646ee67-aff7-47a9-80bf-869395d01648 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.135950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:07.138897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646ee67-aff7-47a9-80bf-869395d01648 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.140585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6646ee67-aff7-47a9-80bf-869395d01648 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1337059 Oct 13 04:17:07.150970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:07.252990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:07.337749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a962983-ef35-477a-a1ea-12201b89e662 req-26a2052d-34ba-44c8-ab1c-ddedb06d7b54 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.340545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a962983-ef35-477a-a1ea-12201b89e662 req-26a2052d-34ba-44c8-ab1c-ddedb06d7b54 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 944 time: 0.3246572 Oct 13 04:17:07.373704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 416532f5-0e53-4be2-8d9b-16487b8bf440 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:07.376348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.466902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a962983-ef35-477a-a1ea-12201b89e662 req-7bb523e4-e0f2-4a2f-9bdd-f297576c0119 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100342 Oct 13 04:17:07.520778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c7d9-0db3-46ea-82d5-bac579fcf7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.526286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c7d9-0db3-46ea-82d5-bac579fcf7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.574391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd006cfa-aebf-43b3-8ec5-1a1d67d8708c req-5332e720-5a40-4c61-86d5-edbc7e73a982 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.583607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fd006cfa-aebf-43b3-8ec5-1a1d67d8708c req-5332e720-5a40-4c61-86d5-edbc7e73a982 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1724021 Oct 13 04:17:07.609635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c6f2c7d9-0db3-46ea-82d5-bac579fcf7bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f44c979792604ee28a474e8df0e632b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5153620 Oct 13 04:17:07.612237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:07.652982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.670133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fd006cfa-aebf-43b3-8ec5-1a1d67d8708c req-dedb20c6-a30e-4741-bb94-31d4426389a4 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802746 Oct 13 04:17:07.694939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 416532f5-0e53-4be2-8d9b-16487b8bf440 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:07.712725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2c7d9-0db3-46ea-82d5-bac579fcf7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5714e148-27a7-4ad6-a1d0-b95ab28e2b80,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:07.790115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d870063-bfce-4b57-82d3-fa82853a745b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.831561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d870063-bfce-4b57-82d3-fa82853a745b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.848113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Router 0524884b-f71d-44ea-8c01-fbc087c3727f has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:17:07.869008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ea169-5b25-4a0b-a130-d119e14feaa7 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:07.944379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.948622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d870063-bfce-4b57-82d3-fa82853a745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.953114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3a41267-5387-45a4-90d2-094fda9bf9d1 None None] Provisioning complete for port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:07.953553 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3a41267-5387-45a4-90d2-094fda9bf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.955577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d870063-bfce-4b57-82d3-fa82853a745b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.959938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d870063-bfce-4b57-82d3-fa82853a745b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5714e148-27a7-4ad6-a1d0-b95ab28e2b80 HTTP/1.1" status: 204 len: 168 time: 0.3425322 Oct 13 04:17:07.977071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d870063-bfce-4b57-82d3-fa82853a745b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5714e148-27a7-4ad6-a1d0-b95ab28e2b80,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:08.015301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=416532f5-0e53-4be2-8d9b-16487b8bf440,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:08.061165 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.235533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.240615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d46be421-bca9-4a49-9da9-4cf05807f0b6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/416532f5-0e53-4be2-8d9b-16487b8bf440 HTTP/1.1" status: 204 len: 168 time: 1.0877705 Oct 13 04:17:08.241413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:08.243764 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:08.254991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.255146 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] Sync routers for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:08.272737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:08.273301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:08.450980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cb41e424-74e7-453b-b885-20b74dc24ed2 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "PUT /v2.0/floatingips/3c9b03fe-a7de-4337-b555-4101839ed856 HTTP/1.1" status: 200 len: 990 time: 2.9815474 Oct 13 04:17:08.458045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:08.461183 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:08.470603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc8d1c-8305-470e-b8aa-583fefb1cfaa tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.484935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc8d1c-8305-470e-b8aa-583fefb1cfaa tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.486854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc8d1c-8305-470e-b8aa-583fefb1cfaa tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.488597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3bc8d1c-8305-470e-b8aa-583fefb1cfaa tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2432809 Oct 13 04:17:08.492270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:08.537694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:08.562544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 86d86569-2212-4911-8435-316f07a7790a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:08.566237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.616014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.620706 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a889214-0267-4774-930c-54a31798f30b x-openstack-request-id: req-9a889214-0267-4774-930c-54a31798f30b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:08.621293 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:08.621780 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a889214-0267-4774-930c-54a31798f30b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:08.622473 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'status': 'completed', 'code': 200} Oct 13 04:17:08.659093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac2f72af-e0ac-4d5e-b8cb-463337ec8171 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:08.661483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ea2bde76-0501-4f66-a3fb-9dbcd50ca58e up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:08.810870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:08.850059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.856029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bc0775-5bda-4bbd-9d76-16528f8aa4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.866386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7c81-fa75-4870-bac7-07059dd0e8aa req-6bdc1676-96f0-4a06-9466-8fac3ddd30b8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.868263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-435d7c81-fa75-4870-bac7-07059dd0e8aa req-6bdc1676-96f0-4a06-9466-8fac3ddd30b8 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1010566 Oct 13 04:17:08.928195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cfa82-b89e-4574-a819-8147de9fab02 req-c168d515-78e4-48c7-b9ba-fea476bdb818 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.929796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a63cfa82-b89e-4574-a819-8147de9fab02 req-c168d515-78e4-48c7-b9ba-fea476bdb818 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 944 time: 0.2709780 Oct 13 04:17:08.936487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-435d7c81-fa75-4870-bac7-07059dd0e8aa req-5327aac4-2157-4197-9e30-8b662c9f2775 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 Oct 13 04:17:08.960915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-6423b41b-e984-47bb-9f5b-4f68d061fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.962586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-6423b41b-e984-47bb-9f5b-4f68d061fb97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=285ab485aebc4be78c87a31dfb8c4146&device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 1096 time: 0.3021984 Oct 13 04:17:09.069194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.072527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a01db7c2-c312-4394-9448-ee814639dbdd None None] Provisioning complete for port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:09.073151 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a01db7c2-c312-4394-9448-ee814639dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.081352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bc0775-5bda-4bbd-9d76-16528f8aa4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.087135 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bc0775-5bda-4bbd-9d76-16528f8aa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.136943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:09.144903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27bc0775-5bda-4bbd-9d76-16528f8aa4fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c412917fa44f4d349d7ebc57f114e74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303719 Oct 13 04:17:09.144903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc0775-5bda-4bbd-9d76-16528f8aa4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfe434-af2d-4bc3-878e-45b74b9363ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.145817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:09.155458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:09.155829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.192212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=86d86569-2212-4911-8435-316f07a7790a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.197062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.200900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2bb8c61-bab3-42c9-83e0-a46ec63f0fc3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/86d86569-2212-4911-8435-316f07a7790a HTTP/1.1" status: 204 len: 168 time: 0.7075953 Oct 13 04:17:09.204299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a63cfa82-b89e-4574-a819-8147de9fab02 req-0049bc09-b682-459c-b35f-5987f86533c7 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528150 Oct 13 04:17:09.204981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:09.223653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:09.224440 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.232636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f419-4748-4021-a4c6-517d132d4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.257083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f419-4748-4021-a4c6-517d132d4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.299563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-aedeb485-7ab7-4811-9ee2-d1e1ca005153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.301742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-aedeb485-7ab7-4811-9ee2-d1e1ca005153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac34ae1e-49da-44a9-8416-3bbe99f0de15 HTTP/1.1" status: 200 len: 916 time: 0.3279564 Oct 13 04:17:09.322933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet dc1e6dde-69ca-4216-83af-d5216d0893c7 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:09.323469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.335665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f419-4748-4021-a4c6-517d132d4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.338856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f419-4748-4021-a4c6-517d132d4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.340080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2ab6f419-4748-4021-a4c6-517d132d4a0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83bfe434-af2d-4bc3-878e-45b74b9363ab HTTP/1.1" status: 204 len: 168 time: 0.1810961 Oct 13 04:17:09.355818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6f419-4748-4021-a4c6-517d132d4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfe434-af2d-4bc3-878e-45b74b9363ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.532508 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.592548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9280db5-2f33-4d69-abea-225c9cb9172e None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:09.628903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-cc61a287-c80e-469a-bf38-990cb4b367d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20 HTTP/1.1" status: 200 len: 998 time: 0.2432289 Oct 13 04:17:09.704139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.731513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3c9b03fe-a7de-4337-b555-4101839ed856', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'port_id': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'mac_address': 'fa:16:3e:d3:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6943281-cd47-4839-ba91-f640322afe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:15:47Z', 'updated_at': '2021-10-13T04:17:06Z', 'revision_number': 1, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:48Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:09.768426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-89b14904-1e2d-43cd-8dfd-5c0ec96e94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.770046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-89b14904-1e2d-43cd-8dfd-5c0ec96e94b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=761915c0-8209-4ddb-8600-1837a9dc5f3a HTTP/1.1" status: 200 len: 854 time: 0.1323326 Oct 13 04:17:09.777586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.779861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b19db56d-e1c1-40a8-aa66-27007152ac19 None None] Could not find standard attr ID for object 416532f5-0e53-4be2-8d9b-16487b8bf440. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:17:09.788430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] Checking router: 0524884b-f71d-44ea-8c01-fbc087c3727f for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:09.810318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:09.818373 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d26f1f-c6d8-4f1a-b276-f40bff8fdefe" -d '{"events": [{"server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "name": "network-vif-plugged", "status": "completed", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:09.858959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:09.864427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:09.865241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:16:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:09.880343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-3bc737b1-e47a-4e1e-932e-52789835e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.882497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-3bc737b1-e47a-4e1e-932e-52789835e302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac34ae1e-49da-44a9-8416-3bbe99f0de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014326 Oct 13 04:17:09.937040 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c44682-eeaa-45bc-bf41-73d6621f8b19 x-openstack-request-id: req-98c44682-eeaa-45bc-bf41-73d6621f8b19 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:09.937326 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "name": "network-vif-plugged", "status": "completed", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:09.937680 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98c44682-eeaa-45bc-bf41-73d6621f8b19 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:09.938227 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'code': 200} Oct 13 04:17:09.946561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.016382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.026991 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.032946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:10.075430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1e6dde-69ca-4216-83af-d5216d0893c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:10.077043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154edc-fb51-4d8c-ac4d-b5a5b800b0b1 req-d0083d33-c253-460c-84a2-b59dfc3c44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.084865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96154edc-fb51-4d8c-ac4d-b5a5b800b0b1 req-d0083d33-c253-460c-84a2-b59dfc3c44f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1096 time: 0.0952983 Oct 13 04:17:10.087854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.097709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-13566a92-a54b-43ee-816c-96b04a9712d8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/dc1e6dde-69ca-4216-83af-d5216d0893c7 HTTP/1.1" status: 204 len: 168 time: 0.8864255 Oct 13 04:17:10.098832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45402) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.197433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:10.202170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-68b9cdaf-5276-4603-b60a-4b4c46e7addc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986030 Oct 13 04:17:10.205981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.232753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06867c-a53f-4d60-a84d-b677fb882a90 req-271388e9-7e82-453f-89a6-6c17cb3c45b4 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.234973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e06867c-a53f-4d60-a84d-b677fb882a90 req-271388e9-7e82-453f-89a6-6c17cb3c45b4 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1610906 Oct 13 04:17:10.237521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96154edc-fb51-4d8c-ac4d-b5a5b800b0b1 req-7817537d-04b1-4145-89eb-9ad784a81fb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506953 Oct 13 04:17:10.261460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:17:10.291218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-264a5768-ac23-45ea-945d-bd08732eb803 service neutron] 10.222.0.15 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858023 Oct 13 04:17:10.318329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e06867c-a53f-4d60-a84d-b677fb882a90 req-39e67c07-185e-4647-83d5-fc0f0c4bf81e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743854 Oct 13 04:17:10.440926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac2f72af-e0ac-4d5e-b8cb-463337ec8171 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:10.477947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f641f51-bded-4874-a52c-8382f354d4f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.482731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.482898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7f641f51-bded-4874-a52c-8382f354d4f6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2757947 Oct 13 04:17:10.502554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6235d-c14d-4872-a55d-b7ad196205b7 req-27e706c2-a5ab-41ab-9a55-f74f1f1e8cc3 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.504087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddf6235d-c14d-4872-a55d-b7ad196205b7 req-27e706c2-a5ab-41ab-9a55-f74f1f1e8cc3 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 945 time: 0.2098389 Oct 13 04:17:10.534360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0dc0c6c2-4ff3-43d8-b950-07aefd44408b req-3e289f72-3d18-449d-acf3-9e36b538b958 service neutron] 10.222.0.15 "GET /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222257 Oct 13 04:17:10.579797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] Deleting port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:10.580450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.583317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ddf6235d-c14d-4872-a55d-b7ad196205b7 req-c1f36626-6f8e-47b4-a1f1-19de9f654697 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Oct 13 04:17:10.594765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47cb0c-71e7-4113-a0f7-8a720e12c103 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.596328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5b47cb0c-71e7-4113-a0f7-8a720e12c103 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1121631 Oct 13 04:17:10.598864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.660515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bb759205-5a8d-49ef-9101-e4b8e404e6b5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605333 Oct 13 04:17:10.667698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45424) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.673651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4fe56a8b-8f26-4aa5-8f23-1fb6c395a4e2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:10.744979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] For port ac2f72af-e0ac-4d5e-b8cb-463337ec8171, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:10.745473 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.779800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] Calling delete_port for ac2f72af-e0ac-4d5e-b8cb-463337ec8171 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:10.858291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe56a8b-8f26-4aa5-8f23-1fb6c395a4e2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:10.862922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fe56a8b-8f26-4aa5-8f23-1fb6c395a4e2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.866192 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe56a8b-8f26-4aa5-8f23-1fb6c395a4e2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:10.866845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe56a8b-8f26-4aa5-8f23-1fb6c395a4e2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:10.892665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4fe56a8b-8f26-4aa5-8f23-1fb6c395a4e2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2229769 Oct 13 04:17:10.895798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.904881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b0e2df6d-dff6-4955-989c-1e90954d7615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:11.032957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.050195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e2df6d-dff6-4955-989c-1e90954d7615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:11.054506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e2df6d-dff6-4955-989c-1e90954d7615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.056024 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e2df6d-dff6-4955-989c-1e90954d7615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:11.056514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e2df6d-dff6-4955-989c-1e90954d7615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:11.080114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b0e2df6d-dff6-4955-989c-1e90954d7615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1798496 Oct 13 04:17:11.080389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45440) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:11.090065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75f3be04-25b2-4e62-aec9-fa46aedc6c1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:11.101957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port ac2f72af-e0ac-4d5e-b8cb-463337ec8171, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:11.110939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.166938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.184928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event deleted for resources: {'Port': ['ID=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.211067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3be04-25b2-4e62-aec9-fa46aedc6c1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:11.216225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f3be04-25b2-4e62-aec9-fa46aedc6c1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.217869 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f3be04-25b2-4e62-aec9-fa46aedc6c1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:11.224292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] Pushing event deleted for resources: {'Port': ['ID=ac2f72af-e0ac-4d5e-b8cb-463337ec8171,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.231755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f3be04-25b2-4e62-aec9-fa46aedc6c1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:11.262172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75f3be04-25b2-4e62-aec9-fa46aedc6c1d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1796362 Oct 13 04:17:11.265468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:11.267151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e0c03-3eff-4ce5-a080-f130d3e2ef94 None None] No DVR routers for this DVR port ac2f72af-e0ac-4d5e-b8cb-463337ec8171 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:11.271423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3c9b03fe-a7de-4337-b555-4101839ed856', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'port_id': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'mac_address': 'fa:16:3e:d3:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6943281-cd47-4839-ba91-f640322afe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:15:47Z', 'updated_at': '2021-10-13T04:17:06Z', 'revision_number': 1, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:48Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:11.274732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-09680046-25ef-4078-9aad-a4b64855864d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:11.313861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c909f1a-8913-4634-86d2-333e514b4b02 None None] The sync data for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 is: [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3c9b03fe-a7de-4337-b555-4101839ed856', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'port_id': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'mac_address': 'fa:16:3e:d3:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6943281-cd47-4839-ba91-f640322afe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:15:47Z', 'updated_at': '2021-10-13T04:17:06Z', 'revision_number': 1, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:48Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:11.652199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09680046-25ef-4078-9aad-a4b64855864d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:11.657572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09680046-25ef-4078-9aad-a4b64855864d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.663923 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-09680046-25ef-4078-9aad-a4b64855864d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:11.664451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09680046-25ef-4078-9aad-a4b64855864d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:11.686056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0b365-c585-48e0-bc9a-43a19b0ee116 req-b49f1fa4-ff44-49bc-b401-96141e4b55a7 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.687885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30c0b365-c585-48e0-bc9a-43a19b0ee116 req-b49f1fa4-ff44-49bc-b401-96141e4b55a7 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2129703 Oct 13 04:17:11.695444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-09680046-25ef-4078-9aad-a4b64855864d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4253054 Oct 13 04:17:11.695879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45474) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:11.705663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-97b03761-e4b7-483c-8c69-d1ba28afb51e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:11.748829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4b766-b42f-48bb-a9a9-42a178d914bf req-38e7faad-9f9c-4dc3-b8e6-88ae7995581a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.757257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3fc4b766-b42f-48bb-a9a9-42a178d914bf req-38e7faad-9f9c-4dc3-b8e6-88ae7995581a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 945 time: 0.0702517 Oct 13 04:17:11.763870 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161c838-9769-486e-92ae-839aaabc9f0e None None] New status for floating IP 3c9b03fe-a7de-4337-b555-4101839ed856: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:17:11.795996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30c0b365-c585-48e0-bc9a-43a19b0ee116 req-4410f0c4-f0c8-4283-92da-52082187be4a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841076 Oct 13 04:17:11.852845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b03761-e4b7-483c-8c69-d1ba28afb51e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:11.856591 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97b03761-e4b7-483c-8c69-d1ba28afb51e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.857109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3fc4b766-b42f-48bb-a9a9-42a178d914bf req-4c19a06f-9d89-40e8-a639-26e3a86013e2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988235 Oct 13 04:17:11.861202 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b03761-e4b7-483c-8c69-d1ba28afb51e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:11.861747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b03761-e4b7-483c-8c69-d1ba28afb51e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:11.911031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97b03761-e4b7-483c-8c69-d1ba28afb51e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2110717 Oct 13 04:17:11.911805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:11.916773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-50ce00a7-158b-4c8c-8191-5a077b0218a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:12.128436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-5bd3b28f-2427-4b9f-a9ad-33ed75e9bb3f tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1143937426&fields=id&tenant_id=3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 267 time: 0.1061189 Oct 13 04:17:12.188332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce00a7-158b-4c8c-8191-5a077b0218a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:12.193048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ce00a7-158b-4c8c-8191-5a077b0218a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.194670 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ce00a7-158b-4c8c-8191-5a077b0218a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:12.195116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ce00a7-158b-4c8c-8191-5a077b0218a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:12.207799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-fcc45c7d-9d32-45ed-a53a-aefb291dfdf0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.216585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-fcc45c7d-9d32-45ed-a53a-aefb291dfdf0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 945 time: 0.0865412 Oct 13 04:17:12.226189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'port': {'security_groups': ['20ad33ef-23c4-44d0-b897-99450abd2ff9', 'b42ea398-fecd-4a81-9a69-6ce28793419e']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:12.259643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-50ce00a7-158b-4c8c-8191-5a077b0218a1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3448079 Oct 13 04:17:12.259820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:12.293966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9ba85fca-7302-421a-9308-0efbafbf6320 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0302026 Oct 13 04:17:12.294441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:12.330494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.383518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a69047-91a2-44b3-95a6-1c8dae135156 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.387427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-48a69047-91a2-44b3-95a6-1c8dae135156 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0894263 Oct 13 04:17:12.387685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45490) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:12.435173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98041258-b7b1-4ae9-9b07-0a3f8adc0470 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463562 Oct 13 04:17:12.442321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:12.457400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:12.622260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:12.627036 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.782315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:12.826125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.834002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.845761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:12.852542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:12.914916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.915528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.917110 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50d19c45-8ffe-46d8-a5a0-51bdca227e43 req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "PUT /v2.0/ports/ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 981 time: 0.6994863 Oct 13 04:17:12.919856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:12.922581 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187de10c-a44c-4b9a-979e-21ce475b2381" -d '{"events": [{"name": "network-changed", "server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:12.996774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:13.010097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c8af84f-e301-4f39-9629-263ff1087723 req-c067f56b-ea80-476a-bfca-fc64ad9bb089 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/b42ea398-fecd-4a81-9a69-6ce28793419e HTTP/1.1" status: 200 len: 1803 time: 0.0524442 Oct 13 04:17:13.011643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcd90d-1e82-458d-9a44-9e3e04fe49ec tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:13.074281 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-8c8af84f-e301-4f39-9629-263ff1087723 req-5a221a6c-16b8-4703-a793-d1537e67bcb5 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:17:13.075319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c8af84f-e301-4f39-9629-263ff1087723 req-5a221a6c-16b8-4703-a793-d1537e67bcb5 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/b42ea398-fecd-4a81-9a69-6ce28793419e HTTP/1.1" status: 409 len: 341 time: 0.0514300 Oct 13 04:17:13.154307 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311fc740-a93c-4457-9b87-9a02eea27c27 x-openstack-request-id: req-311fc740-a93c-4457-9b87-9a02eea27c27 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:13.154934 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:13.155125 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-311fc740-a93c-4457-9b87-9a02eea27c27 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:13.155511 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'status': 'completed', 'code': 200} Oct 13 04:17:13.249463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-d6a5c5b7-3d4a-49fe-8166-b63dceedbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.253685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-d6a5c5b7-3d4a-49fe-8166-b63dceedbc7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1135 time: 0.0838423 Oct 13 04:17:13.400291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:17:13.404545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.447045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ca00-41aa-4255-9715-1fe9f29390e8 req-1f0676df-3fc2-464c-a5af-2ced8d75ca64 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.449263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b8ca00-41aa-4255-9715-1fe9f29390e8 req-1f0676df-3fc2-464c-a5af-2ced8d75ca64 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.5538292 Oct 13 04:17:13.482423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-e09dabe9-7116-44d0-9bf0-8443b1c1b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.488415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:13.501812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:13.506521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-e09dabe9-7116-44d0-9bf0-8443b1c1b97f service neutron] 10.222.0.26 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.2456462 Oct 13 04:17:13.521241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.521978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.531185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b8ca00-41aa-4255-9715-1fe9f29390e8 req-3527b677-a3d5-4d70-bf7a-0f34f9ed6388 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719790 Oct 13 04:17:13.534815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=d1c81e61-b80f-494e-bd33-1fafeb4de13c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:13.553469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ba0b499-3d71-4cc8-b99f-4f3ed12a60d4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1093135 Oct 13 04:17:13.554325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:13.559821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:63:93:f3', 'name': 'tempest-NetworksTestDHCPv6-537655351'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:13.575578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97984653-1d6a-4805-ba67-a7e9ece5d874 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:13.605629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-32e34be3-30c3-4de0-9ad0-a6fa5a2a287f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 217 time: 0.0911984 Oct 13 04:17:13.747432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45fc3e-9df8-4f95-9317-6e375194b7ac req-e765eec6-1c5b-465e-bdaf-17a86f355d4d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.749924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f45fc3e-9df8-4f95-9317-6e375194b7ac req-e765eec6-1c5b-465e-bdaf-17a86f355d4d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 984 time: 0.0794630 Oct 13 04:17:13.752217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-426b768a-026b-477a-b9e1-feb7e80849e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.753936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-426b768a-026b-477a-b9e1-feb7e80849e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.1407871 Oct 13 04:17:13.776186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:13.842875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-68a128f3-9994-4d11-8fbc-200c9e3a8ffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768161 Oct 13 04:17:13.907720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.909210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f45fc3e-9df8-4f95-9317-6e375194b7ac req-5123d18a-61d6-445b-887d-8877bc0f23b2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=b42ea398-fecd-4a81-9a69-6ce28793419e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1302469 Oct 13 04:17:13.950552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 7fb75ba1-80e6-4816-b84d-ac514c9a487a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:14.090282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-1d89a93c-18d2-44ed-8d1b-d3945155a7ad service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298572 Oct 13 04:17:14.199000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fe63:93f3 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/d1c81e61-b80f-494e-bd33-1fafeb4de13c/7fb75ba1-80e6-4816-b84d-ac514c9a487a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:14.204426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'd1c81e61-b80f-494e-bd33-1fafeb4de13c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:14.207527 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.227058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-187de10c-a44c-4b9a-979e-21ce475b2381 req-996b9e46-99af-44e4-8c15-5914914754d0 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241496 Oct 13 04:17:14.313596 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:14.445366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-c4a0fd9b-0f59-4b2a-9df2-897c045b9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.446949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-c4a0fd9b-0f59-4b2a-9df2-897c045b9f38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1135 time: 0.1340885 Oct 13 04:17:14.668040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-ffd44bfe-0f40-4e38-b20b-1a684d86b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.673740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-ffd44bfe-0f40-4e38-b20b-1a684d86b503 service neutron] 10.222.0.26 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.2190478 Oct 13 04:17:14.711755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.754009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.759061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-052e34b8-1d74-4bd0-8107-2ddb3e277095 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 217 time: 0.0700526 Oct 13 04:17:14.837376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Allocated IP 2001:db8::f816:3eff:fea9:2983 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/d1c81e61-b80f-494e-bd33-1fafeb4de13c/a4ae205c-ff39-4309-a6dc-1d1de03597e5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:14.868092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:14.881473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:14.889804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:14.897500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.898751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.921039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=7fb75ba1-80e6-4816-b84d-ac514c9a487a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:14.934078 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4c80633a-d663-499e-94ab-740105625cab tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3783841 Oct 13 04:17:14.936884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:15.009925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-00b75abb-9d89-4cb9-aa67-e7ffd197552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.011946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-00b75abb-9d89-4cb9-aa67-e7ffd197552a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.2380443 Oct 13 04:17:15.037683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370a77a-a500-4624-a085-4ae9dd4fe77b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.046467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5370a77a-a500-4624-a085-4ae9dd4fe77b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1070700 Oct 13 04:17:15.047390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:15.098191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-885fbba4-96a3-4c22-8cdf-fb081490ae4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747135 Oct 13 04:17:15.108326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd558a-68c7-4fef-855a-600d25655c65 req-2e86ffa3-2399-4c09-9027-44d716bc03f6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.117310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbcd558a-68c7-4fef-855a-600d25655c65 req-2e86ffa3-2399-4c09-9027-44d716bc03f6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.3177812 Oct 13 04:17:15.177693 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.191298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.261279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:15.266976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbcd558a-68c7-4fef-855a-600d25655c65 req-d943e183-dabf-4e25-8123-d4ec2339d76d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486652 Oct 13 04:17:15.294320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9b5f-15fd-41e8-b947-c60d12325765 req-8d980df1-c6a6-40c0-80c9-165e173b786f tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.295372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:15.300369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:15.303016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-222c9b5f-15fd-41e8-b947-c60d12325765 req-8d980df1-c6a6-40c0-80c9-165e173b786f tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 984 time: 0.1728659 Oct 13 04:17:15.385870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-222c9b5f-15fd-41e8-b947-c60d12325765 req-8101ea84-cf09-44e2-82fb-00b772410a0a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=b42ea398-fecd-4a81-9a69-6ce28793419e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0818686 Oct 13 04:17:15.405960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Pushing event updated for resources: {'Port': ['ID=a4ae205c-ff39-4309-a6dc-1d1de03597e5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:15.407165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 7fb75ba1-80e6-4816-b84d-ac514c9a487a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:15.407502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.462597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-ae0c4787-a4a3-41d0-8b1e-c4f06327f767 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409777 Oct 13 04:17:15.552003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Attempting to bind port a4ae205c-ff39-4309-a6dc-1d1de03597e5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:15.552003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Attempting to bind port a4ae205c-ff39-4309-a6dc-1d1de03597e5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:15.552320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Attempting to bind port a4ae205c-ff39-4309-a6dc-1d1de03597e5 on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:15.566006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:15.567042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:15.567755 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.568483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:15.569158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Bound port: a4ae205c-ff39-4309-a6dc-1d1de03597e5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:15.571461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.584914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.614317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 7fb75ba1-80e6-4816-b84d-ac514c9a487a owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:15.668931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4ff2513-541b-403f-9992-2e07e0ae05ed req-55557791-8976-4ce5-b5f0-67e78b730e0a service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990492 Oct 13 04:17:15.753839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] For port a4ae205c-ff39-4309-a6dc-1d1de03597e5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:15.761698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] For port a4ae205c-ff39-4309-a6dc-1d1de03597e5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a4ae205c-ff39-4309-a6dc-1d1de03597e5,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:15.771007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.921977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.944628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94050cd9-ab9f-456e-939f-501c4acbcaae None None] Pushing event updated for resources: {'Port': ['ID=a4ae205c-ff39-4309-a6dc-1d1de03597e5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:16.022692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=7fb75ba1-80e6-4816-b84d-ac514c9a487a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:16.057706 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.066546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45596) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:16.077974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d4ffb957-9178-48ed-9424-6ecd60cadc0e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/7fb75ba1-80e6-4816-b84d-ac514c9a487a HTTP/1.1" status: 204 len: 168 time: 1.0294557 Oct 13 04:17:16.198046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba950460-ad22-4837-945b-fa414c9f8261 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.200949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba950460-ad22-4837-945b-fa414c9f8261 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.205707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:16.217250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ba950460-ad22-4837-945b-fa414c9f8261 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1493704 Oct 13 04:17:16.277700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet d1c81e61-b80f-494e-bd33-1fafeb4de13c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:16.281444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.409074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.585098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a4ae205c-ff39-4309-a6dc-1d1de03597e5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:16.609165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c18b2-4f35-4bae-8e33-aa1ff8651caa req-e9d1d7cd-5737-4e99-ba71-0432066de4db tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.610360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4e0df-7bae-42ed-b7a4-b6eb8e8b8d2f req-666fce82-d132-4bde-a3e0-4d7646051b57 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.616839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b7c18b2-4f35-4bae-8e33-aa1ff8651caa req-e9d1d7cd-5737-4e99-ba71-0432066de4db tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 984 time: 0.1001031 Oct 13 04:17:16.617388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10f4e0df-7bae-42ed-b7a4-b6eb8e8b8d2f req-666fce82-d132-4bde-a3e0-4d7646051b57 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2000737 Oct 13 04:17:16.661421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.674858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b7c18b2-4f35-4bae-8e33-aa1ff8651caa req-d7bf69eb-9b2d-4cfa-9c69-fd75a54294f4 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=b42ea398-fecd-4a81-9a69-6ce28793419e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0564749 Oct 13 04:17:16.710263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10f4e0df-7bae-42ed-b7a4-b6eb8e8b8d2f req-f45ec3a1-f25c-43ac-b668-c55933a88a61 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842435 Oct 13 04:17:16.773925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a4ae205c-ff39-4309-a6dc-1d1de03597e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:16.777252 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.922099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-41e75cad-ca2f-4707-864c-1532c97c556f tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1423859850&fields=id&tenant_id=3a939fb058e5421088add22b60fb191a HTTP/1.1" status: 200 len: 267 time: 0.0980079 Oct 13 04:17:17.057727 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.077700 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.109654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c81e61-b80f-494e-bd33-1fafeb4de13c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:17.122518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-d83e1a12-0532-4c32-8b49-d633c05fb853 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.124068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-d83e1a12-0532-4c32-8b49-d633c05fb853 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 984 time: 0.2011909 Oct 13 04:17:17.125605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.129047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c15cc106-e9eb-4c70-9586-621fadb17761 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/d1c81e61-b80f-494e-bd33-1fafeb4de13c HTTP/1.1" status: 204 len: 168 time: 0.9221790 Oct 13 04:17:17.131626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:17.145720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'port': {'security_groups': ['20ad33ef-23c4-44d0-b897-99450abd2ff9', 'b42ea398-fecd-4a81-9a69-6ce28793419e', '9a60ac86-42fa-4001-9492-f62f220c9693']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:17.187429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3be1ede9-8369-4a75-a184-01c208ac4ef4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544145 Oct 13 04:17:17.193062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:17.202635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:17.202983 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:17.208544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:17.285481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.388380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:17.393181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.623117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a62e41-fa09-494a-a2ad-7f81240a12c9 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:17.702412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:17.772065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.794854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.805310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.849303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:17.851539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:17.895181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.895984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.897497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44f986a1-57a5-4651-b0f7-d4e454807ddf req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "PUT /v2.0/ports/ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 1020 time: 0.7568955 Oct 13 04:17:17.898044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:17.900406 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8889f6e-9c35-4149-907b-6b29c0527a80" -d '{"events": [{"name": "network-changed", "server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:17.931161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88501a-5f2f-474c-9a49-371a5eb98b2f req-0d4e1c95-023a-4749-a125-432e4d7315eb tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.932923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b88501a-5f2f-474c-9a49-371a5eb98b2f req-0d4e1c95-023a-4749-a125-432e4d7315eb tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1018813 Oct 13 04:17:17.935697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3265f9-5727-460e-b268-8d5643a136a1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:17.942316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:17:18.072923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b88501a-5f2f-474c-9a49-371a5eb98b2f req-d239ec82-dd29-44a6-b38e-4516e17e05f9 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240416 Oct 13 04:17:18.108174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c81bb34-e390-4ef2-a0a8-aaab930eff7f None None] Provisioning complete for port a4ae205c-ff39-4309-a6dc-1d1de03597e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:18.108889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c81bb34-e390-4ef2-a0a8-aaab930eff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.128901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a4ae205c-ff39-4309-a6dc-1d1de03597e5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a4ae205c-ff39-4309-a6dc-1d1de03597e5,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:18.185331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4cd9f734-e302-4f71-afef-e5966f28492f req-091bc047-9458-4e76-879f-1a3af7a72a01 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/9a60ac86-42fa-4001-9492-f62f220c9693 HTTP/1.1" status: 200 len: 1802 time: 0.1293576 Oct 13 04:17:18.189681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:18.221168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.225970 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a97cee-1f74-49a5-93e8-3bc269c40645 x-openstack-request-id: req-57a97cee-1f74-49a5-93e8-3bc269c40645 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:18.226274 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:18.226532 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57a97cee-1f74-49a5-93e8-3bc269c40645 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:18.226945 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'status': 'completed', 'code': 200} Oct 13 04:17:18.271822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.304466 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-4cd9f734-e302-4f71-afef-e5966f28492f req-69306d55-2c57-4052-accc-7b540d4a0222 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:17:18.306416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4cd9f734-e302-4f71-afef-e5966f28492f req-69306d55-2c57-4052-accc-7b540d4a0222 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a60ac86-42fa-4001-9492-f62f220c9693 HTTP/1.1" status: 409 len: 341 time: 0.1122499 Oct 13 04:17:18.572909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a4ae205c-ff39-4309-a6dc-1d1de03597e5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:18.592444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-16a9ebd3-a4a1-440d-9e03-03cdd0bc97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:18.600932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-16a9ebd3-a4a1-440d-9e03-03cdd0bc97ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a939fb058e5421088add22b60fb191a&device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1174 time: 0.3477745 Oct 13 04:17:18.679053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] For port a4ae205c-ff39-4309-a6dc-1d1de03597e5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a4ae205c-ff39-4309-a6dc-1d1de03597e5,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:18.723946 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.778381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.779424 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.855397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eaa93-d12c-4574-9d3d-60d20f9f974c req-653901cb-a9e6-4abe-8c58-f430404ebf66 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:18.870508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c89eaa93-d12c-4574-9d3d-60d20f9f974c req-653901cb-a9e6-4abe-8c58-f430404ebf66 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1023 time: 0.1349995 Oct 13 04:17:18.910289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:18.932346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:18.941657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:18.942563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.951913 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c89eaa93-d12c-4574-9d3d-60d20f9f974c req-79cf79c0-12b6-4d2a-ae5a-f039091e3d5e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=9a60ac86-42fa-4001-9492-f62f220c9693&id=b42ea398-fecd-4a81-9a69-6ce28793419e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0748601 Oct 13 04:17:18.993953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7958481 Oct 13 04:17:18.995980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:19.002526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:a7:e4:28', 'name': 'tempest-NetworksTestDHCPv6-512652223'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:19.110125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=22721631-ba82-414c-9f6a-a85437dbfc74,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:19.140327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=a4ae205c-ff39-4309-a6dc-1d1de03597e5,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:19.185316 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.187681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.188480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.189545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.189890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.196954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.197382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.197729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.198482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.199209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.199673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.200008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.248977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.249502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.252252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.252514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:19.252632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.253017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.253357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.253679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.258459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.260003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.260412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.261308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.261656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512a763-e960-4a86-af24-a9a6b1f393e1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:19.291003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-f5749ecb-c35d-45bf-8708-bbaf3492913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.296005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-f5749ecb-c35d-45bf-8708-bbaf3492913c service neutron] 10.222.0.26 "GET /v2.0/networks?id=096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 200 len: 914 time: 0.5662451 Oct 13 04:17:19.351966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46da01da-b3eb-4a93-86e3-45e1a2d24939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.405307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-c4e12b66-fd07-415e-8aa7-16df5d17066e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 200 len: 217 time: 0.1023040 Oct 13 04:17:19.428369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335a142-d820-414d-a03a-1865bae1d88a None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:19.486256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.528906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-5f446352-636f-409f-b2f2-db3f33157ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.534582 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-5f446352-636f-409f-b2f2-db3f33157ef9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 200 len: 853 time: 0.1193883 Oct 13 04:17:19.542745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port ffe440c6-462b-4d9a-bb5e-25b6928925bd yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:19.618877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-acab7c5a-ac3b-4f6c-8a00-908075602a5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=096a7afb-07df-4ceb-93b4-d4ea77811916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746770 Oct 13 04:17:19.693281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fea7:e428 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/22721631-ba82-414c-9f6a-a85437dbfc74/ffe440c6-462b-4d9a-bb5e-25b6928925bd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:19.848148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8141ee4f-9dc7-409f-9ae5-946532f6ab96 None None] Provisioning complete for port a4ae205c-ff39-4309-a6dc-1d1de03597e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:19.848521 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8141ee4f-9dc7-409f-9ae5-946532f6ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.864044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-64e8bd8e-1149-431e-96f2-c925d4b524a3 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385418 Oct 13 04:17:20.112647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8889f6e-9c35-4149-907b-6b29c0527a80 req-e5b86cb1-a2af-4dc3-9649-937e18b55df3 service neutron] 10.222.0.26 "GET /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385449 Oct 13 04:17:20.138095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.262613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa6f9-16b0-40bb-aa24-0585262fd8f7 req-b9bfc6e9-4fcc-48a9-9043-adcf074ad53c tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.262613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5efa6f9-16b0-40bb-aa24-0585262fd8f7 req-b9bfc6e9-4fcc-48a9-9043-adcf074ad53c tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1023 time: 0.1319063 Oct 13 04:17:20.278238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5625e-73fd-41c1-9f45-ded1fba43264 req-fead0ef8-23f6-4f60-8033-bc1bc3699a38 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.279882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ebf5625e-73fd-41c1-9f45-ded1fba43264 req-fead0ef8-23f6-4f60-8033-bc1bc3699a38 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 1.0639813 Oct 13 04:17:20.282793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.393754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5efa6f9-16b0-40bb-aa24-0585262fd8f7 req-9781612e-9056-44c9-bb7e-e85de82cb487 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=9a60ac86-42fa-4001-9492-f62f220c9693&id=b42ea398-fecd-4a81-9a69-6ce28793419e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1075625 Oct 13 04:17:20.399830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:20.406255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:20.414246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:20.421790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.422423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.453807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721e073-8876-462b-89df-babf0e682eeb req-bbefb5c0-0469-41af-a710-727a66f2560b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.455925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6721e073-8876-462b-89df-babf0e682eeb req-bbefb5c0-0469-41af-a710-727a66f2560b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 1023 time: 0.1987762 Oct 13 04:17:20.465206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a4ae205c-ff39-4309-a6dc-1d1de03597e5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:20.486023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ebf5625e-73fd-41c1-9f45-ded1fba43264 req-512d7434-de91-4719-a846-ba71e9f6e438 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980581 Oct 13 04:17:20.532180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5349507 Oct 13 04:17:20.543321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:20.548863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b402b-694f-49b5-b4e2-8e6ec4d1662b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=ffe440c6-462b-4d9a-bb5e-25b6928925bd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:20.630923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-047c35e4-5c2c-4630-8255-a35b9c954269 None None] Provisioning complete for port a4ae205c-ff39-4309-a6dc-1d1de03597e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:20.631311 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-047c35e4-5c2c-4630-8255-a35b9c954269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.636899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a4ae205c-ff39-4309-a6dc-1d1de03597e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:20.637355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.746703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a2dc8-5eae-4aa0-bd9a-7d76423475b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.765063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a2dc8-5eae-4aa0-bd9a-7d76423475b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.769380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:20.769530 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-221a2dc8-5eae-4aa0-bd9a-7d76423475b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2231431 Oct 13 04:17:20.815441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Deleting port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:20.815786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.050152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port ffe440c6-462b-4d9a-bb5e-25b6928925bd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:21.050527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.091580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] For port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:21.096348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.128806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Calling delete_port for ea2bde76-0501-4f66-a3fb-9dbcd50ca58e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:21.169410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a137b907-55d6-4055-916c-51c050ac4b1f None None] Could not find standard attr ID for object 7fb75ba1-80e6-4816-b84d-ac514c9a487a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:17:21.263547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.291495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for ffe440c6-462b-4d9a-bb5e-25b6928925bd owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:21.438890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.452226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:21.540460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'Port': ['ID=ea2bde76-0501-4f66-a3fb-9dbcd50ca58e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.711362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b64b662-f62e-40f6-9976-ce778a154b4a None None] Provisioning complete for port ffe440c6-462b-4d9a-bb5e-25b6928925bd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:21.711971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b64b662-f62e-40f6-9976-ce778a154b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.734078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e564a36-b00d-4ce7-8aad-475fbd3f49fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.749958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8c3592e-e42b-409e-9fcc-95cc26e222a6 req-26c35cff-38a0-43d9-919c-b37cee85ca92 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8843a25-659b-4bff-808e-b742067fe0c4 HTTP/1.1" status: 200 len: 210 time: 0.1307495 Oct 13 04:17:21.757975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] No DVR routers for this DVR port ea2bde76-0501-4f66-a3fb-9dbcd50ca58e on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:21.765665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.776031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6721e073-8876-462b-89df-babf0e682eeb req-a78e3922-518a-48a4-99a0-53f383b6559a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.26 "DELETE /v2.0/ports/ea2bde76-0501-4f66-a3fb-9dbcd50ca58e HTTP/1.1" status: 204 len: 173 time: 1.3135903 Oct 13 04:17:21.781669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'name': 'network-vif-deleted', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:21.785436 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7c6037-dc5d-4611-9a8d-a6cb2087e39b" -d '{"events": [{"server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "name": "network-vif-deleted", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:21.830888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b803e-a79f-4365-b82e-68210527068a req-bba25a10-d738-4cd5-a997-7ab7479ad741 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.839490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b7b803e-a79f-4365-b82e-68210527068a req-bba25a10-d738-4cd5-a997-7ab7479ad741 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2048483 Oct 13 04:17:21.840465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b64b662-f62e-40f6-9976-ce778a154b4a None None] Port ffe440c6-462b-4d9a-bb5e-25b6928925bd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:21.909633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b7b803e-a79f-4365-b82e-68210527068a req-f23e54d3-c795-47b1-9ab8-d6f94ff11752 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689623 Oct 13 04:17:21.967256 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5649698e-146c-4952-997a-8059daf88f5e x-openstack-request-id: req-5649698e-146c-4952-997a-8059daf88f5e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:21.967780 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8843a25-659b-4bff-808e-b742067fe0c4", "name": "network-vif-deleted", "tag": "ea2bde76-0501-4f66-a3fb-9dbcd50ca58e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:21.968234 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5649698e-146c-4952-997a-8059daf88f5e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:21.968893 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8843a25-659b-4bff-808e-b742067fe0c4', 'name': 'network-vif-deleted', 'tag': 'ea2bde76-0501-4f66-a3fb-9dbcd50ca58e', 'status': 'completed', 'code': 200} Oct 13 04:17:21.984510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.055423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=ffe440c6-462b-4d9a-bb5e-25b6928925bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.127517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.131093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ac7b73e0-3895-4207-be51-bef4c60c7337 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/ffe440c6-462b-4d9a-bb5e-25b6928925bd HTTP/1.1" status: 204 len: 168 time: 1.3602674 Oct 13 04:17:22.133624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.225777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9db5b-7fa1-499e-890b-68648a2dd3fd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.227498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9db5b-7fa1-499e-890b-68648a2dd3fd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.232626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.238277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31b9db5b-7fa1-499e-890b-68648a2dd3fd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944450 Oct 13 04:17:22.352962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 22721631-ba82-414c-9f6a-a85437dbfc74 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:22.357878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.460616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.562616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ea2bde76-0501-4f66-a3fb-9dbcd50ca58e no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:22.568290 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.610831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: ea2bde76-0501-4f66-a3fb-9dbcd50ca58e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:22.611179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ea2bde76-0501-4f66-a3fb-9dbcd50ca58e not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:22.681928 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.716891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=22721631-ba82-414c-9f6a-a85437dbfc74,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.719972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.725704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.726085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2957945e-5f18-464a-a237-34deb1c55155 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/22721631-ba82-414c-9f6a-a85437dbfc74 HTTP/1.1" status: 204 len: 168 time: 0.4898939 Oct 13 04:17:22.732398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997b144-cb35-49ee-aabb-55fbe9f04077 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:22.811082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dea37935-addd-4f0e-a636-17394f64ff05 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841954 Oct 13 04:17:22.813454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.841545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.966010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca1267-bea2-4fb3-aee2-58e75ca3ff6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.970204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5cca1267-bea2-4fb3-aee2-58e75ca3ff6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1557646 Oct 13 04:17:22.972981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.974239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.984096 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b023877e-a56b-4f7c-99c5-44e0b8fdde20 req-a509bd4a-c36b-49b1-bcf8-d2332fa673c1 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/b42ea398-fecd-4a81-9a69-6ce28793419e HTTP/1.1" status: 200 len: 1803 time: 0.1361632 Oct 13 04:17:23.109380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:17:23.115528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b023877e-a56b-4f7c-99c5-44e0b8fdde20 req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.161257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6b3f6-73db-47f7-94b1-aad26be43f72 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.164976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ebc6b3f6-73db-47f7-94b1-aad26be43f72 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1904697 Oct 13 04:17:23.166423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.174760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b023877e-a56b-4f7c-99c5-44e0b8fdde20 req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.208467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] Deleting port a4ae205c-ff39-4309-a6dc-1d1de03597e5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:23.209555 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.233171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02325cae-8b1a-4de2-a486-3b159ed38f71 req-22d2d31a-3c7e-4a22-b9b5-69795ea0f7c0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.234881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02325cae-8b1a-4de2-a486-3b159ed38f71 req-22d2d31a-3c7e-4a22-b9b5-69795ea0f7c0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.0684261 Oct 13 04:17:23.282945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e20003e5-8617-45d5-bced-2f10eb6328b0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092250 Oct 13 04:17:23.287794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.296021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] For port a4ae205c-ff39-4309-a6dc-1d1de03597e5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a4ae205c-ff39-4309-a6dc-1d1de03597e5,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:23.297432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.305583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:23.309101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02325cae-8b1a-4de2-a486-3b159ed38f71 req-7bd0b883-26f9-415b-bc45-d92151523f7d tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668159 Oct 13 04:17:23.312849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] Calling delete_port for a4ae205c-ff39-4309-a6dc-1d1de03597e5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:23.432018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.435203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:23.440206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.462570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] Pushing event deleted for resources: {'Port': ['ID=a4ae205c-ff39-4309-a6dc-1d1de03597e5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.476170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c11a66-e4fc-4a38-98fa-71b43eafa686 None None] No DVR routers for this DVR port a4ae205c-ff39-4309-a6dc-1d1de03597e5 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:23.497618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b023877e-a56b-4f7c-99c5-44e0b8fdde20 req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.500235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b023877e-a56b-4f7c-99c5-44e0b8fdde20 req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.501386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b023877e-a56b-4f7c-99c5-44e0b8fdde20 req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/b42ea398-fecd-4a81-9a69-6ce28793419e HTTP/1.1" status: 204 len: 173 time: 0.5160081 Oct 13 04:17:23.525625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ea398-fecd-4a81-9a69-6ce28793419e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.535827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.536164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.536481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.536866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.537190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.537513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.537831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.538146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.538451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.538767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.539079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.539396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e24de-d68f-4e7e-b6b8-02c1e0fcd8a2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.586651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4613d3d-6440-4c85-95e9-f62bb0f2f95e req-0cc82ef8-a0a1-474f-8182-15e854fb310a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/9a60ac86-42fa-4001-9492-f62f220c9693 HTTP/1.1" status: 200 len: 1802 time: 0.0660887 Oct 13 04:17:23.647677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4613d3d-6440-4c85-95e9-f62bb0f2f95e req-9d31b00c-c812-4125-9c40-d2d520239082 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.702800 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4613d3d-6440-4c85-95e9-f62bb0f2f95e req-9d31b00c-c812-4125-9c40-d2d520239082 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.791052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:17:23.793415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.803842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4613d3d-6440-4c85-95e9-f62bb0f2f95e req-9d31b00c-c812-4125-9c40-d2d520239082 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.807098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4613d3d-6440-4c85-95e9-f62bb0f2f95e req-9d31b00c-c812-4125-9c40-d2d520239082 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.808498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4613d3d-6440-4c85-95e9-f62bb0f2f95e req-9d31b00c-c812-4125-9c40-d2d520239082 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a60ac86-42fa-4001-9492-f62f220c9693 HTTP/1.1" status: 204 len: 173 time: 0.2149541 Oct 13 04:17:23.828449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31b00c-c812-4125-9c40-d2d520239082 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a60ac86-42fa-4001-9492-f62f220c9693,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.861437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-206499f1-b1f9-4cde-aeb7-226bfd592d6f req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048562442', 'description': 'tempest-description-589093870'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:23.875841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:23.880985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:23.891094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.891707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.892023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a318ede-c105-4e6b-a7c0-1df2657430ba None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:23.895937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=dc3093a7-b380-4fb6-80ef-9a57b3d069cb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.918921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-206499f1-b1f9-4cde-aeb7-226bfd592d6f req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.943117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1e388b5-aaf7-4bd3-92c6-e3f89854aeeb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6443784 Oct 13 04:17:23.945994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.954102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:ff:81:e9', 'name': 'tempest-NetworksTestDHCPv6-1533360393'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:24.112642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-206499f1-b1f9-4cde-aeb7-226bfd592d6f req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.142019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-206499f1-b1f9-4cde-aeb7-226bfd592d6f req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.160817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:24.165517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.209253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port e297a4b2-b00c-4b2d-9c0f-b85e5a865451 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:24.219395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-206499f1-b1f9-4cde-aeb7-226bfd592d6f req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.220552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-206499f1-b1f9-4cde-aeb7-226bfd592d6f req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3678129 Oct 13 04:17:24.264183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888589f-59f4-42e8-9703-7c7c1720e1d8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.374293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'dc3093a7-b380-4fb6-80ef-9a57b3d069cb'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:24.376498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.412505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:feff:81e9 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/dc3093a7-b380-4fb6-80ef-9a57b3d069cb/e297a4b2-b00c-4b2d-9c0f-b85e5a865451) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:24.415172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-174dd454-c57d-48a5-97a3-1d3f9fa9184c tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4 HTTP/1.1" status: 200 len: 1802 time: 0.1635075 Oct 13 04:17:24.433706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Request body: {'security_group': {'name': 'tempest-sg-hth-268931487', 'description': 'tempest-description-hth-1739099873'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:24.440305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a4ae205c-ff39-4309-a6dc-1d1de03597e5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:24.499955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.576373 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.581798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.586723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.591049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-39dcf58a-8ff5-494f-b6ea-ae588495f381 req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "PUT /v2.0/security-groups/ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4 HTTP/1.1" status: 200 len: 1776 time: 0.1709354 Oct 13 04:17:24.630175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e3577-3eaa-4784-a719-4d6e93b4bd0b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.708404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.710062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a4ae205c-ff39-4309-a6dc-1d1de03597e5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:24.710610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a4ae205c-ff39-4309-a6dc-1d1de03597e5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:24.713470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b25253cf-e3bb-44fd-ba10-96806b8b3b1b req-0f7f0f02-8467-4543-bdfe-c8facb58879d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4 HTTP/1.1" status: 200 len: 1776 time: 0.0780208 Oct 13 04:17:24.732898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.789460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b8c5a-28fc-4f15-9123-70b832da9c6f req-66a044fd-09ac-4607-9eca-ae45596cbcf6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.791418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e6b8c5a-28fc-4f15-9123-70b832da9c6f req-66a044fd-09ac-4607-9eca-ae45596cbcf6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.3059852 Oct 13 04:17:24.799190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.840831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19f29bbc-3fff-4f90-b668-285c234dd7b5 req-5766e906-e6eb-47fd-8d14-2d577abdf8d4 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4 HTTP/1.1" status: 200 len: 1776 time: 0.0775235 Oct 13 04:17:24.873554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=e297a4b2-b00c-4b2d-9c0f-b85e5a865451,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.889148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Allocated IP 2001:db8::f816:3eff:fe73:a7d0 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/dc3093a7-b380-4fb6-80ef-9a57b3d069cb/deec91d3-1383-4706-bba8-bb2e47fda53b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:24.928960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:24.936934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e6b8c5a-28fc-4f15-9123-70b832da9c6f req-35d486a5-54f2-4103-ae19-6b9acecf65c5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305838 Oct 13 04:17:24.942632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:24.946191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:24.956441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.961663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.972574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19f29bbc-3fff-4f90-b668-285c234dd7b5 req-910bbf2c-7411-4527-89dc-dac4ac28f7c0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.990681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72003512-51c8-412c-90ff-61a73bb584e6 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0435197 Oct 13 04:17:24.993681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:25.011348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19f29bbc-3fff-4f90-b668-285c234dd7b5 req-910bbf2c-7411-4527-89dc-dac4ac28f7c0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.063864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d3be4-4c74-4608-b9e5-2ff56537fad0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:25.066028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-829d3be4-4c74-4608-b9e5-2ff56537fad0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0712459 Oct 13 04:17:25.068702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:25.101238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19f29bbc-3fff-4f90-b668-285c234dd7b5 req-910bbf2c-7411-4527-89dc-dac4ac28f7c0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.105996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19f29bbc-3fff-4f90-b668-285c234dd7b5 req-910bbf2c-7411-4527-89dc-dac4ac28f7c0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.107175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19f29bbc-3fff-4f90-b668-285c234dd7b5 req-910bbf2c-7411-4527-89dc-dac4ac28f7c0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4 HTTP/1.1" status: 204 len: 173 time: 0.2633824 Oct 13 04:17:25.139847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bbf2c-7411-4527-89dc-dac4ac28f7c0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b5321-5b11-4d61-8ef0-a3fcdb4fdab4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:25.310128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port e297a4b2-b00c-4b2d-9c0f-b85e5a865451 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:25.310793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.312559 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-5a885322-6a2a-4f16-b983-466a2dd1d372 req-8a40b0f7-f608-4693-83f2-85864c437e42 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:17:25.315675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a885322-6a2a-4f16-b983-466a2dd1d372 req-8a40b0f7-f608-4693-83f2-85864c437e42 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/9a60ac86-42fa-4001-9492-f62f220c9693 HTTP/1.1" status: 404 len: 352 time: 0.0298710 Oct 13 04:17:25.395263 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-e63c77ee-1f08-4d8d-9a8e-62b338904e89 req-0c54d9f3-a190-4b4c-8541-a643debcb26e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:17:25.418415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e63c77ee-1f08-4d8d-9a8e-62b338904e89 req-0c54d9f3-a190-4b4c-8541-a643debcb26e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/b42ea398-fecd-4a81-9a69-6ce28793419e HTTP/1.1" status: 404 len: 352 time: 0.0437934 Oct 13 04:17:25.443862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.451586 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-52bf57cf-4111-4308-b3f8-a7d78a97bb1c req-b351ac20-7879-4c7e-b028-ffabb17ee112 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:17:25.463052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.477507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52bf57cf-4111-4308-b3f8-a7d78a97bb1c req-b351ac20-7879-4c7e-b028-ffabb17ee112 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/a695f4d6-e9a3-416d-a626-a91d1dd4d249 HTTP/1.1" status: 404 len: 352 time: 0.0335011 Oct 13 04:17:25.513569 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-e1190564-0b56-46a7-bb1d-95307661af34 req-47900522-cd2c-4fe1-88c1-cc3476e31772 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:17:25.524580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1190564-0b56-46a7-bb1d-95307661af34 req-47900522-cd2c-4fe1-88c1-cc3476e31772 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/38d85d71-b9e6-4556-9fc7-733a36257894 HTTP/1.1" status: 404 len: 352 time: 0.0332432 Oct 13 04:17:25.556134 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-3e8c2b20-a877-436d-bec5-6b3f70b22840 req-1dedb9e5-cfbe-458f-a52a-704c911c96ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:17:25.563155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e8c2b20-a877-436d-bec5-6b3f70b22840 req-1dedb9e5-cfbe-458f-a52a-704c911c96ef tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/dc4543de-a161-4e65-be90-58f6c3b863ec HTTP/1.1" status: 404 len: 352 time: 0.0235112 Oct 13 04:17:25.585778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Pushing event updated for resources: {'Port': ['ID=deec91d3-1383-4706-bba8-bb2e47fda53b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:25.596523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:25.601877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.603713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:25.616101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for e297a4b2-b00c-4b2d-9c0f-b85e5a865451 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:25.617005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:25.718578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Attempting to bind port deec91d3-1383-4706-bba8-bb2e47fda53b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:25.719118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Attempting to bind port deec91d3-1383-4706-bba8-bb2e47fda53b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:25.719899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Attempting to bind port deec91d3-1383-4706-bba8-bb2e47fda53b on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:25.728860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:25.729422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:25.733161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.733713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:25.734308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Bound port: deec91d3-1383-4706-bba8-bb2e47fda53b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:25.734794 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.811177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.872247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] For port deec91d3-1383-4706-bba8-bb2e47fda53b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:25.878755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] For port deec91d3-1383-4706-bba8-bb2e47fda53b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=deec91d3-1383-4706-bba8-bb2e47fda53b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:25.889765 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.895433 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-720cdfdf-9c31-4a47-b840-0afd6f891d47 req-f8319cb9-5053-4fd4-8afe-df1e8abb0a0a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] show failed (client error): The resource could not be found. Oct 13 04:17:25.917275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-720cdfdf-9c31-4a47-b840-0afd6f891d47 req-f8319cb9-5053-4fd4-8afe-df1e8abb0a0a tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/4b3e4c11-d3e1-4d65-9364-940cdc7cf470 HTTP/1.1" status: 404 len: 352 time: 0.3319890 Oct 13 04:17:25.989918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=e297a4b2-b00c-4b2d-9c0f-b85e5a865451,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.050291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dd682-eed3-4ba0-a517-3d3f3dfefc4f None None] Pushing event updated for resources: {'Port': ['ID=deec91d3-1383-4706-bba8-bb2e47fda53b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.093597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.105207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0fd7cd5e-b37c-4533-8d43-e80552ad4d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/e297a4b2-b00c-4b2d-9c0f-b85e5a865451 HTTP/1.1" status: 204 len: 168 time: 1.0326333 Oct 13 04:17:26.106519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45864) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:26.138518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fde25-51fe-48a6-8886-24826898a89b req-e63d2a8b-7397-47bd-849a-91c21c6dfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.141943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a07fde25-51fe-48a6-8886-24826898a89b req-e63d2a8b-7397-47bd-849a-91c21c6dfe41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 1097 time: 0.2103961 Oct 13 04:17:26.322688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eff10a-b32e-4bdf-bdfc-f327ee77d112 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.334410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eff10a-b32e-4bdf-bdfc-f327ee77d112 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.347419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a07fde25-51fe-48a6-8886-24826898a89b req-d418b51f-ca0e-4f57-8511-0eaafd69cfcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969936 Oct 13 04:17:26.348879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:26.349289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04eff10a-b32e-4bdf-bdfc-f327ee77d112 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2374082 Oct 13 04:17:26.402035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47feb9-d503-4d3c-99e2-6aada6043efa req-edafa021-b34e-4403-bad6-6443b6a7e0a1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.405485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff47feb9-d503-4d3c-99e2-6aada6043efa req-edafa021-b34e-4403-bad6-6443b6a7e0a1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.2014177 Oct 13 04:17:26.591436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff47feb9-d503-4d3c-99e2-6aada6043efa req-1e03b1fa-0288-4442-aa75-8b0b47b25021 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385624 Oct 13 04:17:26.615929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet dc3093a7-b380-4fb6-80ef-9a57b3d069cb {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:26.642138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.710321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.774743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cb12b-17dd-4444-bcaa-89fdeed20d22 req-2f02d618-728a-4186-a8e3-63dab4ab96f9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.776908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b50cb12b-17dd-4444-bcaa-89fdeed20d22 req-2f02d618-728a-4186-a8e3-63dab4ab96f9 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1024 time: 0.0918119 Oct 13 04:17:26.855824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b50cb12b-17dd-4444-bcaa-89fdeed20d22 req-9e5feec1-8875-47ed-aeaf-4d82662c3759 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd&id=da31c94e-66d9-4c28-8128-e175a1f94240&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0699272 Oct 13 04:17:26.882624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.504622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.550834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3093a7-b380-4fb6-80ef-9a57b3d069cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:27.562941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.589984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e797fad9-964a-4691-9559-ecc4532784be tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/dc3093a7-b380-4fb6-80ef-9a57b3d069cb HTTP/1.1" status: 204 len: 168 time: 1.2378681 Oct 13 04:17:27.592611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:27.717100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3831011c-8645-43a9-bd08-45528558b03e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213386 Oct 13 04:17:27.718321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45900) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:27.724007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:27.817258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de1be1-fa5b-4efb-af59-0ba637887c83 req-6a6d7598-d508-43bd-81a9-8ab9c2413415 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:27.826122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21de1be1-fa5b-4efb-af59-0ba637887c83 req-6a6d7598-d508-43bd-81a9-8ab9c2413415 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.0894608 Oct 13 04:17:27.863871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21de1be1-fa5b-4efb-af59-0ba637887c83 req-84a6ed1d-403d-4732-9413-85b7bf993e1c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 Oct 13 04:17:27.890648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6289f93-9fbc-4250-8c78-64b73abac9c7 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:27.982963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:27.988888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.185172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-22937cc3-c2dc-4b00-8261-3ee69c82c3d7 None None] Provisioning complete for port deec91d3-1383-4706-bba8-bb2e47fda53b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:28.185607 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22937cc3-c2dc-4b00-8261-3ee69c82c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.281815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-40a6cc08-86f9-4ccb-bc18-b3f70e4e757d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.283678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-40a6cc08-86f9-4ccb-bc18-b3f70e4e757d tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1024 time: 0.1717505 Oct 13 04:17:28.309899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c895ff-733e-4a60-9865-3368dcf275c1 req-91625376-ccd5-4a89-854f-45b5ab1baada tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.319203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c2c895ff-733e-4a60-9865-3368dcf275c1 req-91625376-ccd5-4a89-854f-45b5ab1baada tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1024 time: 0.3212960 Oct 13 04:17:28.362060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-818d1ecd-7b37-4a7d-b0b2-a4af9787aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.363642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-818d1ecd-7b37-4a7d-b0b2-a4af9787aa32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 1097 time: 0.2633300 Oct 13 04:17:28.384488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701e90-e1db-44f7-b84f-3f293c945c97 req-05af2e20-09c9-4e93-ac13-5ce122ab41fb tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.394564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22937cc3-c2dc-4b00-8261-3ee69c82c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.395528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83701e90-e1db-44f7-b84f-3f293c945c97 req-05af2e20-09c9-4e93-ac13-5ce122ab41fb tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1792912 Oct 13 04:17:28.417431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:17:28.451732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22937cc3-c2dc-4b00-8261-3ee69c82c3d7 None None] For port deec91d3-1383-4706-bba8-bb2e47fda53b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=deec91d3-1383-4706-bba8-bb2e47fda53b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:28.469081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83701e90-e1db-44f7-b84f-3f293c945c97 req-bf2f8c28-4da3-4753-aa5b-321034da977c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702727 Oct 13 04:17:28.488706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22937cc3-c2dc-4b00-8261-3ee69c82c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.550723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22937cc3-c2dc-4b00-8261-3ee69c82c3d7 None None] Pushing event updated for resources: {'Port': ['ID=deec91d3-1383-4706-bba8-bb2e47fda53b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:28.562849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-e9203de3-2b11-43ea-a671-def17c0ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.565450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-e9203de3-2b11-43ea-a671-def17c0ba57e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 200 len: 912 time: 0.1910446 Oct 13 04:17:28.601140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] Deleting port deec91d3-1383-4706-bba8-bb2e47fda53b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:28.601829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.699525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] For port deec91d3-1383-4706-bba8-bb2e47fda53b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=deec91d3-1383-4706-bba8-bb2e47fda53b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:28.700195 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.710949 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-b7c6b1c3-9c73-4475-b8de-95979b1cdd49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64528f37-16dc-4879-b181-c85df0da5fa7 HTTP/1.1" status: 200 len: 217 time: 0.1257877 Oct 13 04:17:28.725314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] Calling delete_port for deec91d3-1383-4706-bba8-bb2e47fda53b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:28.734463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c2c895ff-733e-4a60-9865-3368dcf275c1 req-e3b35445-f87d-44d2-becf-7e1cf305d089 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd&id=da31c94e-66d9-4c28-8128-e175a1f94240&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4135299 Oct 13 04:17:28.878879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-b1b4e095-03b0-441d-a98b-bcc692ce7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.881109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-b1b4e095-03b0-441d-a98b-bcc692ce7def service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 200 len: 851 time: 0.1362598 Oct 13 04:17:28.942180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.966045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] No DVR routers for this DVR port deec91d3-1383-4706-bba8-bb2e47fda53b on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:28.988029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-aded9182-0eb9-463f-b4d8-6bac3ea39e23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeeda45-2786-4f7b-932d-9be0cad5540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790112 Oct 13 04:17:29.006318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41468c11-5f16-405f-b0e6-5216df8ce8d5 None None] Pushing event deleted for resources: {'Port': ['ID=deec91d3-1383-4706-bba8-bb2e47fda53b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:29.033726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Deleting port f8bc46de-f720-4735-9797-4197ef43c437 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:29.034144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.440572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:17:29.456343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.578736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=66c2d140-d915-4ee5-87f8-be3141ebd78a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:29.612655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] For port f8bc46de-f720-4735-9797-4197ef43c437, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=f8bc46de-f720-4735-9797-4197ef43c437,segment=NetworkSegment(dc47616b-0da6-4f3d-823b-3f806b9467a3),segment_id=dc47616b-0da6-4f3d-823b-3f806b9467a3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:29.613332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.665040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:29.667994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Calling delete_port for f8bc46de-f720-4735-9797-4197ef43c437 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:29.683670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-869a35ea-6785-47fb-a77e-5b5dd20a0961 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820920 Oct 13 04:17:29.685248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:29.693375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.693595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.698960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51167bda-e793-4e27-b583-ce242805ed94 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:29.920276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0229-bf38-458c-83a0-cbac91216a0f req-563648c1-c522-4ce5-9d67-2457af6db2d0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.936159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f86d0229-bf38-458c-83a0-cbac91216a0f req-563648c1-c522-4ce5-9d67-2457af6db2d0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.3450425 Oct 13 04:17:29.941384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ca5fd-0f33-416f-be7a-cbc972100966 req-f2a6463c-2c69-4470-83ff-bd1a149bd7c2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.951523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d2ca5fd-0f33-416f-be7a-cbc972100966 req-f2a6463c-2c69-4470-83ff-bd1a149bd7c2 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 1024 time: 0.0724440 Oct 13 04:17:29.994329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6cdf8b1-8aee-4963-977f-72519fce2b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2722239 Oct 13 04:17:30.002095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:30.009244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:c9:3e:99', 'name': 'tempest-NetworksTestDHCPv6-1132918573'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:30.024385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '66c2d140-d915-4ee5-87f8-be3141ebd78a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:30.025953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.135891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f86d0229-bf38-458c-83a0-cbac91216a0f req-4096aca4-98dc-4973-b653-2d4544232f2a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926389 Oct 13 04:17:30.162940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d2ca5fd-0f33-416f-be7a-cbc972100966 req-595ed09c-c26a-4061-af97-130c266a1965 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ad33ef-23c4-44d0-b897-99450abd2ff9&id=1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd&id=da31c94e-66d9-4c28-8128-e175a1f94240&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2102053 Oct 13 04:17:30.310439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:30.334163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Allocated IP 2001:db8::f816:3eff:fe1f:19b3 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/66c2d140-d915-4ee5-87f8-be3141ebd78a/3d3d8c43-b672-4aa8-a89f-febb4a1936e1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:30.416251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f085822b-f9be-4b77-87f0-44b0a40a1d3f req-845fefe7-8869-4e8f-bf5a-af381db03b46 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179751 Oct 13 04:17:30.418014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.489195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['f8bc46de-f720-4735-9797-4197ef43c437'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:30.498556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'Port': ['ID=f8bc46de-f720-4735-9797-4197ef43c437,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.554802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] No DVR routers for this DVR port f8bc46de-f720-4735-9797-4197ef43c437 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:30.560835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.607397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fffca74-b20c-4f01-93ce-7a55643cc3a5 req-a207b3c3-dc21-4744-a73a-be8739a5052e tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.15 "DELETE /v2.0/ports/f8bc46de-f720-4735-9797-4197ef43c437 HTTP/1.1" status: 204 len: 173 time: 2.2398229 Oct 13 04:17:30.613163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'name': 'network-vif-deleted', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:30.616213 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d06db-d61b-4f79-baa3-9371b699316f" -d '{"events": [{"server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "name": "network-vif-deleted", "tag": "f8bc46de-f720-4735-9797-4197ef43c437"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:30.692835 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee43262c-5b4d-4062-b3b8-e369d46deb26 x-openstack-request-id: req-ee43262c-5b4d-4062-b3b8-e369d46deb26 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:30.693139 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaa73ff-18ba-4bf1-bbf2-bd924355baef", "name": "network-vif-deleted", "tag": "f8bc46de-f720-4735-9797-4197ef43c437", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:30.693396 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee43262c-5b4d-4062-b3b8-e369d46deb26 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:30.697616 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfaa73ff-18ba-4bf1-bbf2-bd924355baef', 'name': 'network-vif-deleted', 'tag': 'f8bc46de-f720-4735-9797-4197ef43c437', 'status': 'completed', 'code': 200} Oct 13 04:17:30.848535 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.857074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.933468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:30.945277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:30.953827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:30.959766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Pushing event updated for resources: {'Port': ['ID=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:31.042451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.069351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port be0174cd-c0e3-4e65-91d4-2b628a9d9fc8 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:31.117550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Attempting to bind port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:31.118751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Attempting to bind port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:31.119458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Attempting to bind port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:31.138335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:31.139318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:31.139837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.140348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:31.140970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Bound port: 3d3d8c43-b672-4aa8-a89f-febb4a1936e1, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:31.141450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.254052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] For port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:31.257863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] For port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:31.261411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fec9:3e99 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/66c2d140-d915-4ee5-87f8-be3141ebd78a/be0174cd-c0e3-4e65-91d4-2b628a9d9fc8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:31.265820 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.439339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbe87fdd-9e8b-4c35-b6ae-4aef72e34f13 req-63c05b33-5851-4e4e-bea9-cf591fd80089 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfaa73ff-18ba-4bf1-bbf2-bd924355baef HTTP/1.1" status: 200 len: 210 time: 0.0413952 Oct 13 04:17:31.442028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7b7c-a175-4080-b073-de1792d938bd req-b072090e-f3b0-4a7c-9b3f-7672ae6bb6d9 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.443211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a161-5076-484f-91d5-6b8ea939bb24 None None] Pushing event updated for resources: {'Port': ['ID=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:31.449754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fbe7b7c-a175-4080-b073-de1792d938bd req-b072090e-f3b0-4a7c-9b3f-7672ae6bb6d9 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1493063 Oct 13 04:17:31.532559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fbe7b7c-a175-4080-b073-de1792d938bd req-2230a367-4681-4952-a517-3edad92ddb39 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767696 Oct 13 04:17:31.616129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.691149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.750849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:31.772484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:31.796085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=be0174cd-c0e3-4e65-91d4-2b628a9d9fc8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:31.799226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:31.806122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.806866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.829153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-82a2178c-f93f-4035-92c1-a69fdf801bf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8257515 Oct 13 04:17:31.833312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 45982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:31.914567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d60a4-f753-49e5-8dfd-57b06c9c330c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.933343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d60a4-f753-49e5-8dfd-57b06c9c330c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.935687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec3d60a4-f753-49e5-8dfd-57b06c9c330c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1022265 Oct 13 04:17:31.938330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 45990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:32.083477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port be0174cd-c0e3-4e65-91d4-2b628a9d9fc8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:32.084477 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.269330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.292642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for be0174cd-c0e3-4e65-91d4-2b628a9d9fc8 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:32.563891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:32.710446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:32.710814 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.721785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.750226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c1bcb-95e8-4689-9097-2c2aaf495e5e req-0b9282e6-2cba-4f4c-bada-e7a9b3806f0e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:32.764017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-347c1bcb-95e8-4689-9097-2c2aaf495e5e req-0b9282e6-2cba-4f4c-bada-e7a9b3806f0e tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1549058 Oct 13 04:17:32.894572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-347c1bcb-95e8-4689-9097-2c2aaf495e5e req-996e4d25-efdb-4238-a4ad-369a1ba9d06f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295352 Oct 13 04:17:32.908415 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.947247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.960596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/be0174cd-c0e3-4e65-91d4-2b628a9d9fc8 HTTP/1.1" status: 204 len: 168 time: 1.0209708 Oct 13 04:17:32.963103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:32.987755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec78cca-ee84-434f-bd7d-211c1dcd0dda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=be0174cd-c0e3-4e65-91d4-2b628a9d9fc8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:32.989868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:33.008806 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.039562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f79e9307-1177-4868-a469-90315477ec18 req-6de21f17-e5ea-403c-b1f7-7cd4ca777721 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd HTTP/1.1" status: 200 len: 1802 time: 0.3332486 Oct 13 04:17:33.146221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6947c414-8175-4ca3-b06b-67e10c647323 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:33.151526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6947c414-8175-4ca3-b06b-67e10c647323 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:33.167302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6947c414-8175-4ca3-b06b-67e10c647323 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1993849 Oct 13 04:17:33.167665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:33.179436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.196827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f8bc46de-f720-4735-9797-4197ef43c437 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:33.251402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: f8bc46de-f720-4735-9797-4197ef43c437 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:33.255199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device f8bc46de-f720-4735-9797-4197ef43c437 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:33.281315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f79e9307-1177-4868-a469-90315477ec18 req-ccb8f0ae-459c-4217-aa9a-8c2667d3c9f0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.300352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d98da760-00f0-44bd-84f7-296814e4d1de None None] Provisioning complete for port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:33.300832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d98da760-00f0-44bd-84f7-296814e4d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.304455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 66c2d140-d915-4ee5-87f8-be3141ebd78a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:33.308411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.374895 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f79e9307-1177-4868-a469-90315477ec18 req-ccb8f0ae-459c-4217-aa9a-8c2667d3c9f0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.438273 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.528721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f79e9307-1177-4868-a469-90315477ec18 req-ccb8f0ae-459c-4217-aa9a-8c2667d3c9f0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.535888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f79e9307-1177-4868-a469-90315477ec18 req-ccb8f0ae-459c-4217-aa9a-8c2667d3c9f0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.542701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f79e9307-1177-4868-a469-90315477ec18 req-ccb8f0ae-459c-4217-aa9a-8c2667d3c9f0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd HTTP/1.1" status: 204 len: 173 time: 0.4888067 Oct 13 04:17:33.576918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8f0ae-459c-4217-aa9a-8c2667d3c9f0 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a289622-b0e7-4e8b-ae5a-1f88b64e2ecd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.796655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03959b35-df04-4eb1-b629-6f81477093c5 req-65ada2e4-c255-4194-bdf9-90e57c33b23b tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "GET /v2.0/security-groups/da31c94e-66d9-4c28-8128-e175a1f94240 HTTP/1.1" status: 200 len: 1803 time: 0.1864176 Oct 13 04:17:33.848502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6d5461c1-58a2-4e92-9575-e9d5fe768f67 None None] Could not find standard attr ID for object be0174cd-c0e3-4e65-91d4-2b628a9d9fc8. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:17:33.862363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdd7a9-067e-4b1f-a127-d773c75222ab req-b0a98e0a-b2ff-40e9-80f5-870ea50ecb39 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:33.870511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7cdd7a9-067e-4b1f-a127-d773c75222ab req-b0a98e0a-b2ff-40e9-80f5-870ea50ecb39 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1375642 Oct 13 04:17:33.875595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.924074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7cdd7a9-067e-4b1f-a127-d773c75222ab req-b4f7e438-4feb-45c4-82ac-4d6ab40ce45f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525985 Oct 13 04:17:33.943208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03959b35-df04-4eb1-b629-6f81477093c5 req-eb844341-1d14-4fc8-9eb2-e205b3203bb8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.983338 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03959b35-df04-4eb1-b629-6f81477093c5 req-eb844341-1d14-4fc8-9eb2-e205b3203bb8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.028487 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.132824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=66c2d140-d915-4ee5-87f8-be3141ebd78a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.136378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.146131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20850752-808e-432c-935b-cca59d062846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/66c2d140-d915-4ee5-87f8-be3141ebd78a HTTP/1.1" status: 204 len: 168 time: 0.9772961 Oct 13 04:17:34.148764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.179284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03959b35-df04-4eb1-b629-6f81477093c5 req-eb844341-1d14-4fc8-9eb2-e205b3203bb8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.182327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03959b35-df04-4eb1-b629-6f81477093c5 req-eb844341-1d14-4fc8-9eb2-e205b3203bb8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.190071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03959b35-df04-4eb1-b629-6f81477093c5 req-eb844341-1d14-4fc8-9eb2-e205b3203bb8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] 10.222.0.44 "DELETE /v2.0/security-groups/da31c94e-66d9-4c28-8128-e175a1f94240 HTTP/1.1" status: 204 len: 173 time: 0.3916330 Oct 13 04:17:34.190674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.246768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Deleting subnet d4c5eec3-222c-4272-ad49-f5311a04ce22 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:34.254777 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.257573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844341-1d14-4fc8-9eb2-e205b3203bb8 tempest-SecurityGroupsTestJSON-107650495 tempest-SecurityGroupsTestJSON-107650495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da31c94e-66d9-4c28-8128-e175a1f94240,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.257994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890ea33-6499-4f66-9f09-a381b0931396 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:34.296375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69d95d63-c04c-459b-ada2-818dcaf3ccc1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446431 Oct 13 04:17:34.297525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.416262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.502989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:34.529950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df878862-d455-4a8c-a7fd-4e6e3e1c1d11 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:34.540659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df878862-d455-4a8c-a7fd-4e6e3e1c1d11 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2419009 Oct 13 04:17:34.540847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.577061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.636347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ab50b-bafc-4d75-a5f1-06def3111f50 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:34.640739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fa0ab50b-bafc-4d75-a5f1-06def3111f50 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0957916 Oct 13 04:17:34.640972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.724871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.730096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6343bfcf-86c7-4e3f-b65c-0cc1d64d59c8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872154 Oct 13 04:17:34.734719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.742879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:34.746500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.749506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.753173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d4c5eec3-222c-4272-ad49-f5311a04ce22 HTTP/1.1" status: 204 len: 168 time: 0.5584121 Oct 13 04:17:34.776604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:34.784490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:34.794951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1c86-4893-4f8e-9083-d5a852627590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c5eec3-222c-4272-ad49-f5311a04ce22,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.880471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:17:34.993636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.021804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] Deleting port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:35.022471 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.186148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] For port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:35.186684 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.227797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] Calling delete_port for 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:35.241593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.270781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096a7afb-07df-4ceb-93b4-d4ea77811916']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:35.282058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc47616b-0da6-4f3d-823b-3f806b9467a3') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:35.282455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc47616b-0da6-4f3d-823b-3f806b9467a3') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:35.294672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.315286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.322406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:35.323753 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:35.401709 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:35.403929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.410190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.416994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.420661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] 10.222.0.44 "DELETE /v2.0/networks/096a7afb-07df-4ceb-93b4-d4ea77811916 HTTP/1.1" status: 204 len: 168 time: 0.6348367 Oct 13 04:17:35.426520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] No DVR routers for this DVR port 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:35.448896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f607117-be30-4cc0-bd52-a1a480a4dd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=096a7afb-07df-4ceb-93b4-d4ea77811916,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.457352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:35.459416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b0d4c-23d7-4e74-8d6f-68f330aa2ab0 None None] Pushing event deleted for resources: {'Port': ['ID=3d3d8c43-b672-4aa8-a89f-febb4a1936e1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.462586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.706479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87689f8-31fa-4714-9684-dbebaf28fcaf req-bf8a2021-af90-448d-9e70-3d689a5d5db3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:35.707905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b87689f8-31fa-4714-9684-dbebaf28fcaf req-bf8a2021-af90-448d-9e70-3d689a5d5db3 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.5494409 Oct 13 04:17:35.709221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.752226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:35.845553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c5cb2800-00f5-4a78-b18f-23389fdb0dd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a939fb058e5421088add22b60fb191a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900970 Oct 13 04:17:35.847066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:35.848461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:35.856480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b87689f8-31fa-4714-9684-dbebaf28fcaf req-33bac6d9-3cd2-4dc4-88bd-5a219b323c6b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374116 Oct 13 04:17:35.860030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:35.870501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a40dd-87c9-4c8a-b732-adb7d8efdd73 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:35.893104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:35.896470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.942414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2051220 Oct 13 04:17:35.953276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:35.958476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:03:18:f9', 'name': 'tempest-NetworksTestDHCPv6-633590486'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:35.969362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034b977-41f7-401c-95ef-a07b2219410d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=71e277f6-2fa3-4297-bb80-306289568431,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.046595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12e0247b-dc7e-4919-99f0-3f0beeceb0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.089475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12e0247b-dc7e-4919-99f0-3f0beeceb0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.130058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '71e277f6-2fa3-4297-bb80-306289568431'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:36.130944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.169967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:36.185758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12e0247b-dc7e-4919-99f0-3f0beeceb0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.188342 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12e0247b-dc7e-4919-99f0-3f0beeceb0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.189534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-12e0247b-dc7e-4919-99f0-3f0beeceb0ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20ad33ef-23c4-44d0-b897-99450abd2ff9 HTTP/1.1" status: 204 len: 168 time: 0.3397987 Oct 13 04:17:36.232108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0247b-dc7e-4919-99f0-3f0beeceb0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad33ef-23c4-44d0-b897-99450abd2ff9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.294114 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.324768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 27159d45-fe33-4501-b42d-40da7002d761 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:36.447128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/71e277f6-2fa3-4297-bb80-306289568431/5f2944cc-bb22-41ca-9139-7d2fa646779e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:36.616159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.622045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:36.639371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.692147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:36.697175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3d3d8c43-b672-4aa8-a89f-febb4a1936e1 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:36.777398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::2d4 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/71e277f6-2fa3-4297-bb80-306289568431/27159d45-fe33-4501-b42d-40da7002d761) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:36.784913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:36.787325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:36.797877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:36.821666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-248377e6-3aed-44bb-a8ff-70fe90c18c49 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:36.827730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-248377e6-3aed-44bb-a8ff-70fe90c18c49 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.15 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1590335 Oct 13 04:17:36.855506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Pushing event updated for resources: {'Port': ['ID=5f2944cc-bb22-41ca-9139-7d2fa646779e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.953598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Attempting to bind port 5f2944cc-bb22-41ca-9139-7d2fa646779e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:36.953986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Attempting to bind port 5f2944cc-bb22-41ca-9139-7d2fa646779e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:36.954354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Attempting to bind port 5f2944cc-bb22-41ca-9139-7d2fa646779e on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:36.966240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:36.966619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:36.972394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.972830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:36.973334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Bound port: 5f2944cc-bb22-41ca-9139-7d2fa646779e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:36.973829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.092731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8368b-6f33-469f-a8c5-a77e12de6119 req-79c8085a-94b5-4c75-bcbf-794f88d271e1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:37.095051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ab8368b-6f33-469f-a8c5-a77e12de6119 req-79c8085a-94b5-4c75-bcbf-794f88d271e1 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 946 time: 0.1428075 Oct 13 04:17:37.129986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] For port 5f2944cc-bb22-41ca-9139-7d2fa646779e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:37.140394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] For port 5f2944cc-bb22-41ca-9139-7d2fa646779e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5f2944cc-bb22-41ca-9139-7d2fa646779e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:37.148593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.175102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Deleting port 64528f37-16dc-4879-b181-c85df0da5fa7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:37.177078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.189648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ab8368b-6f33-469f-a8c5-a77e12de6119 req-7090baad-7d9d-420c-b806-2890290bdb36 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872650 Oct 13 04:17:37.321722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394e67d-a6e9-4ce3-a5a0-e4a1558b97b9 None None] Pushing event updated for resources: {'Port': ['ID=5f2944cc-bb22-41ca-9139-7d2fa646779e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.418635 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.440156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] For port 64528f37-16dc-4879-b181-c85df0da5fa7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=64528f37-16dc-4879-b181-c85df0da5fa7,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:37.441715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.487620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Calling delete_port for 64528f37-16dc-4879-b181-c85df0da5fa7 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:37.633785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:37.661289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.789947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1291090783-network', 'tenant_id': '2bd69c1648474d488b7ce1f50285cdbf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:37.834403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:37.856485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Made reservation on behalf of 2bd69c1648474d488b7ce1f50285cdbf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:37.859490 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.876924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.960934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=27159d45-fe33-4501-b42d-40da7002d761,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.985848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:37.989574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.996439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:38.006914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:38.007856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.033032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['64528f37-16dc-4879-b181-c85df0da5fa7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:38.037605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:38.115217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.122055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.221482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.222619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:38.248063 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.248321 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Added segment c323d782-93ea-44a4-bade-2ab7dc0bf2d6 of type vlan for network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 Oct 13 04:17:38.346434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.391411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.392663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:38.393092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.400149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f616bad4-0ce9-44d3-b546-b32d46a3f8ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.425813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6aeb759a-0bdc-4f7b-8fff-5a0a9600b104 req-15a0202f-89fe-47ee-970f-c2ae002a039a tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 210 time: 0.0441732 Oct 13 04:17:38.504141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] Pushing event updated for resources: {'Network': ['ID=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.511807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3aa34d4a-2a9b-47c0-a900-9a231227f00b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8766809 Oct 13 04:17:38.519374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:38.520920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:38.527187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Request body: {'subnet': {'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1291090783-subnet', 'tenant_id': '2bd69c1648474d488b7ce1f50285cdbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:38.588066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Made reservation on behalf of 2bd69c1648474d488b7ce1f50285cdbf for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:38.599233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.622455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5f2944cc-bb22-41ca-9139-7d2fa646779e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:38.774171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5f2944cc-bb22-41ca-9139-7d2fa646779e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:38.774625 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.887695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd6114c3-c6c5-4989-a8d9-ffd6f24c7f91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9330235 Oct 13 04:17:38.889574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:38.891220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46158) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:38.912290 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.966276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 5f2944cc-bb22-41ca-9139-7d2fa646779e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5f2944cc-bb22-41ca-9139-7d2fa646779e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:38.972116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.001087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.014704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] No DVR routers for this DVR port 64528f37-16dc-4879-b181-c85df0da5fa7 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:39.019996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Pushing event deleted for resources: {'Port': ['ID=64528f37-16dc-4879-b181-c85df0da5fa7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:39.026172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.034064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2371535b-7576-4352-8a8b-9d9b260c4e3b req-3a856488-b244-4574-b323-b9956739c28b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.15 "DELETE /v2.0/ports/64528f37-16dc-4879-b181-c85df0da5fa7 HTTP/1.1" status: 204 len: 173 time: 2.1938136 Oct 13 04:17:39.038397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42444fe0-c5f7-438e-b869-df450fbea77d', 'name': 'network-vif-deleted', 'tag': '64528f37-16dc-4879-b181-c85df0da5fa7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:39.044744 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc7f3e3-ccb3-4616-81de-3e07e6361d8b" -d '{"events": [{"server_uuid": "42444fe0-c5f7-438e-b869-df450fbea77d", "name": "network-vif-deleted", "tag": "64528f37-16dc-4879-b181-c85df0da5fa7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:39.080837 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=5f2944cc-bb22-41ca-9139-7d2fa646779e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:39.147095 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3182652b-1bbd-4ff0-8061-582312a2f3a0 x-openstack-request-id: req-3182652b-1bbd-4ff0-8061-582312a2f3a0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:39.147343 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42444fe0-c5f7-438e-b869-df450fbea77d", "name": "network-vif-deleted", "tag": "64528f37-16dc-4879-b181-c85df0da5fa7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:39.147533 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3182652b-1bbd-4ff0-8061-582312a2f3a0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:39.147973 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42444fe0-c5f7-438e-b869-df450fbea77d', 'name': 'network-vif-deleted', 'tag': '64528f37-16dc-4879-b181-c85df0da5fa7', 'status': 'completed', 'code': 200} Oct 13 04:17:39.162448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0deaca-f642-4ac7-a088-458a55a57df0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:39.213179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9137f7-252b-40cd-b4ca-f2be19f4c6ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.219714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9137f7-252b-40cd-b4ca-f2be19f4c6ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.221963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9f9137f7-252b-40cd-b4ca-f2be19f4c6ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3285697 Oct 13 04:17:39.224379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:39.237777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Checking segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:39.238039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Network hostable DHCP agents. Network: 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:39.259261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:39.261333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54c85e0f-6a63-4d01-a3ca-eba131c92249 None None] Provisioning complete for port 5f2944cc-bb22-41ca-9139-7d2fa646779e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:39.261771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54c85e0f-6a63-4d01-a3ca-eba131c92249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.280802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:39.300369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.300973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.336342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-37245a7e-f087-4e37-a065-b5a2473e3706 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8135498 Oct 13 04:17:39.341193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f9dc2-25f0-4f90-b5a9-6d5cf929c341 None None] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:39.451795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b370ba15-e3c6-4c8c-ba7b-1656e39c3c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.725151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afa402af-e06a-4280-96a0-1d1d9911a1af req-e4e43bc4-6337-47f0-ac88-7f3c541f07b6 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=42444fe0-c5f7-438e-b869-df450fbea77d HTTP/1.1" status: 200 len: 210 time: 0.1066477 Oct 13 04:17:39.750212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 27159d45-fe33-4501-b42d-40da7002d761 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:39.750212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.896477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b370ba15-e3c6-4c8c-ba7b-1656e39c3c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.911448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.921514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b370ba15-e3c6-4c8c-ba7b-1656e39c3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.931429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.975398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b370ba15-e3c6-4c8c-ba7b-1656e39c3c26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58c053a4c6d74e2099f9d67d56ae28a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0229785 Oct 13 04:17:39.978557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:39.995806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 27159d45-fe33-4501-b42d-40da7002d761 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:40.066384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370ba15-e3c6-4c8c-ba7b-1656e39c3c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0fa841-18d6-4789-8fb0-31c54179c568,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:40.125356 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaae4-1e32-4d60-b87f-ed89a6690823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.179725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaae4-1e32-4d60-b87f-ed89a6690823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.232177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'tenant_id': '2bd69c1648474d488b7ce1f50285cdbf', 'fixed_ips': [{'subnet_id': 'de0deaca-f642-4ac7-a088-458a55a57df0'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:40.233043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.237330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-531f9297-9d40-4db9-bb3f-60af9fe2df27 None None] Provisioning complete for port 27159d45-fe33-4501-b42d-40da7002d761 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:40.237688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-531f9297-9d40-4db9-bb3f-60af9fe2df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.292341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-531f9297-9d40-4db9-bb3f-60af9fe2df27 None None] Port 27159d45-fe33-4501-b42d-40da7002d761 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:40.338560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.368152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaae4-1e32-4d60-b87f-ed89a6690823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.380511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaae4-1e32-4d60-b87f-ed89a6690823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.383642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f1ccaae4-1e32-4d60-b87f-ed89a6690823 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a0fa841-18d6-4789-8fb0-31c54179c568 HTTP/1.1" status: 204 len: 168 time: 0.3991165 Oct 13 04:17:40.483288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=27159d45-fe33-4501-b42d-40da7002d761,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:40.488076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccaae4-1e32-4d60-b87f-ed89a6690823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0fa841-18d6-4789-8fb0-31c54179c568,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:40.523918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-195da2b1-95b5-4e32-850c-e8bf9fb3c5de tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.526215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-195da2b1-95b5-4e32-850c-e8bf9fb3c5de tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 816 time: 0.3088820 Oct 13 04:17:40.557467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-416db06e-f926-4ccc-a9a6-0a066d2761dc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/quotas/2bd69c1648474d488b7ce1f50285cdbf HTTP/1.1" status: 200 len: 375 time: 0.0102341 Oct 13 04:17:40.560909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.566607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a4f01142-c7ff-4b23-9531-5b4bb8593fc4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/27159d45-fe33-4501-b42d-40da7002d761 HTTP/1.1" status: 204 len: 168 time: 1.3409557 Oct 13 04:17:40.569357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:40.582680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5f2944cc-bb22-41ca-9139-7d2fa646779e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:40.672225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Allocated IP 172.20.0.2 (6160d66d-7fb9-4f77-b07b-1bc0ccfd0580/de0deaca-f642-4ac7-a088-458a55a57df0/d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:40.685821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-95d3e6e5-1fdf-4e18-a8a5-09de43ab4b49 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180019 Oct 13 04:17:40.842904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b49b0-f119-423b-9b3c-5a1204b3c703 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.847044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b49b0-f119-423b-9b3c-5a1204b3c703 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.849644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5f2944cc-bb22-41ca-9139-7d2fa646779e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:40.850025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.851989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:40.852707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-394b49b0-f119-423b-9b3c-5a1204b3c703 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2823813 Oct 13 04:17:40.930151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-e9ade1d5-1199-4036-91ca-e4a93032bb5f service neutron] 10.222.0.44 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299232 Oct 13 04:17:41.013995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46222) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:41.029952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 71e277f6-2fa3-4297-bb80-306289568431 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:41.039131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9f5666f-1a97-4140-b913-e39eef7d0d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.049575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.149143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 64528f37-16dc-4879-b181-c85df0da5fa7 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:41.174575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-ba9a4a12-948f-4de0-90f1-4c4fe32fa7e9 service neutron] 10.222.0.44 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357438 Oct 13 04:17:41.181721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9f5666f-1a97-4140-b913-e39eef7d0d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.210685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9f5666f-1a97-4140-b913-e39eef7d0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.218959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 64528f37-16dc-4879-b181-c85df0da5fa7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:41.219430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 64528f37-16dc-4879-b181-c85df0da5fa7 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:41.259137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.275874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.316641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:41.323527 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.326307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:41.330049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:41.370023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Pushing event updated for resources: {'Port': ['ID=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.385654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f9f5666f-1a97-4140-b913-e39eef7d0d07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0146d86fd34047eb985523f871c54431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660936 Oct 13 04:17:41.388345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:41.395288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5666f-1a97-4140-b913-e39eef7d0d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d377ab3a-7a1a-479c-af83-9d91c1aeb3f2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.458964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Attempting to bind port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:41.459452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Attempting to bind port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:41.459919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Attempting to bind port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:41.467143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:41.467663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Checking segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:41.468175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.468665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Bound using segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:41.469259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Bound port: d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:41.469741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.507599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf8d50ed-b4ac-4f41-9a34-aa5d96365e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.532037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b760-3c51-426a-aa41-b596c6283c41 req-f6823018-ad6f-4067-8eeb-0a831de41589 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:41.534118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d960b760-3c51-426a-aa41-b596c6283c41 req-f6823018-ad6f-4067-8eeb-0a831de41589 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1473088 Oct 13 04:17:41.544943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] For port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:41.549577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] For port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:41.555019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf8d50ed-b4ac-4f41-9a34-aa5d96365e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.556775 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.620200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.657897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf8d50ed-b4ac-4f41-9a34-aa5d96365e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.660572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf8d50ed-b4ac-4f41-9a34-aa5d96365e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.671518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf8d50ed-b4ac-4f41-9a34-aa5d96365e42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d377ab3a-7a1a-479c-af83-9d91c1aeb3f2 HTTP/1.1" status: 204 len: 168 time: 0.2799079 Oct 13 04:17:41.684631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d50ed-b4ac-4f41-9a34-aa5d96365e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d377ab3a-7a1a-479c-af83-9d91c1aeb3f2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.709669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a630728-2710-465f-bf8c-a35f9b669288 None None] Pushing event updated for resources: {'Port': ['ID=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.829281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d960b760-3c51-426a-aa41-b596c6283c41 req-74f504d9-834d-4571-920f-822b8c82b2b2 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715311 Oct 13 04:17:41.873688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.933254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-2d9b2c03-7021-4ddc-a0f3-c01a844a3249 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:41.945039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-2d9b2c03-7021-4ddc-a0f3-c01a844a3249 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 816 time: 0.2097340 Oct 13 04:17:41.982176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=71e277f6-2fa3-4297-bb80-306289568431,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.987614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ff84e-60ba-49bf-bb67-1e687d6eb71f None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:41.997936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.000568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1d0166bc-fab0-4c25-825e-53d7d7e3c006 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/quotas/2bd69c1648474d488b7ce1f50285cdbf HTTP/1.1" status: 200 len: 375 time: 0.0529025 Oct 13 04:17:42.006729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e73dcc28-40cf-4efc-a383-8c0315533ee1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/71e277f6-2fa3-4297-bb80-306289568431 HTTP/1.1" status: 204 len: 168 time: 1.1529260 Oct 13 04:17:42.013483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:42.166788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2bb098a2-26da-4ebd-a79f-fc64a8eccae3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1486974 Oct 13 04:17:42.169492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46278) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:42.209426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-51dc6ec8-e24f-4774-81d6-6e85d6cca289 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2078896 Oct 13 04:17:42.405948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:17:42.507939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-b1e03e78-2d02-4251-b236-4fed86f8056a service neutron] 10.222.0.44 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397995 Oct 13 04:17:42.584001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] Deleting port 5f2944cc-bb22-41ca-9139-7d2fa646779e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:42.584298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.667774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2606b90-c84a-49b8-a34e-dc0dbee89fec tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.676797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a2606b90-c84a-49b8-a34e-dc0dbee89fec tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5044832 Oct 13 04:17:42.679709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:42.687780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:42.774015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b4e31-c3df-4d41-8047-f1e15d26d262 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.777963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4f7b4e31-c3df-4d41-8047-f1e15d26d262 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0943358 Oct 13 04:17:42.778512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:42.814920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-b31e5f53-12af-434b-9b56-4b00664d8311 service neutron] 10.222.0.44 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972679 Oct 13 04:17:42.874780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:42.875195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1561b75b-74ea-4279-bc19-b8ebf501c7b8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957890 Oct 13 04:17:42.880255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:42.950942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] For port 5f2944cc-bb22-41ca-9139-7d2fa646779e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5f2944cc-bb22-41ca-9139-7d2fa646779e,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:42.951348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.033422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] Calling delete_port for 5f2944cc-bb22-41ca-9139-7d2fa646779e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:43.076413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:43.076866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.109313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:43.123117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.223707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d037d-8aa5-4941-8baf-e2d3d52a2069 req-d8ffe890-75f0-4627-b8f3-e8b8fbb5087f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:43.227253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-837d037d-8aa5-4941-8baf-e2d3d52a2069 req-d8ffe890-75f0-4627-b8f3-e8b8fbb5087f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.2369180 Oct 13 04:17:43.251475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:43.400416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-837d037d-8aa5-4941-8baf-e2d3d52a2069 req-c9959f23-1e46-48cd-990e-346d0483321b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630318 Oct 13 04:17:43.554069 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.616332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.683458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] No DVR routers for this DVR port 5f2944cc-bb22-41ca-9139-7d2fa646779e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:43.692047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ace22-c63a-4a95-b7fd-25c9188ce9d7 None None] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:43.709832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:43.748814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-027174ce-caf4-41a4-81e6-f7a6776103b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.779751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-40b49ce1-0297-4eef-9771-759757df0fe7 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:43.781715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-40b49ce1-0297-4eef-9771-759757df0fe7 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 816 time: 0.4056821 Oct 13 04:17:43.848630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Request body: {'port': {'device_id': '363476db-644e-41aa-9cae-47fd73f4f56a', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'admin_state_up': True, 'tenant_id': '2bd69c1648474d488b7ce1f50285cdbf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:43.887458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.896339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4ace0-c7d3-4507-8e4f-9ff3b87740b1 None None] Pushing event deleted for resources: {'Port': ['ID=5f2944cc-bb22-41ca-9139-7d2fa646779e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:43.955143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.objects.ports [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:17:43.973857 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.037081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:44.078737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b48251af-f0be-42ae-a031-5aefa7fbced9 None None] Provisioning complete for port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:44.080326 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b48251af-f0be-42ae-a031-5aefa7fbced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.148289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:44.174635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:44.207948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.208176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Made reservation on behalf of 2bd69c1648474d488b7ce1f50285cdbf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:44.212011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6aca61-1966-4046-8ffa-b0358a0a9548 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:44.213200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.214517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.234592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-027174ce-caf4-41a4-81e6-f7a6776103b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.267658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=4352d67e-80a9-416d-9e73-03a64a0a079b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:44.283474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-027174ce-caf4-41a4-81e6-f7a6776103b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.313538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fdb1d8f6-2126-43ff-b18a-50ffd50ab64e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4376028 Oct 13 04:17:44.318828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-8652d684-d804-474a-8118-3fadecc6944b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.320376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-8652d684-d804-474a-8118-3fadecc6944b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.5355251 Oct 13 04:17:44.330334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:44.411250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:44.461239 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-027174ce-caf4-41a4-81e6-f7a6776103b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ebcfc8e7def47d6a9453a9524176546&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1893785 Oct 13 04:17:44.463400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:44.504559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:44.548762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027174ce-caf4-41a4-81e6-f7a6776103b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04119f6-2e75-4873-9e03-49041053f4da,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:44.663038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ea53e-6547-4caa-9790-f2541c1ba806 req-95e31596-6af5-42a2-9359-74d1e80abf09 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.664708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b44ea53e-6547-4caa-9790-f2541c1ba806 req-95e31596-6af5-42a2-9359-74d1e80abf09 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1207776 Oct 13 04:17:44.691946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1eb46eb-ab38-47dc-a8f3-53f72542faa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.776498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1eb46eb-ab38-47dc-a8f3-53f72542faa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.806908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:44.818696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-905b0cab-d903-497b-8ae1-a0d0811eceef req-debc236a-16e2-4ac1-94a2-ac493954e8a7 service neutron] (94824) timed out ('10.222.0.15', 51082) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:17:44.822341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b44ea53e-6547-4caa-9790-f2541c1ba806 req-6e861e62-7f3e-4ef6-8b42-14123055726f tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315439 Oct 13 04:17:44.826813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:44.827721 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.875831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': '4352d67e-80a9-416d-9e73-03a64a0a079b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:44.877089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.906675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-21aef6d4-11e2-4dec-847d-4ddabac7e0c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.910426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-21aef6d4-11e2-4dec-847d-4ddabac7e0c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 816 time: 1.1267438 Oct 13 04:17:44.998755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1eb46eb-ab38-47dc-a8f3-53f72542faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.014452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1eb46eb-ab38-47dc-a8f3-53f72542faa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.032658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a1eb46eb-ab38-47dc-a8f3-53f72542faa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a04119f6-2e75-4873-9e03-49041053f4da HTTP/1.1" status: 204 len: 168 time: 0.5499496 Oct 13 04:17:45.117090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Allocated IP 172.20.0.4 (6160d66d-7fb9-4f77-b07b-1bc0ccfd0580/de0deaca-f642-4ac7-a088-458a55a57df0/8d899777-cfc0-4826-a7b0-2fb705bcc630) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:45.200480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-f7409dd5-697f-4503-889f-a522a50a871f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/quotas/2bd69c1648474d488b7ce1f50285cdbf HTTP/1.1" status: 200 len: 375 time: 0.0765018 Oct 13 04:17:45.300084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Allocated IP 2001:db8::f816:3eff:fe76:7897 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/4352d67e-80a9-416d-9e73-03a64a0a079b/bcb0bf1e-c094-4bda-b951-16d76635ba3b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:45.309742 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46d1f3c-bf27-4b41-80aa-abecad7d2e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.318862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb46eb-ab38-47dc-a8f3-53f72542faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04119f6-2e75-4873-9e03-49041053f4da,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.343480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-0077ba9e-5481-42da-ba6f-056fe9c8bbb4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:45.345285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-0077ba9e-5481-42da-ba6f-056fe9c8bbb4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.15 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 816 time: 0.3721724 Oct 13 04:17:45.363041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Request body: {'port': {'device_id': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'admin_state_up': True, 'tenant_id': '2bd69c1648474d488b7ce1f50285cdbf'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:45.365323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Deleting port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:45.370227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.517391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-7b1d905a-b870-4b4d-9b6d-ffff37b99f96 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3048031 Oct 13 04:17:45.567501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:45.572966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.576762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:45.599343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Made reservation on behalf of 2bd69c1648474d488b7ce1f50285cdbf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:45.609462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.626021 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.634081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5f2944cc-bb22-41ca-9139-7d2fa646779e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:45.641427 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.644169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46d1f3c-bf27-4b41-80aa-abecad7d2e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.653563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46d1f3c-bf27-4b41-80aa-abecad7d2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.711032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Pushing event updated for resources: {'Port': ['ID=bcb0bf1e-c094-4bda-b951-16d76635ba3b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.716673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5f2944cc-bb22-41ca-9139-7d2fa646779e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:45.717131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5f2944cc-bb22-41ca-9139-7d2fa646779e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:45.729362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:45.730761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa40287b-9371-4ad6-8620-471ee6b484a0 None None] Provisioning complete for port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:45.731218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa40287b-9371-4ad6-8620-471ee6b484a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.733388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:45.736516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:45.748351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e46d1f3c-bf27-4b41-80aa-abecad7d2e93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78ecdd2d6fd14a23b9cf52573f0c44e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9400988 Oct 13 04:17:45.751433 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2ff284b-96ec-4b05-b906-27685cf1cafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.761310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:45.807334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d1f3c-bf27-4b41-80aa-abecad7d2e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae97740-440a-4d3d-8be7-5313dfd50fc6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.834172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Attempting to bind port bcb0bf1e-c094-4bda-b951-16d76635ba3b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:45.835204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Attempting to bind port bcb0bf1e-c094-4bda-b951-16d76635ba3b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:45.835847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Attempting to bind port bcb0bf1e-c094-4bda-b951-16d76635ba3b on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:45.840372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d698c4aa-bbe4-4ef4-8607-e682050c5b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.845965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:45.846655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:45.847332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.847915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:45.848631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Bound port: bcb0bf1e-c094-4bda-b951-16d76635ba3b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:45.849274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.870061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d698c4aa-bbe4-4ef4-8607-e682050c5b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.900669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2ff284b-96ec-4b05-b906-27685cf1cafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.923219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2ff284b-96ec-4b05-b906-27685cf1cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.933442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d698c4aa-bbe4-4ef4-8607-e682050c5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.938755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d698c4aa-bbe4-4ef4-8607-e682050c5b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.957098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d698c4aa-bbe4-4ef4-8607-e682050c5b35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fae97740-440a-4d3d-8be7-5313dfd50fc6 HTTP/1.1" status: 204 len: 168 time: 0.1833930 Oct 13 04:17:45.991500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] For port bcb0bf1e-c094-4bda-b951-16d76635ba3b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:45.995872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] For port bcb0bf1e-c094-4bda-b951-16d76635ba3b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcb0bf1e-c094-4bda-b951-16d76635ba3b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:46.001965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.052326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698c4aa-bbe4-4ef4-8607-e682050c5b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae97740-440a-4d3d-8be7-5313dfd50fc6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:46.118875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69ccf-754f-40cd-8b3b-19433ce8f5a1 req-a46a9d8e-7116-4350-a2a8-0f6bf9d18ee5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.126342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7c69ccf-754f-40cd-8b3b-19433ce8f5a1 req-a46a9d8e-7116-4350-a2a8-0f6bf9d18ee5 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 945 time: 0.1644285 Oct 13 04:17:46.178508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Pushing event updated for resources: {'Port': ['ID=bcb0bf1e-c094-4bda-b951-16d76635ba3b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:46.186662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7c69ccf-754f-40cd-8b3b-19433ce8f5a1 req-5f8bbebc-7184-4426-b3aa-375fd7d7c0f0 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593104 Oct 13 04:17:46.188767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.189266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.189614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.190183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.190600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.190937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.191417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.191750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.192074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.192791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.193124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.193446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b464514-483e-4f01-a7f1-d791ef8d29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:46.507758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:46.508226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.553195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.560431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcb0bf1e-c094-4bda-b951-16d76635ba3b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:46.587468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Calling delete_port for ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:46.613136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:46.618888 n-d-810220-9 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4352d67e-80a9-416d-9e73-03a64a0a079b (CIDR: 2001:db8::/64) Oct 13 04:17:46.622427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b2ff284b-96ec-4b05-b906-27685cf1cafd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4241d0aaf08b4326aa5414fcf6fcc8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0110819 Oct 13 04:17:46.625179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:46.633920 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:17:46.634377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:17:46.638545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-b86cbec2-1ae9-47ca-bbac-9724a0bf6d4f service neutron] 10.222.0.44 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1040144 Oct 13 04:17:46.648324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff284b-96ec-4b05-b906-27685cf1cafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998d0a6f-ce4a-4a77-9759-44082bd398db,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:46.670696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bcb0bf1e-c094-4bda-b951-16d76635ba3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:46.671063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.725489 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b1f5-55d9-46ed-b863-b22f2bd2e448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.761524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4e8a0307-2633-4bcf-9c50-10a60895720f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3612719 Oct 13 04:17:46.768949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:46.769397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b1f5-55d9-46ed-b863-b22f2bd2e448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.774308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:46.836115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.843296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.848203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b1f5-55d9-46ed-b863-b22f2bd2e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.855296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b1f5-55d9-46ed-b863-b22f2bd2e448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.857445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2cd3b1f5-55d9-46ed-b863-b22f2bd2e448 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/998d0a6f-ce4a-4a77-9759-44082bd398db HTTP/1.1" status: 204 len: 168 time: 0.2307107 Oct 13 04:17:46.889120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3b1f5-55d9-46ed-b863-b22f2bd2e448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998d0a6f-ce4a-4a77-9759-44082bd398db,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:46.902354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:46.904913 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58db1df-8f17-44ac-9d87-98e4b6c35753" -d '{"events": [{"server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "name": "network-vif-unplugged", "status": "completed", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:46.958482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port bcb0bf1e-c094-4bda-b951-16d76635ba3b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcb0bf1e-c094-4bda-b951-16d76635ba3b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:46.963834 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.972737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:46.984987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.998967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.032495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-c7e055a3-aee2-4d4b-8052-1b4f5ef7c986 service neutron] 10.222.0.44 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745325 Oct 13 04:17:47.037667 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890a6b3e-c8c2-40b5-b628-14f6736271d1 x-openstack-request-id: req-890a6b3e-c8c2-40b5-b628-14f6736271d1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:47.037963 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "name": "network-vif-unplugged", "status": "completed", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:47.038221 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-890a6b3e-c8c2-40b5-b628-14f6736271d1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:47.038609 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163', 'code': 200} Oct 13 04:17:47.100877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Allocated IP 172.20.0.3 (6160d66d-7fb9-4f77-b07b-1bc0ccfd0580/de0deaca-f642-4ac7-a088-458a55a57df0/6a266840-26d3-446b-acc4-ec68680aef1f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:47.105977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=bcb0bf1e-c094-4bda-b951-16d76635ba3b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:47.138349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:47.146274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Pushing event updated for resources: {'Port': ['ID=8d899777-cfc0-4826-a7b0-2fb705bcc630,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:47.153779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:47.162827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:47.262704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:47.341561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:47.354707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.409635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.414337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.499443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.632618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:47.715837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.733855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491b506-c7b5-4f71-a3f6-003b80fe02b4 req-81c564e2-a96f-4e69-bc98-295ed7d571df tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.736496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1491b506-c7b5-4f71-a3f6-003b80fe02b4 req-81c564e2-a96f-4e69-bc98-295ed7d571df tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 943 time: 0.2207282 Oct 13 04:17:47.765704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23f02196-b924-4354-a716-70562c980b9c None None] Provisioning complete for port 8d899777-cfc0-4826-a7b0-2fb705bcc630 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:47.767086 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23f02196-b924-4354-a716-70562c980b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.810706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b2a86da9-3817-4b81-bad2-d24ca33bc8b7 req-4928d86f-1512-4b21-9c4d-c683b43d51dc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 210 time: 0.2751253 Oct 13 04:17:47.847348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-53024d0a-aca0-4b66-a239-6f2d266050d5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0058322 Oct 13 04:17:47.894943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Request body: {'port': {'device_id': '363476db-644e-41aa-9cae-47fd73f4f56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:47.896258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-23f02196-b924-4354-a716-70562c980b9c None None] Port 8d899777-cfc0-4826-a7b0-2fb705bcc630 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:47.906967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:47.934881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:47.964601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:48.029317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1491b506-c7b5-4f71-a3f6-003b80fe02b4 req-ce7342be-307d-47b3-be29-34d0a9b3db5c tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48b0dfe-280a-44b1-a51c-601e87cc5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626736 Oct 13 04:17:48.030289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Pushing event updated for resources: {'Port': ['ID=6a266840-26d3-446b-acc4-ec68680aef1f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:48.030795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e2eb54cb-5fb6-4423-807b-99a95506b56c None None] Provisioning complete for port bcb0bf1e-c094-4bda-b951-16d76635ba3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:48.031586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2eb54cb-5fb6-4423-807b-99a95506b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.040174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2097327882-network', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:48.050490 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.098772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.100032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.113226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Made reservation on behalf of fa535d4d4e8b49f2a34fbc654f64afcb for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:48.117420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.159620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.219817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-1e12531c-1ccc-4c8f-84f6-c33dce709499 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8618822 Oct 13 04:17:48.230414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Pushing event deleted for resources: {'Port': ['ID=ca67b3a2-e991-4efa-b3f6-71f3b9bfe163,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:48.233469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Request body: {'port': {'device_id': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:48.335516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.415705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.435229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-027085b8-8163-4c2b-b6b1-e9fd5f297383 None None] Provisioning complete for port 6a266840-26d3-446b-acc4-ec68680aef1f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:48.435887 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027085b8-8163-4c2b-b6b1-e9fd5f297383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.439663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] No DVR routers for this DVR port ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:48.444190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.448844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9d39a9b-81e8-44c4-970b-43a02b633a3f req-471e4ec9-23b8-40c4-8b0e-8fe35e6b285b tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.26 "DELETE /v2.0/ports/ca67b3a2-e991-4efa-b3f6-71f3b9bfe163 HTTP/1.1" status: 204 len: 173 time: 4.1004364 Oct 13 04:17:48.458428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'name': 'network-vif-deleted', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:48.462590 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c7285-c558-43f2-9e39-7f4abffe1288" -d '{"events": [{"server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "name": "network-vif-deleted", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:48.519219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcb0bf1e-c094-4bda-b951-16d76635ba3b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:48.567969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.587722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.609099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-027085b8-8163-4c2b-b6b1-e9fd5f297383 None None] Port 6a266840-26d3-446b-acc4-ec68680aef1f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:48.636544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bcb0bf1e-c094-4bda-b951-16d76635ba3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:48.636963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.737433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:48.750606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd3eb6-9d1f-4487-8b19-de07ec271d9a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:48.768027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.768381 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Added segment 0a028d75-87ec-4feb-8809-fb472de21943 of type vlan for network 12193828-6ff3-4b12-9563-6399176a116b Oct 13 04:17:48.782396 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae1f88-e665-4c20-a24f-8bcdbc5435c9 x-openstack-request-id: req-2eae1f88-e665-4c20-a24f-8bcdbc5435c9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:48.782730 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1aac7a-e662-4c54-acd9-29ffd271ac69", "name": "network-vif-deleted", "tag": "ca67b3a2-e991-4efa-b3f6-71f3b9bfe163", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:48.783088 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eae1f88-e665-4c20-a24f-8bcdbc5435c9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:48.783479 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1aac7a-e662-4c54-acd9-29ffd271ac69', 'name': 'network-vif-deleted', 'tag': 'ca67b3a2-e991-4efa-b3f6-71f3b9bfe163', 'status': 'completed', 'code': 200} Oct 13 04:17:48.794288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.823413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.850912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:48.856485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.859996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.860851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.866835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:48.882736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2246826 Oct 13 04:17:48.882914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.887124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.887949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b1d34-b72d-4ee9-b19d-b92afd488d71 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:48.907586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:48.952842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Request body: {'subnet': {'network_id': '12193828-6ff3-4b12-9563-6399176a116b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2097327882-subnet', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:49.009470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da315930-0152-4d22-9c5a-515c4eec62c0 req-31cb6293-b116-48c3-815f-f7b0d9cff4b8 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 210 time: 0.0432818 Oct 13 04:17:49.037072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2e4e2-918d-4727-b04f-89964ab36850 admin admin] Pushing event updated for resources: {'Network': ['ID=12193828-6ff3-4b12-9563-6399176a116b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:49.054856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 12193828-6ff3-4b12-9563-6399176a116b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:49.142900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0fb88f-2039-415a-aa0f-94a023869702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.160042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d899777-cfc0-4826-a7b0-2fb705bcc630 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:49.169399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.240932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=87480bfb-ac2b-47a3-824a-b911929beff6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:49.243382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Made reservation on behalf of fa535d4d4e8b49f2a34fbc654f64afcb for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:49.247212 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.256040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:49.262725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:79:3c:29', 'name': 'tempest-NetworksTestDHCPv6-655024742'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:49.266411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-68b8e600-d0b3-41e6-b34a-37e15d23b9e4 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4960835 Oct 13 04:17:49.281252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Transition to ACTIVE for port object 8d899777-cfc0-4826-a7b0-2fb705bcc630 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:49.356545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.514934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e35984df-4da3-4d03-b402-284fd58ef810 req-a69b5b7d-12aa-4a11-9acd-635b99638147 tempest-ServerRescueTestJSON-251762128 tempest-ServerRescueTestJSON-251762128-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1aac7a-e662-4c54-acd9-29ffd271ac69 HTTP/1.1" status: 200 len: 210 time: 0.3022442 Oct 13 04:17:49.689798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '4352d67e-80a9-416d-9e73-03a64a0a079b', 'ip_address': '2001:db8::f816:3eff:fe76:7897'}, {'subnet_id': '87480bfb-ac2b-47a3-824a-b911929beff6'}], 'binding:host_id': 'n-d-810220-9'}, 'id': 'bcb0bf1e-c094-4bda-b951-16d76635ba3b'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:17:49.691294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Pushing event updated for resources: {'Port': ['ID=8d899777-cfc0-4826-a7b0-2fb705bcc630,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:49.699071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a266840-26d3-446b-acc4-ec68680aef1f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:49.712419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.745101 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.812487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Transition to ACTIVE for port object 6a266840-26d3-446b-acc4-ec68680aef1f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:49.826899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.899159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:50.058595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1eb6859a-3615-4b89-b269-036d61aba784 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.070924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1eb6859a-3615-4b89-b269-036d61aba784 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 816 time: 0.8313978 Oct 13 04:17:50.074175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.079394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.138850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 9ba477ba-5621-4f99-8bf2-78d514fb42dc yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:17:50.184452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Request body: {'port': {'device_id': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'admin_state_up': True, 'tenant_id': '2bd69c1648474d488b7ce1f50285cdbf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:50.284607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Pushing event updated for resources: {'Port': ['ID=6a266840-26d3-446b-acc4-ec68680aef1f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.315980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] Allocated IP 2001:db8:0:1::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/87480bfb-ac2b-47a3-824a-b911929beff6/bcb0bf1e-c094-4bda-b951-16d76635ba3b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:50.361390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Attempting to bind port 6a266840-26d3-446b-acc4-ec68680aef1f on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:50.361736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Attempting to bind port 6a266840-26d3-446b-acc4-ec68680aef1f by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:50.362235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Attempting to bind port 6a266840-26d3-446b-acc4-ec68680aef1f on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.369689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Port 6a266840-26d3-446b-acc4-ec68680aef1f on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:50.370000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Attempting to bind port 6a266840-26d3-446b-acc4-ec68680aef1f on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.380170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:50.380513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Checking segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:50.380962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Bound using segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:50.381372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Bound port: 6a266840-26d3-446b-acc4-ec68680aef1f, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:50.381734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.488607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] For port bcb0bf1e-c094-4bda-b951-16d76635ba3b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcb0bf1e-c094-4bda-b951-16d76635ba3b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:50.497828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] For port 6a266840-26d3-446b-acc4-ec68680aef1f, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:50.502660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] For port 6a266840-26d3-446b-acc4-ec68680aef1f, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6a266840-26d3-446b-acc4-ec68680aef1f,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:50.508750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.536031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.537804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Attempting to bind port 8d899777-cfc0-4826-a7b0-2fb705bcc630 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:50.538138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Attempting to bind port 8d899777-cfc0-4826-a7b0-2fb705bcc630 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:50.538468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Attempting to bind port 8d899777-cfc0-4826-a7b0-2fb705bcc630 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.542159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d503348-8784-4f00-80dc-3c7873e94323 req-8533ef97-f7cc-4eef-8341-77b8d15756db tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 210 time: 0.1272626 Oct 13 04:17:50.554966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.578387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Port 8d899777-cfc0-4826-a7b0-2fb705bcc630 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:50.578755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Attempting to bind port 8d899777-cfc0-4826-a7b0-2fb705bcc630 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.616502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:50.620014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.620626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.622651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a266840-26d3-446b-acc4-ec68680aef1f HTTP/1.1" status: 200 len: 1091 time: 2.3941064 Oct 13 04:17:50.644611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'tag': '6a266840-26d3-446b-acc4-ec68680aef1f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:50.647453 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e69d1-c821-4942-bfa0-4cb84e6d350d" -d '{"events": [{"name": "network-changed", "server_uuid": "f69febad-cac2-4aec-b620-f0993fdeff76", "tag": "6a266840-26d3-446b-acc4-ec68680aef1f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:50.651896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17136a3b-cc8d-481e-9a87-c3dc49b54448,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.688326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:50.688665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Checking segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:50.689141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Bound using segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:50.689515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Bound port: 8d899777-cfc0-4826-a7b0-2fb705bcc630, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:50.689875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.758613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaba16e-ba36-4ddb-aa54-5a004d2fc2c8 None None] Pushing event updated for resources: {'Port': ['ID=bcb0bf1e-c094-4bda-b951-16d76635ba3b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.763788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Checking segment: {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:50.764160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Network hostable DHCP agents. Network: 12193828-6ff3-4b12-9563-6399176a116b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:50.827055 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8a297-92fc-4997-9a23-4bad87143080 x-openstack-request-id: req-0ea8a297-92fc-4997-9a23-4bad87143080 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:50.827639 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69febad-cac2-4aec-b620-f0993fdeff76", "tag": "6a266840-26d3-446b-acc4-ec68680aef1f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:50.827639 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ea8a297-92fc-4997-9a23-4bad87143080 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:50.828001 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'tag': '6a266840-26d3-446b-acc4-ec68680aef1f', 'status': 'completed', 'code': 200} Oct 13 04:17:50.828637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7429-2e24-4d12-b9dd-b367f4151974 service neutron] Pushing event updated for resources: {'Port': ['ID=6a266840-26d3-446b-acc4-ec68680aef1f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.869620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Made reservation on behalf of 2bd69c1648474d488b7ce1f50285cdbf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:50.873234 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.880156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Network 12193828-6ff3-4b12-9563-6399176a116b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:50.938790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 12193828-6ff3-4b12-9563-6399176a116b) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:50.951804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f7132-c884-421b-bbb1-1ab9cff6cc71 None None] Network 12193828-6ff3-4b12-9563-6399176a116b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:50.953501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] For port 8d899777-cfc0-4826-a7b0-2fb705bcc630, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:50.957493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.959065 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.964574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] For port 8d899777-cfc0-4826-a7b0-2fb705bcc630, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:50.977330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.121885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d189a18d-be88-41c8-aa79-a90227236ef5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1949465 Oct 13 04:17:51.123933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:51.133990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.141599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.143310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] 10.222.0.26 "PUT /v2.0/ports/8d899777-cfc0-4826-a7b0-2fb705bcc630 HTTP/1.1" status: 200 len: 1091 time: 3.2684648 Oct 13 04:17:51.154863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363476db-644e-41aa-9cae-47fd73f4f56a', 'tag': '8d899777-cfc0-4826-a7b0-2fb705bcc630'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:51.157638 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09" -d '{"events": [{"name": "network-changed", "server_uuid": "363476db-644e-41aa-9cae-47fd73f4f56a", "tag": "8d899777-cfc0-4826-a7b0-2fb705bcc630"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:51.181472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:51.309072 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e079fad2-3a96-4ecd-916f-0c031550406c x-openstack-request-id: req-e079fad2-3a96-4ecd-916f-0c031550406c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:51.309559 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363476db-644e-41aa-9cae-47fd73f4f56a", "tag": "8d899777-cfc0-4826-a7b0-2fb705bcc630", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:51.310098 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e079fad2-3a96-4ecd-916f-0c031550406c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:51.310698 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363476db-644e-41aa-9cae-47fd73f4f56a', 'tag': '8d899777-cfc0-4826-a7b0-2fb705bcc630', 'status': 'completed', 'code': 200} Oct 13 04:17:51.317275 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:51.383386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-12193828-6ff3-4b12-9563-6399176a116b', 'network_id': '12193828-6ff3-4b12-9563-6399176a116b', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'fixed_ips': [{'subnet_id': '17136a3b-cc8d-481e-9a87-c3dc49b54448'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:51.384357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.428988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Allocated IP 172.20.0.12 (6160d66d-7fb9-4f77-b07b-1bc0ccfd0580/de0deaca-f642-4ac7-a088-458a55a57df0/70bcb36c-5e5c-45a4-a621-c89df1697356) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:51.560995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.562003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.582843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600cb7-43e0-480a-a38d-f5c545af3a68 service neutron] Pushing event updated for resources: {'Port': ['ID=8d899777-cfc0-4826-a7b0-2fb705bcc630,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:51.641415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-3cae0b14-ec92-489f-bb22-4c67953d29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.652145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-3cae0b14-ec92-489f-bb22-4c67953d29f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 1094 time: 0.9655981 Oct 13 04:17:51.736964 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fb26003-12fc-493a-944d-053ade536e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.769774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-696c6d23-10da-428d-9231-52e122df777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.771618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-696c6d23-10da-428d-9231-52e122df777f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 1094 time: 0.5596097 Oct 13 04:17:51.789146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7ba2987-abf5-4843-8a32-bae9bf407aa8 req-8a54a122-134b-40ec-bbcd-36217bdea60c tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 210 time: 0.0459588 Oct 13 04:17:51.806897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Allocated IP 172.20.0.2 (12193828-6ff3-4b12-9563-6399176a116b/17136a3b-cc8d-481e-9a87-c3dc49b54448/050741d7-9896-4aa1-9f9b-5b935e7d1195) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:51.809024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-ec2b09b0-3222-45fd-a557-997215b78a5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a266840-26d3-446b-acc4-ec68680aef1f HTTP/1.1" status: 200 len: 217 time: 0.1398275 Oct 13 04:17:51.943579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.959324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-2320bc6c-81e3-4ad2-91cc-c49f7149d266 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630 HTTP/1.1" status: 200 len: 217 time: 0.1331928 Oct 13 04:17:52.004672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8:0:1::362 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/87480bfb-ac2b-47a3-824a-b911929beff6/9ba477ba-5621-4f99-8bf2-78d514fb42dc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:52.021859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-9e932d1c-f7af-4196-9447-7c52331b4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.023327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-9e932d1c-f7af-4196-9447-7c52331b4c33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.1704061 Oct 13 04:17:52.024777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fe79:3c29 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/4352d67e-80a9-416d-9e73-03a64a0a079b/9ba477ba-5621-4f99-8bf2-78d514fb42dc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:52.052460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.058819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.110237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Network 12193828-6ff3-4b12-9563-6399176a116b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:52.120964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:52.123914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:52.128784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-85bd47bf-4b6d-459e-99e0-88360cf9c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.130550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-85bd47bf-4b6d-459e-99e0-88360cf9c49b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967951 Oct 13 04:17:52.159526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Pushing event updated for resources: {'Port': ['ID=050741d7-9896-4aa1-9f9b-5b935e7d1195,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.192448 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.214472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f4f6a75-6683-4771-9135-0beef4a55975 None None] Provisioning complete for port bcb0bf1e-c094-4bda-b951-16d76635ba3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:52.215189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6a75-6683-4771-9135-0beef4a55975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.218664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Attempting to bind port 050741d7-9896-4aa1-9f9b-5b935e7d1195 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:52.219028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Attempting to bind port 050741d7-9896-4aa1-9f9b-5b935e7d1195 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:52.219380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Attempting to bind port 050741d7-9896-4aa1-9f9b-5b935e7d1195 on network 12193828-6ff3-4b12-9563-6399176a116b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:52.260425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:52.260807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Checking segment: {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:52.271001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.272280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Bound using segment: {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:52.272833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Bound port: 050741d7-9896-4aa1-9f9b-5b935e7d1195, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:52.273238 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.346478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-4d602933-98ff-497c-bdb0-b5d7832e2711 service neutron] 10.222.0.15 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047808 Oct 13 04:17:52.368595 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.432467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] For port 050741d7-9896-4aa1-9f9b-5b935e7d1195, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:52.451335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] For port 050741d7-9896-4aa1-9f9b-5b935e7d1195, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=050741d7-9896-4aa1-9f9b-5b935e7d1195,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:52.457286 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.542288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-23686d1a-8abb-4419-b2ca-b873db451a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.543275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-23686d1a-8abb-4419-b2ca-b873db451a28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.5599289 Oct 13 04:17:52.554085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcb0bf1e-c094-4bda-b951-16d76635ba3b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:52.635374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c5404-3a34-4fcf-96af-c4f6bd671d74 None None] Pushing event updated for resources: {'Port': ['ID=050741d7-9896-4aa1-9f9b-5b935e7d1195,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.644277 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.656104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-12b050f4-20da-4206-9ba9-9257b1eca704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.657672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-12b050f4-20da-4206-9ba9-9257b1eca704 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015441 Oct 13 04:17:52.658758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.670454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bcb0bf1e-c094-4bda-b951-16d76635ba3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:52.670813 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.685371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03398f00-489f-48e8-aec7-18f614dfcf49 req-df3d3b4e-37eb-491a-b643-ba1a502fc9d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620890 Oct 13 04:17:52.831603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.832474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.842665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Pushing event updated for resources: {'Port': ['ID=70bcb36c-5e5c-45a4-a621-c89df1697356,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.874193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:52.883988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:52.889485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:52.948278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.993287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-67a13e58-8719-44a7-b23a-c018d4e9797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.994867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-67a13e58-8719-44a7-b23a-c018d4e9797a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 1094 time: 0.2419097 Oct 13 04:17:53.076547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-d14c1be0-5dda-4905-ab43-da7ad9a3158b service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511159 Oct 13 04:17:53.094193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.096890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.118030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:53.187857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=9ba477ba-5621-4f99-8bf2-78d514fb42dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.220298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:53.234354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:53.247568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.248252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.304365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.420707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-19bf5e4c-f4a8-4a48-b139-f007bb299b6b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1628397 Oct 13 04:17:53.425835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:53.428658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.471447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-234e089b-a3b8-45ee-bfd8-979b0ea3785d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3057353 Oct 13 04:17:53.475529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad1959-34eb-49d9-960a-16b9f8543575 req-77e06c79-b5c4-48af-a028-abd832cead3b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.482199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b64d7f5-8b8c-489f-aadc-ba7c78219fe3 None None] Provisioning complete for port 70bcb36c-5e5c-45a4-a621-c89df1697356 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:53.482731 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b64d7f5-8b8c-489f-aadc-ba7c78219fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.482912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76ad1959-34eb-49d9-960a-16b9f8543575 req-77e06c79-b5c4-48af-a028-abd832cead3b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 932 time: 0.4753685 Oct 13 04:17:53.491366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.523058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Request body: {'port': {'device_id': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:53.553316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b64d7f5-8b8c-489f-aadc-ba7c78219fe3 None None] Port 70bcb36c-5e5c-45a4-a621-c89df1697356 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:53.561622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-c767bb1d-4565-4e42-85ba-3752d907f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.563082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-c767bb1d-4565-4e42-85ba-3752d907f5da service neutron] 10.222.0.15 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 917 time: 0.5450122 Oct 13 04:17:53.688178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-33f7c90a-fada-4f31-8766-c28cc5c7b105 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a266840-26d3-446b-acc4-ec68680aef1f HTTP/1.1" status: 200 len: 217 time: 0.1124325 Oct 13 04:17:53.757496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76ad1959-34eb-49d9-960a-16b9f8543575 req-2173b50b-574d-4cdc-b9c8-0d27d220a001 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732537 Oct 13 04:17:53.792944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-90613cc2-fa48-43e2-a5f8-8ed870bada4c None None] Provisioning complete for port 9ba477ba-5621-4f99-8bf2-78d514fb42dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:53.793394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90613cc2-fa48-43e2-a5f8-8ed870bada4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.832405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-0d353a50-64eb-49fa-930e-85a2987c86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.833919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-0d353a50-64eb-49fa-930e-85a2987c86d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.1338024 Oct 13 04:17:53.835684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.903794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90613cc2-fa48-43e2-a5f8-8ed870bada4c None None] Port 9ba477ba-5621-4f99-8bf2-78d514fb42dc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:53.959105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-493140fe-6953-42b5-bfef-710b3901fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.960875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-493140fe-6953-42b5-bfef-710b3901fbd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947635 Oct 13 04:17:54.121819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-4fdb124c-198d-448c-8f89-32e61f4e6f4d service neutron] 10.222.0.15 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538692 Oct 13 04:17:54.209343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Deleting port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:54.209687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.253657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830286e-8e8d-44f8-a160-27c6e55b89e2 None None] Network 12193828-6ff3-4b12-9563-6399176a116b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:54.298637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-558e69d1-c821-4942-bfa0-4cb84e6d350d req-c85b30bb-9400-489f-9858-ef0d439d9175 service neutron] 10.222.0.15 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683254 Oct 13 04:17:54.344521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] For port 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,segment=NetworkSegment(39f6a84b-a08a-42d9-9e4d-e78994faf1e3),segment_id=39f6a84b-a08a-42d9-9e4d-e78994faf1e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:54.345334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.370124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Calling delete_port for 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:54.460941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5877a174-2d7e-4348-92b7-ac72b506eb2c None None] Provisioning complete for port 050741d7-9896-4aa1-9f9b-5b935e7d1195 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:54.461309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5877a174-2d7e-4348-92b7-ac72b506eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.560313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 050741d7-9896-4aa1-9f9b-5b935e7d1195 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:54.643720 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.756972 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5877a174-2d7e-4348-92b7-ac72b506eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.773924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bcb36c-5e5c-45a4-a621-c89df1697356 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:54.787872 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.819600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 050741d7-9896-4aa1-9f9b-5b935e7d1195 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:54.821776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.831737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Transition to ACTIVE for port object 70bcb36c-5e5c-45a4-a621-c89df1697356 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:54.841388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e262e0e9-cbc8-42d5-8cf4-1ac622213e84 req-f2d261b3-94f4-4428-b1f5-cca26d0c4cfa service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6710436 Oct 13 04:17:54.863195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.883746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Allocated IP 172.25.1.111 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/886cf3ba-dde9-47c0-b1b2-794188054067) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:54.952653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5877a174-2d7e-4348-92b7-ac72b506eb2c None None] For port 050741d7-9896-4aa1-9f9b-5b935e7d1195, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=050741d7-9896-4aa1-9f9b-5b935e7d1195,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:54.993306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5877a174-2d7e-4348-92b7-ac72b506eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.120972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877a174-2d7e-4348-92b7-ac72b506eb2c None None] Pushing event updated for resources: {'Port': ['ID=050741d7-9896-4aa1-9f9b-5b935e7d1195,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.138036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024abd-d68e-4790-82c0-1f2d561e754a req-7c459e9e-1726-49ac-9ace-e128daf73d9d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.153284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e024abd-d68e-4790-82c0-1f2d561e754a req-7c459e9e-1726-49ac-9ace-e128daf73d9d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 944 time: 0.1293094 Oct 13 04:17:55.169874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.185575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Pushing event updated for resources: {'Port': ['ID=70bcb36c-5e5c-45a4-a621-c89df1697356,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.189876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 9ba477ba-5621-4f99-8bf2-78d514fb42dc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:55.190222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.211776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6a266840-26d3-446b-acc4-ec68680aef1f details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:55.218820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e024abd-d68e-4790-82c0-1f2d561e754a req-20697d4d-c658-4b67-b24b-669cbe8d7c0e tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645669 Oct 13 04:17:55.304037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.373643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7ea56c-50e7-4128-aadd-6d16a2a46e3c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.409331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6bebd1a3-d4df-4948-8576-4145e00b7290 None None] Provisioning complete for port 050741d7-9896-4aa1-9f9b-5b935e7d1195 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:55.410146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bebd1a3-d4df-4948-8576-4145e00b7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.442116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-ac487fb1-ba1e-472f-9290-5d0cddf294c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.448396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-ac487fb1-ba1e-472f-9290-5d0cddf294c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 1094 time: 0.5061727 Oct 13 04:17:55.499911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6a266840-26d3-446b-acc4-ec68680aef1f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6a266840-26d3-446b-acc4-ec68680aef1f,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:55.517027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '6a266840-26d3-446b-acc4-ec68680aef1f', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'port_id': '6a266840-26d3-446b-acc4-ec68680aef1f', 'mac_address': 'fa:16:3e:20:58:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0deaca-f642-4ac7-a088-458a55a57df0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:55.584928 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.596987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.616460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:55.616993 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:55.618562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a266840-26d3-446b-acc4-ec68680aef1f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:55.625352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.723502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6a266840-26d3-446b-acc4-ec68680aef1f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6a266840-26d3-446b-acc4-ec68680aef1f,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:55.733201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-34f8e198-f830-4a1e-9ebd-eb404df82761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.733658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.735186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-34f8e198-f830-4a1e-9ebd-eb404df82761 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 917 time: 0.2521408 Oct 13 04:17:55.740319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.794240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Pushing event updated for resources: {'Port': ['ID=886cf3ba-dde9-47c0-b1b2-794188054067,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.858440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-e6630627-7080-45b3-b640-7c496c9ee02c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630 HTTP/1.1" status: 200 len: 217 time: 0.0726647 Oct 13 04:17:55.865856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:55.871846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6a266840-26d3-446b-acc4-ec68680aef1f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.910503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:55.917402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Attempting to bind port 70bcb36c-5e5c-45a4-a621-c89df1697356 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:55.917740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Attempting to bind port 70bcb36c-5e5c-45a4-a621-c89df1697356 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:55.918066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Attempting to bind port 70bcb36c-5e5c-45a4-a621-c89df1697356 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:55.927370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:55.967102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Port 70bcb36c-5e5c-45a4-a621-c89df1697356 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:55.967448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Attempting to bind port 70bcb36c-5e5c-45a4-a621-c89df1697356 on network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:55.972516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6a266840-26d3-446b-acc4-ec68680aef1f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:55.976805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.980070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-53cdcd52-43a9-43ab-9c51-d50991d78cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.981595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-53cdcd52-43a9-43ab-9c51-d50991d78cf9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.1139693 Oct 13 04:17:56.033907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:56.034527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Checking segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:56.034666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Bound using segment: {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:56.035079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Bound port: 70bcb36c-5e5c-45a4-a621-c89df1697356, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:56.035441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.047745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Router d1a80577-0027-4f3d-8c8e-aa53f354b395 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:17:56.082848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 9ba477ba-5621-4f99-8bf2-78d514fb42dc owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:56.232138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-65f425c3-0808-413d-931a-d82e25dda8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.233830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-65f425c3-0808-413d-931a-d82e25dda8c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112751 Oct 13 04:17:56.248475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:56.258136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] Sync routers for ids ['d1a80577-0027-4f3d-8c8e-aa53f354b395'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:56.269834 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-de83eadf-2a4f-4eec-81a6-32227dd721d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/d1a80577-0027-4f3d-8c8e-aa53f354b395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6265182 Oct 13 04:17:56.272706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:56.274808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] Routers {'d1a80577-0027-4f3d-8c8e-aa53f354b395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:56.275465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d1a80577-0027-4f3d-8c8e-aa53f354b395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:56.531067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.546311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-7cb86e94-4160-457a-acf5-90ac6f35b6b5 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441698 Oct 13 04:17:56.558489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.694021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 050741d7-9896-4aa1-9f9b-5b935e7d1195 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:56.696361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] For port 70bcb36c-5e5c-45a4-a621-c89df1697356, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:56.720130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=9ba477ba-5621-4f99-8bf2-78d514fb42dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.721893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.770638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadd8e8-6b32-4a25-9c5b-ad14c394451a req-60c5d764-9b4b-4451-b540-1cbf23e61ffd tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.781963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-baadd8e8-6b32-4a25-9c5b-ad14c394451a req-60c5d764-9b4b-4451-b540-1cbf23e61ffd tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 944 time: 0.2926133 Oct 13 04:17:56.908838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-baadd8e8-6b32-4a25-9c5b-ad14c394451a req-4647642e-986b-46ee-99df-1e432830e8f4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166315 Oct 13 04:17:56.916542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 050741d7-9896-4aa1-9f9b-5b935e7d1195 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:56.919512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.936841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Deleting port 6aa8036d-a342-47ed-a923-a8f519268ff9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:56.937361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.991415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] Set router d1a80577-0027-4f3d-8c8e-aa53f354b395 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:57.051444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] For port 70bcb36c-5e5c-45a4-a621-c89df1697356, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70bcb36c-5e5c-45a4-a621-c89df1697356,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:57.054808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb755afc-f38f-443f-ab32-d5c6a1bf8a09 req-64c52034-c1ea-4188-bd0d-077e15614250 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779301 Oct 13 04:17:57.085829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.091307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.095365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-74cd506c-c90a-4e3a-9a92-629e9c585029 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/9ba477ba-5621-4f99-8bf2-78d514fb42dc HTTP/1.1" status: 204 len: 168 time: 3.6226084 Oct 13 04:17:57.109219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.127285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] For port 6aa8036d-a342-47ed-a923-a8f519268ff9, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6aa8036d-a342-47ed-a923-a8f519268ff9,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:57.127658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.140977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Calling delete_port for 6aa8036d-a342-47ed-a923-a8f519268ff9 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:57.197799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6a266840-26d3-446b-acc4-ec68680aef1f up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:57.209278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.209911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.211334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] 10.222.0.26 "PUT /v2.0/ports/70bcb36c-5e5c-45a4-a621-c89df1697356 HTTP/1.1" status: 200 len: 1092 time: 3.7253077 Oct 13 04:17:57.224406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'tag': '70bcb36c-5e5c-45a4-a621-c89df1697356'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:57.226944 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359c679a-b9a0-44d1-8690-502c03da2063" -d '{"events": [{"name": "network-changed", "server_uuid": "94033a4d-ff36-4b26-81e5-398356f65ab5", "tag": "70bcb36c-5e5c-45a4-a621-c89df1697356"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:57.326622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.342762 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feabafa0-bb7c-4dfd-a155-ca4ddd6fbb70 x-openstack-request-id: req-feabafa0-bb7c-4dfd-a155-ca4ddd6fbb70 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:57.343332 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94033a4d-ff36-4b26-81e5-398356f65ab5", "tag": "70bcb36c-5e5c-45a4-a621-c89df1697356", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:57.343739 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-feabafa0-bb7c-4dfd-a155-ca4ddd6fbb70 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:57.344329 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'tag': '70bcb36c-5e5c-45a4-a621-c89df1697356', 'status': 'completed', 'code': 200} Oct 13 04:17:57.378134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2004f69a-302a-4afe-989c-cb30afa29e5c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.383431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa8036d-a342-47ed-a923-a8f519268ff9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.384206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2004f69a-302a-4afe-989c-cb30afa29e5c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2724912 Oct 13 04:17:57.385590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.402783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafcadf-39c3-4624-b27e-d6eef8323c94 service neutron] Pushing event updated for resources: {'Port': ['ID=70bcb36c-5e5c-45a4-a621-c89df1697356,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.459867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-b4f43b7a-2e5f-4c2a-bc54-add97e51baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.461957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-b4f43b7a-2e5f-4c2a-bc54-add97e51baf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 1095 time: 0.1764007 Oct 13 04:17:57.463074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.599711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 6a266840-26d3-446b-acc4-ec68680aef1f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:57.611376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b6163-a124-4afb-9d54-6b34a9d0ee72 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.615407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 6a266840-26d3-446b-acc4-ec68680aef1f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:57.615923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.617223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b14b6163-a124-4afb-9d54-6b34a9d0ee72 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2279582 Oct 13 04:17:57.648156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.726020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-38514e77-8e2c-4f9c-8772-5dadeb7ed134 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70bcb36c-5e5c-45a4-a621-c89df1697356 HTTP/1.1" status: 200 len: 217 time: 0.1322114 Oct 13 04:17:57.740791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0599d-458d-472b-9fdb-61618ac7bb9b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.744546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0599d-458d-472b-9fdb-61618ac7bb9b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.747022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0599d-458d-472b-9fdb-61618ac7bb9b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.748581 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70b0599d-458d-472b-9fdb-61618ac7bb9b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0933774 Oct 13 04:17:57.752721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.764764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'name': 'tempest-ServerRescueTestJSON-2097865342-router', 'tenant_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:54Z', 'updated_at': '2021-10-13T04:17:55Z', 'revision_number': 5, 'project_id': '4a8bb60ef4a240aa99e6c978ab5d1a1e', 'gw_port': {'id': '6aa8036d-a342-47ed-a923-a8f519268ff9', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a80577-0027-4f3d-8c8e-aa53f354b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:58Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:57.807974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-574b4a81-50c4-4809-9dd4-75810e5a425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.809563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-574b4a81-50c4-4809-9dd4-75810e5a425b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.0648963 Oct 13 04:17:57.813137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.822776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 4352d67e-80a9-416d-9e73-03a64a0a079b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:57.826228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.884060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] Checking router: d1a80577-0027-4f3d-8c8e-aa53f354b395 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:57.896634 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.956147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-45855130-88fb-4ef3-88c6-1e429d0efe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.961146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-45855130-88fb-4ef3-88c6-1e429d0efe63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437902 Oct 13 04:17:57.963231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.971098 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.974337 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.991356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.995971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a266840-26d3-446b-acc4-ec68680aef1f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:58.007064 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cabb719-2140-4749-931c-6db3f878e82b" -d '{"events": [{"server_uuid": "f69febad-cac2-4aec-b620-f0993fdeff76", "name": "network-vif-plugged", "status": "completed", "tag": "6a266840-26d3-446b-acc4-ec68680aef1f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:58.008974 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.042734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] Routers {'d1a80577-0027-4f3d-8c8e-aa53f354b395'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:58.050907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d1a80577-0027-4f3d-8c8e-aa53f354b395'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:58.051112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.051684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a80577-0027-4f3d-8c8e-aa53f354b395 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:17:58.057460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.061308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5ce91391-c69c-4642-8830-9fd7e1d8a4bb admin admin] 10.222.0.44 "DELETE /v2.0/routers/d1a80577-0027-4f3d-8c8e-aa53f354b395 HTTP/1.1" status: 204 len: 168 time: 1.7834494 Oct 13 04:17:58.064434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:58.065846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6a266840-26d3-446b-acc4-ec68680aef1f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6a266840-26d3-446b-acc4-ec68680aef1f,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:58.171995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.173275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.179403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Deleting subnet 4c8d35f2-f968-4320-84fd-2480ded50423 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:58.188491 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dfc2c0-1158-4b71-b2bc-7994c3b34917 x-openstack-request-id: req-44dfc2c0-1158-4b71-b2bc-7994c3b34917 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:58.188491 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69febad-cac2-4aec-b620-f0993fdeff76", "name": "network-vif-plugged", "status": "completed", "tag": "6a266840-26d3-446b-acc4-ec68680aef1f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:58.188491 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44dfc2c0-1158-4b71-b2bc-7994c3b34917 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:58.188491 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a266840-26d3-446b-acc4-ec68680aef1f', 'code': 200} Oct 13 04:17:58.215408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.275298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:58.281193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5232a44-c9f1-4644-adc7-6bdffa821154 None None] The sync data for ids ['d1a80577-0027-4f3d-8c8e-aa53f354b395'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:58.335647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.346188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6a266840-26d3-446b-acc4-ec68680aef1f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:58.393891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.427929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14824e-cf9f-4143-8eb7-5d2e1d5056f1 req-0a861958-d230-43e5-960d-d35ec596ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.429499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac14824e-cf9f-4143-8eb7-5d2e1d5056f1 req-0a861958-d230-43e5-960d-d35ec596ccf8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 1096 time: 0.1738975 Oct 13 04:17:58.436232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b861-003c-45fb-9a01-8f27c83d27f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.437349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=4352d67e-80a9-416d-9e73-03a64a0a079b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:58.457004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0990b03c-1975-48ce-9a5f-7859f4e91aa3 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:58.458411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.463895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69585135-0821-437f-93e1-5c62c0eb8952 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/4352d67e-80a9-416d-9e73-03a64a0a079b HTTP/1.1" status: 204 len: 168 time: 0.7082756 Oct 13 04:17:58.466724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:58.476599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.553894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac14824e-cf9f-4143-8eb7-5d2e1d5056f1 req-f4414c0d-3712-49ef-9b0e-a3d0de1f3660 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143932 Oct 13 04:17:58.563059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 87480bfb-ac2b-47a3-824a-b911929beff6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:58.567430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.605998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.631319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-fe30203a-a671-4fa2-9fe9-da0abf668235 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457312 Oct 13 04:17:58.635655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d899777-cfc0-4826-a7b0-2fb705bcc630 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:58.643940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.666611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c8d35f2-f968-4320-84fd-2480ded50423,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:58.669599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.675713 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69351ce9-61ad-45ea-83aa-90c61f2fb000 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c8d35f2-f968-4320-84fd-2480ded50423 HTTP/1.1" status: 204 len: 168 time: 0.6098597 Oct 13 04:17:58.679339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:58.811483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a2479-99fe-4dcf-9b91-5cffeda48971 req-ee975a15-8e97-44bd-9fb0-7fd7ed4f67e0 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.816489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f2a2479-99fe-4dcf-9b91-5cffeda48971 req-ee975a15-8e97-44bd-9fb0-7fd7ed4f67e0 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 944 time: 0.8016772 Oct 13 04:17:58.826611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Router d27f38b3-90ed-46fe-b018-621fe152e63b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:17:58.879625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8d899777-cfc0-4826-a7b0-2fb705bcc630, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:58.903506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '8d899777-cfc0-4826-a7b0-2fb705bcc630', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'port_id': '8d899777-cfc0-4826-a7b0-2fb705bcc630', 'mac_address': 'fa:16:3e:e1:de:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0deaca-f642-4ac7-a088-458a55a57df0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:58.973919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.993217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d899777-cfc0-4826-a7b0-2fb705bcc630 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:59.020184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8d899777-cfc0-4826-a7b0-2fb705bcc630, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:59.027797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.057292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f2a2479-99fe-4dcf-9b91-5cffeda48971 req-062dc3f7-b56c-48f6-8148-0efee361bf7b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136393 Oct 13 04:17:59.102383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8d899777-cfc0-4826-a7b0-2fb705bcc630,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:59.154341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0989d41-e8e8-480b-9d45-b7d68c13ee9e req-1fd597fc-1857-414b-95c9-66a82186b9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038311 Oct 13 04:17:59.246510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b861-003c-45fb-9a01-8f27c83d27f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.270058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b861-003c-45fb-9a01-8f27c83d27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.331739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8d899777-cfc0-4826-a7b0-2fb705bcc630'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:59.351884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:59.365756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fdc0b861-003c-45fb-9a01-8f27c83d27f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d06b07337904890965b2cbb75d5b5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3597989 Oct 13 04:17:59.365756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0b861-003c-45fb-9a01-8f27c83d27f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471d9e74-c614-4df1-9a97-30533b82c257,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:59.377214 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Sync routers for ids ['d27f38b3-90ed-46fe-b018-621fe152e63b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:59.380451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:59.401531 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Routers {'d27f38b3-90ed-46fe-b018-621fe152e63b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:59.402401 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d27f38b3-90ed-46fe-b018-621fe152e63b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:59.411718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c679a-b9a0-44d1-8690-502c03da2063 req-9b378df7-6722-40cf-8679-32fa7251d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:59.413170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-9b378df7-6722-40cf-8679-32fa7251d62e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 1095 time: 0.1763313 Oct 13 04:17:59.415339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.467619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.468880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-280c7dc6-f258-4796-a07a-987a6306bf83 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.3218417 Oct 13 04:17:59.477059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:59.658181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.698641 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Set router d27f38b3-90ed-46fe-b018-621fe152e63b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:59.718579 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.882812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.910025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeeda45-2786-4f7b-932d-9be0cad5540c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:59.914018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-198486aa-f0df-4649-9515-e6474c49e9c6 None None] Provisioning complete for port bcb0bf1e-c094-4bda-b951-16d76635ba3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:59.914525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-198486aa-f0df-4649-9515-e6474c49e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.920562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f6a84b-a08a-42d9-9e4d-e78994faf1e3') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:59.920895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f6a84b-a08a-42d9-9e4d-e78994faf1e3') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:59.932492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.948428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.955222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:59.955554 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: items = [ Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:59.970754 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:59.976757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.980363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/87480bfb-ac2b-47a3-824a-b911929beff6 HTTP/1.1" status: 204 len: 168 time: 1.5126593 Oct 13 04:17:59.987732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920abdb0-eb05-4aac-b068-4ab3167c5698 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:59.997906 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:17:56Z', 'revision_number': 3, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:00.032854 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Checking router: d27f38b3-90ed-46fe-b018-621fe152e63b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:00.033477 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Updating router d27f38b3-90ed-46fe-b018-621fe152e63b port 886cf3ba-dde9-47c0-b1b2-794188054067 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:00.062027 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.094279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7072c6b-6801-43df-acfc-6a7036299c37 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=87480bfb-ac2b-47a3-824a-b911929beff6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.096911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:00.116357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.132698 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.137035 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] 10.222.0.44 "DELETE /v2.0/networks/4aeeda45-2786-4f7b-932d-9be0cad5540c HTTP/1.1" status: 204 len: 168 time: 1.4567175 Oct 13 04:18:00.188586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-529ae6a0-73ec-4bcc-86cd-289f5f46e610 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813987 Oct 13 04:18:00.192847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:00.194907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e24be6-5b14-43e1-8631-5467aa3edce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.218227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:00.297395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3beac-af8e-4d79-b6ef-f6886ce89c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=4aeeda45-2786-4f7b-932d-9be0cad5540c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.351076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:18:00.428804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:00.452956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e24be6-5b14-43e1-8631-5467aa3edce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.476793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6aa8036d-a342-47ed-a923-a8f519268ff9 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:00.479081 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.490489 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.543205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c679a-b9a0-44d1-8690-502c03da2063 req-6db495d0-6983-42ef-9c83-e0236f3c5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.545506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-6db495d0-6983-42ef-9c83-e0236f3c5ca2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 917 time: 1.1210780 Oct 13 04:18:00.555083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e24be6-5b14-43e1-8631-5467aa3edce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.558608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e24be6-5b14-43e1-8631-5467aa3edce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.560078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7e24be6-5b14-43e1-8631-5467aa3edce4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/471d9e74-c614-4df1-9a97-30533b82c257 HTTP/1.1" status: 204 len: 168 time: 1.1785908 Oct 13 04:18:00.568109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] Deleting port bcb0bf1e-c094-4bda-b951-16d76635ba3b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:00.568493 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.576467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6aa8036d-a342-47ed-a923-a8f519268ff9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:00.576855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6aa8036d-a342-47ed-a923-a8f519268ff9 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:00.577278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:00.596967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6dbd2456-7324-46c8-a2f2-a29a2f4b13db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a8bb60ef4a240aa99e6c978ab5d1a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667492 Oct 13 04:18:00.603938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:00.626847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e24be6-5b14-43e1-8631-5467aa3edce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d9e74-c614-4df1-9a97-30533b82c257,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.636387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-0501515c-8a10-4ed4-bba6-c2675a74ad50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70bcb36c-5e5c-45a4-a621-c89df1697356 HTTP/1.1" status: 200 len: 217 time: 0.0743608 Oct 13 04:18:00.641208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Pushing event updated for resources: {'Port': ['ID=886cf3ba-dde9-47c0-b1b2-794188054067,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.646286 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Attempting to bind port 886cf3ba-dde9-47c0-b1b2-794188054067 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:00.646654 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Attempting to bind port 886cf3ba-dde9-47c0-b1b2-794188054067 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:00.647014 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Attempting to bind port 886cf3ba-dde9-47c0-b1b2-794188054067 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:00.649709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:00.650624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e008d-f94e-461f-a5b8-915cf49c263d req-779f388c-c84b-47d8-854b-89859e3d4c2e tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.652829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c7e008d-f94e-461f-a5b8-915cf49c263d req-779f388c-c84b-47d8-854b-89859e3d4c2e tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 944 time: 0.4590228 Oct 13 04:18:00.661734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2a7ea56c-50e7-4128-aadd-6d16a2a46e3c not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:00.662312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcb0bf1e-c094-4bda-b951-16d76635ba3b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:00.664855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d899777-cfc0-4826-a7b0-2fb705bcc630 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:00.667459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:00.667838 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:00.668241 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.668633 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:00.669216 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Bound port: 886cf3ba-dde9-47c0-b1b2-794188054067, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:00.669597 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.673440 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.673781 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.674119 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.674452 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.674780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.675334 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.675515 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.675791 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.676111 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.676430 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.676781 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.677104 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:00.758695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c7e008d-f94e-461f-a5b8-915cf49c263d req-ab531ffc-cb62-4760-84b6-c3b63c995d19 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Oct 13 04:18:00.765344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:00.770255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.775825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-721890f0-fcae-42ae-a147-095411a3fbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.819221 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] For port 886cf3ba-dde9-47c0-b1b2-794188054067, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:00.826924 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] For port 886cf3ba-dde9-47c0-b1b2-794188054067, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=886cf3ba-dde9-47c0-b1b2-794188054067,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:00.839341 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.853909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-721890f0-fcae-42ae-a147-095411a3fbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.943066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 8d899777-cfc0-4826-a7b0-2fb705bcc630 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:00.970581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] For port bcb0bf1e-c094-4bda-b951-16d76635ba3b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcb0bf1e-c094-4bda-b951-16d76635ba3b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:00.971045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.977231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 8d899777-cfc0-4826-a7b0-2fb705bcc630 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:00.977573 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.994824 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de180cf3-d72d-43a7-9413-f62073ef1aeb None None] Pushing event updated for resources: {'Port': ['ID=886cf3ba-dde9-47c0-b1b2-794188054067,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.022359 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Routers {'d27f38b3-90ed-46fe-b018-621fe152e63b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:01.023010 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d27f38b3-90ed-46fe-b018-621fe152e63b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:01.030496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.037056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-721890f0-fcae-42ae-a147-095411a3fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.040804 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-721890f0-fcae-42ae-a147-095411a3fbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.042177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-721890f0-fcae-42ae-a147-095411a3fbd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c48b0dfe-280a-44b1-a51c-601e87cc5df7 HTTP/1.1" status: 204 len: 168 time: 0.4348371 Oct 13 04:18:01.064372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721890f0-fcae-42ae-a147-095411a3fbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b0dfe-280a-44b1-a51c-601e87cc5df7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.075291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] Calling delete_port for bcb0bf1e-c094-4bda-b951-16d76635ba3b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:01.077757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.104708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c679a-b9a0-44d1-8690-502c03da2063 req-a2671c49-3d14-4a1a-9c6d-279a7ab2aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.106616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-a2671c49-3d14-4a1a-9c6d-279a7ab2aa32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.4525137 Oct 13 04:18:01.169218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-2ea8b318-9100-4ebf-89f6-b2e35ab3ec6d req-5886580b-a599-4160-86af-d6b9ded43b73 service neutron] (94825) timed out ('10.222.0.15', 51235) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:18:01.182147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port bcb0bf1e-c094-4bda-b951-16d76635ba3b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcb0bf1e-c094-4bda-b951-16d76635ba3b,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:01.192930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.260579 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] Set router d27f38b3-90ed-46fe-b018-621fe152e63b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:01.298156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c679a-b9a0-44d1-8690-502c03da2063 req-5342a576-d329-4290-83f6-22e2397444a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.303618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-5342a576-d329-4290-83f6-22e2397444a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538136 Oct 13 04:18:01.406397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.423545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Allocated IP 172.20.0.1 (12193828-6ff3-4b12-9563-6399176a116b/17136a3b-cc8d-481e-9a87-c3dc49b54448/1cbab504-aff0-4e9a-9c91-086fd6a34893) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:01.435128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69184381-92aa-432f-8a68-db3781a3c52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.472362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=bcb0bf1e-c094-4bda-b951-16d76635ba3b,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.487547 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.527131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363476db-644e-41aa-9cae-47fd73f4f56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d899777-cfc0-4826-a7b0-2fb705bcc630'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:01.533387 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1ec748-7a1e-4a85-963b-b9f9829d67af" -d '{"events": [{"server_uuid": "363476db-644e-41aa-9cae-47fd73f4f56a", "name": "network-vif-plugged", "status": "completed", "tag": "8d899777-cfc0-4826-a7b0-2fb705bcc630"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:01.566788 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.589826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:18:01.591386 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.635909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:01.647296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:01.668154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8d899777-cfc0-4826-a7b0-2fb705bcc630, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:01.674238 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082d23cc-9bc5-49f8-9622-3ccb2cec60ff x-openstack-request-id: req-082d23cc-9bc5-49f8-9622-3ccb2cec60ff {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:01.674803 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363476db-644e-41aa-9cae-47fd73f4f56a", "name": "network-vif-plugged", "status": "completed", "tag": "8d899777-cfc0-4826-a7b0-2fb705bcc630", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:01.675237 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-082d23cc-9bc5-49f8-9622-3ccb2cec60ff {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:01.675542 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:17:56Z', 'revision_number': 3, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:01.676427 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363476db-644e-41aa-9cae-47fd73f4f56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d899777-cfc0-4826-a7b0-2fb705bcc630', 'code': 200} Oct 13 04:18:01.678180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] Pushing event deleted for resources: {'Port': ['ID=bcb0bf1e-c094-4bda-b951-16d76635ba3b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.683280 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.691345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7470d-fe5a-41c2-8273-9e73933b417c None None] No DVR routers for this DVR port bcb0bf1e-c094-4bda-b951-16d76635ba3b on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:01.710882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.711480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.717537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.730251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351dc40-e93c-461a-871a-ee290ee5fe6e None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:01.731835 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3074-4172-4777-938d-d04d5393d759 None None] The sync data for ids ['d27f38b3-90ed-46fe-b018-621fe152e63b'] in n-d-810220-9 is: [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:17:56Z', 'revision_number': 3, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:01.782767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69184381-92aa-432f-8a68-db3781a3c52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.792221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69184381-92aa-432f-8a68-db3781a3c52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.833761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=bef02952-94c9-4f91-a74b-66baad28e6dd,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.839852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-374553fa-15fd-4159-ab11-a81e353ba58d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6428096 Oct 13 04:18:01.842839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-bf8ed611-aa42-4b54-9b15-d4fdeb719943 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314651 Oct 13 04:18:01.847450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.855170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-69184381-92aa-432f-8a68-db3781a3c52b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ceed87e1c0594584a98e5c9855ff46e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445069 Oct 13 04:18:01.857057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:01.873278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.943551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8d899777-cfc0-4826-a7b0-2fb705bcc630,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.987272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69184381-92aa-432f-8a68-db3781a3c52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37044489-9436-4a9d-a492-163253ee15d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.025745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb465f-99c9-4fe3-a93c-4b6fa467a006 req-3be5c1be-5276-4894-8091-9ca723c0f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.027521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94fb465f-99c9-4fe3-a93c-4b6fa467a006 req-3be5c1be-5276-4894-8091-9ca723c0f068 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 1096 time: 0.3204076 Oct 13 04:18:02.041259 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.085846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Network 12193828-6ff3-4b12-9563-6399176a116b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:02.091801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:02.096519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:02.148642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'tenant_id': '6667d06a71b34d12b974b2f08b48fb66', 'fixed_ips': [{'subnet_id': 'bef02952-94c9-4f91-a74b-66baad28e6dd'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:02.149663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.183299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:02.192924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.440889 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-704c8376-50cc-4635-97a4-af860b70b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.463003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbab504-aff0-4e9a-9c91-086fd6a34893,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.463818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94fb465f-99c9-4fe3-a93c-4b6fa467a006 req-3b46b436-49a4-4d13-a9f0-bc947402918c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184492 Oct 13 04:18:02.496928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.546772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-359c679a-b9a0-44d1-8690-502c03da2063 req-625007bf-d812-4d51-ac49-7af8fdc9ad99 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273714 Oct 13 04:18:02.554814 n-d-810220-9 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bef02952-94c9-4f91-a74b-66baad28e6dd (CIDR: 2001:db8::/64) Oct 13 04:18:02.557533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 886cf3ba-dde9-47c0-b1b2-794188054067 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:02.558820 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:18:02.559590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:02.581968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cf2b0532-f829-43e7-a8ce-f5c6bc705615 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7295702 Oct 13 04:18:02.584616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:02.590674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:02.638193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-704c8376-50cc-4635-97a4-af860b70b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.674149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70bcb36c-5e5c-45a4-a621-c89df1697356 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:02.735095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843ea5-ea4f-4488-a943-5cfb9b5ee6bd req-fd16a35d-d575-4e1f-8ec0-ca2381424773 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.736840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c843ea5-ea4f-4488-a943-5cfb9b5ee6bd req-fd16a35d-d575-4e1f-8ec0-ca2381424773 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 944 time: 0.7977054 Oct 13 04:18:02.767284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:02.770553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Allocated IP 2001:db8::f816:3eff:fe53:58b1 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/bef02952-94c9-4f91-a74b-66baad28e6dd/a555ef69-0239-4a80-b1aa-388f7a386f28) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:02.791378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:02.816851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.839081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-704c8376-50cc-4635-97a4-af860b70b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.841852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-704c8376-50cc-4635-97a4-af860b70b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.843083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-704c8376-50cc-4635-97a4-af860b70b8db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37044489-9436-4a9d-a492-163253ee15d1 HTTP/1.1" status: 204 len: 168 time: 0.9696195 Oct 13 04:18:02.886298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c843ea5-ea4f-4488-a943-5cfb9b5ee6bd req-831870c9-442b-41ce-8cf4-48ad15ee4aeb tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187317 Oct 13 04:18:02.911386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c8376-50cc-4635-97a4-af860b70b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37044489-9436-4a9d-a492-163253ee15d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.920477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.179747 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.186974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.353552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-network', 'tenant_id': 'bb94216618d14d418f8700889b42752c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:03.355381 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.362071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbab504-aff0-4e9a-9c91-086fd6a34893,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.371265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.451869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=c05bf68e-f3e3-464b-b361-b88ebf862326,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.460842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:03.464721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:03.468754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:03.469352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.492195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Made reservation on behalf of bb94216618d14d418f8700889b42752c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:03.496946 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.533013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-35a8857b-e111-4eeb-94f4-fe90b61f1c25 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9469848 Oct 13 04:18:03.535047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.537338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:03.545478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:e8:46:b3', 'name': 'tempest-NetworksTestDHCPv6-1061044163'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:03.549466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Network 12193828-6ff3-4b12-9563-6399176a116b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:03.553003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f534a57b-26c8-4b2a-a2e2-9818f3a63126 None None] Provisioning complete for port 1cbab504-aff0-4e9a-9c91-086fd6a34893 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:03.553478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f534a57b-26c8-4b2a-a2e2-9818f3a63126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.553893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:03.672183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 70bcb36c-5e5c-45a4-a621-c89df1697356, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70bcb36c-5e5c-45a4-a621-c89df1697356,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:03.676212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 886cf3ba-dde9-47c0-b1b2-794188054067 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:03.677217 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.801681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '70bcb36c-5e5c-45a4-a621-c89df1697356', 'network_id': '6160d66d-7fb9-4f77-b07b-1bc0ccfd0580', 'port_id': '70bcb36c-5e5c-45a4-a621-c89df1697356', 'mac_address': 'fa:16:3e:8e:87:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0deaca-f642-4ac7-a088-458a55a57df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:03.842452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:03.861105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f534a57b-26c8-4b2a-a2e2-9818f3a63126 None None] Port 1cbab504-aff0-4e9a-9c91-086fd6a34893 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:03.891595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Router d27f38b3-90ed-46fe-b018-621fe152e63b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:03.953366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.964217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.000700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:04.046244 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.046745 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Added segment 6ed40f6b-4f88-4aea-8f67-1b10964c5253 of type vlan for network 672c71d3-56d2-4d73-930d-3a40de483169 Oct 13 04:18:04.048208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daca0f5-50a9-4f78-bd4c-122b7931b03b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.100624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.144267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.179523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:18:04.180250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:04.184882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.219424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cba625a4-eda3-4f13-931f-4c4147ef2c98 admin admin] 10.222.0.44 "PUT /v2.0/routers/d27f38b3-90ed-46fe-b018-621fe152e63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7382879 Oct 13 04:18:04.266383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.268240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.269455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.274674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bcb36c-5e5c-45a4-a621-c89df1697356 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:04.296894 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.303687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.327351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e09d161-f1da-44e3-9e76-d52bb565e8a9 None None] Provisioning complete for port 1cbab504-aff0-4e9a-9c91-086fd6a34893 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:04.327747 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e09d161-f1da-44e3-9e76-d52bb565e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.355772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] Pushing event updated for resources: {'Network': ['ID=672c71d3-56d2-4d73-930d-3a40de483169,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.363849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a27537ae-1d43-486b-9861-90040543fae2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5917823 Oct 13 04:18:04.367116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:04.372223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Request body: {'subnet': {'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-subnet', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:04.374164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.388644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6e5b6-2aca-41fe-a8e9-b3f126680156 req-b0e578dc-f17d-4ff1-bb18-62b5122c3ff8 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.390260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 70bcb36c-5e5c-45a4-a621-c89df1697356, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70bcb36c-5e5c-45a4-a621-c89df1697356,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:04.394892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 672c71d3-56d2-4d73-930d-3a40de483169 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:04.397449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98a6e5b6-2aca-41fe-a8e9-b3f126680156 req-b0e578dc-f17d-4ff1-bb18-62b5122c3ff8 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 944 time: 0.3069921 Oct 13 04:18:04.448852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Made reservation on behalf of bb94216618d14d418f8700889b42752c for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:04.451830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.452229 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.496854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 886cf3ba-dde9-47c0-b1b2-794188054067, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=886cf3ba-dde9-47c0-b1b2-794188054067,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:04.508348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98a6e5b6-2aca-41fe-a8e9-b3f126680156 req-460f4546-0ded-4231-97b5-836aedb8c2bd tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067231 Oct 13 04:18:04.517184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.527416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5e09d161-f1da-44e3-9e76-d52bb565e8a9 None None] Port 1cbab504-aff0-4e9a-9c91-086fd6a34893 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:04.530655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:04.546082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:04.552427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.561482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:04.645244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8:0:1::85 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/c05bf68e-f3e3-464b-b361-b88ebf862326/9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:04.658764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::f816:3eff:fee8:46b3 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/bef02952-94c9-4f91-a74b-66baad28e6dd/9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:04.719162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=70bcb36c-5e5c-45a4-a621-c89df1697356,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.723731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Attempting to bind port a555ef69-0239-4a80-b1aa-388f7a386f28 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:04.724259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Attempting to bind port a555ef69-0239-4a80-b1aa-388f7a386f28 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:04.724836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Attempting to bind port a555ef69-0239-4a80-b1aa-388f7a386f28 on network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:04.756295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:04.756997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Checking segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:04.757712 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.758242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Bound using segment: {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:04.758865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Bound port: a555ef69-0239-4a80-b1aa-388f7a386f28, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff03541-ac71-4e31-b5bc-477beaca2e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:04.759950 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.776310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['70bcb36c-5e5c-45a4-a621-c89df1697356'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:04.821256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Sync routers for ids ['d27f38b3-90ed-46fe-b018-621fe152e63b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:04.877793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.878899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Routers {'d27f38b3-90ed-46fe-b018-621fe152e63b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:04.879711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d27f38b3-90ed-46fe-b018-621fe152e63b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:04.896444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=886cf3ba-dde9-47c0-b1b2-794188054067,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.935825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b860a61-1390-4ca7-98f3-202703f4afaf,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.998953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Checking segment: {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:04.999646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Network hostable DHCP agents. Network: 672c71d3-56d2-4d73-930d-3a40de483169, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:05.010536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.023028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:05.036235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Network 672c71d3-56d2-4d73-930d-3a40de483169 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:05.057972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 672c71d3-56d2-4d73-930d-3a40de483169) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:05.070704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.071473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.082033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ce8132-217a-49c9-9e4e-2f94554b21c9 None None] Network 672c71d3-56d2-4d73-930d-3a40de483169 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:05.100789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-53466709-40a3-4d4a-ae5e-a5e46de815a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7324772 Oct 13 04:18:05.103394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.108959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:05.114327 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.135239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:05.169923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.180303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.210211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:05.214031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:05.216721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.218397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.223435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:05.230838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.232208 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.253813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-08979cd7-4d77-400e-90b6-18afc38207f0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7156143 Oct 13 04:18:05.256422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46834) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.287656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.293898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Set router d27f38b3-90ed-46fe-b018-621fe152e63b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:05.409499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.504981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:05.505635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.535685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06250-18e2-42c4-93cd-d59d1f3c554d None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.678558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.715967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46848) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.724290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-671201078-network', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:05.752629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d685f37-9323-4ee3-9ea1-68c5c037e5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.756391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Made reservation on behalf of e1a6729d3a864d669cd4afe0d86d35c7 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:05.758862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.784600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474bba8-1ad5-4e2b-a3a0-6d000d317e8f None None] Network 672c71d3-56d2-4d73-930d-3a40de483169 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:05.805645 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.837840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51aca0-1036-4514-aa96-f3b7928fd6bb req-7cf82d6d-e766-4d7d-9120-fac17b8ca80b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.839919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c51aca0-1036-4514-aa96-f3b7928fd6bb req-7cf82d6d-e766-4d7d-9120-fac17b8ca80b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 945 time: 0.1902492 Oct 13 04:18:05.889033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.904500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:05.923450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c51aca0-1036-4514-aa96-f3b7928fd6bb req-c45ab1e1-adf6-4a88-81b9-d82c794f18cc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751827 Oct 13 04:18:05.977544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d685f37-9323-4ee3-9ea1-68c5c037e5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.982957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d685f37-9323-4ee3-9ea1-68c5c037e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.000977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:18:02Z', 'revision_number': 4, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1cbab504-aff0-4e9a-9c91-086fd6a34893', 'name': '', 'network_id': '12193828-6ff3-4b12-9563-6399176a116b', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'mac_address': 'fa:16:3e:c4:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '17136a3b-cc8d-481e-9a87-c3dc49b54448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:02Z', 'revision_number': 2, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'subnets': [{'id': '17136a3b-cc8d-481e-9a87-c3dc49b54448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:06.032940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2d685f37-9323-4ee3-9ea1-68c5c037e5db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35f5a0a20496405fa647180e638fc1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435429 Oct 13 04:18:06.035205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:06.063018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Checking router: d27f38b3-90ed-46fe-b018-621fe152e63b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:06.063373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Updating router d27f38b3-90ed-46fe-b018-621fe152e63b port 1cbab504-aff0-4e9a-9c91-086fd6a34893 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:06.092304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.107703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d685f37-9323-4ee3-9ea1-68c5c037e5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42b59c-942b-4841-89f8-bf8f2c6d09f4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.133653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc7513f7-52b5-4605-b0bf-63b7f8d5dfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.157212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc7513f7-52b5-4605-b0bf-63b7f8d5dfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.209810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc7513f7-52b5-4605-b0bf-63b7f8d5dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.212070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc7513f7-52b5-4605-b0bf-63b7f8d5dfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.213322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc7513f7-52b5-4605-b0bf-63b7f8d5dfb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd42b59c-942b-4841-89f8-bf8f2c6d09f4 HTTP/1.1" status: 204 len: 168 time: 0.1767178 Oct 13 04:18:06.223016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7513f7-52b5-4605-b0bf-63b7f8d5dfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42b59c-942b-4841-89f8-bf8f2c6d09f4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.282463 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.288416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.399423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.404000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c54a953-0fe8-4083-b66c-2b59165b2190,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.658687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70bcb36c-5e5c-45a4-a621-c89df1697356 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:06.797622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac087da-07d5-49ed-8093-6fabb303f8a3 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:06.825661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 886cf3ba-dde9-47c0-b1b2-794188054067 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:06.830378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.898774 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.949285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:06.952831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 70bcb36c-5e5c-45a4-a621-c89df1697356 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:06.978788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.979163 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Added segment 459962ef-06d5-4bbb-bf8b-849dd9d4adab of type vlan for network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 Oct 13 04:18:06.981079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 70bcb36c-5e5c-45a4-a621-c89df1697356 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:06.981668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.026819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.052863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.055250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-283b17c6-132a-4436-9632-85fe26437d06 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:07.055734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.057265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.057837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.058041 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-283b17c6-132a-4436-9632-85fe26437d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.070133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.133349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4150162 Oct 13 04:18:07.133894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094744ec-79f3-4501-8a0a-be31e54e68cd req-d1aa1d9e-3083-455e-b942-d5c4c28ccd36 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.136267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094744ec-79f3-4501-8a0a-be31e54e68cd req-d1aa1d9e-3083-455e-b942-d5c4c28ccd36 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 945 time: 0.1137810 Oct 13 04:18:07.150545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.155699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Request body: {'subnet': {'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-671201078-subnet', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:07.161822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b2471-9e12-412e-be73-90b7b3ff05ff None None] Pushing event updated for resources: {'Port': ['ID=1cbab504-aff0-4e9a-9c91-086fd6a34893,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.202579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Made reservation on behalf of e1a6729d3a864d669cd4afe0d86d35c7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:07.214838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.278344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Allocated IP 172.25.1.251 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/ed468087-d66e-4c0c-85c5-d025ee333a4b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:07.334719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-094744ec-79f3-4501-8a0a-be31e54e68cd req-1143ce2e-1826-4458-a72b-b788d0c6c05e tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849685 Oct 13 04:18:07.342085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 886cf3ba-dde9-47c0-b1b2-794188054067 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:07.342463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.422347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Attempting to bind port 1cbab504-aff0-4e9a-9c91-086fd6a34893 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:07.423406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Attempting to bind port 1cbab504-aff0-4e9a-9c91-086fd6a34893 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:07.424367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Attempting to bind port 1cbab504-aff0-4e9a-9c91-086fd6a34893 on network 12193828-6ff3-4b12-9563-6399176a116b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:07.461127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:07.461127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Checking segment: {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:07.461127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.461513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Bound using segment: {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:07.461879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Bound port: 1cbab504-aff0-4e9a-9c91-086fd6a34893, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a028d75-87ec-4feb-8809-fb472de21943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '12193828-6ff3-4b12-9563-6399176a116b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:07.463376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.477475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.503952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.583201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e32b91-7850-4058-a572-889e1a98340f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.585687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Checking segment: {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:07.586043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Network hostable DHCP agents. Network: 5865e2cb-09b2-4a9f-8fbb-407ceff51243, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:07.607344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:07.608495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.639489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 5865e2cb-09b2-4a9f-8fbb-407ceff51243) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:07.644619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.645656 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.669321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914d80e-727b-4516-b692-da5f26a5db05 None None] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:07.681823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f550e045-259f-4e63-990e-7e63b51e1587 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5296504 Oct 13 04:18:07.683818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.688072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:07.736095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.741849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-716572c0-849c-4b4b-8b7b-0475540db14b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3 HTTP/1.1" status: 204 len: 168 time: 2.4822848 Oct 13 04:18:07.742282 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.743653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.745208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.750674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-283b17c6-132a-4436-9632-85fe26437d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.781870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcf8f0-42fc-45a2-b7a6-f29bd31ccfc6 admin admin] Pushing event updated for resources: {'Network': ['ID=5865e2cb-09b2-4a9f-8fbb-407ceff51243,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.809469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.823411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.836443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:07.844345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df02b70-8b16-4156-b0bf-06546076e54f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.846230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9df02b70-8b16-4156-b0bf-06546076e54f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0978260 Oct 13 04:18:07.851455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.925652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bcb36c-5e5c-45a4-a621-c89df1697356'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:07.929441 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6356193-35d5-480b-81f8-10cfc966c257" -d '{"events": [{"server_uuid": "94033a4d-ff36-4b26-81e5-398356f65ab5", "name": "network-vif-plugged", "status": "completed", "tag": "70bcb36c-5e5c-45a4-a621-c89df1697356"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:07.929624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98788a2f-1e6f-4d0a-90f4-d98d372ae3d1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.930196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98788a2f-1e6f-4d0a-90f4-d98d372ae3d1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0689228 Oct 13 04:18:07.932385 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.937881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.007979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] For port 1cbab504-aff0-4e9a-9c91-086fd6a34893, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:08.018631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:08.019136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 70bcb36c-5e5c-45a4-a621-c89df1697356, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70bcb36c-5e5c-45a4-a621-c89df1697356,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:08.027326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:08.039738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:08.111205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Pushing event updated for resources: {'Port': ['ID=ed468087-d66e-4c0c-85c5-d025ee333a4b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.126110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c18927-fbd9-41a8-87d5-91787d94a21c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.128377 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f6ae8d-98aa-4e26-a26e-dd86536cd5af x-openstack-request-id: req-07f6ae8d-98aa-4e26-a26e-dd86536cd5af {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:08.128699 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94033a4d-ff36-4b26-81e5-398356f65ab5", "name": "network-vif-plugged", "status": "completed", "tag": "70bcb36c-5e5c-45a4-a621-c89df1697356", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:08.128961 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07f6ae8d-98aa-4e26-a26e-dd86536cd5af {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:08.130485 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bcb36c-5e5c-45a4-a621-c89df1697356', 'code': 200} Oct 13 04:18:08.136080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c18927-fbd9-41a8-87d5-91787d94a21c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.138629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c18927-fbd9-41a8-87d5-91787d94a21c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.143111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.143649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] For port 1cbab504-aff0-4e9a-9c91-086fd6a34893, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1cbab504-aff0-4e9a-9c91-086fd6a34893,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:08.145440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.145986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-53c18927-fbd9-41a8-87d5-91787d94a21c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2007291 Oct 13 04:18:08.153686 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.236912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.245834 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.249522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet bef02952-94c9-4f91-a74b-66baad28e6dd {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:08.252787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.263184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=70bcb36c-5e5c-45a4-a621-c89df1697356,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.274025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-283b17c6-132a-4436-9632-85fe26437d06 None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:08.287715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a555ef69-0239-4a80-b1aa-388f7a386f28 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:08.312311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.343736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8708-e7c8-4fae-bc52-74ea39fa6eb0 req-01014a0d-3355-478c-9ade-bb0c61cbb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.345495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc8c8708-e7c8-4fae-bc52-74ea39fa6eb0 req-01014a0d-3355-478c-9ade-bb0c61cbb657 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1982660 Oct 13 04:18:08.393337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a83243-fc81-4437-8eda-4e4f557a4221 None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': 'bef02952-94c9-4f91-a74b-66baad28e6dd', 'ip_address': '2001:db8::f816:3eff:fe53:58b1'}, {'subnet_id': 'c05bf68e-f3e3-464b-b361-b88ebf862326'}], 'binding:host_id': 'n-d-810220-9'}, 'id': 'a555ef69-0239-4a80-b1aa-388f7a386f28'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:18:08.395735 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-283b17c6-132a-4436-9632-85fe26437d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.469549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc8c8708-e7c8-4fae-bc52-74ea39fa6eb0 req-18b5dcb3-da13-46d9-9a5f-be7ae8508fe7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110592 Oct 13 04:18:08.492027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.534485 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8a83243-fc81-4437-8eda-4e4f557a4221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.620070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Routers {'d27f38b3-90ed-46fe-b018-621fe152e63b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:08.626010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d27f38b3-90ed-46fe-b018-621fe152e63b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:08.638500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.669618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d5a1b-e218-45e6-9f56-583e6662577c req-6db4338e-da8d-447c-97e1-f968e628bf12 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.671471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-139d5a1b-e218-45e6-9f56-583e6662577c req-6db4338e-da8d-447c-97e1-f968e628bf12 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.1603830 Oct 13 04:18:08.672826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.702163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=bef02952-94c9-4f91-a74b-66baad28e6dd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.711097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.723044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b31d029-139f-453c-b8d2-c77a79128ec0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/bef02952-94c9-4f91-a74b-66baad28e6dd HTTP/1.1" status: 204 len: 168 time: 0.5757148 Oct 13 04:18:08.727553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.729908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b2471-9e12-412e-be73-90b7b3ff05ff None None] Pushing event updated for resources: {'Port': ['ID=1cbab504-aff0-4e9a-9c91-086fd6a34893,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.832041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c39b9b2-46aa-46c5-a037-b16080b1f1d5 None None] Provisioning complete for port 1cbab504-aff0-4e9a-9c91-086fd6a34893 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:08.832416 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c39b9b2-46aa-46c5-a037-b16080b1f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.936894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.033442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:09.033966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.068934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-139d5a1b-e218-45e6-9f56-583e6662577c req-6a4e21bf-3ce7-4d03-85ab-8a89b725e095 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335676 Oct 13 04:18:09.173411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Router f00a332a-d452-4155-9e94-7c0ac966c214 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:18:09.331533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet c05bf68e-f3e3-464b-b361-b88ebf862326 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:09.337557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-5865e2cb-09b2-4a9f-8fbb-407ceff51243', 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'fixed_ips': [{'subnet_id': '74e32b91-7850-4058-a572-889e1a98340f'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:09.338663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.343827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.398020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.402881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b17c6-132a-4436-9632-85fe26437d06 None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.438453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] Set router d27f38b3-90ed-46fe-b018-621fe152e63b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:09.464229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.464459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:09.480128 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Sync routers for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:09.492311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.493900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-19e0b155-822d-41e4-bcb9-d4624937550a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3892000 Oct 13 04:18:09.496552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:09.506647 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:09.513789 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:09.543551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.608413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=c05bf68e-f3e3-464b-b361-b88ebf862326,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.633821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.638267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-da73e0cd-21fc-4ae4-87d9-1d03dfde0ef0 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/c05bf68e-f3e3-464b-b361-b88ebf862326 HTTP/1.1" status: 204 len: 168 time: 0.9088864 Oct 13 04:18:09.640200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.642423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:09.707327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-38068272-bda0-4264-b380-0349fcda2698 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637689 Oct 13 04:18:09.708475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.710111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:09.715472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-f8a83243-fc81-4437-8eda-4e4f557a4221 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c05bf68e-f3e3-464b-b361-b88ebf862326: This subnet is being modified by another concurrent operation. Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c05bf68e-f3e3-464b-b361-b88ebf862326: This subnet is being modified by another concurrent operation. Oct 13 04:18:09.822151 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:18:09.850956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:09.854419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.986261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a044d-0e29-48f4-a3c8-e1424655db94 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:10.058284 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:10.261227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.280951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.291177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738173-4e54-4da8-8903-39d80507cfc7 req-24f51ac4-cbee-46ee-aca6-c79dc22663bc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:10.298636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d738173-4e54-4da8-8903-39d80507cfc7 req-24f51ac4-cbee-46ee-aca6-c79dc22663bc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.0863285 Oct 13 04:18:10.324229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=c64388a7-3269-4541-8926-6728eaadf798,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:10.342188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:10.346253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:10.350299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:10.350551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.354593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d738173-4e54-4da8-8903-39d80507cfc7 req-412b1bc6-4c9d-4ca8-97a1-51b207309fc6 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Oct 13 04:18:10.395468 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:08Z', 'revision_number': 3, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:10.405562 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.425137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dceb443d-37a8-4a2f-b525-3fffc1f0351d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7138951 Oct 13 04:18:10.428257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:10.434678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:10.472136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c39b9b2-46aa-46c5-a037-b16080b1f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.510045 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Checking router: f00a332a-d452-4155-9e94-7c0ac966c214 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:10.510546 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Updating router f00a332a-d452-4155-9e94-7c0ac966c214 port ed468087-d66e-4c0c-85c5-d025ee333a4b binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:10.564161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Allocated IP 172.25.1.240 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/2c933e8d-b30a-43b3-bf83-06e75b3ed671) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:10.589523 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.622686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac1955-15af-4d58-bb8c-c3d0431d757a req-19b2e535-ad4d-489e-8302-911ee15dbba2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:10.630426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caac1955-15af-4d58-bb8c-c3d0431d757a req-19b2e535-ad4d-489e-8302-911ee15dbba2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1345708 Oct 13 04:18:10.660414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Allocated IP 172.20.0.1 (672c71d3-56d2-4d73-930d-3a40de483169/0b860a61-1390-4ca7-98f3-202703f4afaf/0505bfe5-74c4-492a-ba3d-f85a383e1bc9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:10.717731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a555ef69-0239-4a80-b1aa-388f7a386f28 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:10.730200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Allocated IP 172.20.0.2 (5865e2cb-09b2-4a9f-8fbb-407ceff51243/74e32b91-7850-4058-a572-889e1a98340f/fe7d17c8-43c1-415e-9585-551d2310c891) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:10.850963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.889252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.916971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c39b9b2-46aa-46c5-a037-b16080b1f1d5 None None] For port 1cbab504-aff0-4e9a-9c91-086fd6a34893, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1cbab504-aff0-4e9a-9c91-086fd6a34893,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:10.939045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c39b9b2-46aa-46c5-a037-b16080b1f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.951260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caac1955-15af-4d58-bb8c-c3d0431d757a req-3a3e2136-bfef-4a33-9dbd-a920ae9d15d0 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199620 Oct 13 04:18:10.989108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Network 672c71d3-56d2-4d73-930d-3a40de483169 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:10.992180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:10.998753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:11.007214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:11.007375 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.017192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Pushing event updated for resources: {'Port': ['ID=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.069621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.120734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.197221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.229509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270dd33b-4b40-4cb2-821b-64e8a9f276d6 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:11.283402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633001b2-0df3-4228-a364-3c0ae6210e55 req-63f69495-2f56-4885-8ea3-46155070c742 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.287423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Pushing event updated for resources: {'Port': ['ID=2c933e8d-b30a-43b3-bf83-06e75b3ed671,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.301732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-633001b2-0df3-4228-a364-3c0ae6210e55 req-63f69495-2f56-4885-8ea3-46155070c742 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.1843259 Oct 13 04:18:11.319614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:11.338690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:11.341900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:11.400258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Provisioning complete for port 1cbab504-aff0-4e9a-9c91-086fd6a34893 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:11.400875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.434377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-633001b2-0df3-4228-a364-3c0ae6210e55 req-4caed423-6a79-4520-89be-eb3a9c24978f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315033 Oct 13 04:18:11.444902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.471214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39b9b2-46aa-46c5-a037-b16080b1f1d5 None None] Pushing event updated for resources: {'Port': ['ID=1cbab504-aff0-4e9a-9c91-086fd6a34893,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.489668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.503532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:18:02Z', 'revision_number': 4, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1cbab504-aff0-4e9a-9c91-086fd6a34893', 'name': '', 'network_id': '12193828-6ff3-4b12-9563-6399176a116b', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'mac_address': 'fa:16:3e:c4:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '17136a3b-cc8d-481e-9a87-c3dc49b54448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'subnets': [{'id': '17136a3b-cc8d-481e-9a87-c3dc49b54448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:11.559775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2155-f352-408d-ba3a-dde05f1f94c0 None None] The sync data for ids ['d27f38b3-90ed-46fe-b018-621fe152e63b'] in n-d-810220-9 is: [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:18:02Z', 'revision_number': 4, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1cbab504-aff0-4e9a-9c91-086fd6a34893', 'name': '', 'network_id': '12193828-6ff3-4b12-9563-6399176a116b', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'mac_address': 'fa:16:3e:c4:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '17136a3b-cc8d-481e-9a87-c3dc49b54448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'subnets': [{'id': '17136a3b-cc8d-481e-9a87-c3dc49b54448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:11.576486 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.586306 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.637746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:11.667737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.704824 n-d-810220-9 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c64388a7-3269-4541-8926-6728eaadf798 (CIDR: 2001:db8::/64) Oct 13 04:18:11.711562 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:18:11.712046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:11.733769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.738608 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9484c-d36f-4522-8e09-84f1f8711fe6 None None] Pushing event updated for resources: {'Port': ['ID=ed468087-d66e-4c0c-85c5-d025ee333a4b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.792512 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Attempting to bind port ed468087-d66e-4c0c-85c5-d025ee333a4b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:11.792904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Attempting to bind port ed468087-d66e-4c0c-85c5-d025ee333a4b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:11.793259 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Attempting to bind port ed468087-d66e-4c0c-85c5-d025ee333a4b on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:11.808205 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:11.808880 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:11.809462 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.810159 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:11.810912 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Bound port: ed468087-d66e-4c0c-85c5-d025ee333a4b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:11.811462 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.848296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.941507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.946673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b79270a7-1907-4f3b-af38-5beb66af7024 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5179083 Oct 13 04:18:11.948599 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] For port ed468087-d66e-4c0c-85c5-d025ee333a4b, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:11.950014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47010) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:11.973027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:11.977923 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] For port ed468087-d66e-4c0c-85c5-d025ee333a4b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ed468087-d66e-4c0c-85c5-d025ee333a4b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:11.988223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.989099 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.045900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.077433 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9484c-d36f-4522-8e09-84f1f8711fe6 None None] Pushing event updated for resources: {'Port': ['ID=ed468087-d66e-4c0c-85c5-d025ee333a4b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:12.116938 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:12.117789 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:12.154409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:12.167794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:12.171731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:12.194176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:12.194554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.206500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.324997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Pushing event updated for resources: {'Port': ['ID=fe7d17c8-43c1-415e-9585-551d2310c891,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:12.364152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Pushing event updated for resources: {'Port': ['ID=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:12.393209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.415839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:12.490293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Attempting to bind port fe7d17c8-43c1-415e-9585-551d2310c891 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:12.490787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Attempting to bind port fe7d17c8-43c1-415e-9585-551d2310c891 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:12.491055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Attempting to bind port fe7d17c8-43c1-415e-9585-551d2310c891 on network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:12.521883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:12.522456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Checking segment: {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:12.522909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.525391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Bound using segment: {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:12.528506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Bound port: fe7d17c8-43c1-415e-9585-551d2310c891, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:12.528715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.530711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:12.538762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.577154 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.702272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cbab504-aff0-4e9a-9c91-086fd6a34893 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:12.703133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f9b86-7091-4985-b759-f39ffd072cdd req-aef2062b-f91f-4dd5-8b22-53c3a60c959a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:12.713844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e0f9b86-7091-4985-b759-f39ffd072cdd req-aef2062b-f91f-4dd5-8b22-53c3a60c959a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.1917403 Oct 13 04:18:12.720141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Network 672c71d3-56d2-4d73-930d-3a40de483169 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:12.725655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:12.883054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:12.903941 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.909666 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 2, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:12.952894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e0f9b86-7091-4985-b759-f39ffd072cdd req-08c3e242-4819-42ca-bcd1-dced6606c854 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381094 Oct 13 04:18:12.953373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1cbab504-aff0-4e9a-9c91-086fd6a34893 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:12.953759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.954996 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.974519 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f82c2-b666-4876-9b85-e8e711d0c234 None None] The sync data for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 is: [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 2, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:13.006935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] For port fe7d17c8-43c1-415e-9585-551d2310c891, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:13.073255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d642cfc7-6328-4e6c-881e-d95bab6e7543 None None] Could not find standard attr ID for object 9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:18:13.081018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] For port fe7d17c8-43c1-415e-9585-551d2310c891, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fe7d17c8-43c1-415e-9585-551d2310c891,segment=NetworkSegment(459962ef-06d5-4bbb-bf8b-849dd9d4adab),segment_id=459962ef-06d5-4bbb-bf8b-849dd9d4adab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:13.103843 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.164048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a694d5-5ed3-4e87-9255-4c9cba7681cb None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:13.319680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d3985-cf4b-4e4b-bc10-55c87f006522 None None] Pushing event updated for resources: {'Port': ['ID=fe7d17c8-43c1-415e-9585-551d2310c891,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:13.332110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d642cfc7-6328-4e6c-881e-d95bab6e7543 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:13.332645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d642cfc7-6328-4e6c-881e-d95bab6e7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.396031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Router b568af55-ebfe-4cb8-a372-07bcee4d8273 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:18:13.692405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:13.735688 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.736905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f8831bea-7fb7-49bd-8d25-b1612e257558 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0521231 Oct 13 04:18:13.744404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:13.850953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Sync routers for ids ['b568af55-ebfe-4cb8-a372-07bcee4d8273'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:13.901024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Routers {'b568af55-ebfe-4cb8-a372-07bcee4d8273'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:13.901791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['b568af55-ebfe-4cb8-a372-07bcee4d8273'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:14.136349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Set router b568af55-ebfe-4cb8-a372-07bcee4d8273 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:14.187059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8453d0f-3662-4606-a512-73fc8c5c19e1 req-302d7f13-2b97-47f1-b8d7-e458a88a33cf tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:14.206145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8453d0f-3662-4606-a512-73fc8c5c19e1 req-302d7f13-2b97-47f1-b8d7-e458a88a33cf tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.2745874 Oct 13 04:18:14.255311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8453d0f-3662-4606-a512-73fc8c5c19e1 req-4abf993c-be57-4e36-85bb-cb1e7d794fe3 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Oct 13 04:18:14.730369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Router f00a332a-d452-4155-9e94-7c0ac966c214 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:14.791511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 3, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:14.872599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fe7d17c8-43c1-415e-9585-551d2310c891 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:14.878560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.882843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Checking router: b568af55-ebfe-4cb8-a372-07bcee4d8273 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:14.883374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Updating router b568af55-ebfe-4cb8-a372-07bcee4d8273 port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:15.015734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.223363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866db00-414d-4957-9bc7-e863a8ce9887 req-3cc46881-b042-46d1-bdcc-accf743c4ac2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.235255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866db00-414d-4957-9bc7-e863a8ce9887 req-3cc46881-b042-46d1-bdcc-accf743c4ac2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.235990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:15.253783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866db00-414d-4957-9bc7-e863a8ce9887 req-3cc46881-b042-46d1-bdcc-accf743c4ac2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.265309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-08a88d45-9ddd-4c27-85d5-fcb10a971f0b admin admin] 10.222.0.44 "PUT /v2.0/routers/f00a332a-d452-4155-9e94-7c0ac966c214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7525265 Oct 13 04:18:15.265547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b866db00-414d-4957-9bc7-e863a8ce9887 req-3cc46881-b042-46d1-bdcc-accf743c4ac2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5&device_id=f69febad-cac2-4aec-b620-f0993fdeff76&device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 2417 time: 0.3248100 Oct 13 04:18:15.277093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:18:15.368615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b866db00-414d-4957-9bc7-e863a8ce9887 req-08791077-4a40-4742-9d4b-80a48635cf48 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013656 Oct 13 04:18:15.385347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6d54a-4c2b-4356-b5b8-6a8989fd511a None None] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:15.678301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Allocated IP 172.20.0.1 (5865e2cb-09b2-4a9f-8fbb-407ceff51243/74e32b91-7850-4058-a572-889e1a98340f/5cb3d44a-ea33-4d77-83bc-00fea04502d8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:15.750501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-305ead92-0125-4cb5-80c7-3ef1cafaf3e6 None None] Provisioning complete for port fe7d17c8-43c1-415e-9585-551d2310c891 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:15.750875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-305ead92-0125-4cb5-80c7-3ef1cafaf3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.893172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72344c8a-e244-4fa8-b61c-0ae11e85c4ce req-87ac609e-bc8a-4014-b8cd-0778fe17b70c tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.894438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fe7d17c8-43c1-415e-9585-551d2310c891 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:15.894900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.905612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72344c8a-e244-4fa8-b61c-0ae11e85c4ce req-87ac609e-bc8a-4014-b8cd-0778fe17b70c tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.3373964 Oct 13 04:18:15.978463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.023288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.030901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.035750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72344c8a-e244-4fa8-b61c-0ae11e85c4ce req-54bc3e03-b9b9-43e8-ad5b-4394e22e9c76 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285179 Oct 13 04:18:16.054820 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.078930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.268385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f5f7-bdd8-4694-9bf3-37f357c10384 None None] Pushing event updated for resources: {'Port': ['ID=2c933e8d-b30a-43b3-bf83-06e75b3ed671,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:16.382957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.430172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Attempting to bind port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:16.432491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Attempting to bind port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:16.432964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Attempting to bind port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:16.437862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466145e-5144-4699-a91e-05acb3a43b98 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:18:16.449776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-305ead92-0125-4cb5-80c7-3ef1cafaf3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.486105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:16.486469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:16.487040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.487497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:16.488044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Bound port: 2c933e8d-b30a-43b3-bf83-06e75b3ed671, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:16.488497 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.558614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port fe7d17c8-43c1-415e-9585-551d2310c891, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fe7d17c8-43c1-415e-9585-551d2310c891,segment=NetworkSegment(459962ef-06d5-4bbb-bf8b-849dd9d4adab),segment_id=459962ef-06d5-4bbb-bf8b-849dd9d4adab)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:16.597782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-f4800f27-25a6-475c-8a77-2753a80aa194 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:16.609124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-f4800f27-25a6-475c-8a77-2753a80aa194 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 819 time: 0.3942835 Oct 13 04:18:16.638495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:16.645953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:16.681511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:16.692177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:16.712545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.726992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.753101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.753910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.832288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-4e0ab87d-3f54-4dd7-af55-de020871c255 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/quotas/bb94216618d14d418f8700889b42752c HTTP/1.1" status: 200 len: 375 time: 0.2218182 Oct 13 04:18:16.862102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-305ead92-0125-4cb5-80c7-3ef1cafaf3e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:18:16.864878 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-305ead92-0125-4cb5-80c7-3ef1cafaf3e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:18:16.898357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:16.901767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Pushing event updated for resources: {'Port': ['ID=5cb3d44a-ea33-4d77-83bc-00fea04502d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:16.985296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:16.989980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ed468087-d66e-4c0c-85c5-d025ee333a4b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:17.005919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.021723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.022335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.076646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.1210899 Oct 13 04:18:17.079233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:17.097501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:1a:59:a7', 'name': 'tempest-NetworksTestDHCPv6-1729852972'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:17.113919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] For port 2c933e8d-b30a-43b3-bf83-06e75b3ed671, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:17.148951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=acee8fcc-10d8-416e-af59-18aadc48ec5e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.151285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04469493-c07c-4e6f-9ee6-e30fa04d0e0f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.187676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466145e-5144-4699-a91e-05acb3a43b98 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:18:17.198074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=fe7d17c8-43c1-415e-9585-551d2310c891,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.204514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] For port 2c933e8d-b30a-43b3-bf83-06e75b3ed671, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2c933e8d-b30a-43b3-bf83-06e75b3ed671,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:17.224703 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.469256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Routers {'b568af55-ebfe-4cb8-a372-07bcee4d8273'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:17.475115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['b568af55-ebfe-4cb8-a372-07bcee4d8273'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:17.494783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Sync routers for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:17.531161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:17.531840 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:17.565138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ed468087-d66e-4c0c-85c5-d025ee333a4b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:17.565513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.735343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f5f7-bdd8-4694-9bf3-37f357c10384 None None] Pushing event updated for resources: {'Port': ['ID=2c933e8d-b30a-43b3-bf83-06e75b3ed671,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.735436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-5c80f72b-f19f-407f-a1f7-3e5397510f58 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8993101 Oct 13 04:18:17.803635 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:17.982801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc23b29-2a91-43ab-b465-544db19b0f0a service neutron] 10.222.0.44 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465780 Oct 13 04:18:18.195326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3bfc98ba-d9b5-466e-ac77-0e92038a5419 None None] Provisioning complete for port fe7d17c8-43c1-415e-9585-551d2310c891 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:18.195802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bfc98ba-d9b5-466e-ac77-0e92038a5419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.240256 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 2, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:18.256091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] Set router b568af55-ebfe-4cb8-a372-07bcee4d8273 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:18.318740 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Checking router: f00a332a-d452-4155-9e94-7c0ac966c214 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:18.319046 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Updating router f00a332a-d452-4155-9e94-7c0ac966c214 port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:18.370483 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.409753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:18.509458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47146) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:18.595157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.613202 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.641303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-8f8a62e9-9752-4076-b33a-430a58ce465d service neutron] 10.222.0.44 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575453 Oct 13 04:18:18.753754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.795939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 792a2d26-f4d1-402d-849a-fde0a97a07dc yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:18:18.827866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port ed468087-d66e-4c0c-85c5-d025ee333a4b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ed468087-d66e-4c0c-85c5-d025ee333a4b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:18.838446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.845093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cab2b1a0-2667-4cdd-a03b-f168025d41df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.884883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2e2bd-f11d-46f4-b0c5-e9d5608e0851 req-1916ad3a-9ff2-4396-8d75-38e6d55c59cf tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:18.892666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae2e2bd-f11d-46f4-b0c5-e9d5608e0851 req-1916ad3a-9ff2-4396-8d75-38e6d55c59cf tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1275892 Oct 13 04:18:18.978636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cae2e2bd-f11d-46f4-b0c5-e9d5608e0851 req-0036a267-0621-45dc-bf01-7b005448b697 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778470 Oct 13 04:18:19.063012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fe7d17c8-43c1-415e-9585-551d2310c891 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:19.129702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cab2b1a0-2667-4cdd-a03b-f168025d41df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.135116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cab2b1a0-2667-4cdd-a03b-f168025d41df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.175701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=ed468087-d66e-4c0c-85c5-d025ee333a4b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.193372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb3de61-010c-4368-bbdd-3ba4dc2cbcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.199493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cab2b1a0-2667-4cdd-a03b-f168025d41df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a27641c4f8345b280042f4b9d030137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6889002 Oct 13 04:18:19.200309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:19.201119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2b1a0-2667-4cdd-a03b-f168025d41df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7aee02-057a-4d2c-babb-95ff2c54b4ce,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.231577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 3, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:19.260780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.301714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.347875 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.355806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fe7d17c8-43c1-415e-9585-551d2310c891 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:19.356327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.357118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.361570 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.376882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc77cc8-d1c4-48d5-8d29-2293a3723f56 None None] The sync data for ids ['b568af55-ebfe-4cb8-a372-07bcee4d8273'] in n-d-810220-9 is: [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 3, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:19.437590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.463387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.463622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Pushing event updated for resources: {'Port': ['ID=5cb3d44a-ea33-4d77-83bc-00fea04502d8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.478596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c72f2066-bef0-4bf3-aa85-c7bbfa4e645f req-694f6747-b3f1-4151-922e-e891195b2abc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 210 time: 0.2112653 Oct 13 04:18:19.538138 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32a355-031b-46a7-9f72-47619b35d629 None None] Pushing event updated for resources: {'Port': ['ID=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.574985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': 'acee8fcc-10d8-416e-af59-18aadc48ec5e', 'ip_address': '2001:db8:0:1:f816:3eff:fe53:58b1'}, {'subnet_id': 'c64388a7-3269-4541-8926-6728eaadf798'}], 'binding:host_id': 'n-d-810220-9'}, 'id': 'a555ef69-0239-4a80-b1aa-388f7a386f28'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:18:19.652072 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Attempting to bind port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:19.652535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.653264 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Attempting to bind port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:19.653968 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Attempting to bind port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 on network 672c71d3-56d2-4d73-930d-3a40de483169 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:19.655532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.658986 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.660026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf7aee02-057a-4d2c-babb-95ff2c54b4ce HTTP/1.1" status: 204 len: 168 time: 0.4435937 Oct 13 04:18:19.672961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:19.673630 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Checking segment: {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:19.674201 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.674760 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Bound using segment: {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:19.675497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Bound port: 0505bfe5-74c4-492a-ba3d-f85a383e1bc9, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:19.676212 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.691768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7aee02-057a-4d2c-babb-95ff2c54b4ce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.721630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.722351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.724031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.725754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.726313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.726867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.727463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.728094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.728757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.729301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.733310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.733986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919a9a3-4828-4c47-8240-f3c6c596c7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:19.828167 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] For port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:19.840620 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] For port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:19.852015 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.987257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:20.043603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::315 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/c64388a7-3269-4541-8926-6728eaadf798/792a2d26-f4d1-402d-849a-fde0a97a07dc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:20.078402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:59a7 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/acee8fcc-10d8-416e-af59-18aadc48ec5e/792a2d26-f4d1-402d-849a-fde0a97a07dc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:20.092522 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:20.096905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:20.102406 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:17:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:20.108524 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32a355-031b-46a7-9f72-47619b35d629 None None] Pushing event updated for resources: {'Port': ['ID=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:20.333098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e721da9-2430-4d8e-a736-22f9c69220ef req-db748629-5217-46ee-9e85-b0e31ba2e0b0 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:20.339798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e721da9-2430-4d8e-a736-22f9c69220ef req-db748629-5217-46ee-9e85-b0e31ba2e0b0 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.2377448 Oct 13 04:18:20.391820 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:20.421622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:20.438479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ad805fb-aa8a-484c-8a6c-1e0e78520c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.484524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e721da9-2430-4d8e-a736-22f9c69220ef req-b919a20c-4380-4dc0-b806-5038536504db tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913506 Oct 13 04:18:20.528414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Router b568af55-ebfe-4cb8-a372-07bcee4d8273 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:20.576306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.676075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.682425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ad805fb-aa8a-484c-8a6c-1e0e78520c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.765451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71da1fd2-180f-4ce4-b77c-86821f87ce31 req-c66c8d4e-c755-475b-bdeb-3b4cd2f3ceb7 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 210 time: 0.1212993 Oct 13 04:18:20.775238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ad805fb-aa8a-484c-8a6c-1e0e78520c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.796569 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:19Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:20.798092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:20.807762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/c64388a7-3269-4541-8926-6728eaadf798/a555ef69-0239-4a80-b1aa-388f7a386f28) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:20.819127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:20.824004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=792a2d26-f4d1-402d-849a-fde0a97a07dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:20.835035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:20.842055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:20.842767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.867350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:20.877060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72cc51b5-aa06-4e48-be42-d1a96e34d3a3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7908108 Oct 13 04:18:20.891443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ce9e0ec9-15b1-47f8-b40e-c63a57a81c7a admin admin] 10.222.0.44 "PUT /v2.0/routers/b568af55-ebfe-4cb8-a372-07bcee4d8273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1368203 Oct 13 04:18:20.902490 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03cc56-ac92-4578-9eac-23f48e196164 None None] The sync data for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 is: [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:19Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:20.954245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1ad805fb-aa8a-484c-8a6c-1e0e78520c02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73b536f1b5884a25bb8ede46a1cd9911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313323 Oct 13 04:18:20.954866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:20.955509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad805fb-aa8a-484c-8a6c-1e0e78520c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d004e1e-a93a-473c-b23b-77d0ff8d95d8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:21.043226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:21.123042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:21.212149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-d0c81feb-ead7-4b1c-a023-377564b3034e tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.217016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-d0c81feb-ead7-4b1c-a023-377564b3034e tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 819 time: 0.3326666 Oct 13 04:18:21.231313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'port': {'device_id': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'admin_state_up': True, 'tenant_id': 'bb94216618d14d418f8700889b42752c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:21.237733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.250276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.339153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ed468087-d66e-4c0c-85c5-d025ee333a4b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:21.396061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 792a2d26-f4d1-402d-849a-fde0a97a07dc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:21.398859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.403587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfff2fe-094e-45dc-b16e-9b445f88917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.527032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Made reservation on behalf of bb94216618d14d418f8700889b42752c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:21.543203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.576433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccc099-a0fb-4c67-afc9-350a4f1c66e9 None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:21.592363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfff2fe-094e-45dc-b16e-9b445f88917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.601823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50582102-dd29-44ab-a5c0-1806dab728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.617869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ed468087-d66e-4c0c-85c5-d025ee333a4b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:21.619791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.738311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.765121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 792a2d26-f4d1-402d-849a-fde0a97a07dc owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:21.795682 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfff2fe-094e-45dc-b16e-9b445f88917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.825258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfff2fe-094e-45dc-b16e-9b445f88917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.831220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:21.832197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0dfff2fe-094e-45dc-b16e-9b445f88917a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d004e1e-a93a-473c-b23b-77d0ff8d95d8 HTTP/1.1" status: 204 len: 168 time: 0.7864857 Oct 13 04:18:21.857810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d16cc-4573-4081-a8cd-21bf78d3b4f7 req-7c179d88-0bfa-4048-808c-1bb9aa8f7b6f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.864230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e82d16cc-4573-4081-a8cd-21bf78d3b4f7 req-7c179d88-0bfa-4048-808c-1bb9aa8f7b6f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1678972 Oct 13 04:18:21.937733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfff2fe-094e-45dc-b16e-9b445f88917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d004e1e-a93a-473c-b23b-77d0ff8d95d8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.027104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:22.027442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.043923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Allocated IP 172.20.0.2 (672c71d3-56d2-4d73-930d-3a40de483169/0b860a61-1390-4ca7-98f3-202703f4afaf/b3ba09c6-4e91-4954-b012-53ddd75c2328) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:22.114125 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e82d16cc-4573-4081-a8cd-21bf78d3b4f7 req-61a0dd44-75c0-4bf5-9c2d-1bc012aef3c5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445812 Oct 13 04:18:22.192295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.266324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7558523e-dc48-4a2f-9417-59ab93a29842 req-fed7c4a3-bc24-4562-b66f-cadc9011341a tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 210 time: 0.1446090 Oct 13 04:18:22.287619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:22.292530 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.293467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c933e8d-b30a-43b3-bf83-06e75b3ed671 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:22.310498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.386227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=792a2d26-f4d1-402d-849a-fde0a97a07dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.479743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.517384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:22.518134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.521535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.531750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f4d8ff20-8e23-4395-80eb-04457520aa58 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/792a2d26-f4d1-402d-849a-fde0a97a07dc HTTP/1.1" status: 204 len: 168 time: 1.5539885 Oct 13 04:18:22.536068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.691977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.718146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec488a3-0b0c-4ac2-a25f-ed04daf49ca1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.720394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eec488a3-0b0c-4ac2-a25f-ed04daf49ca1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1795173 Oct 13 04:18:22.723538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.814565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.832300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.861473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebfd680-1876-49ce-9c37-dd1f13b8791c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.863482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ebfd680-1876-49ce-9c37-dd1f13b8791c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1380179 Oct 13 04:18:22.867037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.876880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 2c933e8d-b30a-43b3-bf83-06e75b3ed671, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2c933e8d-b30a-43b3-bf83-06e75b3ed671,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:22.879038 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.889557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.893850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Network 672c71d3-56d2-4d73-930d-3a40de483169 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:22.897193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:22.917497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:23.039308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67685f50-aed3-494c-b189-d7ff6c62df4d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.043032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67685f50-aed3-494c-b189-d7ff6c62df4d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.044879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67685f50-aed3-494c-b189-d7ff6c62df4d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.050075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-67685f50-aed3-494c-b189-d7ff6c62df4d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1817462 Oct 13 04:18:23.050937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:23.081851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.113526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=2c933e8d-b30a-43b3-bf83-06e75b3ed671,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.182147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.186625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet acee8fcc-10d8-416e-af59-18aadc48ec5e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:23.193248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.219401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:23.227906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.228514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.287290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa846e9-3e7f-42ab-ad28-e6b38e7755e2 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:18:23.288458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-ea2b3518-b843-459d-91d5-cfd65c88362d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0619082 Oct 13 04:18:23.300967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7ec7ab0c-d866-4362-b6c4-4c4121e0c377 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:18:23.304152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7ec7ab0c-d866-4362-b6c4-4c4121e0c377 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090191 Oct 13 04:18:23.390064 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.443195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ed40f-e0d5-4d0c-97ff-da0847228175 req-70ada277-cf89-479f-9635-971aafee3cc6 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.454263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587ed40f-e0d5-4d0c-97ff-da0847228175 req-70ada277-cf89-479f-9635-971aafee3cc6 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1775227 Oct 13 04:18:23.491795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e5d7ec0-feef-4005-9dc7-c2e290b5b7a7 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:23.492108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e5d7ec0-feef-4005-9dc7-c2e290b5b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.538399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587ed40f-e0d5-4d0c-97ff-da0847228175 req-c1322836-84bd-46a6-ad27-74cf696a96b0 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830264 Oct 13 04:18:23.559782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2128e-c519-4b28-a666-e596f61faa9a req-1a333c2b-6ccc-426b-a75b-41a9d3282507 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.579456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6f2128e-c519-4b28-a666-e596f61faa9a req-1a333c2b-6ccc-426b-a75b-41a9d3282507 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 931 time: 0.1005502 Oct 13 04:18:23.581309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:23.581715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.638757 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.647574 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6f2128e-c519-4b28-a666-e596f61faa9a req-70f2bf88-0340-464a-9667-523b12a6db0b tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793107 Oct 13 04:18:23.653776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:23.693188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa846e9-3e7f-42ab-ad28-e6b38e7755e2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:18:23.762889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.795723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.810002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/acee8fcc-10d8-416e-af59-18aadc48ec5e HTTP/1.1" status: 204 len: 168 time: 0.7560058 Oct 13 04:18:23.813574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:23.816663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Request body: {'port': {'device_id': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:23.847638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a555ef69-0239-4a80-b1aa-388f7a386f28 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:23.883424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4048f9-d69d-4372-b2e1-bae10ae870b3 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=acee8fcc-10d8-416e-af59-18aadc48ec5e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.979817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:23.980185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.999055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.058028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet c64388a7-3269-4541-8926-6728eaadf798 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:24.065920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.095958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Sync routers for ids ['b568af55-ebfe-4cb8-a372-07bcee4d8273'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:24.138080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.182317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Routers {'b568af55-ebfe-4cb8-a372-07bcee4d8273'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:24.183288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['b568af55-ebfe-4cb8-a372-07bcee4d8273'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:24.266414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.482739 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.516756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=c64388a7-3269-4541-8926-6728eaadf798,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:24.525161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.529257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ecfd04dc-79d7-4470-b445-be4a9c5ce825 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/c64388a7-3269-4541-8926-6728eaadf798 HTTP/1.1" status: 204 len: 168 time: 0.7140079 Oct 13 04:18:24.532591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:24.588297 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52964599-35b1-4005-896e-48f73f8cf8ad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538208 Oct 13 04:18:24.589442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:24.595859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:24.783248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Set router b568af55-ebfe-4cb8-a372-07bcee4d8273 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:24.820712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:24.828995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.943353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd672f0-fae3-4ec3-a84b-bf7c84131131 req-17844904-588c-48eb-a20f-5dadd9684b6c tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.951970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fd672f0-fae3-4ec3-a84b-bf7c84131131 req-17844904-588c-48eb-a20f-5dadd9684b6c tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1141293 Oct 13 04:18:25.054865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.112941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fd672f0-fae3-4ec3-a84b-bf7c84131131 req-4483ef80-0f06-4d79-bdbb-53574c8ab346 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592975 Oct 13 04:18:25.122804 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.160014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ba09c6-4e91-4954-b012-53ddd75c2328 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:25.200065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.242070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c933e8d-b30a-43b3-bf83-06e75b3ed671 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:25.246837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:25.251272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.255895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:25.263157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.264966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Transition to ACTIVE for port object b3ba09c6-4e91-4954-b012-53ddd75c2328 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:25.266439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.320982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f5afd-0c84-43c4-9dcd-17e125ddfae4 req-cf530dbd-9f30-4474-804b-e2997f459bd9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.333868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-304f5afd-0c84-43c4-9dcd-17e125ddfae4 req-cf530dbd-9f30-4474-804b-e2997f459bd9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 931 time: 0.5682297 Oct 13 04:18:25.347826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7568779 Oct 13 04:18:25.352997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:25.368329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:25.375961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece87d6a-57ed-4f5f-abee-9f9ec5fbccda tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=4de7f922-6df4-4fb3-977d-e9ae03811bb3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.376364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '5cb3d44a-ea33-4d77-83bc-00fea04502d8', 'name': '', 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'mac_address': 'fa:16:3e:ff:ef:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '74e32b91-7850-4058-a572-889e1a98340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:14Z', 'updated_at': '2021-10-13T04:18:19Z', 'revision_number': 2, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'subnets': [{'id': '74e32b91-7850-4058-a572-889e1a98340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:25.423326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Checking router: b568af55-ebfe-4cb8-a372-07bcee4d8273 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:25.423960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Updating router b568af55-ebfe-4cb8-a372-07bcee4d8273 port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:25.427514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:25.427514 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.445677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-304f5afd-0c84-43c4-9dcd-17e125ddfae4 req-56a577cc-d4fb-436c-ba37-c864ec552190 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901642 Oct 13 04:18:25.514511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.538709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.549270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:25.553362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.615828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.734020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.736663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.737034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.737374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.737709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.738043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.738569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.738698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.739029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.739352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.739688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.740011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:25.864183 n-d-810220-9 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4de7f922-6df4-4fb3-977d-e9ae03811bb3 (CIDR: 2001:db8::/64) Oct 13 04:18:25.877257 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:18:25.877816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:25.926565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b3bf2-b8cd-4144-a41d-bf6e07112787 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:25.932173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-223c38b2-dff1-47e2-b517-0c05a80e999d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5782628 Oct 13 04:18:25.935289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:25.943613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'subnet': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:26.013111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Attempting to bind port b3ba09c6-4e91-4954-b012-53ddd75c2328 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:26.014052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Attempting to bind port b3ba09c6-4e91-4954-b012-53ddd75c2328 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:26.014589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Attempting to bind port b3ba09c6-4e91-4954-b012-53ddd75c2328 on network 672c71d3-56d2-4d73-930d-3a40de483169 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:26.021472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Port b3ba09c6-4e91-4954-b012-53ddd75c2328 on network 672c71d3-56d2-4d73-930d-3a40de483169 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:26.021790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Attempting to bind port b3ba09c6-4e91-4954-b012-53ddd75c2328 on network 672c71d3-56d2-4d73-930d-3a40de483169 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:26.032757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:26.033368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Checking segment: {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:26.033763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Bound using segment: {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:26.034201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Bound port: b3ba09c6-4e91-4954-b012-53ddd75c2328, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed40f6b-4f88-4aea-8f67-1b10964c5253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:26.034567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.052591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1622c0df-9996-4e1f-b8df-330bdbca23fc None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:26.053103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1622c0df-9996-4e1f-b8df-330bdbca23fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.111624 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.155950 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.158914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:26.163400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.194381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:26.218315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:26.234730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.282634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.283434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.285780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 1091 time: 2.9707303 Oct 13 04:18:26.291203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:26.294047 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f922d-4703-4e54-8234-22b8fa27cae0" -d '{"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:26.410655 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115daf7-e1c7-481f-b0fc-2f0fc448ecbb x-openstack-request-id: req-c115daf7-e1c7-481f-b0fc-2f0fc448ecbb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:26.410940 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:26.411194 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c115daf7-e1c7-481f-b0fc-2f0fc448ecbb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:26.411590 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'status': 'completed', 'code': 200} Oct 13 04:18:26.428671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Deleting port 1cbab504-aff0-4e9a-9c91-086fd6a34893 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:26.429152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.510659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ecf75-3d3a-496d-afc6-3a553c9f84e0 None None] Pushing event updated for resources: {'Port': ['ID=5cb3d44a-ea33-4d77-83bc-00fea04502d8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.532231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] For port 1cbab504-aff0-4e9a-9c91-086fd6a34893, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1cbab504-aff0-4e9a-9c91-086fd6a34893,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:26.532596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.548429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Attempting to bind port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:26.549006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Attempting to bind port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:26.549570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Attempting to bind port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 on network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:26.552980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Calling delete_port for 1cbab504-aff0-4e9a-9c91-086fd6a34893 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:26.566491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:26.567051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Checking segment: {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:26.567645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.568122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Bound using segment: {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:26.568842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Bound port: 5cb3d44a-ea33-4d77-83bc-00fea04502d8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459962ef-06d5-4bbb-bf8b-849dd9d4adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:26.569371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.672718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] For port 5cb3d44a-ea33-4d77-83bc-00fea04502d8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:26.681373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] For port 5cb3d44a-ea33-4d77-83bc-00fea04502d8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5cb3d44a-ea33-4d77-83bc-00fea04502d8,segment=NetworkSegment(459962ef-06d5-4bbb-bf8b-849dd9d4adab),segment_id=459962ef-06d5-4bbb-bf8b-849dd9d4adab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:26.707498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.733792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3938ccfb-d9e1-4488-9d6b-c7553ed088ca None None] Provisioning complete for port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:26.734368 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3938ccfb-d9e1-4488-9d6b-c7553ed088ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.906038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Routers {'b568af55-ebfe-4cb8-a372-07bcee4d8273'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:26.907560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['b568af55-ebfe-4cb8-a372-07bcee4d8273'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:26.953856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797ddf-2933-4d20-96de-e32eeb7701c0 req-cc85af99-233d-4732-bc04-584d18d8feda tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.957753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4797ddf-2933-4d20-96de-e32eeb7701c0 req-cc85af99-233d-4732-bc04-584d18d8feda tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 943 time: 0.2917430 Oct 13 04:18:26.969633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:18:27.002210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.010337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11b70e-bd6c-4ba5-9c1b-90fbef7ed460 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:27.033775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-43623357-2973-4697-ba22-eeb9f58afb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.035934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-43623357-2973-4697-ba22-eeb9f58afb8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1094 time: 0.6803989 Oct 13 04:18:27.045687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ecf75-3d3a-496d-afc6-3a553c9f84e0 None None] Pushing event updated for resources: {'Port': ['ID=5cb3d44a-ea33-4d77-83bc-00fea04502d8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.179944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599048-73c7-4f05-b6e1-d910bf7c0842 req-3d343a46-be68-42b3-8ae5-d399b540bb24 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.182289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98599048-73c7-4f05-b6e1-d910bf7c0842 req-3d343a46-be68-42b3-8ae5-d399b540bb24 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.9528146 Oct 13 04:18:27.182971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc21c04-5842-4319-a72b-d371fb0861c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.189596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-a18641cc-fdfc-41ea-80b6-25531abbc236 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.1148450 Oct 13 04:18:27.254518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4797ddf-2933-4d20-96de-e32eeb7701c0 req-0509332d-a9b7-48ae-950d-8a61876608b9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829347 Oct 13 04:18:27.314886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] Set router b568af55-ebfe-4cb8-a372-07bcee4d8273 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:27.338661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.394937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-b10907ee-cc46-43aa-a1ae-cd16633f2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.396756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-b10907ee-cc46-43aa-a1ae-cd16633f2726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.0855227 Oct 13 04:18:27.407919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbab504-aff0-4e9a-9c91-086fd6a34893,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.469121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3938ccfb-d9e1-4488-9d6b-c7553ed088ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.476080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-71d1e071-6f93-4bab-8a7b-c1d95c4d1797 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640554 Oct 13 04:18:27.566114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98599048-73c7-4f05-b6e1-d910bf7c0842 req-7da74132-e507-4055-969d-80485d122abc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745799 Oct 13 04:18:27.648030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:27.694959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.701740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.703133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.706580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-e91c9beb-2871-4e04-b186-ef2cee1b240b service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146955 Oct 13 04:18:27.707304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.737526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:27.742888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:27.749127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.749736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.822711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3938ccfb-d9e1-4488-9d6b-c7553ed088ca None None] For port 5cb3d44a-ea33-4d77-83bc-00fea04502d8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5cb3d44a-ea33-4d77-83bc-00fea04502d8,segment=NetworkSegment(459962ef-06d5-4bbb-bf8b-849dd9d4adab),segment_id=459962ef-06d5-4bbb-bf8b-849dd9d4adab)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:27.860454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:27.861634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9248848 Oct 13 04:18:27.869054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Request body: {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'mac_address': 'fa:16:3e:e0:c0:5c', 'name': 'tempest-NetworksTestDHCPv6-1529965566'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:27.879092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3938ccfb-d9e1-4488-9d6b-c7553ed088ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.906161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Subnet': ['ID=98f84b73-51cb-4b68-9e11-379ee33e3600,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.908482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a2aea-151e-4c8f-ae6f-ef42f17ce38f tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=13']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:28.002540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938ccfb-d9e1-4488-9d6b-c7553ed088ca None None] Pushing event updated for resources: {'Port': ['ID=5cb3d44a-ea33-4d77-83bc-00fea04502d8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:28.028452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c2f6de1-f88c-4526-8e72-b7aac793bf20 None None] Provisioning complete for port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:28.029121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de1-f88c-4526-8e72-b7aac793bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.045536 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dab632d1-bd23-4d8c-818e-5ab1b8ce00d1 req-47a623c1-c224-4e09-8c26-fbf942f3cf45 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292468 Oct 13 04:18:28.048523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Made reservation on behalf of 6667d06a71b34d12b974b2f08b48fb66 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:28.292094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '5cb3d44a-ea33-4d77-83bc-00fea04502d8', 'name': '', 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'mac_address': 'fa:16:3e:ff:ef:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '74e32b91-7850-4058-a572-889e1a98340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:14Z', 'updated_at': '2021-10-13T04:18:26Z', 'revision_number': 4, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'subnets': [{'id': '74e32b91-7850-4058-a572-889e1a98340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:28.318575 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:18:28.323450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce333291-49c4-4474-ae02-c20de2859176 None None] The sync data for ids ['b568af55-ebfe-4cb8-a372-07bcee4d8273'] in n-d-810220-9 is: [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '5cb3d44a-ea33-4d77-83bc-00fea04502d8', 'name': '', 'network_id': '5865e2cb-09b2-4a9f-8fbb-407ceff51243', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'mac_address': 'fa:16:3e:ff:ef:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '74e32b91-7850-4058-a572-889e1a98340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:14Z', 'updated_at': '2021-10-13T04:18:26Z', 'revision_number': 4, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'subnets': [{'id': '74e32b91-7850-4058-a572-889e1a98340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:28.324171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] Update dhcp port {'port': {'network_id': '15ada8b4-4c0a-43c6-8607-9f43a9cf7750', 'fixed_ips': [{'subnet_id': '98f84b73-51cb-4b68-9e11-379ee33e3600', 'ip_address': '2001:db8:0:1:f816:3eff:fe53:58b1'}, {'subnet_id': '4de7f922-6df4-4fb3-977d-e9ae03811bb3'}], 'binding:host_id': 'n-d-810220-9'}, 'id': 'a555ef69-0239-4a80-b1aa-388f7a386f28'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:18:28.391551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.480020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c2f6de1-f88c-4526-8e72-b7aac793bf20 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:28.480404 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de1-f88c-4526-8e72-b7aac793bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.689905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] Allocated IP 2001:db8::2 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/4de7f922-6df4-4fb3-977d-e9ae03811bb3/a555ef69-0239-4a80-b1aa-388f7a386f28) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:28.700420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.707061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Router d27f38b3-90ed-46fe-b018-621fe152e63b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:28.710818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-5c3c58c8-9fba-4058-b1df-c18f972a9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.713057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-5c3c58c8-9fba-4058-b1df-c18f972a9954 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1094 time: 0.5966156 Oct 13 04:18:28.756168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc89c6-471c-4d3a-8464-2f6f82a7f2b2 req-0cf8516e-2ad2-48a5-9c7d-27bb3e4abd60 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.757931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32dc89c6-471c-4d3a-8464-2f6f82a7f2b2 req-0cf8516e-2ad2-48a5-9c7d-27bb3e4abd60 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.0834601 Oct 13 04:18:28.821415 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32dc89c6-471c-4d3a-8464-2f6f82a7f2b2 req-ac886095-8ce7-4e1d-b85a-70892c3e75bc tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Oct 13 04:18:28.830029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] device_id is not set on port 36e7dfa4-bd53-437d-a516-cccf4712d396 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:18:28.911375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:28.943459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.950640 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.958033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3af98d-d941-424e-91e2-49f25e1f9b3e req-0d5fe85b-d097-411d-b81c-4547000b0354 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.959610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a3af98d-d941-424e-91e2-49f25e1f9b3e req-0d5fe85b-d097-411d-b81c-4547000b0354 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 943 time: 0.2900844 Oct 13 04:18:29.026204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b0fda-6896-48da-9e69-26987646dc36 None None] Pushing event updated for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=14']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:29.066616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-d16db80b-2f71-4f48-815e-8e72bacd778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.068104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-d16db80b-2f71-4f48-815e-8e72bacd778f service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.3393290 Oct 13 04:18:29.211180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-58afb6e8-22aa-4d40-88c8-88511e0c392d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.1312380 Oct 13 04:18:29.217273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:29.228908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a3af98d-d941-424e-91e2-49f25e1f9b3e req-d9d395c1-ee56-4643-8aac-8ace59c6ff02 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427828 Oct 13 04:18:29.238600 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] Sync routers for ids ['d27f38b3-90ed-46fe-b018-621fe152e63b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:29.251611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f1fc53f3-f64d-4991-b59e-86954c4241db admin admin] 10.222.0.44 "PUT /v2.0/routers/d27f38b3-90ed-46fe-b018-621fe152e63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5923553 Oct 13 04:18:29.257615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:29.262509 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] Routers {'d27f38b3-90ed-46fe-b018-621fe152e63b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:29.263155 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d27f38b3-90ed-46fe-b018-621fe152e63b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:29.400377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-88a0a88d-49e5-489e-a3c1-dc8881617d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.407443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-88a0a88d-49e5-489e-a3c1-dc8881617d02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.1708372 Oct 13 04:18:29.421411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5cb3d44a-ea33-4d77-83bc-00fea04502d8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:29.453056 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] Set router d27f38b3-90ed-46fe-b018-621fe152e63b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:29.484219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.503111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-cb16cebe-2c50-400c-ab07-0256e3348b1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578187 Oct 13 04:18:29.543192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8::1d6 (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/4de7f922-6df4-4fb3-977d-e9ae03811bb3/36e7dfa4-bd53-437d-a516-cccf4712d396) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:29.574913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:29.574913 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.633400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Allocated IP 2001:db8:0:1:f816:3eff:fee0:c05c (15ada8b4-4c0a-43c6-8607-9f43a9cf7750/98f84b73-51cb-4b68-9e11-379ee33e3600/36e7dfa4-bd53-437d-a516-cccf4712d396) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:29.732336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.784431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a555ef69-0239-4a80-b1aa-388f7a386f28 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:29.841845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-9ed052a5-2ff4-4509-a335-783dbd7e2da0 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268511 Oct 13 04:18:29.857482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Deleting port 886cf3ba-dde9-47c0-b1b2-794188054067 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:29.858008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.902094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:29.902472 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.973101 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:18:26Z', 'revision_number': 5, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port': {'id': '886cf3ba-dde9-47c0-b1b2-794188054067', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:53Z', 'updated_at': '2021-10-13T04:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:30.072837 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] Checking router: d27f38b3-90ed-46fe-b018-621fe152e63b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:30.109839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] Routers {'d27f38b3-90ed-46fe-b018-621fe152e63b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:30.111187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d27f38b3-90ed-46fe-b018-621fe152e63b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:30.131629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c49ed-e791-40b4-a202-0e7518775072 req-49319693-0183-4ea9-b92f-25de29d85a3d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.132861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee7c49ed-e791-40b4-a202-0e7518775072 req-49319693-0183-4ea9-b92f-25de29d85a3d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1654780 Oct 13 04:18:30.166395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249d083-6001-493a-b521-a9319d46c124 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:30.169638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] For port 886cf3ba-dde9-47c0-b1b2-794188054067, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=886cf3ba-dde9-47c0-b1b2-794188054067,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:30.175243 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.199406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Calling delete_port for 886cf3ba-dde9-47c0-b1b2-794188054067 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:30.241329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.250626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-582f922d-4703-4e54-8234-22b8fa27cae0 req-91675145-c820-47d5-bd92-d087e8487e68 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228078 Oct 13 04:18:30.251017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee7c49ed-e791-40b4-a202-0e7518775072 req-4813c259-fd05-4032-94dc-473532814cec tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079276 Oct 13 04:18:30.291306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.333817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b8902ae-b371-46af-a6f0-c098885016bc None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:30.334214 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b8902ae-b371-46af-a6f0-c098885016bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.353905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:30.357187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:30.366524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:30.369196 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] Set router d27f38b3-90ed-46fe-b018-621fe152e63b gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:30.374163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.375006 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.391978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event updated for resources: {'Port': ['ID=36e7dfa4-bd53-437d-a516-cccf4712d396,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:30.410422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ae71c3c-5d9f-44ff-bf9b-216fe7fadc04 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5451503 Oct 13 04:18:30.412588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:30.463608 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:18:29Z', 'revision_number': 6, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:30.492399 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cbb263-b83b-49df-a766-304b6d9a8e83 None None] The sync data for ids ['d27f38b3-90ed-46fe-b018-621fe152e63b'] in n-d-810220-9 is: [{'id': 'd27f38b3-90ed-46fe-b018-621fe152e63b', 'name': 'tempest-TestAggregatesBasicOps-2097327882-router', 'tenant_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:51Z', 'updated_at': '2021-10-13T04:18:29Z', 'revision_number': 6, 'project_id': 'fa535d4d4e8b49f2a34fbc654f64afcb', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:30.638187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461796f-5adf-4104-a1a1-9797b84c6a65 req-e485eaa1-7372-4d64-b178-507d62e1ed7d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.639934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c461796f-5adf-4104-a1a1-9797b84c6a65 req-e485eaa1-7372-4d64-b178-507d62e1ed7d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 943 time: 0.2281950 Oct 13 04:18:30.704183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c461796f-5adf-4104-a1a1-9797b84c6a65 req-3001b963-5e92-4cb5-8116-2315cdb82d2d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566120 Oct 13 04:18:30.712306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting port 36e7dfa4-bd53-437d-a516-cccf4712d396 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:30.715147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.835170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.853381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Calling delete_port for 36e7dfa4-bd53-437d-a516-cccf4712d396 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:30.972060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.032953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a85bfbe-5440-4047-925c-c60609edfd59 None None] Provisioning complete for port 36e7dfa4-bd53-437d-a516-cccf4712d396 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:31.033554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a85bfbe-5440-4047-925c-c60609edfd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.071415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Pushing event deleted for resources: {'Port': ['ID=886cf3ba-dde9-47c0-b1b2-794188054067,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:31.139849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6a85bfbe-5440-4047-925c-c60609edfd59 None None] Port 36e7dfa4-bd53-437d-a516-cccf4712d396 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:31.160500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.162945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.169770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a85bfbe-5440-4047-925c-c60609edfd59 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:31.170155 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a85bfbe-5440-4047-925c-c60609edfd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.207704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Port': ['ID=36e7dfa4-bd53-437d-a516-cccf4712d396,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:31.275441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.277908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.300313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.304050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-77fb401a-602c-4ab6-8e3d-b1f9ceba0623 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/36e7dfa4-bd53-437d-a516-cccf4712d396 HTTP/1.1" status: 204 len: 168 time: 0.8879604 Oct 13 04:18:31.307933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47426) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:31.343778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.344867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d27f38b3-90ed-46fe-b018-621fe152e63b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:18:31.350822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.354308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69e894ff-d913-48a2-a6af-1ce35b4db769 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d27f38b3-90ed-46fe-b018-621fe152e63b HTTP/1.1" status: 204 len: 168 time: 2.0934927 Oct 13 04:18:31.355126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:31.358471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b3ba09c6-4e91-4954-b012-53ddd75c2328 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:31.401564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9456f235-86c5-48cc-89c6-4dcfcebcc801 None None] Could not find standard attr ID for object 792a2d26-f4d1-402d-849a-fde0a97a07dc. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:18:31.418769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a52b4f7-3583-4ddf-a057-9c79a7889a7a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.420326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7a52b4f7-3583-4ddf-a057-9c79a7889a7a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1114457 Oct 13 04:18:31.424409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:31.446619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Deleting subnet 17136a3b-cc8d-481e-9a87-c3dc49b54448 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:31.450606 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.505545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.548577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e88601-80ad-40b0-88e7-d38106a71993 req-f9636e89-632d-4df6-a952-e4ca1dc3531b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.557467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:31.562364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64e88601-80ad-40b0-88e7-d38106a71993 req-f9636e89-632d-4df6-a952-e4ca1dc3531b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1979008 Oct 13 04:18:31.571850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'port_id': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'mac_address': 'fa:16:3e:e7:a4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:31.575671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cbab504-aff0-4e9a-9c91-086fd6a34893 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:31.613745 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64e88601-80ad-40b0-88e7-d38106a71993 req-78b4abf0-4233-46d7-8634-580d80de30da tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504401 Oct 13 04:18:31.629888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b67e01-f87a-47f7-a495-6ea67d457cad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.631893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-92b67e01-f87a-47f7-a495-6ea67d457cad tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2065067 Oct 13 04:18:31.633046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1cbab504-aff0-4e9a-9c91-086fd6a34893 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:31.633433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1cbab504-aff0-4e9a-9c91-086fd6a34893 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:31.634583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:31.718449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac64ed2-d676-4b48-8fe8-7aca88b66a11 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.720011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac64ed2-d676-4b48-8fe8-7aca88b66a11 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.721897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac64ed2-d676-4b48-8fe8-7aca88b66a11 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.725924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.726153 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dac64ed2-d676-4b48-8fe8-7aca88b66a11 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0861561 Oct 13 04:18:31.726680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:31.730888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.753172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ba09c6-4e91-4954-b012-53ddd75c2328 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:31.796861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:31.802452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.816726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 4de7f922-6df4-4fb3-977d-e9ae03811bb3 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:31.822792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.873699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fdf8e58-3d48-4502-8687-a9ceeeb93671 None None] Could not find standard attr ID for object 36e7dfa4-bd53-437d-a516-cccf4712d396. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:18:31.905041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:31.911187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df76fba-662a-4f75-84fe-6391b63140db req-887b0648-656a-47cc-b9d6-e1b0efad97a7 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.920435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1df76fba-662a-4f75-84fe-6391b63140db req-887b0648-656a-47cc-b9d6-e1b0efad97a7 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 944 time: 0.1069677 Oct 13 04:18:31.931880 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.939089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.975452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17136a3b-cc8d-481e-9a87-c3dc49b54448,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:31.981933 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.987886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e2f9b875-11d4-43d2-aee0-c6fa3b91fefa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/17136a3b-cc8d-481e-9a87-c3dc49b54448 HTTP/1.1" status: 204 len: 168 time: 0.6221938 Oct 13 04:18:31.992562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a368d0-3af0-430c-a3cc-08ac78e692e0 None None] Network 12193828-6ff3-4b12-9563-6399176a116b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:32.003208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:32.034692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1df76fba-662a-4f75-84fe-6391b63140db req-0a719aad-00a9-4ce3-9f37-e5aacbd4886f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131098 Oct 13 04:18:32.104958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b3ba09c6-4e91-4954-b012-53ddd75c2328'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:32.183443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.189803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.295637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] DHCP port deletion for 12193828-6ff3-4b12-9563-6399176a116b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:18:32.355096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.363801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Deleting port 050741d7-9896-4aa1-9f9b-5b935e7d1195 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:32.364450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.388951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] Deleting port 050741d7-9896-4aa1-9f9b-5b935e7d1195 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:32.389338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.450547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=4de7f922-6df4-4fb3-977d-e9ae03811bb3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:32.453196 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.459422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:32.461063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62f757-2e15-46e1-a358-720a4bc21d86 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:32.461456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-826b3d18-43c2-4d8d-a56b-95be73ee7e10 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/4de7f922-6df4-4fb3-977d-e9ae03811bb3 HTTP/1.1" status: 204 len: 168 time: 0.7328823 Oct 13 04:18:32.464887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] For port 050741d7-9896-4aa1-9f9b-5b935e7d1195, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=050741d7-9896-4aa1-9f9b-5b935e7d1195,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:32.465418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.495008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] For port 050741d7-9896-4aa1-9f9b-5b935e7d1195, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=050741d7-9896-4aa1-9f9b-5b935e7d1195,segment=NetworkSegment(0a028d75-87ec-4feb-8809-fb472de21943),segment_id=0a028d75-87ec-4feb-8809-fb472de21943)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:32.495533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.511743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Calling delete_port for 050741d7-9896-4aa1-9f9b-5b935e7d1195 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:32.534437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] Calling delete_port for 050741d7-9896-4aa1-9f9b-5b935e7d1195 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:32.536458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Deleting subnet 98f84b73-51cb-4b68-9e11-379ee33e3600 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:32.541698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.596344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.622206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.645567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] No DVR routers for this DVR port 050741d7-9896-4aa1-9f9b-5b935e7d1195 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:32.668934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.706381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Pushing event deleted for resources: {'Port': ['ID=050741d7-9896-4aa1-9f9b-5b935e7d1195,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:32.727803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] Pushing event deleted for resources: {'Port': ['ID=050741d7-9896-4aa1-9f9b-5b935e7d1195,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:32.741942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52304308-8b82-4e2d-ba1f-096e06f45c5b None None] No DVR routers for this DVR port 050741d7-9896-4aa1-9f9b-5b935e7d1195 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:32.803110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.825115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446031-0683-44a0-9b75-e7b7772188b7 req-8a15cdaf-0334-4eb1-b416-8cd787ab95eb tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.826614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d446031-0683-44a0-9b75-e7b7772188b7 req-8a15cdaf-0334-4eb1-b416-8cd787ab95eb tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.0916250 Oct 13 04:18:32.834089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12193828-6ff3-4b12-9563-6399176a116b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:32.845873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a028d75-87ec-4feb-8809-fb472de21943') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:32.846215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a028d75-87ec-4feb-8809-fb472de21943') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:32.857211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.857395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.872469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.879509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:32.879931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:32.882070 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:32.905250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d446031-0683-44a0-9b75-e7b7772188b7 req-afa84580-b310-4e1d-ab52-db908991de53 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718303 Oct 13 04:18:32.954168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.979340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.986845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.993391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] 10.222.0.44 "DELETE /v2.0/networks/12193828-6ff3-4b12-9563-6399176a116b HTTP/1.1" status: 204 len: 168 time: 0.9864094 Oct 13 04:18:32.994207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.011971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa2679-c485-4622-a25e-31572b51b784 admin admin] Pushing event deleted for resources: {'Network': ['ID=12193828-6ff3-4b12-9563-6399176a116b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:33.013489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.021542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/98f84b73-51cb-4b68-9e11-379ee33e3600 HTTP/1.1" status: 204 len: 168 time: 0.5610077 Oct 13 04:18:33.022601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.030767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeef4f4-91e7-42c0-90b9-0ba9f4593071 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Subnet': ['ID=98f84b73-51cb-4b68-9e11-379ee33e3600,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:33.077337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-364188c4-6c38-41bc-9b30-a4b0ebed4172 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507274 Oct 13 04:18:33.078470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47460) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.150323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df590c6b-1a0d-49e2-8274-a3b10805b7f5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.152140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-df590c6b-1a0d-49e2-8274-a3b10805b7f5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0726845 Oct 13 04:18:33.157222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.217266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 050741d7-9896-4aa1-9f9b-5b935e7d1195 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:33.230173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f2bcb-0fd9-4271-a2f5-1f0c99152607 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.231883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-774f2bcb-0fd9-4271-a2f5-1f0c99152607 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0734551 Oct 13 04:18:33.239085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.243039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 050741d7-9896-4aa1-9f9b-5b935e7d1195 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:33.243651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 050741d7-9896-4aa1-9f9b-5b935e7d1195 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:33.244295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 886cf3ba-dde9-47c0-b1b2-794188054067 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:33.265974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 886cf3ba-dde9-47c0-b1b2-794188054067 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:33.266665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 886cf3ba-dde9-47c0-b1b2-794188054067 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:33.285616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61059bdd-38e8-45e3-bb6c-db6a14af8fa2 req-891b30a9-a535-48db-85e2-a6bda23c0528 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.287282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61059bdd-38e8-45e3-bb6c-db6a14af8fa2 req-891b30a9-a535-48db-85e2-a6bda23c0528 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 944 time: 0.1577976 Oct 13 04:18:33.298272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab9bab2f-44c3-428b-b8ac-ca335cb8c5bc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551548 Oct 13 04:18:33.309427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.346221 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a9dae2-baff-4dee-8821-dbf6db139c73 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.346960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a9dae2-baff-4dee-8821-dbf6db139c73 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.352657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-10a9dae2-baff-4dee-8821-dbf6db139c73 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/36e7dfa4-bd53-437d-a516-cccf4712d396 HTTP/1.1" status: 404 len: 333 time: 0.0396945 Oct 13 04:18:33.352890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.379416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b3ba09c6-4e91-4954-b012-53ddd75c2328 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:33.420281 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61059bdd-38e8-45e3-bb6c-db6a14af8fa2 req-c9dec397-46a6-4eca-9dc4-3b6e3eda4f45 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185756 Oct 13 04:18:33.443060 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e791913-f842-4adc-a96b-bcaa3cf16494 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.443512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e791913-f842-4adc-a96b-bcaa3cf16494 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.447246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6e791913-f842-4adc-a96b-bcaa3cf16494 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/98f84b73-51cb-4b68-9e11-379ee33e3600 HTTP/1.1" status: 404 len: 337 time: 0.0930929 Oct 13 04:18:33.450196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.487554 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf61357-d576-45c8-a454-4bad56afecbe tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.487925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf61357-d576-45c8-a454-4bad56afecbe tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.491078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fdf61357-d576-45c8-a454-4bad56afecbe tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/4de7f922-6df4-4fb3-977d-e9ae03811bb3 HTTP/1.1" status: 404 len: 337 time: 0.0398743 Oct 13 04:18:33.495302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47476) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.511633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port b3ba09c6-4e91-4954-b012-53ddd75c2328 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:33.515835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port b3ba09c6-4e91-4954-b012-53ddd75c2328 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:33.516194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.549762 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab1236f-d106-47d1-b183-04c0eb2d599d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.550599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab1236f-d106-47d1-b183-04c0eb2d599d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.550829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0824aaa-a915-4e05-ba3d-1acc70d1f1c9 None None] Network 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:33.557604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.561195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6ab1236f-d106-47d1-b183-04c0eb2d599d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/792a2d26-f4d1-402d-849a-fde0a97a07dc HTTP/1.1" status: 404 len: 333 time: 0.0646987 Oct 13 04:18:33.591048 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b527d9-24f1-4807-8f96-200f034cd04c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.591746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b527d9-24f1-4807-8f96-200f034cd04c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.600091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.600884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-36b527d9-24f1-4807-8f96-200f034cd04c tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/acee8fcc-10d8-416e-af59-18aadc48ec5e HTTP/1.1" status: 404 len: 337 time: 0.0415866 Oct 13 04:18:33.636230 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-617acd67-5692-4733-9e4c-1469c5dbd3dd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.636871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617acd67-5692-4733-9e4c-1469c5dbd3dd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.642292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-617acd67-5692-4733-9e4c-1469c5dbd3dd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/c64388a7-3269-4541-8926-6728eaadf798 HTTP/1.1" status: 404 len: 337 time: 0.0380769 Oct 13 04:18:33.642755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47482) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.661576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-007b6e52-0885-4081-923b-098bd48ae7e4 None None] Provisioning complete for port a555ef69-0239-4a80-b1aa-388f7a386f28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:33.661952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-007b6e52-0885-4081-923b-098bd48ae7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.666547 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cc8ea4-626a-40de-821b-ace27075f937 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.667431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cc8ea4-626a-40de-821b-ace27075f937 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.673095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a1cc8ea4-626a-40de-821b-ace27075f937 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/9eb3ad64-be6c-4b9b-8791-8e8b89a8cab3 HTTP/1.1" status: 404 len: 333 time: 0.0270083 Oct 13 04:18:33.673712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.712718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.714274 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-696a381d-8e20-4fe9-ab66-df3ac07f4d70 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.714623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696a381d-8e20-4fe9-ab66-df3ac07f4d70 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.719946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-696a381d-8e20-4fe9-ab66-df3ac07f4d70 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/c05bf68e-f3e3-464b-b361-b88ebf862326 HTTP/1.1" status: 404 len: 337 time: 0.0429389 Oct 13 04:18:33.722614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47488) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.738149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.749222 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06ffdb8-241f-451c-bb45-854dea19a0ae tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.749671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06ffdb8-241f-451c-bb45-854dea19a0ae tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.755067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f06ffdb8-241f-451c-bb45-854dea19a0ae tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/bef02952-94c9-4f91-a74b-66baad28e6dd HTTP/1.1" status: 404 len: 337 time: 0.0292864 Oct 13 04:18:33.755661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47490) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.783287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:33.785530 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33911c46-17ad-4c68-9ece-e40dc3adb2da" -d '{"events": [{"server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "name": "network-vif-plugged", "status": "completed", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:33.803084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:33.818621 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c422f2-5dd0-4038-ad7a-6d1ea8eb32db tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.819417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c422f2-5dd0-4038-ad7a-6d1ea8eb32db tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.830996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-62c422f2-5dd0-4038-ad7a-6d1ea8eb32db tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/9ba477ba-5621-4f99-8bf2-78d514fb42dc HTTP/1.1" status: 404 len: 333 time: 0.0743532 Oct 13 04:18:33.831614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.832865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.874755 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb16e8-2ee3-4710-a350-fb7b5a3c7f74 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.875432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb16e8-2ee3-4710-a350-fb7b5a3c7f74 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.881581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2cfb16e8-2ee3-4710-a350-fb7b5a3c7f74 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/87480bfb-ac2b-47a3-824a-b911929beff6 HTTP/1.1" status: 404 len: 337 time: 0.0485597 Oct 13 04:18:33.882181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.897260 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc2f097-1b93-4ac9-b4f7-ddd2c825852e x-openstack-request-id: req-fbc2f097-1b93-4ac9-b4f7-ddd2c825852e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:33.897801 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "name": "network-vif-plugged", "status": "completed", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:33.898206 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbc2f097-1b93-4ac9-b4f7-ddd2c825852e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:33.898802 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'code': 200} Oct 13 04:18:33.904437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] DHCP port deletion for 15ada8b4-4c0a-43c6-8607-9f43a9cf7750 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:18:33.920237 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a65ec7d-ffcc-417b-9a86-8f49ccbe9478 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.920713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a65ec7d-ffcc-417b-9a86-8f49ccbe9478 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.924371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3a65ec7d-ffcc-417b-9a86-8f49ccbe9478 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/4352d67e-80a9-416d-9e73-03a64a0a079b HTTP/1.1" status: 404 len: 337 time: 0.0408535 Oct 13 04:18:33.927376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47498) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.964184 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be56e8e7-e8e5-4ee2-9085-7eb4a21a2c82 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:33.965246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be56e8e7-e8e5-4ee2-9085-7eb4a21a2c82 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:33.973794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.974590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be56e8e7-e8e5-4ee2-9085-7eb4a21a2c82 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/27159d45-fe33-4501-b42d-40da7002d761 HTTP/1.1" status: 404 len: 333 time: 0.0459280 Oct 13 04:18:33.984259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:34.010756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] Deleting port a555ef69-0239-4a80-b1aa-388f7a386f28 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:34.011132 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.029008 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c28101c-c773-4068-9bf6-e00005aa4c8b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.029466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c28101c-c773-4068-9bf6-e00005aa4c8b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.033839 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c28101c-c773-4068-9bf6-e00005aa4c8b tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/71e277f6-2fa3-4297-bb80-306289568431 HTTP/1.1" status: 404 len: 337 time: 0.0451319 Oct 13 04:18:34.037442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.065474 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5dae63-25b3-47a9-8ba8-527afb3ed880 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.066320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5dae63-25b3-47a9-8ba8-527afb3ed880 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.073822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bf5dae63-25b3-47a9-8ba8-527afb3ed880 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/be0174cd-c0e3-4e65-91d4-2b628a9d9fc8 HTTP/1.1" status: 404 len: 333 time: 0.0345199 Oct 13 04:18:34.075381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.081725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] For port a555ef69-0239-4a80-b1aa-388f7a386f28, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a555ef69-0239-4a80-b1aa-388f7a386f28,segment=NetworkSegment(cff03541-ac71-4e31-b5bc-477beaca2e74),segment_id=cff03541-ac71-4e31-b5bc-477beaca2e74)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:34.082605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.100257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] Calling delete_port for a555ef69-0239-4a80-b1aa-388f7a386f28 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:34.102594 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc8052c-6e8f-498b-8851-c48ef5f8f0d1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.103113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc8052c-6e8f-498b-8851-c48ef5f8f0d1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.109019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4cc8052c-6e8f-498b-8851-c48ef5f8f0d1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/66c2d140-d915-4ee5-87f8-be3141ebd78a HTTP/1.1" status: 404 len: 337 time: 0.0334373 Oct 13 04:18:34.109620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.114264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b0fb-23e5-4ad4-ba59-f2976ae67e0b req-0b613ccb-45ac-4cd2-9e9c-6ee805991e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.115738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1cc0b0fb-23e5-4ad4-ba59-f2976ae67e0b req-0b613ccb-45ac-4cd2-9e9c-6ee805991e5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.1920540 Oct 13 04:18:34.139629 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-84510bfa-f641-4f12-81c9-c953b9e24f05 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.140281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84510bfa-f641-4f12-81c9-c953b9e24f05 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.146463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-84510bfa-f641-4f12-81c9-c953b9e24f05 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/e297a4b2-b00c-4b2d-9c0f-b85e5a865451 HTTP/1.1" status: 404 len: 333 time: 0.0356877 Oct 13 04:18:34.147070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.176263 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc070f6-d0ac-4063-8070-18c256c90742 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.176890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc070f6-d0ac-4063-8070-18c256c90742 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.179236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365a1b-06e8-49ae-9415-6b2f694868c4 req-f186b7c3-73c6-4189-aa01-8a97030d93c6 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.181633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62365a1b-06e8-49ae-9415-6b2f694868c4 req-f186b7c3-73c6-4189-aa01-8a97030d93c6 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1553283 Oct 13 04:18:34.184532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.192911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bbc070f6-d0ac-4063-8070-18c256c90742 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/dc3093a7-b380-4fb6-80ef-9a57b3d069cb HTTP/1.1" status: 404 len: 337 time: 0.0419950 Oct 13 04:18:34.216947 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.243240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] Pushing event deleted for resources: {'Port': ['ID=a555ef69-0239-4a80-b1aa-388f7a386f28,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:34.250080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8230413-ae1f-4c8d-b872-fc3691537eab None None] No DVR routers for this DVR port a555ef69-0239-4a80-b1aa-388f7a386f28 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:34.533974 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e5de42-c6a5-4a22-ad37-bb2e0f8b5705 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.534673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e5de42-c6a5-4a22-ad37-bb2e0f8b5705 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.540940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a4e5de42-c6a5-4a22-ad37-bb2e0f8b5705 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/ffe440c6-462b-4d9a-bb5e-25b6928925bd HTTP/1.1" status: 404 len: 333 time: 0.3519509 Oct 13 04:18:34.542393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.559019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1cc0b0fb-23e5-4ad4-ba59-f2976ae67e0b req-ed1b3d35-76c4-4285-9f77-b28e8c6a1a0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243119 Oct 13 04:18:34.572934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70660630-94bc-4081-a1cc-f009a24a3375 req-11ab5611-e2a9-4da8-8823-92e7ef8bddd8 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.574614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70660630-94bc-4081-a1cc-f009a24a3375 req-11ab5611-e2a9-4da8-8823-92e7ef8bddd8 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.0548089 Oct 13 04:18:34.583794 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad54a50-ea38-4298-a035-acb3b07badf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.584249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad54a50-ea38-4298-a035-acb3b07badf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.587809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7ad54a50-ea38-4298-a035-acb3b07badf8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/22721631-ba82-414c-9f6a-a85437dbfc74 HTTP/1.1" status: 404 len: 337 time: 0.0418048 Oct 13 04:18:34.590363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.603352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62365a1b-06e8-49ae-9415-6b2f694868c4 req-f9692f80-11e8-4656-a16c-1c84bf4e9fde tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015484 Oct 13 04:18:34.633039 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d73f39-439d-4225-9c83-5aa16c2b4803 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.634627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d73f39-439d-4225-9c83-5aa16c2b4803 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.640451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-80d73f39-439d-4225-9c83-5aa16c2b4803 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/7fb75ba1-80e6-4816-b84d-ac514c9a487a HTTP/1.1" status: 404 len: 333 time: 0.0465615 Oct 13 04:18:34.641878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.655749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70660630-94bc-4081-a1cc-f009a24a3375 req-819a96b0-89d3-4b93-ad8d-0bc02d6bfc7c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743833 Oct 13 04:18:34.694505 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4f5e9c-8222-4c97-8dc0-7cd18d7c5604 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.694957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4f5e9c-8222-4c97-8dc0-7cd18d7c5604 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.701181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc4f5e9c-8222-4c97-8dc0-7cd18d7c5604 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/d1c81e61-b80f-494e-bd33-1fafeb4de13c HTTP/1.1" status: 404 len: 337 time: 0.0569494 Oct 13 04:18:34.701386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47526) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.725738 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c159816f-c7e1-4f3a-bb24-c2a0caf10e89 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.726025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c159816f-c7e1-4f3a-bb24-c2a0caf10e89 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.729088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c159816f-c7e1-4f3a-bb24-c2a0caf10e89 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/416532f5-0e53-4be2-8d9b-16487b8bf440 HTTP/1.1" status: 404 len: 333 time: 0.0268197 Oct 13 04:18:34.732626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.746343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Deleting port 5cb3d44a-ea33-4d77-83bc-00fea04502d8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:34.746687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.765033 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0983680-c04c-4287-b63d-7b19b82420fb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.765623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0983680-c04c-4287-b63d-7b19b82420fb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.771560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0983680-c04c-4287-b63d-7b19b82420fb tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/86d86569-2212-4911-8435-316f07a7790a HTTP/1.1" status: 404 len: 337 time: 0.0357382 Oct 13 04:18:34.772391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.802867 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d99b19-345f-4acf-a10a-bd4fe2ad9eb9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.803386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d99b19-345f-4acf-a10a-bd4fe2ad9eb9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.806607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-06d99b19-345f-4acf-a10a-bd4fe2ad9eb9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/dc1e6dde-69ca-4216-83af-d5216d0893c7 HTTP/1.1" status: 404 len: 337 time: 0.0331867 Oct 13 04:18:34.809208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.832491 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa0f0a1-953d-4d5d-b734-64f4f1797e52 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.833401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa0f0a1-953d-4d5d-b734-64f4f1797e52 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.834000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] For port 5cb3d44a-ea33-4d77-83bc-00fea04502d8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5cb3d44a-ea33-4d77-83bc-00fea04502d8,segment=NetworkSegment(459962ef-06d5-4bbb-bf8b-849dd9d4adab),segment_id=459962ef-06d5-4bbb-bf8b-849dd9d4adab)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:34.834372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.837248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-daa0f0a1-953d-4d5d-b734-64f4f1797e52 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/073697b2-5cbe-459e-a26e-5e0a15249f33 HTTP/1.1" status: 404 len: 333 time: 0.0265379 Oct 13 04:18:34.840026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.850194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Calling delete_port for 5cb3d44a-ea33-4d77-83bc-00fea04502d8 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:34.867690 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c0278f-e1d0-44e2-a6cc-d483659366d5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.868376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c0278f-e1d0-44e2-a6cc-d483659366d5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.872053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-66c0278f-e1d0-44e2-a6cc-d483659366d5 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/ae1076c8-18b1-4da1-ae9e-e92866be9ea4 HTTP/1.1" status: 404 len: 337 time: 0.0307584 Oct 13 04:18:34.874608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.903984 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7272350c-3963-4877-b3c8-64b2193f17ed tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.904700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7272350c-3963-4877-b3c8-64b2193f17ed tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.908022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7272350c-3963-4877-b3c8-64b2193f17ed tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/eb4f0ebc-6178-4b56-88c5-bbbc4773dbea HTTP/1.1" status: 404 len: 337 time: 0.0323200 Oct 13 04:18:34.910572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47540) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.935320 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e681c3-331c-4417-a9db-a6014d05bc02 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.935981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e681c3-331c-4417-a9db-a6014d05bc02 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.941498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-20e681c3-331c-4417-a9db-a6014d05bc02 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/7f141338-39ff-4b29-bd74-9ae9d01ce755 HTTP/1.1" status: 404 len: 333 time: 0.0276082 Oct 13 04:18:34.941733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47542) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.970988 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-71aafd79-a4c2-44c0-8807-8489baba0dd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:34.971442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71aafd79-a4c2-44c0-8807-8489baba0dd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:34.974658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-71aafd79-a4c2-44c0-8807-8489baba0dd2 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/ba4eac13-29d5-4da1-bac4-912051fcf4db HTTP/1.1" status: 404 len: 337 time: 0.0318944 Oct 13 04:18:34.977972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.011989 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-544861ff-d3e5-4a2d-baf5-10274d9c85a9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.012442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544861ff-d3e5-4a2d-baf5-10274d9c85a9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.015857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-544861ff-d3e5-4a2d-baf5-10274d9c85a9 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/de36d3fc-3f00-4eb5-bb4f-9dbaee123273 HTTP/1.1" status: 404 len: 337 time: 0.0366750 Oct 13 04:18:35.018027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.042599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:35.042816 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-625eb37b-b048-4f8b-b66c-538472179b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.043468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625eb37b-b048-4f8b-b66c-538472179b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.046655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-625eb37b-b048-4f8b-b66c-538472179b3d tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/953c66a7-d406-40d3-bb2f-421d462edec7 HTTP/1.1" status: 404 len: 333 time: 0.0270932 Oct 13 04:18:35.049099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.069614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb3d44a-ea33-4d77-83bc-00fea04502d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:35.075301 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-457ab71c-4ac1-4203-af0b-2f7c0f16d21e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.075499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457ab71c-4ac1-4203-af0b-2f7c0f16d21e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.080815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-457ab71c-4ac1-4203-af0b-2f7c0f16d21e tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/7fb1516f-53ec-4d75-8c17-db4256ffdd90 HTTP/1.1" status: 404 len: 337 time: 0.0285337 Oct 13 04:18:35.081103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.111252 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6756e7bf-50d7-479a-93e1-a90482b27639 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.111730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6756e7bf-50d7-479a-93e1-a90482b27639 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.117285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6756e7bf-50d7-479a-93e1-a90482b27639 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/a76b7187-329a-45ab-8386-e60e00516c4c HTTP/1.1" status: 404 len: 337 time: 0.0328777 Oct 13 04:18:35.118066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.168548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eab80496-1fc1-488d-a764-936aa30b9789 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b69c1b-d3e7-41de-b282-6a95f38e00f4 HTTP/1.1" status: 200 len: 205 time: 0.0472200 Oct 13 04:18:35.169190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.228387 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-85c6f927-8f43-4b42-8bfd-fd7f2f86daaf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] delete failed (client error): The resource could not be found. Oct 13 04:18:35.230753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85c6f927-8f43-4b42-8bfd-fd7f2f86daaf tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/routers/04b69c1b-d3e7-41de-b282-6a95f38e00f4 HTTP/1.1" status: 404 len: 336 time: 0.0609856 Oct 13 04:18:35.233286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.268209 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d17bcdc-ace7-48c7-8aa6-a5fec490f828 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.268963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d17bcdc-ace7-48c7-8aa6-a5fec490f828 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.272185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d17bcdc-ace7-48c7-8aa6-a5fec490f828 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/c533f9ea-a462-4a2a-9899-8743cf8f541e HTTP/1.1" status: 404 len: 337 time: 0.0377727 Oct 13 04:18:35.275217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.286177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a555ef69-0239-4a80-b1aa-388f7a386f28 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:35.287352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:35.311331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a555ef69-0239-4a80-b1aa-388f7a386f28 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:35.311667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a555ef69-0239-4a80-b1aa-388f7a386f28 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:35.329606 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7146b6a3-35d2-4a3f-ade4-1ccdf4bdfdc1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "GET /v2.0/ports?device_id=da032ac5-69e4-49a0-ab71-99aecef62705 HTTP/1.1" status: 200 len: 205 time: 0.0531075 Oct 13 04:18:35.330432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.379274 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-43f729e0-5080-4d93-bf94-136e9efb0ad1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] delete failed (client error): The resource could not be found. Oct 13 04:18:35.380341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-43f729e0-5080-4d93-bf94-136e9efb0ad1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/routers/da032ac5-69e4-49a0-ab71-99aecef62705 HTTP/1.1" status: 404 len: 336 time: 0.0488155 Oct 13 04:18:35.382993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.438754 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4ccd91-d57a-4766-a186-de1584bb7fef tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.439194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4ccd91-d57a-4766-a186-de1584bb7fef tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.442134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1c4ccd91-d57a-4766-a186-de1584bb7fef tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/0343fb03-6d16-4581-8384-7052dc29ab6b HTTP/1.1" status: 404 len: 337 time: 0.0576434 Oct 13 04:18:35.444625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.478131 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcd330a-dfa8-42fc-bee9-209ed56b30af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.478701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcd330a-dfa8-42fc-bee9-209ed56b30af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.484173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2dcd330a-dfa8-42fc-bee9-209ed56b30af tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/dc906f26-821c-4b20-b078-1243760db9ff HTTP/1.1" status: 404 len: 337 time: 0.0343077 Oct 13 04:18:35.484830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.516258 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac816197-624a-496f-8062-b4429947aa85 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.517577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac816197-624a-496f-8062-b4429947aa85 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.523192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ac816197-624a-496f-8062-b4429947aa85 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/41c898be-5d0b-467e-b26d-4ca34c01dbe6 HTTP/1.1" status: 404 len: 333 time: 0.0348260 Oct 13 04:18:35.523475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47572) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.555955 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7717f88b-45af-4d2f-acd6-aa51e2b55edd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.556407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7717f88b-45af-4d2f-acd6-aa51e2b55edd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.559846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7717f88b-45af-4d2f-acd6-aa51e2b55edd tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/059d8a9b-60c0-4c64-9454-7e414ee1c854 HTTP/1.1" status: 404 len: 337 time: 0.0337708 Oct 13 04:18:35.562167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47574) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.585626 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fc7f87-cbc8-4139-bd3f-02176aa4ac71 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.586186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fc7f87-cbc8-4139-bd3f-02176aa4ac71 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.589917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-76fc7f87-cbc8-4139-bd3f-02176aa4ac71 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/7b74a78d-49bd-46f1-b472-3ac01e79ba3b HTTP/1.1" status: 404 len: 333 time: 0.0266774 Oct 13 04:18:35.592580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.664154 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-055dde07-e9ce-4570-93d8-227ad9d4d503 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.665434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055dde07-e9ce-4570-93d8-227ad9d4d503 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.671599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-055dde07-e9ce-4570-93d8-227ad9d4d503 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/24fa0b40-dfdf-426b-b2c4-32dfb7046155 HTTP/1.1" status: 404 len: 337 time: 0.0758433 Oct 13 04:18:35.672889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.690961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Router b568af55-ebfe-4cb8-a372-07bcee4d8273 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:35.716494 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8450b3-2d4b-42c2-8490-7b593e93e846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.717278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8450b3-2d4b-42c2-8490-7b593e93e846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.728064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ea8450b3-2d4b-42c2-8490-7b593e93e846 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/efcc4125-7365-45e3-ae03-10afb1b628db HTTP/1.1" status: 404 len: 333 time: 0.0463004 Oct 13 04:18:35.730102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.811529 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b1e165-7ee0-466c-84ae-8aaa55fa7d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.811529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b1e165-7ee0-466c-84ae-8aaa55fa7d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.816754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3b1e165-7ee0-466c-84ae-8aaa55fa7d45 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/2556ce1b-be7d-4df5-a22f-ac64f82ce795 HTTP/1.1" status: 404 len: 337 time: 0.0855279 Oct 13 04:18:35.819130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.855441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e571f-4d12-4bc2-828a-5e4209c0e66b req-e582721c-46dd-4cdc-81fd-4fe000d5a012 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.857298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa7e571f-4d12-4bc2-828a-5e4209c0e66b req-e582721c-46dd-4cdc-81fd-4fe000d5a012 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1280420 Oct 13 04:18:35.869836 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-189cecdd-5fba-4bdb-a8d0-bf9631ed1865 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.870409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189cecdd-5fba-4bdb-a8d0-bf9631ed1865 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.873350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-189cecdd-5fba-4bdb-a8d0-bf9631ed1865 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/dcd815c4-1642-422f-a6f1-3294dbe8c7be HTTP/1.1" status: 404 len: 333 time: 0.0532851 Oct 13 04:18:35.877303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.902788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa7e571f-4d12-4bc2-828a-5e4209c0e66b req-c25c28a6-7bd1-48b0-bbbc-16df8d0ff10e tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Oct 13 04:18:35.923943 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b707090-b664-4efc-b3c0-d5fdb909db16 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.924390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b707090-b664-4efc-b3c0-d5fdb909db16 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.927396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4b707090-b664-4efc-b3c0-d5fdb909db16 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/81e4f588-7719-4b57-81c9-f440efa95b2e HTTP/1.1" status: 404 len: 337 time: 0.0446367 Oct 13 04:18:35.929549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:35.930629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.941204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] Sync routers for ids ['b568af55-ebfe-4cb8-a372-07bcee4d8273'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:35.941857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cc70c17c-7892-40d1-92d7-0d64509b660f admin admin] 10.222.0.44 "PUT /v2.0/routers/b568af55-ebfe-4cb8-a372-07bcee4d8273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9371831 Oct 13 04:18:35.948793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.952311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] Routers {'b568af55-ebfe-4cb8-a372-07bcee4d8273'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:35.952951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['b568af55-ebfe-4cb8-a372-07bcee4d8273'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:35.960529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c6e4-5cd8-4ea7-9e60-ccad6d4afe43 req-a35865e2-fb17-4f71-8db7-11166add20a2 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.960802 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40d6ed0-9c7f-42f6-ab68-aa0266f2720a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:35.962362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f65c6e4-5cd8-4ea7-9e60-ccad6d4afe43 req-a35865e2-fb17-4f71-8db7-11166add20a2 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1533577 Oct 13 04:18:35.962942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40d6ed0-9c7f-42f6-ab68-aa0266f2720a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:35.968950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:35.969157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c40d6ed0-9c7f-42f6-ab68-aa0266f2720a tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/c9633420-248c-4924-ae2e-241ef3b8a6cb HTTP/1.1" status: 404 len: 333 time: 0.0373516 Oct 13 04:18:36.049584 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db9d360-9d71-466c-bb29-84e29a4c11ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:36.050154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db9d360-9d71-466c-bb29-84e29a4c11ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:36.053355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0db9d360-9d71-466c-bb29-84e29a4c11ce tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/36e3531f-0478-4ecb-82fb-a9780d0ef5d5 HTTP/1.1" status: 404 len: 337 time: 0.0832360 Oct 13 04:18:36.056487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47602) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:36.085991 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26cad59-2a15-4691-8638-32e1c03335f1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:36.086737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26cad59-2a15-4691-8638-32e1c03335f1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:36.088979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] Set router b568af55-ebfe-4cb8-a372-07bcee4d8273 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:36.093016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a26cad59-2a15-4691-8638-32e1c03335f1 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/d53a6a84-c798-47a9-80da-1e76ed72187f HTTP/1.1" status: 404 len: 333 time: 0.0354075 Oct 13 04:18:36.095429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:36.106997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f65c6e4-5cd8-4ea7-9e60-ccad6d4afe43 req-b278a1e7-8d84-432f-8922-5fc9d0861b59 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356196 Oct 13 04:18:36.148976 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.163786 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-745b59ed-8f04-494e-84cb-debf431f6d91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:36.165049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745b59ed-8f04-494e-84cb-debf431f6d91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:36.171351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-745b59ed-8f04-494e-84cb-debf431f6d91 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/49707692-2a97-4ebb-a86e-2afa0496eb81 HTTP/1.1" status: 404 len: 337 time: 0.0726109 Oct 13 04:18:36.171644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47608) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:36.201052 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c1979c-f4fb-42da-b8a5-bb039d52e7f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:36.202051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c1979c-f4fb-42da-b8a5-bb039d52e7f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:36.218218 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-54c1979c-f4fb-42da-b8a5-bb039d52e7f8 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/ports/94b594ed-dc78-4264-a58f-a2d387ee3e03 HTTP/1.1" status: 404 len: 333 time: 0.0449724 Oct 13 04:18:36.220604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47612) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:36.264122 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d30b526-3064-4624-930b-5471b9541bbc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] DELETE failed (client error): The resource could not be found. Oct 13 04:18:36.264657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d30b526-3064-4624-930b-5471b9541bbc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:18:36.268825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3d30b526-3064-4624-930b-5471b9541bbc tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/subnets/9eddee3c-407f-498e-b989-49611a1010c6 HTTP/1.1" status: 404 len: 337 time: 0.0467627 Oct 13 04:18:36.271154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:36.355830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.475358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-99fe1030-1da8-42c9-986f-bb8404a8783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.476928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-99fe1030-1da8-42c9-986f-bb8404a8783b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 1096 time: 0.1799657 Oct 13 04:18:36.477715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:34Z', 'revision_number': 5, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port': {'id': '2c933e8d-b30a-43b3-bf83-06e75b3ed671', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:09Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:36.507972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Deleting port 2c933e8d-b30a-43b3-bf83-06e75b3ed671 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:36.508391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.512901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] Checking router: b568af55-ebfe-4cb8-a372-07bcee4d8273 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:36.522989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] Routers {'b568af55-ebfe-4cb8-a372-07bcee4d8273'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:36.524249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['b568af55-ebfe-4cb8-a372-07bcee4d8273'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:36.582726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169cae-ec1f-4330-8e80-b75e62571236 req-22344fc8-5730-46cb-8173-89f6548f4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.584131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-b1fb5321-9f33-45c9-a1bc-abf0d65ca905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.584368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-22344fc8-5730-46cb-8173-89f6548f4885 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.1488540 Oct 13 04:18:36.585634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-b1fb5321-9f33-45c9-a1bc-abf0d65ca905 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 200 len: 917 time: 0.0999105 Oct 13 04:18:36.590274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.598967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c18b-2738-4a73-abc1-e3a6b7e08049 req-a95d699d-b6e0-4819-afb4-dad527096dd2 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.600579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4b6c18b-2738-4a73-abc1-e3a6b7e08049 req-a95d699d-b6e0-4819-afb4-dad527096dd2 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1508200 Oct 13 04:18:36.603901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f99051-7ca9-40ff-b431-5a7a4e924356 req-1310e2fa-1baa-4e87-a5ce-995e8a59a751 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.614001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f99051-7ca9-40ff-b431-5a7a4e924356 req-1310e2fa-1baa-4e87-a5ce-995e8a59a751 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.3198764 Oct 13 04:18:36.629310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] Set router b568af55-ebfe-4cb8-a372-07bcee4d8273 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:36.679833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-35ff3ceb-c36c-4033-898a-d59510889ee3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630 HTTP/1.1" status: 200 len: 217 time: 0.0620248 Oct 13 04:18:36.701924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:36Z', 'revision_number': 6, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:36.723569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4b6c18b-2738-4a73-abc1-e3a6b7e08049 req-438e74c7-321c-4a69-b4a7-5842b6170057 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081138 Oct 13 04:18:36.725377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] For port 2c933e8d-b30a-43b3-bf83-06e75b3ed671, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2c933e8d-b30a-43b3-bf83-06e75b3ed671,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:36.725740 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.741009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f99051-7ca9-40ff-b431-5a7a4e924356 req-9e618f65-931c-4ec9-842f-066ac8aa0d1a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168349 Oct 13 04:18:36.754719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Calling delete_port for 2c933e8d-b30a-43b3-bf83-06e75b3ed671 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:36.760436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ff74f-d65e-4afa-bc5f-be88918629c0 None None] The sync data for ids ['b568af55-ebfe-4cb8-a372-07bcee4d8273'] in n-d-810220-9 is: [{'id': 'b568af55-ebfe-4cb8-a372-07bcee4d8273', 'name': 'tempest-TestAggregatesBasicOps-671201078-router', 'tenant_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:36Z', 'revision_number': 6, 'project_id': 'e1a6729d3a864d669cd4afe0d86d35c7', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:36.792277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169cae-ec1f-4330-8e80-b75e62571236 req-318034a3-6d76-4099-9bef-cdd0bb3415b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.793774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-318034a3-6d76-4099-9bef-cdd0bb3415b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.1902070 Oct 13 04:18:36.898397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.902046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-842f1eac-1cc2-4ca3-b0b9-514e1a254560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.0991540 Oct 13 04:18:36.903152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-8478a10e-f696-4cbf-b0b3-30686e4d67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.905411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-8478a10e-f696-4cbf-b0b3-30686e4d67e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 200 len: 855 time: 0.1848223 Oct 13 04:18:36.955786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ada8b4-4c0a-43c6-8607-9f43a9cf7750']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:36.961889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169cae-ec1f-4330-8e80-b75e62571236 req-a84260cd-88fc-4757-b655-50aea2db35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.970934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff03541-ac71-4e31-b5bc-477beaca2e74') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:36.971496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff03541-ac71-4e31-b5bc-477beaca2e74') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:36.972232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-a84260cd-88fc-4757-b655-50aea2db35a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.0633845 Oct 13 04:18:36.987045 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.006499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-c0dda1b2-0519-41f9-bc5a-e018f9804593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.008288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-c0dda1b2-0519-41f9-bc5a-e018f9804593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950007 Oct 13 04:18:37.013913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.019913 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-4b08c180-2e39-456d-899a-e4212c26c99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369406 Oct 13 04:18:37.070977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:37.071536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:37.075061 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:37.163298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.174718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.182777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] 10.222.0.44 "DELETE /v2.0/networks/15ada8b4-4c0a-43c6-8607-9f43a9cf7750 HTTP/1.1" status: 204 len: 168 time: 0.9066908 Oct 13 04:18:37.203623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-3b6e3f49-62a3-4b7b-9bb5-3ba2f2bc0b7e service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755533 Oct 13 04:18:37.212640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e6836-37ed-4fa0-8bbe-a282c53fd535 tempest-NetworksTestDHCPv6-139749010 tempest-NetworksTestDHCPv6-139749010-project] Pushing event deleted for resources: {'Network': ['ID=15ada8b4-4c0a-43c6-8607-9f43a9cf7750,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:37.230860 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-39d13de7-78fd-4309-b227-0491f850d2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112699 Oct 13 04:18:37.342247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.401318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c933e8d-b30a-43b3-bf83-06e75b3ed671,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:37.446289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92ecdd69-ec13-4035-b09e-d50e51b5b792 req-b2f5bd9d-d749-40aa-811f-8ee33393834f service neutron] 10.222.0.26 "GET /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085342 Oct 13 04:18:37.487595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38169cae-ec1f-4330-8e80-b75e62571236 req-2c5fa76a-eed4-4e00-89dd-e2c5b9e0a2c6 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703581 Oct 13 04:18:37.523458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.557433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5cb3d44a-ea33-4d77-83bc-00fea04502d8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:37.596979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5cb3d44a-ea33-4d77-83bc-00fea04502d8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:37.597329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5cb3d44a-ea33-4d77-83bc-00fea04502d8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:37.598982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c933e8d-b30a-43b3-bf83-06e75b3ed671 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:37.645439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2c933e8d-b30a-43b3-bf83-06e75b3ed671 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:37.645710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c933e8d-b30a-43b3-bf83-06e75b3ed671 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:37.661905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.664072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.717538 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.718249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b568af55-ebfe-4cb8-a372-07bcee4d8273 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:18:37.724074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.728007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-748e8dc1-07a9-41c6-b7da-d085ffe35735 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b568af55-ebfe-4cb8-a372-07bcee4d8273 HTTP/1.1" status: 204 len: 168 time: 1.7752502 Oct 13 04:18:37.728482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:37.876485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:37.884373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Deleting subnet 74e32b91-7850-4058-a572-889e1a98340f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:37.888477 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.920038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486fef-efff-4948-9fa5-ab651abe25e4 req-ef2db4ce-35d6-478f-a6d8-8c89d1ae6acf tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.922023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5486fef-efff-4948-9fa5-ab651abe25e4 req-ef2db4ce-35d6-478f-a6d8-8c89d1ae6acf tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.0953684 Oct 13 04:18:37.956270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.982012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5486fef-efff-4948-9fa5-ab651abe25e4 req-b947f942-87fb-407d-9645-a595759e9642 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532966 Oct 13 04:18:38.037993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.047533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d4b62-326c-4990-b191-f2606c02fafe req-4e15dc13-2bf2-4f5d-81dc-1edd6f88012f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.049109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d7d4b62-326c-4990-b191-f2606c02fafe req-4e15dc13-2bf2-4f5d-81dc-1edd6f88012f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2241936 Oct 13 04:18:38.165573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d7d4b62-326c-4990-b191-f2606c02fafe req-80801657-3654-43ff-b5f7-55c72aaa202c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090155 Oct 13 04:18:38.176027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.206494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53a4a8c2-a7dc-4adf-88f4-cc18b6cbb9e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6667d06a71b34d12b974b2f08b48fb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291991 Oct 13 04:18:38.208369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:38.248926 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.283287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e32b91-7850-4058-a572-889e1a98340f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:38.285440 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.286970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43e10d26-1667-4c26-be23-cbf44aa97cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.289106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cf99a9cf-ce9f-489a-84d9-c36fb938acdf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/74e32b91-7850-4058-a572-889e1a98340f HTTP/1.1" status: 204 len: 168 time: 0.5594106 Oct 13 04:18:38.291875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:38.296857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1eed2-e02e-46f4-b974-16909647ad2d None None] Network 5865e2cb-09b2-4a9f-8fbb-407ceff51243 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:38.323792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43e10d26-1667-4c26-be23-cbf44aa97cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.386413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.409396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43e10d26-1667-4c26-be23-cbf44aa97cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.412226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43e10d26-1667-4c26-be23-cbf44aa97cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.422649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43e10d26-1667-4c26-be23-cbf44aa97cf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da198735-4b77-405d-bddc-6edfbe2a71bc HTTP/1.1" status: 204 len: 168 time: 0.2064688 Oct 13 04:18:38.448138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e10d26-1667-4c26-be23-cbf44aa97cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da198735-4b77-405d-bddc-6edfbe2a71bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:38.469047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Deleting port fe7d17c8-43c1-415e-9585-551d2310c891 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:38.471671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.554396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] For port fe7d17c8-43c1-415e-9585-551d2310c891, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fe7d17c8-43c1-415e-9585-551d2310c891,segment=NetworkSegment(459962ef-06d5-4bbb-bf8b-849dd9d4adab),segment_id=459962ef-06d5-4bbb-bf8b-849dd9d4adab)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:38.555380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.576255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Calling delete_port for fe7d17c8-43c1-415e-9585-551d2310c891 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:38.689261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.744869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7d17c8-43c1-415e-9585-551d2310c891,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:38.763727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] No DVR routers for this DVR port fe7d17c8-43c1-415e-9585-551d2310c891 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:38.795277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a825e5-960b-499e-a311-3d699247a186 None None] DHCP port deletion for 5865e2cb-09b2-4a9f-8fbb-407ceff51243 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:18:38.856206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.878633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5865e2cb-09b2-4a9f-8fbb-407ceff51243']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:38.890512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459962ef-06d5-4bbb-bf8b-849dd9d4adab') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:38.890816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459962ef-06d5-4bbb-bf8b-849dd9d4adab') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:38.908070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.923028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.939451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:38.939868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:38.942118 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:39.007214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.019304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.023483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5865e2cb-09b2-4a9f-8fbb-407ceff51243 HTTP/1.1" status: 204 len: 168 time: 0.7306435 Oct 13 04:18:39.048024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe33b17-6218-403c-9ad5-598609874792 admin admin] Pushing event deleted for resources: {'Network': ['ID=5865e2cb-09b2-4a9f-8fbb-407ceff51243,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:39.161452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57804b-8733-4f78-9963-0ef536d667a7 req-45bc2fdd-5fff-443c-a01d-e4a62b7f690a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.162755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae57804b-8733-4f78-9963-0ef536d667a7 req-45bc2fdd-5fff-443c-a01d-e4a62b7f690a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.0866668 Oct 13 04:18:39.189842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fe7d17c8-43c1-415e-9585-551d2310c891 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:39.229268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fe7d17c8-43c1-415e-9585-551d2310c891 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:39.230148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fe7d17c8-43c1-415e-9585-551d2310c891 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:39.258292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae57804b-8733-4f78-9963-0ef536d667a7 req-5510819f-be87-4895-9461-b43471642298 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Oct 13 04:18:39.351068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:39.466928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ddb0acbc-1b0d-4007-98e3-89340f802679 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa535d4d4e8b49f2a34fbc654f64afcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108971 Oct 13 04:18:39.474135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d60d26-d28d-4d4c-9200-29b62e9f1f0c req-c11dc64b-09de-467d-afe0-de8a11caa4f4 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.475642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29d60d26-d28d-4d4c-9200-29b62e9f1f0c req-c11dc64b-09de-467d-afe0-de8a11caa4f4 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1144805 Oct 13 04:18:39.476132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:39.508515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a135-eaf9-410f-8905-1c63bb914fa6 req-73083f57-5166-43e0-b1bc-21f272a6421f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.510373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f887a135-eaf9-410f-8905-1c63bb914fa6 req-73083f57-5166-43e0-b1bc-21f272a6421f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.0652392 Oct 13 04:18:39.554506 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f887a135-eaf9-410f-8905-1c63bb914fa6 req-47c7ebdc-30ff-4d9d-b0b4-d21ff6462465 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Oct 13 04:18:39.555310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47704) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:39.569088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce11f20-91d5-4cd0-9ad5-4e5963287b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.573537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29d60d26-d28d-4d4c-9200-29b62e9f1f0c req-8b67bdf4-cc8f-4d3b-b577-61786da02520 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684383 Oct 13 04:18:39.595507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce11f20-91d5-4cd0-9ad5-4e5963287b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.654415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce11f20-91d5-4cd0-9ad5-4e5963287b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.657361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce11f20-91d5-4cd0-9ad5-4e5963287b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.663399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ce11f20-91d5-4cd0-9ad5-4e5963287b5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18dd3eb6-9d1f-4487-8b19-de07ec271d9a HTTP/1.1" status: 204 len: 168 time: 0.1857529 Oct 13 04:18:39.687965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11f20-91d5-4cd0-9ad5-4e5963287b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd3eb6-9d1f-4487-8b19-de07ec271d9a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:39.693072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86248c-107c-48bc-b471-e1b47ab267aa req-6165f819-3fc0-4a16-ae2b-b86e2bd8085a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.702236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac86248c-107c-48bc-b471-e1b47ab267aa req-6165f819-3fc0-4a16-ae2b-b86e2bd8085a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.0694299 Oct 13 04:18:39.733072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1934236960'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:39.746169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac86248c-107c-48bc-b471-e1b47ab267aa req-be2d03ef-2b71-4b4a-b150-99cd7e7b96b2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Oct 13 04:18:39.758422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Made reservation on behalf of e62565f2a13f4c43a8a04e6bc23a6229 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:39.772710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.783124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.878507 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.895876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a1c41-122e-4a1e-8ae2-caf24316ff09 req-7c87d774-16b9-4e9d-b69f-913993014897 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.897637 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-990a1c41-122e-4a1e-8ae2-caf24316ff09 req-7c87d774-16b9-4e9d-b69f-913993014897 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.0703459 Oct 13 04:18:39.932458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.940537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.954934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:39.976559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.976848 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Added segment 1dae7597-a199-4754-84cb-485958a537df of type vlan for network e7d1377e-2427-433f-881b-38a628b3e482 Oct 13 04:18:40.024658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-990a1c41-122e-4a1e-8ae2-caf24316ff09 req-db40bbd2-933a-419e-8384-305cd8cb9672 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158056 Oct 13 04:18:40.051209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.054739 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979eee05-7906-44e2-b874-b175298da116,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:40.078663 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.087662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.088023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-0e12342d-ff98-4874-9f7a-7999c04b550f req-ba66f6ca-b748-4811-a4ea-a223ba59336b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:18:40.088947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.089470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e12342d-ff98-4874-9f7a-7999c04b550f req-ba66f6ca-b748-4811-a4ea-a223ba59336b tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076492 Oct 13 04:18:40.136237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:40.159065 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6008291 Oct 13 04:18:40.162329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:40.167198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'subnet': {'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:40.182298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71421c-89a6-49d9-8171-130e8dcdca16 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Network': ['ID=e7d1377e-2427-433f-881b-38a628b3e482,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:40.192813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network e7d1377e-2427-433f-881b-38a628b3e482 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:40.197804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-487b6717-dba3-4c35-81c0-0329798a55c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1a6729d3a864d669cd4afe0d86d35c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598073 Oct 13 04:18:40.200150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:40.255285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8f020b6-6e5d-48ce-b16a-bee08b599f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.256795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e12342d-ff98-4874-9f7a-7999c04b550f req-0935073a-4c24-458f-9bc5-3bf94b0720e9 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1587534 Oct 13 04:18:40.291046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8f020b6-6e5d-48ce-b16a-bee08b599f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.292510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Made reservation on behalf of e62565f2a13f4c43a8a04e6bc23a6229 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:40.297211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.361597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8f020b6-6e5d-48ce-b16a-bee08b599f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.364882 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8f020b6-6e5d-48ce-b16a-bee08b599f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.369127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a8f020b6-6e5d-48ce-b16a-bee08b599f42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c54a953-0fe8-4083-b66c-2b59165b2190 HTTP/1.1" status: 204 len: 168 time: 0.1648748 Oct 13 04:18:40.380113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f020b6-6e5d-48ce-b16a-bee08b599f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c54a953-0fe8-4083-b66c-2b59165b2190,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:40.541477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.646764 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Subnet': ['ID=791b0ab2-3ba0-440d-849a-a19f524f358a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:40.662077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Checking segment: {'id': '1dae7597-a199-4754-84cb-485958a537df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:40.662453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network hostable DHCP agents. Network: e7d1377e-2427-433f-881b-38a628b3e482, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:40.691049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network e7d1377e-2427-433f-881b-38a628b3e482 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:40.715845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, e7d1377e-2427-433f-881b-38a628b3e482) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:40.727478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69613f28-442f-49d3-898f-7c0b3db1c204 None None] Network e7d1377e-2427-433f-881b-38a628b3e482 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:40.730575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.731783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.780664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcfb4-9828-42c6-b8b0-b0a83344b620 req-fb48c9ff-6c8f-4bb4-8141-150fd484377d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.783305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfebcfb4-9828-42c6-b8b0-b0a83344b620 req-fb48c9ff-6c8f-4bb4-8141-150fd484377d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.0790207 Oct 13 04:18:40.844752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1187a740-36de-4043-b95d-fb0f2b67703f tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6812813 Oct 13 04:18:40.850786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:40.865454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1552300649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:40.887612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfebcfb4-9828-42c6-b8b0-b0a83344b620 req-255418e8-db94-4a40-9866-4821b35ceba5 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861745 Oct 13 04:18:40.895882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf33f2-399a-4666-8309-72916558689a req-8e3f80b0-87eb-4118-b13f-e6216c930d20 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.898164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cddf33f2-399a-4666-8309-72916558689a req-8e3f80b0-87eb-4118-b13f-e6216c930d20 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.1576512 Oct 13 04:18:40.991052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-e7d1377e-2427-433f-881b-38a628b3e482', 'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482', 'tenant_id': 'e62565f2a13f4c43a8a04e6bc23a6229', 'fixed_ips': [{'subnet_id': '791b0ab2-3ba0-440d-849a-a19f524f358a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:40.997961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.297147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.298222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.299152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Allocated IP 172.20.0.2 (e7d1377e-2427-433f-881b-38a628b3e482/791b0ab2-3ba0-440d-849a-a19f524f358a/3203da0d-2767-4750-8fe4-4c8f0cf415c4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:41.354772 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.369007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.405896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cddf33f2-399a-4666-8309-72916558689a req-0b5a54b3-016f-42e2-b7e5-4922e3989893 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997034 Oct 13 04:18:41.426910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.428568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eaccac22-a0d7-4a45-9455-b94860901c87 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5768304 Oct 13 04:18:41.432487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:41.610971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ca279-0777-42e4-af85-9ee5b3a75e6f req-3fbf3db7-f36c-4821-8d30-fb36325e7774 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:41.614873 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.619549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-782ca279-0777-42e4-af85-9ee5b3a75e6f req-3fbf3db7-f36c-4821-8d30-fb36325e7774 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.0885963 Oct 13 04:18:41.623039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.710051 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-782ca279-0777-42e4-af85-9ee5b3a75e6f req-e6f0ebad-2e10-4e61-be11-9a2fc11b3f29 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891721 Oct 13 04:18:41.736930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Pushing event updated for resources: {'Port': ['ID=3203da0d-2767-4750-8fe4-4c8f0cf415c4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:41.756275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Network e7d1377e-2427-433f-881b-38a628b3e482 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:41.758749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:41.768078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:41.830767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Attempting to bind port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:41.831251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Attempting to bind port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '1dae7597-a199-4754-84cb-485958a537df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:41.831619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Attempting to bind port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 on network e7d1377e-2427-433f-881b-38a628b3e482 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:41.837388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:41.838044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Checking segment: {'id': '1dae7597-a199-4754-84cb-485958a537df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:41.838783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.839309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Bound using segment: {'id': '1dae7597-a199-4754-84cb-485958a537df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:41.840058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Bound port: 3203da0d-2767-4750-8fe4-4c8f0cf415c4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dae7597-a199-4754-84cb-485958a537df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:41.840586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.917623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] For port 3203da0d-2767-4750-8fe4-4c8f0cf415c4, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:41.921562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] For port 3203da0d-2767-4750-8fe4-4c8f0cf415c4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3203da0d-2767-4750-8fe4-4c8f0cf415c4,segment=NetworkSegment(1dae7597-a199-4754-84cb-485958a537df),segment_id=1dae7597-a199-4754-84cb-485958a537df)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:41.931442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.954537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.973609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c00b-7952-4aa1-94cd-e138440106d5 req-4a26b7f0-e493-4bb4-9c0b-9d80b13172d4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:41.982568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7616c00b-7952-4aa1-94cd-e138440106d5 req-4a26b7f0-e493-4bb4-9c0b-9d80b13172d4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.1316304 Oct 13 04:18:42.065655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593c09-c20b-4d6c-8a3e-b4f948f4f1ff req-72493c4e-d2e9-4b7b-84b7-53863411534a tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.082352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0593c09-c20b-4d6c-8a3e-b4f948f4f1ff req-72493c4e-d2e9-4b7b-84b7-53863411534a tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1034443 Oct 13 04:18:42.097430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0e376-e4d7-4f1a-9c06-93182b1d7b38 None None] Pushing event updated for resources: {'Port': ['ID=3203da0d-2767-4750-8fe4-4c8f0cf415c4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:42.134216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7616c00b-7952-4aa1-94cd-e138440106d5 req-f1dc38a2-9ace-45b2-9281-89528d2aeee4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505752 Oct 13 04:18:42.143097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0593c09-c20b-4d6c-8a3e-b4f948f4f1ff req-dfca80ac-4250-4eaf-9bed-be6d719c192c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Oct 13 04:18:42.483603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Allocated IP 172.20.0.1 (e7d1377e-2427-433f-881b-38a628b3e482/791b0ab2-3ba0-440d-849a-a19f524f358a/e169f17b-af0e-4574-bc15-2b1e25526662) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:42.531320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed37252-957f-4dc7-bcf9-5e3d65dd5ec4 req-a7886b88-57f6-408b-b88b-4aca7d8afb51 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.543705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed37252-957f-4dc7-bcf9-5e3d65dd5ec4 req-a7886b88-57f6-408b-b88b-4aca7d8afb51 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.552243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed37252-957f-4dc7-bcf9-5e3d65dd5ec4 req-a7886b88-57f6-408b-b88b-4aca7d8afb51 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.560489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6ed37252-957f-4dc7-bcf9-5e3d65dd5ec4 req-a7886b88-57f6-408b-b88b-4aca7d8afb51 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5&device_id=f69febad-cac2-4aec-b620-f0993fdeff76&device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 2417 time: 0.2154744 Oct 13 04:18:42.681006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6ed37252-957f-4dc7-bcf9-5e3d65dd5ec4 req-926365c2-a70e-461a-b6ad-1630062d2182 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126277 Oct 13 04:18:42.775612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.806395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20c4e884-1eb8-444b-93a5-c300914851e1 req-889e88a0-509b-45ee-aef5-166674db6121 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0926232 Oct 13 04:18:42.830635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.891089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Port': ['ID=e169f17b-af0e-4574-bc15-2b1e25526662,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:42.896245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network e7d1377e-2427-433f-881b-38a628b3e482 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:42.899818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:42.901640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:42.960068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.272847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3203da0d-2767-4750-8fe4-4c8f0cf415c4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:43.396366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:43.396771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.543336 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.651592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3203da0d-2767-4750-8fe4-4c8f0cf415c4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3203da0d-2767-4750-8fe4-4c8f0cf415c4,segment=NetworkSegment(1dae7597-a199-4754-84cb-485958a537df),segment_id=1dae7597-a199-4754-84cb-485958a537df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:43.657368 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.708125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a43a00-78e7-4092-a8de-0ab1bb88f188 None None] Network e7d1377e-2427-433f-881b-38a628b3e482 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:43.717234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:43.722116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643342584', 'description': 'tempest-secgroup-smoke-643342584 description', 'project_id': '928d6475dae444d0b96465e78119009e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:43.769132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.795662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eaeaeccb-f25d-4bf1-b8b5-3a4f69fab2a5 None None] Provisioning complete for port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:43.796078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eaeaeccb-f25d-4bf1-b8b5-3a4f69fab2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.797618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.797782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3203da0d-2767-4750-8fe4-4c8f0cf415c4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:43.914968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f753c-c453-4077-869d-3e5b26330d18 req-cdf39b83-f6c2-4264-b155-73d9dda7febc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.918676 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-319f753c-c453-4077-869d-3e5b26330d18 req-cdf39b83-f6c2-4264-b155-73d9dda7febc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2531004 Oct 13 04:18:43.926930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.984453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.991594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.017321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-319f753c-c453-4077-869d-3e5b26330d18 req-9292ddc1-0019-4912-ad15-e98f1b21f59d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857084 Oct 13 04:18:44.144141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.213306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.228110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca03fe-ce4d-40df-9015-91ad1aaeb32a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.260014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b78c28-f69b-4de7-b206-9167193b8ad5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.274597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.275970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8144169f-28c6-48ce-b984-bcc3b8a07f94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5576947 Oct 13 04:18:44.279089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:44.284423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '51b78c28-f69b-4de7-b206-9167193b8ad5', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:44.334091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.422629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.427887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.437353 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.450730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.499296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcb9608-ef27-45a3-aa45-e05fe21e524a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.501724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0bcfcca3-53e6-47e1-b48f-4702b54582fb None None] Provisioning complete for port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:44.503207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bcfcca3-53e6-47e1-b48f-4702b54582fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.505143 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.506397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc3f2927-1983-4132-8a0f-7c146221a338 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258813 Oct 13 04:18:44.509924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47862) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:44.519958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '51b78c28-f69b-4de7-b206-9167193b8ad5', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:44.582674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.596094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.672181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Port': ['ID=e169f17b-af0e-4574-bc15-2b1e25526662,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.748277 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.754391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.778341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0bcfcca3-53e6-47e1-b48f-4702b54582fb None None] Provisioning complete for port e169f17b-af0e-4574-bc15-2b1e25526662 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:44.778714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bcfcca3-53e6-47e1-b48f-4702b54582fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.792321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.798113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828114 Oct 13 04:18:44.799321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:44.812206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '51b78c28-f69b-4de7-b206-9167193b8ad5', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:44.832854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfcca3-53e6-47e1-b48f-4702b54582fb None None] Port e169f17b-af0e-4574-bc15-2b1e25526662 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:44.837639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f622fa9-fbd6-4047-a051-722dfcc943b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39769c6e-6d29-4b7f-9139-86724466dabc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.847372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.928829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.933761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network e7d1377e-2427-433f-881b-38a628b3e482 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:44.935226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.936404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:44.962174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a9c7a2fa-8085-4d37-aa17-7acb4d0d516e None None] Provisioning complete for port e169f17b-af0e-4574-bc15-2b1e25526662 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:44.962761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a2fa-8085-4d37-aa17-7acb4d0d516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.990650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5584b1b-a78d-48d1-a3bc-f7e90d557bf4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.998544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.002727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-10f07593-a102-40e3-9b3b-86bef4a5edab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1941793 Oct 13 04:18:45.003214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:45.009829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '51b78c28-f69b-4de7-b206-9167193b8ad5', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:45.051576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7a2fa-8085-4d37-aa17-7acb4d0d516e None None] Port e169f17b-af0e-4574-bc15-2b1e25526662 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:45.055554 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.132994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.137269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.169621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.173585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670434 Oct 13 04:18:45.173585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b1316-3767-4758-8fde-2426e1527584 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300ec0ca-fcbf-4023-bdc1-de91f0644359,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:45.181210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:45.186165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '51b78c28-f69b-4de7-b206-9167193b8ad5', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:45.218188 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:18:45.223841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.236657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3203da0d-2767-4750-8fe4-4c8f0cf415c4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:45.305932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:45.306897 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.312407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Router 50942136-dffa-4ab4-b7e8-ddd7a08e87ca is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:18:45.324128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.326092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b6289-e5fe-4832-b74c-fdc9311ab5b2 req-2d545558-ae33-4f65-889e-cd7f7f4412f1 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.328439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb3b6289-e5fe-4832-b74c-fdc9311ab5b2 req-2d545558-ae33-4f65-889e-cd7f7f4412f1 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1650729 Oct 13 04:18:45.331903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.374530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.379999 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1976273 Oct 13 04:18:45.387726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:45.400722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '51b78c28-f69b-4de7-b206-9167193b8ad5', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:45.444598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ada921-6516-4d11-a237-01e47cb54db1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad35a2-5279-45df-bf23-75666ec969aa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:45.482986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9bd787b2-ee02-49ff-92b9-9cd9cd63f2a1 None None] Provisioning complete for port e169f17b-af0e-4574-bc15-2b1e25526662 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:45.484923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bd787b2-ee02-49ff-92b9-9cd9cd63f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.485871 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:18:45.494642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.516778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb3b6289-e5fe-4832-b74c-fdc9311ab5b2 req-1fe9f883-02e5-429c-b012-bf43b11b20e7 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811719 Oct 13 04:18:45.566141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9bd787b2-ee02-49ff-92b9-9cd9cd63f2a1 None None] Port e169f17b-af0e-4574-bc15-2b1e25526662 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:45.574478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:45.587479 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] Sync routers for ids ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:45.588002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-00f46e3b-de39-45e2-94b1-2d5e0d1cad25 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "PUT /v2.0/routers/50942136-dffa-4ab4-b7e8-ddd7a08e87ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1515718 Oct 13 04:18:45.588585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:45.600987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'port': {'network_id': 'e7d1377e-2427-433f-881b-38a628b3e482', 'name': 'tempest-FloatingIPNegativeTestJSON-877991069'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:45.601301 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] Routers {'50942136-dffa-4ab4-b7e8-ddd7a08e87ca'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:45.602149 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:45.616574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.622149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.654369 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:45.660376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dd75a7-e49c-44a7-a0a2-a68c1c2368dc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:45.674565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.675890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b953de28-17a6-4fa6-8fe4-23d6bea66961 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2871866 Oct 13 04:18:45.677825 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] Routers {'50942136-dffa-4ab4-b7e8-ddd7a08e87ca'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:45.678459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:45.679227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47898) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:45.687924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'network': {'name': 'tempest-network-smoke--1472047667', 'project_id': '928d6475dae444d0b96465e78119009e', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:45.766120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:45.770587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.821174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Made reservation on behalf of e62565f2a13f4c43a8a04e6bc23a6229 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:45.831334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.850003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:45.876264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.876672 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Added segment 44c77fea-4b72-43c4-a605-c41f2ec8f471 of type vlan for network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab Oct 13 04:18:45.889392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] device_id is not set on port b22c34fb-9365-481c-838a-6e38156339db yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:18:45.990121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.000146 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:46.001568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06978a20-74c0-48d1-aadb-72e0836640e1 None None] The sync data for ids ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:46.043686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.056901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.057671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.089816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Allocated IP 172.20.0.14 (e7d1377e-2427-433f-881b-38a628b3e482/791b0ab2-3ba0-440d-849a-a19f524f358a/b22c34fb-9365-481c-838a-6e38156339db) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:46.146701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4650984 Oct 13 04:18:46.151466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47910) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:46.155921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3cb66-1c9a-47f7-adb7-91cbcc50d747 req-278f472e-4d0c-4bd3-86a0-f3be6d128e29 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.156777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'admin_state_up': True, 'project_id': '928d6475dae444d0b96465e78119009e', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:46.164295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7b3cb66-1c9a-47f7-adb7-91cbcc50d747 req-278f472e-4d0c-4bd3-86a0-f3be6d128e29 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.2896762 Oct 13 04:18:46.212626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7ef5-9a50-4999-8f20-5b2d8cef0db8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Network': ['ID=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:46.223686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:46.252630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.254118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.269345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e7b3cb66-1c9a-47f7-adb7-91cbcc50d747 req-3acc6fae-6b6a-4ca6-9ac3-586b1794d85a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040640 Oct 13 04:18:46.324129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.509717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.518990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.609675 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.707869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network e7d1377e-2427-433f-881b-38a628b3e482 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:46.725495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:46.730582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Port': ['ID=b22c34fb-9365-481c-838a-6e38156339db,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:46.733608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:46.769346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8878f-dbd8-4292-bcf8-2d952c248318 req-ac7d4f9b-1b1c-4281-ad02-0453403ba817 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.770841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19b8878f-dbd8-4292-bcf8-2d952c248318 req-ac7d4f9b-1b1c-4281-ad02-0453403ba817 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1085052 Oct 13 04:18:46.825811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.826585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.897578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-35dac561-beb1-4c7e-b0e9-df2324ee4f90 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3025725 Oct 13 04:18:46.898614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:46.904799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:46.938775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.038590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-19b8878f-dbd8-4292-bcf8-2d952c248318 req-ee9a0295-0477-4f3e-8bf8-99b282cfe762 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228904 Oct 13 04:18:47.102196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.119988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54f5125f-c4a8-44cc-8883-23b71d16c63c None None] Provisioning complete for port b22c34fb-9365-481c-838a-6e38156339db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:47.120472 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54f5125f-c4a8-44cc-8883-23b71d16c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.129383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.166328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-54f5125f-c4a8-44cc-8883-23b71d16c63c None None] Port b22c34fb-9365-481c-838a-6e38156339db cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:47.264393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.105 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/09f77daf-3c06-40aa-8800-5dc222fd1fda) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:47.359270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.435439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849504-d240-4fd0-8978-5d42ae092797 req-1864ef07-b280-4f1b-b74b-863256b446c2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.437058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d849504-d240-4fd0-8978-5d42ae092797 req-1864ef07-b280-4f1b-b74b-863256b446c2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.0953779 Oct 13 04:18:47.492560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.492808 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d849504-d240-4fd0-8978-5d42ae092797 req-6d61e355-1f78-4288-bac4-9f2261addf73 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Oct 13 04:18:47.532002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-421253e5-baa2-45a5-b577-f0a1c1c96024 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.533774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-421253e5-baa2-45a5-b577-f0a1c1c96024 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.1574621 Oct 13 04:18:47.595425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.708251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:47.722042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:47.724014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=09f77daf-3c06-40aa-8800-5dc222fd1fda,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.732100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:47.735868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Allocated IP 172.25.1.250 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/02594d99-bd6b-4026-bcd4-1a60d864cd0a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:47.888096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Deleting port 70bcb36c-5e5c-45a4-a621-c89df1697356 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:47.888447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.935319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e2cb-28c7-4aef-8291-e625ed1c1fd7 req-bcae414a-b470-4523-9fc3-5bf0ec0f4cf7 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.943185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b7e2cb-28c7-4aef-8291-e625ed1c1fd7 req-bcae414a-b470-4523-9fc3-5bf0ec0f4cf7 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.1210153 Oct 13 04:18:47.984150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b7e2cb-28c7-4aef-8291-e625ed1c1fd7 req-34079b69-e896-4889-b304-19a741f02b22 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Oct 13 04:18:48.093856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.110995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] For port 70bcb36c-5e5c-45a4-a621-c89df1697356, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=70bcb36c-5e5c-45a4-a621-c89df1697356,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:48.111717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.165279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Calling delete_port for 70bcb36c-5e5c-45a4-a621-c89df1697356 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:48.308948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.322744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d53b7-8546-47f7-8762-0622a4fa5e23 req-457bdec5-5e24-490f-998d-44f817d8f724 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.324275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be7d53b7-8546-47f7-8762-0622a4fa5e23 req-457bdec5-5e24-490f-998d-44f817d8f724 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1682446 Oct 13 04:18:48.401523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:48.406134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.449612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:48.467006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:48.471854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Port': ['ID=02594d99-bd6b-4026-bcd4-1a60d864cd0a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:48.500799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be7d53b7-8546-47f7-8762-0622a4fa5e23 req-9e22cb0d-c414-4c0c-8efb-680e6e012c91 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506863 Oct 13 04:18:48.615414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2917d-fed8-4a82-a7d9-9b5125eaaac0 req-001a37ca-6a78-40ef-b22c-120b3c6addca tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.616919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0f2917d-fed8-4a82-a7d9-9b5125eaaac0 req-001a37ca-6a78-40ef-b22c-120b3c6addca tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Oct 13 04:18:48.667406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0f2917d-fed8-4a82-a7d9-9b5125eaaac0 req-9eb23b9e-11f2-434c-9c24-a7a0146717b6 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Oct 13 04:18:48.967988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c64292ea-b8bd-4d2c-b4f4-a7e8ae44835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.092143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e0aa-7c48-4675-b99e-494930e68675 req-6afa750c-ff1c-4567-b851-71bed9457874 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.092509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.094351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ec0e0aa-7c48-4675-b99e-494930e68675 req-6afa750c-ff1c-4567-b851-71bed9457874 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Oct 13 04:18:49.109618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6a266840-26d3-446b-acc4-ec68680aef1f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:49.113749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8d899777-cfc0-4826-a7b0-2fb705bcc630'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:49.163646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ec0e0aa-7c48-4675-b99e-494930e68675 req-7f451c3d-0f3d-4fd4-96b5-f5355a7ff138 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499575 Oct 13 04:18:49.187811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Pushing event deleted for resources: {'Port': ['ID=70bcb36c-5e5c-45a4-a621-c89df1697356,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:49.250560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.332910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.334645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] No DVR routers for this DVR port 70bcb36c-5e5c-45a4-a621-c89df1697356 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:49.338868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.342151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd45713-dfaa-47c1-a55f-0a3da8b2e93a req-438bd8c9-4efe-4598-8040-702b7ee23309 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "DELETE /v2.0/ports/70bcb36c-5e5c-45a4-a621-c89df1697356 HTTP/1.1" status: 204 len: 173 time: 1.7985523 Oct 13 04:18:49.346602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'name': 'network-vif-deleted', 'tag': '70bcb36c-5e5c-45a4-a621-c89df1697356'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:49.349357 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d24d8-b2d1-45ba-b70c-839912a13073" -d '{"events": [{"server_uuid": "94033a4d-ff36-4b26-81e5-398356f65ab5", "name": "network-vif-deleted", "tag": "70bcb36c-5e5c-45a4-a621-c89df1697356"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:49.474378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.584659 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99064d2a-b402-4be1-bd80-682d2fe8dae0 x-openstack-request-id: req-99064d2a-b402-4be1-bd80-682d2fe8dae0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:49.584982 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94033a4d-ff36-4b26-81e5-398356f65ab5", "name": "network-vif-deleted", "tag": "70bcb36c-5e5c-45a4-a621-c89df1697356", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:49.585241 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99064d2a-b402-4be1-bd80-682d2fe8dae0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:49.585694 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94033a4d-ff36-4b26-81e5-398356f65ab5', 'name': 'network-vif-deleted', 'tag': '70bcb36c-5e5c-45a4-a621-c89df1697356', 'status': 'completed', 'code': 200} Oct 13 04:18:49.878596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.878596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.882953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c59d-3284-44e5-bed9-178483d14114 req-0e29152f-ac34-433f-a253-f4935ca1ea0d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.887714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2aa9c59d-3284-44e5-bed9-178483d14114 req-0e29152f-ac34-433f-a253-f4935ca1ea0d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2057996 Oct 13 04:18:50.001603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2aa9c59d-3284-44e5-bed9-178483d14114 req-fc268cc6-975f-4da3-91f9-23ad7fb9459e tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111188 Oct 13 04:18:50.081030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Port': ['ID=02594d99-bd6b-4026-bcd4-1a60d864cd0a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:50.096084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b271bd2e-3033-411f-bfe9-78e186142c13 req-0f65982c-75f9-45f8-abc7-9cfd6a54c637 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=94033a4d-ff36-4b26-81e5-398356f65ab5 HTTP/1.1" status: 200 len: 210 time: 0.0973673 Oct 13 04:18:50.108386 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.147708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 24145386-cdb8-4a69-833a-522d9c75dd3b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:18:50.153829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.155429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-de3126f3-e1ce-40ae-9886-bdb15513aba3 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2556932 Oct 13 04:18:50.158158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:50.163093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-46d50ea0-b0c8-4a77-b2b5-73df22bdad35 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'floatingip': {'port_id': 'b22c34fb-9365-481c-838a-6e38156339db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:50.218717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03892a7d-4c12-4b19-be3d-82f36bb94ec8 req-294a00bf-e4fa-4f49-96b9-7c6a8d8532a7 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.220215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03892a7d-4c12-4b19-be3d-82f36bb94ec8 req-294a00bf-e4fa-4f49-96b9-7c6a8d8532a7 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.0766017 Oct 13 04:18:50.222903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46d50ea0-b0c8-4a77-b2b5-73df22bdad35 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.297285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03892a7d-4c12-4b19-be3d-82f36bb94ec8 req-70d7c501-0193-4161-84c6-864ee228558e tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649107 Oct 13 04:18:50.474502 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-46d50ea0-b0c8-4a77-b2b5-73df22bdad35 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] update failed (client error): The resource could not be found. Oct 13 04:18:50.476155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-46d50ea0-b0c8-4a77-b2b5-73df22bdad35 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "PUT /v2.0/floatingips/84c2da7a-8038-4eb2-8287-0ae62e3a580c HTTP/1.1" status: 404 len: 507 time: 0.3168085 Oct 13 04:18:50.479144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:50.480362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:50.505382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Sync routers for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:50.505887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.507160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-397ab515-760b-4756-bf75-bd5a7650d9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3545270 Oct 13 04:18:50.514985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:50.542256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:50.543542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:50.712525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2f1ea9b1-c71c-48a8-ac1c-0cf9da6b5c31 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=928d6475dae444d0b96465e78119009e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1961229 Oct 13 04:18:50.715244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48054) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:50.788162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Deleting port 02594d99-bd6b-4026-bcd4-1a60d864cd0a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:50.788501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.818602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:50.918564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.919528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.931999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Calling delete_port for 02594d99-bd6b-4026-bcd4-1a60d864cd0a owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:50.972553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4264df-e297-4812-b39f-2f9b9d7bcbbc tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.974122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3e4264df-e297-4812-b39f-2f9b9d7bcbbc tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2577391 Oct 13 04:18:50.978033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.032366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70bcb36c-5e5c-45a4-a621-c89df1697356 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:51.070596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2ca15cb6-68d9-460c-ac04-669918ed34e5 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913520 Oct 13 04:18:51.073778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.074207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 70bcb36c-5e5c-45a4-a621-c89df1697356 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:51.074551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 70bcb36c-5e5c-45a4-a621-c89df1697356 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:51.098459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1592208388', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'project_id': '928d6475dae444d0b96465e78119009e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:51.164635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:48Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:51.219479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea465286-0818-4bea-a724-4317927961f9 req-38b418d9-a6c1-4754-b4da-d8fefad3ee49 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.229871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea465286-0818-4bea-a724-4317927961f9 req-38b418d9-a6c1-4754-b4da-d8fefad3ee49 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1139004 Oct 13 04:18:51.282873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Checking router: 24145386-cdb8-4a69-833a-522d9c75dd3b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:51.285473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Updating router 24145386-cdb8-4a69-833a-522d9c75dd3b port 09f77daf-3c06-40aa-8800-5dc222fd1fda binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:51.288918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.292235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea465286-0818-4bea-a724-4317927961f9 req-e64401cd-6b2f-4f55-a9c3-4c78fe7e05d9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611224 Oct 13 04:18:51.328298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Port': ['ID=02594d99-bd6b-4026-bcd4-1a60d864cd0a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.330302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:51.334414 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.338986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.506331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734492-c6c2-4718-a8b8-cd4f0a768b11 req-0724f1bb-cbcf-418a-a97e-712b0682c37a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.529661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d734492-c6c2-4718-a8b8-cd4f0a768b11 req-0724f1bb-cbcf-418a-a97e-712b0682c37a tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.1329184 Oct 13 04:18:51.548319 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-850f1d09-c309-47a9-ae95-eebb4353b740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.608299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.611484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.612625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32a21dec-a16d-4f60-be4d-eeae233a5956 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "DELETE /v2.0/floatingips/84c2da7a-8038-4eb2-8287-0ae62e3a580c HTTP/1.1" status: 204 len: 168 time: 1.1315119 Oct 13 04:18:51.622327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.627220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3ba98310-cbf4-485a-b48c-92353acf07ba tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'floatingip': {'floating_network_id': 'e7d1377e-2427-433f-881b-38a628b3e482', 'port_id': 'b22c34fb-9365-481c-838a-6e38156339db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:51.663364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d734492-c6c2-4718-a8b8-cd4f0a768b11 req-cf5deb51-6fbd-47da-8b00-6832d2b43c30 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323409 Oct 13 04:18:51.707250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ba98310-cbf4-485a-b48c-92353acf07ba tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.729570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-68bee3ed-56c6-4371-a17e-6d7010f1eeee tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.731131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-68bee3ed-56c6-4371-a17e-6d7010f1eeee tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.3867147 Oct 13 04:18:51.796728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.805894 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.811369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e7a0b-3753-46d4-9ab1-5d403778fee7 req-96d69a6e-f599-4262-a764-e1a8d6fd1fb2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.821105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e93e7a0b-3753-46d4-9ab1-5d403778fee7 req-96d69a6e-f599-4262-a764-e1a8d6fd1fb2 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.2002130 Oct 13 04:18:51.899603 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3ba98310-cbf4-485a-b48c-92353acf07ba tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:18:51.901521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ba98310-cbf4-485a-b48c-92353acf07ba tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2777977 Oct 13 04:18:51.909370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.909861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Pushing event updated for resources: {'Port': ['ID=09f77daf-3c06-40aa-8800-5dc222fd1fda,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.917210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'b22c34fb-9365-481c-838a-6e38156339db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:51.918416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.918860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.919411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.920509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.920509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.920509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.921062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.921476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.921886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.922295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.922712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.923116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.926772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Attempting to bind port 09f77daf-3c06-40aa-8800-5dc222fd1fda on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:51.927318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Attempting to bind port 09f77daf-3c06-40aa-8800-5dc222fd1fda by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:51.927820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Attempting to bind port 09f77daf-3c06-40aa-8800-5dc222fd1fda on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:51.934361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:51.934840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:51.935325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.935801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:51.936356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Bound port: 09f77daf-3c06-40aa-8800-5dc222fd1fda, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:51.937004 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.954020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e93e7a0b-3753-46d4-9ab1-5d403778fee7 req-3de5d3b5-2732-467f-b471-ec2cd556394a tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272342 Oct 13 04:18:51.988907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.001403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] For port 09f77daf-3c06-40aa-8800-5dc222fd1fda, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:52.005196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] For port 09f77daf-3c06-40aa-8800-5dc222fd1fda, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=09f77daf-3c06-40aa-8800-5dc222fd1fda,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:52.011016 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.061709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Deleting port cb1b8be2-6e28-402c-aa6f-9e475350ab20 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:52.062087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.070824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:52.071745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:52.116787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.134658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44056d63-3ff0-4b8d-9b5d-6991fa69197b None None] Pushing event updated for resources: {'Port': ['ID=09f77daf-3c06-40aa-8800-5dc222fd1fda,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:52.212539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Subnet': ['ID=e297cb10-8bd0-4581-9bdb-cd5562b13d20,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:52.223305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.227600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:52.243736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Checking segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:52.244195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network hostable DHCP agents. Network: a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:52.272034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] For port cb1b8be2-6e28-402c-aa6f-9e475350ab20, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cb1b8be2-6e28-402c-aa6f-9e475350ab20,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:52.272500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.275590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:52.292302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:52.332061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6679bcd-54e6-4916-819a-51bcfc61a071 None None] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:52.354749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.354749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.388033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Allocated IP 172.25.1.27 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/0e63a5d9-cb93-4ce6-97ea-774ca24f6fee) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:52.447494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a02b4004-3dbb-480f-8d81-b8d5d2e12628 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3716156 Oct 13 04:18:52.464069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48116) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:52.562831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c63c36-3a15-4d0d-b04c-3aff9b4ea691 req-4f34f892-571d-40c6-b231-6888a09291d6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.564776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29c63c36-3a15-4d0d-b04c-3aff9b4ea691 req-4f34f892-571d-40c6-b231-6888a09291d6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1309581 Oct 13 04:18:52.618415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.646558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29c63c36-3a15-4d0d-b04c-3aff9b4ea691 req-51234e6a-15b3-40f0-abcc-c916e187f9f2 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Oct 13 04:18:52.680957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.733572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:52.739052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:52.743070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:52.839963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.880548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event updated for resources: {'Port': ['ID=0e63a5d9-cb93-4ce6-97ea-774ca24f6fee,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:52.976590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.988413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:52.989413 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.047875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Deleting port 0e63a5d9-cb93-4ce6-97ea-774ca24f6fee {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:53.047875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.098365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:48Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:53.182433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35ee34-e7af-4642-808a-6e0e70f871a3 None None] The sync data for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 is: [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:48Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:53.201058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f039be-f28d-48ee-8b18-5df7641d0dd6 req-d39525e8-e793-4ce7-bdf8-d3abac4f4cb5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.202874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8f039be-f28d-48ee-8b18-5df7641d0dd6 req-d39525e8-e793-4ce7-bdf8-d3abac4f4cb5 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.0784404 Oct 13 04:18:53.253639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.253966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.314524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Calling delete_port for 0e63a5d9-cb93-4ce6-97ea-774ca24f6fee owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:53.335731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c8f039be-f28d-48ee-8b18-5df7641d0dd6 req-371c96bb-d5cb-4724-82fe-acf4481db929 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249094 Oct 13 04:18:53.391302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Allocated IP 172.20.0.2 (a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab/e297cb10-8bd0-4581-9bdb-cd5562b13d20/a73335c3-5330-4c21-8a66-68747652da88) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:53.452393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.453013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.453334 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Floating IP 3c9b03fe-a7de-4337-b555-4101839ed856 disassociated. External IP: 172.25.1.37, port: cb1b8be2-6e28-402c-aa6f-9e475350ab20. Oct 13 04:18:53.453781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Calling delete_port for cb1b8be2-6e28-402c-aa6f-9e475350ab20 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:53.465108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625983-21ff-4a86-ae49-ddaae8476d1d req-5fbda04a-2854-470f-bb31-3a9c70709f2d tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.466883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca625983-21ff-4a86-ae49-ddaae8476d1d req-5fbda04a-2854-470f-bb31-3a9c70709f2d tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 945 time: 0.6526542 Oct 13 04:18:53.490183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-dc0055be-a139-4b52-a9d9-77fe9116ee8f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.491831 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-dc0055be-a139-4b52-a9d9-77fe9116ee8f tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.6807292 Oct 13 04:18:53.594930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.702443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Port': ['ID=0e63a5d9-cb93-4ce6-97ea-774ca24f6fee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:53.798349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.809066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca625983-21ff-4a86-ae49-ddaae8476d1d req-8e703ec2-c27f-4c98-8334-daf35adb8b54 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups?id=9256d5bd-f369-45cc-90f7-e9182ac4b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150718 Oct 13 04:18:53.819754 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.851564 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] create failed (client error): The resource could not be found. Oct 13 04:18:53.853098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1e6c74f6-617b-4515-8d03-131af0d8a821 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9424009 Oct 13 04:18:53.857474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:53.943070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:53.949234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:53.954503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:53.975786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Pushing event updated for resources: {'Port': ['ID=a73335c3-5330-4c21-8a66-68747652da88,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.030502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.037876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Attempting to bind port a73335c3-5330-4c21-8a66-68747652da88 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:54.038603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Attempting to bind port a73335c3-5330-4c21-8a66-68747652da88 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:54.039261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Attempting to bind port a73335c3-5330-4c21-8a66-68747652da88 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:54.045920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:54.046686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Checking segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:54.047899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.048520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Bound using segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:54.049445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Bound port: a73335c3-5330-4c21-8a66-68747652da88, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:54.050081 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.072646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event deleted for resources: {'Port': ['ID=cb1b8be2-6e28-402c-aa6f-9e475350ab20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.074177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4a41-7236-4305-aa43-076fc5633cb3 req-0d91015f-3dc4-49ee-bb8d-9f5e38de9441 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.084714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f34f4a41-7236-4305-aa43-076fc5633cb3 req-0d91015f-3dc4-49ee-bb8d-9f5e38de9441 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2277930 Oct 13 04:18:54.098984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Deleting port 6a266840-26d3-446b-acc4-ec68680aef1f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:54.099327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.169207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] For port a73335c3-5330-4c21-8a66-68747652da88, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:54.174710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] For port a73335c3-5330-4c21-8a66-68747652da88, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a73335c3-5330-4c21-8a66-68747652da88,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:54.183080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.221274 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f34f4a41-7236-4305-aa43-076fc5633cb3 req-c632d535-75f4-4460-b90f-66e0bc433825 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356528 Oct 13 04:18:54.228693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Deleting port b22c34fb-9365-481c-838a-6e38156339db {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:54.229096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.269875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f14a47-5928-4c48-8bf4-3289d49065ba None None] Pushing event updated for resources: {'Port': ['ID=a73335c3-5330-4c21-8a66-68747652da88,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.427731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.469103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Calling delete_port for b22c34fb-9365-481c-838a-6e38156339db owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:54.545491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.674195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Router 0524884b-f71d-44ea-8c01-fbc087c3727f has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:54.741801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.891120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] For port 6a266840-26d3-446b-acc4-ec68680aef1f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6a266840-26d3-446b-acc4-ec68680aef1f,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:54.897468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Port': ['ID=b22c34fb-9365-481c-838a-6e38156339db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.898970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.989905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a7b5f-f237-4805-a7fa-51e1519cca7c req-061c401a-214f-49b5-a598-f23feb2c7955 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.998172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be9a7b5f-f237-4805-a7fa-51e1519cca7c req-061c401a-214f-49b5-a598-f23feb2c7955 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 945 time: 0.4138193 Oct 13 04:18:55.013936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Calling delete_port for 6a266840-26d3-446b-acc4-ec68680aef1f owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:55.113543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e922f95-c567-4375-86ba-2cc6e7b0e081 req-489e1044-4923-4a5c-9478-960b7f5c3667 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.1125987 Oct 13 04:18:55.196092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.205470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-653b6be2-ec1d-4df4-afa5-796db53af061 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "DELETE /v2.0/ports/b22c34fb-9365-481c-838a-6e38156339db HTTP/1.1" status: 204 len: 168 time: 1.3463387 Oct 13 04:18:55.206163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:55.262835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be9a7b5f-f237-4805-a7fa-51e1519cca7c req-f7e41d48-584d-4e34-adb5-b32036b63b3c tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635136 Oct 13 04:18:55.375122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:55.397968 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] Sync routers for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:55.402045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09f77daf-3c06-40aa-8800-5dc222fd1fda up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:55.412846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.420041 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:55.422058 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:55.442591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] No DVR routers for this DVR port cb1b8be2-6e28-402c-aa6f-9e475350ab20 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:55.458037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.466469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-688eac5a-b3b2-47a1-8602-fb5186322da3 req-61b19675-bd49-455d-a5fe-72de475d657c tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.15 "DELETE /v2.0/ports/cb1b8be2-6e28-402c-aa6f-9e475350ab20 HTTP/1.1" status: 204 len: 173 time: 3.7144976 Oct 13 04:18:55.467250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'name': 'network-vif-deleted', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:55.469686 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12865c02-1402-4f47-b4ab-90186fd692bc" -d '{"events": [{"server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "name": "network-vif-deleted", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:55.474544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cb1b8be2-6e28-402c-aa6f-9e475350ab20 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:55.522404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108af807-8fe1-4fc3-be35-9352e26ff20d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.526473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-108af807-8fe1-4fc3-be35-9352e26ff20d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "GET /v2.0/ports?device_id=50942136-dffa-4ab4-b7e8-ddd7a08e87ca HTTP/1.1" status: 200 len: 913 time: 0.3192749 Oct 13 04:18:55.545711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:55.550799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: cb1b8be2-6e28-402c-aa6f-9e475350ab20 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:55.551385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cb1b8be2-6e28-402c-aa6f-9e475350ab20 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:55.573996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 09f77daf-3c06-40aa-8800-5dc222fd1fda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:55.576935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.581904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981a2e9-5c48-41fd-9776-c325942b3405 req-c4905df1-fad1-493f-91a1-4bde4d2d1fc4 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.584354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1981a2e9-5c48-41fd-9776-c325942b3405 req-c4905df1-fad1-493f-91a1-4bde4d2d1fc4 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2236991 Oct 13 04:18:55.713465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1981a2e9-5c48-41fd-9776-c325942b3405 req-8d2d8007-d06a-47b9-bd8c-863732a473dc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209431 Oct 13 04:18:55.722762 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def6ab9f-4fb1-4808-ace0-4cb947698009 x-openstack-request-id: req-def6ab9f-4fb1-4808-ace0-4cb947698009 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:55.724315 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6943281-cd47-4839-ba91-f640322afe79", "name": "network-vif-deleted", "tag": "cb1b8be2-6e28-402c-aa6f-9e475350ab20", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:55.724879 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-def6ab9f-4fb1-4808-ace0-4cb947698009 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:55.725499 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6943281-cd47-4839-ba91-f640322afe79', 'name': 'network-vif-deleted', 'tag': 'cb1b8be2-6e28-402c-aa6f-9e475350ab20', 'status': 'completed', 'code': 200} Oct 13 04:18:55.761429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.796088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 09f77daf-3c06-40aa-8800-5dc222fd1fda, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=09f77daf-3c06-40aa-8800-5dc222fd1fda,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:55.804013 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.806323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a73335c3-5330-4c21-8a66-68747652da88 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:55.865604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:55.940307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=09f77daf-3c06-40aa-8800-5dc222fd1fda,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:55.957299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a73335c3-5330-4c21-8a66-68747652da88 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:55.958374 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.058108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.121683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8d899777-cfc0-4826-a7b0-2fb705bcc630'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:56.307869 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.389704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Pushing event deleted for resources: {'Port': ['ID=6a266840-26d3-446b-acc4-ec68680aef1f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:56.511263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a73335c3-5330-4c21-8a66-68747652da88, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a73335c3-5330-4c21-8a66-68747652da88,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:56.580996 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:48Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:56.583656 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.619729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6bd52563-a3a9-4123-8bc5-4cbcf1aa6e58 req-c31e97fd-2b3f-4d1d-980f-c85237869c92 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=f69febad-cac2-4aec-b620-f0993fdeff76 HTTP/1.1" status: 200 len: 210 time: 0.0724802 Oct 13 04:18:56.676450 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] Checking router: 0524884b-f71d-44ea-8c01-fbc087c3727f for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:56.701302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908da8fa-be3f-4f89-a8d8-fdba7e1b798e None None] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:56.702221 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:56.704347 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:56.724488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a82b040-be6f-43a6-81b2-96df9073283e req-0547bbc0-7d87-42af-be3e-dd31d0405bf0 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.3026028 Oct 13 04:18:56.870297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] No DVR routers for this DVR port 6a266840-26d3-446b-acc4-ec68680aef1f on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:56.878375 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.881845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6483b663-62dd-49cc-8fbc-9922ffa91968 req-e697aef1-3976-4c9d-9fc1-bad6508092c4 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.15 "DELETE /v2.0/ports/6a266840-26d3-446b-acc4-ec68680aef1f HTTP/1.1" status: 204 len: 173 time: 3.3737662 Oct 13 04:18:57.009921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae21161-645e-465a-9191-ab3ef1861207 req-dcebed60-037d-4d8e-9f2e-93dd6c341a27 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.018776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aae21161-645e-465a-9191-ab3ef1861207 req-dcebed60-037d-4d8e-9f2e-93dd6c341a27 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1881471 Oct 13 04:18:57.082623 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:57.131661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.1 (a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab/e297cb10-8bd0-4581-9bdb-cd5562b13d20/7be5476f-9f10-427f-8bf1-6f972be59e20) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:57.193093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aae21161-645e-465a-9191-ab3ef1861207 req-74a61bd5-4ffd-4175-9b91-6bd07262544e tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733239 Oct 13 04:18:57.283575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4153e605-1c27-4c02-a669-480868123e3a None None] Provisioning complete for port a73335c3-5330-4c21-8a66-68747652da88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:57.294074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4153e605-1c27-4c02-a669-480868123e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.353551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09f77daf-3c06-40aa-8800-5dc222fd1fda up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:57.487628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.503220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a73335c3-5330-4c21-8a66-68747652da88,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.538004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6a266840-26d3-446b-acc4-ec68680aef1f no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:57.597995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.636974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 6a266840-26d3-446b-acc4-ec68680aef1f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:57.637253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6a266840-26d3-446b-acc4-ec68680aef1f not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:57.686125 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:48Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:57.693047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:57.719305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=7be5476f-9f10-427f-8bf1-6f972be59e20,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.733811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:57.736876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'name': 'network-vif-deleted', 'tag': '6a266840-26d3-446b-acc4-ec68680aef1f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:57.751367 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f530e1b-0936-481f-9e1b-084e65789137" -d '{"events": [{"server_uuid": "f69febad-cac2-4aec-b620-f0993fdeff76", "name": "network-vif-deleted", "tag": "6a266840-26d3-446b-acc4-ec68680aef1f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:57.756940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:57.796373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 09f77daf-3c06-40aa-8800-5dc222fd1fda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:57.797069 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.805535 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4a8e5-7005-43b3-904a-87a69f8698a3 None None] The sync data for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 is: [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:15:37Z', 'revision_number': 4, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '570fff2d-27d3-4710-b97d-857c8d624a7b', 'name': '', 'network_id': 'ac34ae1e-49da-44a9-8416-3bbe99f0de15', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'mac_address': 'fa:16:3e:f8:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:35Z', 'updated_at': '2021-10-13T04:15:48Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'subnets': [{'id': '761915c0-8209-4ddb-8600-1837a9dc5f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:57.923123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b64c5d52-c489-4dcf-ae88-4b2d54ff50d1 None None] Provisioning complete for port a73335c3-5330-4c21-8a66-68747652da88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:57.923853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64c5d52-c489-4dcf-ae88-4b2d54ff50d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.996032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.016073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.033268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b0134559-6bfe-498a-be3a-00ba37d6f8ed req-e11c450e-8503-43d8-84fe-8f9e6628ee11 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.1237609 Oct 13 04:18:58.148721 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b586f181-c6fa-471c-81a8-8fe66de60dcb x-openstack-request-id: req-b586f181-c6fa-471c-81a8-8fe66de60dcb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:58.149025 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69febad-cac2-4aec-b620-f0993fdeff76", "name": "network-vif-deleted", "tag": "6a266840-26d3-446b-acc4-ec68680aef1f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:58.149338 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b586f181-c6fa-471c-81a8-8fe66de60dcb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:58.149797 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69febad-cac2-4aec-b620-f0993fdeff76', 'name': 'network-vif-deleted', 'tag': '6a266840-26d3-446b-acc4-ec68680aef1f', 'status': 'completed', 'code': 200} Oct 13 04:18:58.513065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70009463-a884-4b0a-b434-1ee2d6f4b9d7 req-6fc61b38-eccd-43be-afae-50dd945baa8c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.515802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70009463-a884-4b0a-b434-1ee2d6f4b9d7 req-6fc61b38-eccd-43be-afae-50dd945baa8c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1962824 Oct 13 04:18:58.525154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71864d-176a-444e-8b21-4d1dead1eea4 None None] New status for floating IP 3c9b03fe-a7de-4337-b555-4101839ed856: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:18:58.607827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70009463-a884-4b0a-b434-1ee2d6f4b9d7 req-066f91bb-7354-48bb-a822-40e72cd480cb tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807030 Oct 13 04:18:58.703098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20b562d1-45d1-400f-9b67-4ba17c031e1c None None] Provisioning complete for port 7be5476f-9f10-427f-8bf1-6f972be59e20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:58.704019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20b562d1-45d1-400f-9b67-4ba17c031e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.785407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20b562d1-45d1-400f-9b67-4ba17c031e1c None None] Port 7be5476f-9f10-427f-8bf1-6f972be59e20 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:58.885077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.001483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-f5d761cf-cf26-49fd-bb71-262e1bfcd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.003022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-f5d761cf-cf26-49fd-bb71-262e1bfcd4f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.2692418 Oct 13 04:18:59.193170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e6dc0f9-6ccc-429e-9692-8929f58d11e3 req-9dc4fb27-a6a3-481e-8b08-1895e2df6e8b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.0393922 Oct 13 04:18:59.247278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a73335c3-5330-4c21-8a66-68747652da88 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:59.255736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafbadc-ad2f-4a52-8724-052b097c9bde req-ef4bf64b-7d24-4e57-9cdf-0048c3e3caba tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.265033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fdafbadc-ad2f-4a52-8724-052b097c9bde req-ef4bf64b-7d24-4e57-9cdf-0048c3e3caba tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.5230629 Oct 13 04:18:59.337996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a73335c3-5330-4c21-8a66-68747652da88 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:59.338398 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.550428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-d6fd6752-8779-40f3-b975-0afff0c6a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.551925 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-d6fd6752-8779-40f3-b975-0afff0c6a5ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.3276758 Oct 13 04:18:59.595856 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fdafbadc-ad2f-4a52-8724-052b097c9bde req-b1b938d6-7fca-47c5-b276-9c3da1a7f4aa tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/security-groups?id=f616bad4-0ce9-44d3-b546-b32d46a3f8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274653 Oct 13 04:18:59.656541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-e9fdd0cb-cf6f-4f34-adc9-2b09cba2a796 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.0958819 Oct 13 04:18:59.761136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.779675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7cb9-a4e2-41b6-b19a-e3318b7f01d8 req-c90a8a68-8697-4007-bbfc-d91bb3cd3480 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.787289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1ab7cb9-a4e2-41b6-b19a-e3318b7f01d8 req-c90a8a68-8697-4007-bbfc-d91bb3cd3480 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.0937877 Oct 13 04:18:59.801577 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.857219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-e30097bb-f313-44e7-afa9-d09c2a8997bd tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.858810 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-e30097bb-f313-44e7-afa9-d09c2a8997bd tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 945 time: 0.0643079 Oct 13 04:18:59.879628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=7be5476f-9f10-427f-8bf1-6f972be59e20,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:59.891312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-858d8316-71db-43cb-abfb-ec7da3329c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.892945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-858d8316-71db-43cb-abfb-ec7da3329c34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.2229075 Oct 13 04:18:59.956024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-3499ec65-1513-41a1-9616-c2e705b23fed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428269 Oct 13 04:18:59.961792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.969490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1ab7cb9-a4e2-41b6-b19a-e3318b7f01d8 req-98885ebf-3c26-4e9b-8028-839cdba6d6b8 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812725 Oct 13 04:19:00.022633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Deleting port e169f17b-af0e-4574-bc15-2b1e25526662 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:00.023157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.024874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Deleting port 8d899777-cfc0-4826-a7b0-2fb705bcc630 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:00.025291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.200155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] For port 8d899777-cfc0-4826-a7b0-2fb705bcc630, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8d899777-cfc0-4826-a7b0-2fb705bcc630,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:00.201002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.217449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Calling delete_port for 8d899777-cfc0-4826-a7b0-2fb705bcc630 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:00.427621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5733f55c-303d-454f-972d-c5fb89fa950f req-0d9bb8f7-d997-4e3a-ac29-1856d9ad7759 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.1108925 Oct 13 04:19:00.433081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.435667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:00.440350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:00.448134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8d899777-cfc0-4826-a7b0-2fb705bcc630'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:00.471157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-4a8aca48-39c5-4e49-a208-1f4d21e5cd64 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062854 Oct 13 04:19:00.473661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.515076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Pushing event deleted for resources: {'Port': ['ID=8d899777-cfc0-4826-a7b0-2fb705bcc630,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:00.599627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] No DVR routers for this DVR port 8d899777-cfc0-4826-a7b0-2fb705bcc630 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:00.603916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.607515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f7bbec-fb53-474b-8fa5-85eb8e5d19a1 req-5e93244b-108c-41b5-a61d-92022921ad1d tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.26 "DELETE /v2.0/ports/8d899777-cfc0-4826-a7b0-2fb705bcc630 HTTP/1.1" status: 204 len: 173 time: 0.7377937 Oct 13 04:19:00.608025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363476db-644e-41aa-9cae-47fd73f4f56a', 'name': 'network-vif-deleted', 'tag': '8d899777-cfc0-4826-a7b0-2fb705bcc630'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:00.610897 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949fbdaf-9bdc-4148-b796-cc1d88fdb4d0" -d '{"events": [{"server_uuid": "363476db-644e-41aa-9cae-47fd73f4f56a", "name": "network-vif-deleted", "tag": "8d899777-cfc0-4826-a7b0-2fb705bcc630"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:00.631085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Calling delete_port for e169f17b-af0e-4574-bc15-2b1e25526662 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:00.730324 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d4438-dc28-415d-98bc-6dc13193b8fb x-openstack-request-id: req-bd2d4438-dc28-415d-98bc-6dc13193b8fb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:00.732071 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363476db-644e-41aa-9cae-47fd73f4f56a", "name": "network-vif-deleted", "tag": "8d899777-cfc0-4826-a7b0-2fb705bcc630", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:00.733661 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd2d4438-dc28-415d-98bc-6dc13193b8fb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:00.734259 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363476db-644e-41aa-9cae-47fd73f4f56a', 'name': 'network-vif-deleted', 'tag': '8d899777-cfc0-4826-a7b0-2fb705bcc630', 'status': 'completed', 'code': 200} Oct 13 04:19:00.841507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa3ac7b1-0ed9-4032-99df-171dc380eb9a req-65b121b1-9947-452d-9360-069674df2b88 tempest-ListServerFiltersTestJSON-1770178776 tempest-ListServerFiltersTestJSON-1770178776-project] 10.222.0.44 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 210 time: 0.0707905 Oct 13 04:19:00.978805 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6660f9d3-808d-4b1b-94fa-a67fab8a307c req-ec878170-3c12-4633-8afd-fabc7c154aea service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881337 Oct 13 04:19:00.998707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 24145386-cdb8-4a69-833a-522d9c75dd3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:01.038202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d10495f9-72da-4271-a9cf-69834ab96b03 req-456f0389-1153-4094-af97-d58a91b5305a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=363476db-644e-41aa-9cae-47fd73f4f56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1698728 Oct 13 04:19:01.047635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5425af69-fef2-4fb3-9d38-8deb4eedba54 None None] Provisioning complete for port 7be5476f-9f10-427f-8bf1-6f972be59e20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:01.049247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5425af69-fef2-4fb3-9d38-8deb4eedba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.145443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d10495f9-72da-4271-a9cf-69834ab96b03 req-898b2746-f7c3-434e-aa67-758271eacd72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&device_id=363476db-644e-41aa-9cae-47fd73f4f56a HTTP/1.1" status: 200 len: 210 time: 0.0274689 Oct 13 04:19:01.154359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5425af69-fef2-4fb3-9d38-8deb4eedba54 None None] Port 7be5476f-9f10-427f-8bf1-6f972be59e20 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:01.315310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1b52e-9df7-48a9-8be8-cb6039575352 req-411ecf93-2455-4ff9-a507-a86b1f5c1b17 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.317725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bca1b52e-9df7-48a9-8be8-cb6039575352 req-411ecf93-2455-4ff9-a507-a86b1f5c1b17 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1584942 Oct 13 04:19:01.457749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bca1b52e-9df7-48a9-8be8-cb6039575352 req-59e62ee7-dd93-4e15-bbf3-2e9236b3f06c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983136 Oct 13 04:19:01.463463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:01.475016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-37414559-42e9-492a-a7ac-23c8764b5fb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/24145386-cdb8-4a69-833a-522d9c75dd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0068147 Oct 13 04:19:01.489742 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Sync routers for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:01.524382 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:01.525047 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:01.529134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.576985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Port': ['ID=e169f17b-af0e-4574-bc15-2b1e25526662,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:01.631959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10495f9-72da-4271-a9cf-69834ab96b03 req-2cc6b6ba-7ef6-4ec0-b9bc-01e1f84b46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.634198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d10495f9-72da-4271-a9cf-69834ab96b03 req-2cc6b6ba-7ef6-4ec0-b9bc-01e1f84b46a8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4633720 Oct 13 04:19:01.836100 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:01.864037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.927129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-40f11c98-c885-4326-8ed9-50aadce73d42 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643342584&fields=id&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 267 time: 0.1313088 Oct 13 04:19:02.251220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:18:59Z', 'revision_number': 2, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:02.293192 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Checking router: 24145386-cdb8-4a69-833a-522d9c75dd3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:02.293543 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Updating router 24145386-cdb8-4a69-833a-522d9c75dd3b port 7be5476f-9f10-427f-8bf1-6f972be59e20 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:02.303184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Router 50942136-dffa-4ab4-b7e8-ddd7a08e87ca has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:02.337988 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.376072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0b1caa1d-ee3f-4f27-a6e3-92dac67ebefe tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.383153 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0b1caa1d-ee3f-4f27-a6e3-92dac67ebefe tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 797 time: 0.4396207 Oct 13 04:19:02.454655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-55a1e706-aae4-4d4b-bdbc-99bbc903ed06 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/quotas/928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 375 time: 0.0705416 Oct 13 04:19:02.467853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:02.478361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] Sync routers for ids ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:02.491705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-603a3e7c-546b-4abf-8d48-cd5dbf1a09d5 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "PUT /v2.0/routers/50942136-dffa-4ab4-b7e8-ddd7a08e87ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9448478 Oct 13 04:19:02.493760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:02.506811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] Routers {'50942136-dffa-4ab4-b7e8-ddd7a08e87ca'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:02.507774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:02.587743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:02.602121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] Routers {'50942136-dffa-4ab4-b7e8-ddd7a08e87ca'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:02.605536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:02.618667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-7fc9fe0f-30b9-409e-8830-fb5d215d939c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627874 Oct 13 04:19:02.621281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.696070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:02.697288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ece0d-451a-4278-accf-3ab55bff309a None None] The sync data for ids ['50942136-dffa-4ab4-b7e8-ddd7a08e87ca'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:02.859921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a47b3c4e-41f2-43b5-99ca-60cf0388088d req-1c7173f3-5bd1-471a-a925-e40e716e880d tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 1.2245431 Oct 13 04:19:02.861396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10495f9-72da-4271-a9cf-69834ab96b03 req-18256bdc-b802-4fe7-8c5d-3f0fb1319f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.862837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d10495f9-72da-4271-a9cf-69834ab96b03 req-18256bdc-b802-4fe7-8c5d-3f0fb1319f2a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2111967 Oct 13 04:19:02.934791 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.941060 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.953535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:03.027135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d899777-cfc0-4826-a7b0-2fb705bcc630 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:03.068695 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Pushing event updated for resources: {'Port': ['ID=7be5476f-9f10-427f-8bf1-6f972be59e20,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:03.075652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 8d899777-cfc0-4826-a7b0-2fb705bcc630 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:03.076108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8d899777-cfc0-4826-a7b0-2fb705bcc630 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:03.099777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Deleting subnet de0deaca-f642-4ac7-a088-458a55a57df0 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:03.139286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.148407 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Attempting to bind port 7be5476f-9f10-427f-8bf1-6f972be59e20 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:03.148944 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Attempting to bind port 7be5476f-9f10-427f-8bf1-6f972be59e20 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:03.149586 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Attempting to bind port 7be5476f-9f10-427f-8bf1-6f972be59e20 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:03.156125 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.156613 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.157081 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.157516 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.157952 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.158386 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.158815 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.159243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.159839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.160263 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.160703 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.161132 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:03.170429 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:03.170940 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Checking segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:03.171451 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.171938 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Bound using segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:03.172525 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Bound port: 7be5476f-9f10-427f-8bf1-6f972be59e20, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:03.173038 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.363173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.449442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d255-f61e-4141-a061-f5505402b6d7 req-ffd8fb91-be58-488b-8d2d-749ae2037d28 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.488729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4594d255-f61e-4141-a061-f5505402b6d7 req-ffd8fb91-be58-488b-8d2d-749ae2037d28 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2871122 Oct 13 04:19:03.516611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.521335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.544746 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] For port 7be5476f-9f10-427f-8bf1-6f972be59e20, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:03.564195 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] For port 7be5476f-9f10-427f-8bf1-6f972be59e20, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7be5476f-9f10-427f-8bf1-6f972be59e20,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:03.571704 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.608203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f52e8a11-a5dc-468e-9023-3fc453a6eea5 None None] Provisioning complete for port 7be5476f-9f10-427f-8bf1-6f972be59e20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:03.609279 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f52e8a11-a5dc-468e-9023-3fc453a6eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.612871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.636568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-60c27af4-5c7c-49ea-94c4-c5344ed4772a service neutron] 10.222.0.44 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215292 Oct 13 04:19:03.639810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.639969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Fanout notify agent at l3_agent the message router_deleted on router 50942136-dffa-4ab4-b7e8-ddd7a08e87ca {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:19:03.647561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.649620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9c808e09-43e4-4433-b863-7a8fef8c5248 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "DELETE /v2.0/routers/50942136-dffa-4ab4-b7e8-ddd7a08e87ca HTTP/1.1" status: 204 len: 168 time: 1.1546891 Oct 13 04:19:03.694146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:03.777659 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:03.781071 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:03.781933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Deleting subnet 791b0ab2-3ba0-440d-849a-a19f524f358a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:03.795640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.834910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.852292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f52e8a11-a5dc-468e-9023-3fc453a6eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.870230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5a5b-a3cd-46f9-a3bd-375fec991ad8 req-bf7deafc-a41d-4316-8c1f-249fe4c3fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.875913 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ecc5a5b-a3cd-46f9-a3bd-375fec991ad8 req-bf7deafc-a41d-4316-8c1f-249fe4c3fe1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.2922919 Oct 13 04:19:03.890824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0deaca-f642-4ac7-a088-458a55a57df0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:03.898592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35edb28-0163-41c6-8279-da15cd6e356b None None] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:03.901596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.916293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5532641-9378-4eb1-a954-4a7c4816411f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/de0deaca-f642-4ac7-a088-458a55a57df0 HTTP/1.1" status: 204 len: 168 time: 0.9621854 Oct 13 04:19:03.918518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:03.937010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4594d255-f61e-4141-a061-f5505402b6d7 req-b1ddbb28-ebcc-46cb-9c20-3314c4e207b5 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456739 Oct 13 04:19:03.989074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-cff96c2f-c329-47f1-a8e8-f83c296d1b13 service neutron] 10.222.0.44 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362877 Oct 13 04:19:03.990569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f52e8a11-a5dc-468e-9023-3fc453a6eea5 None None] For port 7be5476f-9f10-427f-8bf1-6f972be59e20, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7be5476f-9f10-427f-8bf1-6f972be59e20,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:04.005191 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f52e8a11-a5dc-468e-9023-3fc453a6eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.008667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.130172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2edd3a-055e-4e5a-817d-72f3f9523354 None None] Pushing event updated for resources: {'Port': ['ID=7be5476f-9f10-427f-8bf1-6f972be59e20,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.157351 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:04.176554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8a11-a5dc-468e-9023-3fc453a6eea5 None None] Pushing event updated for resources: {'Port': ['ID=7be5476f-9f10-427f-8bf1-6f972be59e20,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.271371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.271621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ecc5a5b-a3cd-46f9-a3bd-375fec991ad8 req-9ea7c921-707c-4d97-8eec-76378c063458 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866961 Oct 13 04:19:04.302787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbefc144-f5fe-4182-9d34-700967f8b914 None None] Provisioning complete for port 7be5476f-9f10-427f-8bf1-6f972be59e20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:04.303155 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbefc144-f5fe-4182-9d34-700967f8b914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.324713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.440006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] DHCP port deletion for 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:19:04.510990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbdf15a3-e26f-4df9-9d05-90d938e937c1 req-7862e3e6-7c5e-4a3b-80ab-ce6604326b28 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.2260404 Oct 13 04:19:04.537540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44769acd-c3ed-4590-88a6-9a34ee2f88b1 req-e90d73a2-0923-4f87-8556-3ca4421c8ac4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 210 time: 0.0839014 Oct 13 04:19:04.542369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Deleting port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:04.542753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.583607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.638445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Deleting port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:04.638788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.675212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Subnet': ['ID=791b0ab2-3ba0-440d-849a-a19f524f358a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.706301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.714793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaea6ff-8e26-4eb7-bdba-5910960685f8 None None] Network e7d1377e-2427-433f-881b-38a628b3e482 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:04.748353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-65076986-5baa-49bb-a404-7940b4d4ff3d tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "DELETE /v2.0/subnets/791b0ab2-3ba0-440d-849a-a19f524f358a HTTP/1.1" status: 204 len: 168 time: 1.0486884 Oct 13 04:19:04.752890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:04.805690 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:04.849067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] For port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:04.855318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.863080 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3dfca-a66e-4138-ab38-56a602ed0934 None None] The sync data for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 is: [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:04.873470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] For port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,segment=NetworkSegment(c323d782-93ea-44a4-bade-2ab7dc0bf2d6),segment_id=c323d782-93ea-44a4-bade-2ab7dc0bf2d6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:04.874077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.917490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Calling delete_port for d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:04.940643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Calling delete_port for d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:05.007560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.218319 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.317912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:05.319712 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:05.325211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] No DVR routers for this DVR port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:05.412123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7be5476f-9f10-427f-8bf1-6f972be59e20 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:05.417590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea4054-8379-43b9-a02b-9d757cbd2837 req-e25d530e-a770-47fd-ae56-6b66778c9500 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.419927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13ea4054-8379-43b9-a02b-9d757cbd2837 req-e25d530e-a770-47fd-ae56-6b66778c9500 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.2622662 Oct 13 04:19:05.467620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.495577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6160d66d-7fb9-4f77-b07b-1bc0ccfd0580']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:05.506110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:05.506447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c323d782-93ea-44a4-bade-2ab7dc0bf2d6') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:05.516751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.531493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.540368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:05.541066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.623521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13ea4054-8379-43b9-a02b-9d757cbd2837 req-f3ab9acb-b65c-4299-b534-ae8e19c5b37a tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964614 Oct 13 04:19:05.719991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] DHCP port deletion for e7d1377e-2427-433f-881b-38a628b3e482 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:05.723638 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:05.814667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.823313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6eba4e5-2858-4952-af08-83dff15835fe req-6dbca911-ca4a-4e9d-80ba-69da4c9fcbc5 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6943281-cd47-4839-ba91-f640322afe79 HTTP/1.1" status: 200 len: 210 time: 0.0971873 Oct 13 04:19:05.827660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.831126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 HTTP/1.1" status: 204 len: 168 time: 1.9074545 Oct 13 04:19:05.843108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a77bbbc4-df3d-41aa-8617-97db5062f058 req-cb285e94-eb21-4cb7-8d0c-c9430b93e693 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 210 time: 0.1075065 Oct 13 04:19:05.880502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7be5476f-9f10-427f-8bf1-6f972be59e20 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:05.881208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.891941 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.901168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Deleting port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:05.901518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.913493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d17c8-9ccd-4925-937a-c480d777e74e admin admin] Pushing event deleted for resources: {'Network': ['ID=6160d66d-7fb9-4f77-b07b-1bc0ccfd0580,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:05.934196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Network 6160d66d-7fb9-4f77-b07b-1bc0ccfd0580 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:19:05.934578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] No DVR routers for this DVR port d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:05.972757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd038c-f6ac-404e-a532-005eca21f2e0 None None] Pushing event deleted for resources: {'Port': ['ID=d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:06.030586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] Deleting port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:06.034433 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.148949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] For port 3203da0d-2767-4750-8fe4-4c8f0cf415c4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3203da0d-2767-4750-8fe4-4c8f0cf415c4,segment=NetworkSegment(1dae7597-a199-4754-84cb-485958a537df),segment_id=1dae7597-a199-4754-84cb-485958a537df)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:06.149791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.182446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Calling delete_port for 3203da0d-2767-4750-8fe4-4c8f0cf415c4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:06.374265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.410813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Port': ['ID=3203da0d-2767-4750-8fe4-4c8f0cf415c4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:06.417720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] No DVR routers for this DVR port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:06.421567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:06.555951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d2b71fc-3034-4acb-a82a-48802bbddf1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bd69c1648474d488b7ce1f50285cdbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320946 Oct 13 04:19:06.558262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:06.590206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] For port 3203da0d-2767-4750-8fe4-4c8f0cf415c4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3203da0d-2767-4750-8fe4-4c8f0cf415c4,segment=NetworkSegment(1dae7597-a199-4754-84cb-485958a537df),segment_id=1dae7597-a199-4754-84cb-485958a537df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:06.590755 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.599890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.620803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] Calling delete_port for 3203da0d-2767-4750-8fe4-4c8f0cf415c4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:06.642214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d1377e-2427-433f-881b-38a628b3e482']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:06.661763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dae7597-a199-4754-84cb-485958a537df') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:06.661980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dae7597-a199-4754-84cb-485958a537df') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:06.669116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a39eacd-4122-49c3-b77d-3a9acb32044e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.708378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.716094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:06.728310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.767992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a39eacd-4122-49c3-b77d-3a9acb32044e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.804225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] Pushing event deleted for resources: {'Port': ['ID=3203da0d-2767-4750-8fe4-4c8f0cf415c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:06.811749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:06.813175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d4e1178c-fca1-4714-8f92-2e7bb1ebe0c7 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:06.816667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.836225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee9f6e-71d2-4ebd-a673-fc1347206209 None None] No DVR routers for this DVR port 3203da0d-2767-4750-8fe4-4c8f0cf415c4 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:06.902712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:06.903190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:06.907326 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:06.924319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a39eacd-4122-49c3-b77d-3a9acb32044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.931226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a39eacd-4122-49c3-b77d-3a9acb32044e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.932706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a39eacd-4122-49c3-b77d-3a9acb32044e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f616bad4-0ce9-44d3-b546-b32d46a3f8ed HTTP/1.1" status: 204 len: 168 time: 0.3731494 Oct 13 04:19:07.047007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39eacd-4122-49c3-b77d-3a9acb32044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f616bad4-0ce9-44d3-b546-b32d46a3f8ed,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:07.153966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.167351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.171618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] 10.222.0.44 "DELETE /v2.0/networks/e7d1377e-2427-433f-881b-38a628b3e482 HTTP/1.1" status: 204 len: 168 time: 2.4169323 Oct 13 04:19:07.236222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fb2c-9583-48a1-8090-59dc7cbb22f7 req-a4fdf086-5dfb-4b61-8686-77291d81f78e tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.251259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c735fb2c-9583-48a1-8090-59dc7cbb22f7 req-a4fdf086-5dfb-4b61-8686-77291d81f78e tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.4802265 Oct 13 04:19:07.254346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dab072-8f04-4739-b356-3a425fc0be12 tempest-FloatingIPNegativeTestJSON-976212718 tempest-FloatingIPNegativeTestJSON-976212718-project] Pushing event deleted for resources: {'Network': ['ID=e7d1377e-2427-433f-881b-38a628b3e482,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:07.314626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3203da0d-2767-4750-8fe4-4c8f0cf415c4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:07.357727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3203da0d-2767-4750-8fe4-4c8f0cf415c4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:07.359228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3203da0d-2767-4750-8fe4-4c8f0cf415c4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:07.398665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c735fb2c-9583-48a1-8090-59dc7cbb22f7 req-e67b83d0-2b1d-48b2-a84c-85664219a762 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452930 Oct 13 04:19:07.400262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-c5e0beeb-8f41-4453-970b-4b57c0ad4af3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.402070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-c5e0beeb-8f41-4453-970b-4b57c0ad4af3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 797 time: 0.4984059 Oct 13 04:19:07.477043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:07.487471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27c3e2ca-c63f-4eea-8cbd-5be5b808d176 req-c93b5f60-6278-4b0f-8d2d-a4ed970a4910 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 210 time: 0.0779927 Oct 13 04:19:07.539827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-30eee04e-fc82-4f3b-84ab-cde2c489b65b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 379 time: 0.1254528 Oct 13 04:19:07.549815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-bddf7f8d-654b-4d9b-8790-d6ef60c03ad7 req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-678265847', 'description': 'tempest-description-1006840111'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:07.555873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'port': {'device_id': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'admin_state_up': True, 'tenant_id': '928d6475dae444d0b96465e78119009e', 'security_groups': ['51b78c28-f69b-4de7-b206-9167193b8ad5']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:07.652112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bddf7f8d-654b-4d9b-8790-d6ef60c03ad7 req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.698081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2795c699-3b0a-4961-9f2c-ab0bd31cfbbd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.760405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2795c699-3b0a-4961-9f2c-ab0bd31cfbbd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.814489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:07.819012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.918253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bddf7f8d-654b-4d9b-8790-d6ef60c03ad7 req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.932807 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bddf7f8d-654b-4d9b-8790-d6ef60c03ad7 req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.970717 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2795c699-3b0a-4961-9f2c-ab0bd31cfbbd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.974043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2795c699-3b0a-4961-9f2c-ab0bd31cfbbd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.975312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2795c699-3b0a-4961-9f2c-ab0bd31cfbbd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "DELETE /v2.0/security-groups/9256d5bd-f369-45cc-90f7-e9182ac4b903 HTTP/1.1" status: 204 len: 168 time: 0.4968731 Oct 13 04:19:07.992004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:07.992475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48530) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:08.012382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bddf7f8d-654b-4d9b-8790-d6ef60c03ad7 req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.017573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bddf7f8d-654b-4d9b-8790-d6ef60c03ad7 req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4800737 Oct 13 04:19:08.024714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca300b8-3950-4079-ab61-e8121de894d0 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee70a83-6ee0-4dbe-a0d7-b274331cbc9b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.027633 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-f8267e9a-b736-4b3b-8ee9-15a8e67a451b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] show failed (client error): The resource could not be found. Oct 13 04:19:08.031360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f8267e9a-b736-4b3b-8ee9-15a8e67a451b tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "GET /v2.0/security-groups/9256d5bd-f369-45cc-90f7-e9182ac4b903 HTTP/1.1" status: 404 len: 347 time: 0.0352626 Oct 13 04:19:08.040452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795c699-3b0a-4961-9f2c-ab0bd31cfbbd tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256d5bd-f369-45cc-90f7-e9182ac4b903,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.042399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:08.064382 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.080415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.9 (a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab/e297cb10-8bd0-4581-9bdb-cd5562b13d20/56140483-5b8e-4407-8152-8634434b0e01) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:08.363295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Deleting port 9279f8d9-e0ee-464d-b341-8faff918f7b8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:08.364040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.492638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3f9d52b9-52ba-4986-bc11-49cb9df22732 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e62565f2a13f4c43a8a04e6bc23a6229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899709 Oct 13 04:19:08.495293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:08.527411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.580377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.602189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.602849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.667720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Calling delete_port for 9279f8d9-e0ee-464d-b341-8faff918f7b8 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:08.670384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:08.710517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59332d2d-ecb9-4624-a423-23d17cafbdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.722946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:08.725344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.739696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:08.793084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-8726e6e4-9900-4a6c-8f15-d908a6d08707 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-678265847&fields=id&tenant_id=bb94216618d14d418f8700889b42752c HTTP/1.1" status: 200 len: 267 time: 0.2164013 Oct 13 04:19:08.815440 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59332d2d-ecb9-4624-a423-23d17cafbdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.878226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998290-297e-42c2-b6cf-8a31545d2d56 req-25e6b44b-11de-44db-a296-fcc42ddba475 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:08.880017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40998290-297e-42c2-b6cf-8a31545d2d56 req-25e6b44b-11de-44db-a296-fcc42ddba475 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 931 time: 0.2137179 Oct 13 04:19:08.915339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:08.921254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.003133 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-099ac19e-ba11-44ca-9cb1-ecf8d7bf1248 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4561307 Oct 13 04:19:09.015580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-85ff99b2-8d80-4475-bc9b-18d7fce6bc81 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:09.022282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-85ff99b2-8d80-4475-bc9b-18d7fce6bc81 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065086 Oct 13 04:19:09.026189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:09.037251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Request body: {'port': {'device_id': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:09.043229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59332d2d-ecb9-4624-a423-23d17cafbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.045923 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59332d2d-ecb9-4624-a423-23d17cafbdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.047085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-59332d2d-ecb9-4624-a423-23d17cafbdd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/979eee05-7906-44e2-b874-b175298da116 HTTP/1.1" status: 204 len: 168 time: 0.5506470 Oct 13 04:19:09.061689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40998290-297e-42c2-b6cf-8a31545d2d56 req-f40db354-79cd-451f-b2b5-026398f0c050 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712208 Oct 13 04:19:09.095655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-b06ebee6-f7c2-4ae1-bb6e-89393de4e76d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.104743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-b06ebee6-f7c2-4ae1-bb6e-89393de4e76d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.3062460 Oct 13 04:19:09.138036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'port': {'security_groups': ['8daca0f5-50a9-4f78-bd4c-122b7931b03b', '7ee70a83-6ee0-4dbe-a0d7-b274331cbc9b']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:09.187636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59332d2d-ecb9-4624-a423-23d17cafbdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979eee05-7906-44e2-b874-b175298da116,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:09.281020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.312588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d125e4ff-6156-45a7-b181-fabee1e1aa79 None None] Provisioning complete for port 56140483-5b8e-4407-8152-8634434b0e01 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:09.313136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d125e4ff-6156-45a7-b181-fabee1e1aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.336734 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.352963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.413255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Pushing event deleted for resources: {'Port': ['ID=9279f8d9-e0ee-464d-b341-8faff918f7b8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:09.414824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d125e4ff-6156-45a7-b181-fabee1e1aa79 None None] Port 56140483-5b8e-4407-8152-8634434b0e01 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:09.513946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.516584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.521168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ffaf872c-f480-455e-9f7b-d7770d84c418 tempest-ServersTestBootFromVolume-428248791 tempest-ServersTestBootFromVolume-428248791-project] 10.222.0.44 "DELETE /v2.0/floatingips/3c9b03fe-a7de-4337-b555-4101839ed856 HTTP/1.1" status: 204 len: 168 time: 1.4774833 Oct 13 04:19:09.521759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:09.574279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-920928737-network', 'tenant_id': '4818ab94c45c4a42b9606dc61580f6e8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:09.886292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.079153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Made reservation on behalf of 4818ab94c45c4a42b9606dc61580f6e8 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:10.081484 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.135065 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.154258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:10.164991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.359122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7f73f-8cc7-4702-8b58-a17458555882 req-558cffd5-963a-4aa9-8a65-f369715f42c5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.366337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5f7f73f-8cc7-4702-8b58-a17458555882 req-558cffd5-963a-4aa9-8a65-f369715f42c5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 931 time: 0.1476660 Oct 13 04:19:10.428564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5f7f73f-8cc7-4702-8b58-a17458555882 req-cdcd7f24-03a3-428f-bd83-6489e143cc9a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607569 Oct 13 04:19:10.472000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.480796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.487832 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.503628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.506477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b3ba09c6-4e91-4954-b012-53ddd75c2328'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:10.557005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.558694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.560570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c439bed4-a22f-417a-82c2-119ac1b97f1e req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "PUT /v2.0/ports/b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 981 time: 1.4545748 Oct 13 04:19:10.564466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:10.567819 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3448f6bf-b92d-480a-b824-1a1b2665d068" -d '{"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:10.576791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48640) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:10.613162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b3ba09c6-4e91-4954-b012-53ddd75c2328'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:10.633357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:10.687119 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244180a6-40db-4623-bc82-8010a0b0b8b9 x-openstack-request-id: req-244180a6-40db-4623-bc82-8010a0b0b8b9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:10.687397 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:10.687648 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-244180a6-40db-4623-bc82-8010a0b0b8b9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:10.689264 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'status': 'completed', 'code': 200} Oct 13 04:19:10.712525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:10.778276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.779425 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Added segment 5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a of type vlan for network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd Oct 13 04:19:10.795580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c5457db-220b-4a97-a398-4558efea0387 req-b6de95a5-f05c-4964-8948-0f62ee86131d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-678265847&fields=id&tenant_id=bb94216618d14d418f8700889b42752c HTTP/1.1" status: 200 len: 267 time: 0.0881131 Oct 13 04:19:10.798396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bad56d-76f6-4f70-9b6b-5df3d0e2d11d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:10.832896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56140483-5b8e-4407-8152-8634434b0e01 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:10.836276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-27658572-e872-4907-a672-e903a73d051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.837791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-27658572-e872-4907-a672-e903a73d051f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1135 time: 0.1239533 Oct 13 04:19:10.852418 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.858563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.891548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Transition to ACTIVE for port object 56140483-5b8e-4407-8152-8634434b0e01 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:10.909034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.995192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5457db-220b-4a97-a398-4558efea0387 req-04fb788b-d8cc-40dd-82fe-486a7a36aaa6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.005281 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c5457db-220b-4a97-a398-4558efea0387 req-04fb788b-d8cc-40dd-82fe-486a7a36aaa6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 984 time: 0.1897407 Oct 13 04:19:11.039395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'networks': [{'name': 'tempest-network--1479439935'}, {'name': 'tempest-network--378296453'}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:11.042211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'network': {'name': 'tempest-network--1479439935'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:11.042861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'network': {'name': 'tempest-network--378296453'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:11.065962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'port': {'security_groups': ['8daca0f5-50a9-4f78-bd4c-122b7931b03b']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:11.112243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:11.121590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.122544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.123374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.222396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'network': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:11.229190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.230803 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.233487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-20980007-8b0f-4dbe-bf1e-d2890d1496e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.235335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-20980007-8b0f-4dbe-bf1e-d2890d1496e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.3804834 Oct 13 04:19:11.304324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2737262 Oct 13 04:19:11.308535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48666) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:11.398080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Request body: {'subnet': {'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-920928737-subnet', 'tenant_id': '4818ab94c45c4a42b9606dc61580f6e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:11.418126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-2fde7f5f-703c-49ee-9a31-9af98bd5a69e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.1714892 Oct 13 04:19:11.514363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:11.514716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:11.515029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:11.517018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.523401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c5aec-9a7b-4550-a20a-78d989aa8386 admin admin] Pushing event updated for resources: {'Network': ['ID=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:11.546210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:11.550234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Port 56140483-5b8e-4407-8152-8634434b0e01 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:11.550780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:11.575369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Deleting port 570fff2d-27d3-4710-b97d-857c8d624a7b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:11.578472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:11.579094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Checking segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:11.579557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Bound using segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:11.580012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Bound port: 56140483-5b8e-4407-8152-8634434b0e01, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:11.580372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.586832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.615866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-3c0e1f0b-4952-4015-9763-4dfedee8289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.618797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-3c0e1f0b-4952-4015-9763-4dfedee8289b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.1562848 Oct 13 04:19:11.808801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Made reservation on behalf of 4818ab94c45c4a42b9606dc61580f6e8 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:11.811421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.829349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-7890e4b4-838d-44e4-80e1-597017fe5c70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291840 Oct 13 04:19:11.948141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342004-497b-43bc-9fe6-034a13ae70fc req-4b9464a8-3964-46a9-96c4-8958a4e75677 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.950280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74342004-497b-43bc-9fe6-034a13ae70fc req-4b9464a8-3964-46a9-96c4-8958a4e75677 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.2743864 Oct 13 04:19:11.984261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:12.016643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:12.035101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.114758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:12.133585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.151770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74342004-497b-43bc-9fe6-034a13ae70fc req-28120475-0e94-4fa1-80cc-cdefe392fda4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840954 Oct 13 04:19:12.212829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.213334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.216236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.216878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.218293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-0329f78d-6201-47fb-958a-a2aab41a79a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 1091 time: 3.1929805 Oct 13 04:19:12.698710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:12.719149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:12.728850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.733393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.733918 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Added segment dbf3ead7-2b10-47d0-8a69-6b34e4af372c of type vlan for network c74c3d94-e753-4b48-aa61-c2b42e6dea1c Oct 13 04:19:12.738013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.738875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:12.741009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] For port 570fff2d-27d3-4710-b97d-857c8d624a7b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=570fff2d-27d3-4710-b97d-857c8d624a7b,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:12.741598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.743880 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb" -d '{"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:12.750953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b3ba09c6-4e91-4954-b012-53ddd75c2328'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:12.830602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event updated for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:12.842930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Calling delete_port for 570fff2d-27d3-4710-b97d-857c8d624a7b owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:12.867349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b862cb-050c-476c-b624-54c2450fc480,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:12.877750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.879593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.882916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c5457db-220b-4a97-a398-4558efea0387 req-1d678985-d2b6-49b2-b087-ca7b64de462f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "PUT /v2.0/ports/b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 942 time: 1.8767810 Oct 13 04:19:12.884466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:12.891153 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de50f14a-0f39-460c-8598-fa3c03fac45a" -d '{"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:12.917963 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb54ae05-99f3-4409-8d20-053ac79f1d63 x-openstack-request-id: req-eb54ae05-99f3-4409-8d20-053ac79f1d63 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:12.918576 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:12.919030 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb54ae05-99f3-4409-8d20-053ac79f1d63 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:12.919594 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'status': 'completed', 'code': 200} Oct 13 04:19:12.920639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.930411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-5fc2e4ce-ccd0-41e3-bbc8-d50446d59818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.932196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-5fc2e4ce-ccd0-41e3-bbc8-d50446d59818 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1094 time: 0.6662321 Oct 13 04:19:12.974168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b3ba09c6-4e91-4954-b012-53ddd75c2328'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:13.011347 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c453e-47ab-4628-94f5-ff31c03a4ecc x-openstack-request-id: req-0c1c453e-47ab-4628-94f5-ff31c03a4ecc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:13.011634 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:13.011884 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c1c453e-47ab-4628-94f5-ff31c03a4ecc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:13.012279 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'status': 'completed', 'code': 200} Oct 13 04:19:13.013701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.023333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-b42c3540-3e3f-48d7-a745-d35f70fdadea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 217 time: 0.0530176 Oct 13 04:19:13.137886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13cd2eb-b750-4ae6-9292-26f0b92e6ab4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:13.200755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:13.219250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-31c41394-8d3a-4949-9f53-ee9a31feab1a service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3814700 Oct 13 04:19:13.224902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.225259 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Added segment a94ed6b8-a5ad-40bc-aa64-cc0d75863064 of type vlan for network 0990524d-c39d-48d0-abd0-f487b98355ff Oct 13 04:19:13.347684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.393916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-2fade686-c155-4bde-9ca5-68044a3e131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.395844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-2fade686-c155-4bde-9ca5-68044a3e131a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.3594601 Oct 13 04:19:13.407203 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.408763 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.415470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.421431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.422207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.467984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Checking segment: {'id': '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:13.467984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Network hostable DHCP agents. Network: 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:13.515817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-51dfe4b6-42c3-499a-a808-23cb8b0ab580 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5739882 Oct 13 04:19:13.528149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9397168 Oct 13 04:19:13.540608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:13.661298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:13.687727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:13.697250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c27233-b803-4fb6-b123-0493da9b8400 None None] Network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:13.708890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:13.712050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a60ef4-0432-4aa2-ac66-e95d3eabfe12 req-b63dda94-f336-4c2a-8951-a93518073277 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.732444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65a60ef4-0432-4aa2-ac66-e95d3eabfe12 req-b63dda94-f336-4c2a-8951-a93518073277 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.3350437 Oct 13 04:19:13.738393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.739366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.757736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Network': ['ID=c74c3d94-e753-4b48-aa61-c2b42e6dea1c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:13.778331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c74c3d94-e753-4b48-aa61-c2b42e6dea1c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:13.782872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-7eeead3b-b5d9-4ddb-b8cf-0cf4d20c5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.784838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-7eeead3b-b5d9-4ddb-b8cf-0cf4d20c5574 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3333633 Oct 13 04:19:13.839546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3448f6bf-b92d-480a-b824-1a1b2665d068 req-a18bc1d6-0a2a-4afa-8f29-f8ff9e41b7c0 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031945 Oct 13 04:19:13.858194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422b499-4bb9-460e-af6f-a4e5737bd985 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.865607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422b499-4bb9-460e-af6f-a4e5737bd985 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.872312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422b499-4bb9-460e-af6f-a4e5737bd985 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.879661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422b499-4bb9-460e-af6f-a4e5737bd985 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.881361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3422b499-4bb9-460e-af6f-a4e5737bd985 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3397801 Oct 13 04:19:13.883206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.891434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:13.925707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9cdf1870-dc02-4eb1-8e13-ad7d5e711576 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5742793 Oct 13 04:19:14.035380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cb1cc-df5c-4a88-bede-008e908db6fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Network': ['ID=0990524d-c39d-48d0-abd0-f487b98355ff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:14.062300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65a60ef4-0432-4aa2-ac66-e95d3eabfe12 req-3becad1a-24bc-4f40-bbd9-032403bf6913 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846615 Oct 13 04:19:14.064429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0990524d-c39d-48d0-abd0-f487b98355ff details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:14.134330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-aa5ad85f-6679-401a-bc73-bf9423641c36 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100419 Oct 13 04:19:14.150287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.239873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-875f4f4d-91a9-4a50-a0da-078b36c5b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.241409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-875f4f4d-91a9-4a50-a0da-078b36c5b6ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.3511062 Oct 13 04:19:14.257805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fcd791-a8ea-4872-bd30-af896139e3ca None None] Network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:14.266134 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a4afcbc-e350-4b70-93cc-1c7d0f04abb8 req-5f4e3c66-dfb5-4885-8d95-589aeb76e9e9 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248846 Oct 13 04:19:14.287179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.386518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-dadb2952-4829-4f50-b225-63c921a8b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.388391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-dadb2952-4829-4f50-b225-63c921a8b99c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1094 time: 0.0741804 Oct 13 04:19:14.411879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Pushing event deleted for resources: {'Port': ['ID=570fff2d-27d3-4710-b97d-857c8d624a7b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:14.598982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-1326403a-43d2-4fc1-a8ca-c092929056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.604407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-1326403a-43d2-4fc1-a8ca-c092929056ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.2092221 Oct 13 04:19:14.644726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.709089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-1436b8b1-0c56-4fda-a3a2-b65903a2f0db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 217 time: 0.0913324 Oct 13 04:19:14.811559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74c3d94-e753-4b48-aa61-c2b42e6dea1c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:14.844375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf3ead7-2b10-47d0-8a69-6b34e4af372c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:14.844793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf3ead7-2b10-47d0-8a69-6b34e4af372c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:14.857057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.876332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-0a99672c-8898-45a4-bf69-758d011b7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.878627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-0a99672c-8898-45a4-bf69-758d011b7d36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.1569972 Oct 13 04:19:14.888289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.938781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:14.939104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:14.953318 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:14.982697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-5dbe4f15-86af-4232-bf37-f2d108252ae3 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.984804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-5dbe4f15-86af-4232-bf37-f2d108252ae3 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/networks?id=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd HTTP/1.1" status: 200 len: 821 time: 0.1790087 Oct 13 04:19:15.008930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-35830e37-7813-4423-83d9-329be4941c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.010351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-35830e37-7813-4423-83d9-329be4941c7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228106 Oct 13 04:19:15.013662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-5421fd95-f822-4fcb-80ef-e917e5fbf521 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/quotas/4818ab94c45c4a42b9606dc61580f6e8 HTTP/1.1" status: 200 len: 375 time: 0.0224917 Oct 13 04:19:15.029604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.047263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-3ca07fd5-a9dd-4040-816a-b5131ac9a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.048927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-3ca07fd5-a9dd-4040-816a-b5131ac9a928 service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.7974324 Oct 13 04:19:15.113402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-ce188084-e60b-4a70-b4b7-7b9fad71789f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.0420198 Oct 13 04:19:15.165632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-8b89bde1-672f-4688-b68f-835ae3256d4c tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4818ab94c45c4a42b9606dc61580f6e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318595 Oct 13 04:19:15.193102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-2bd9b6fb-283e-4f34-8307-c98e1f983e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.194738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-2bd9b6fb-283e-4f34-8307-c98e1f983e10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.0555503 Oct 13 04:19:15.202314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-2dbfcbda-b374-448c-ba77-321a5013d209 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:15.206080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-2dbfcbda-b374-448c-ba77-321a5013d209 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0337341 Oct 13 04:19:15.257274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.313326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.319095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/networks/c74c3d94-e753-4b48-aa61-c2b42e6dea1c HTTP/1.1" status: 204 len: 168 time: 1.4238048 Oct 13 04:19:15.321416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de943-4fcf-44cb-b946-3292c1a3beb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Network': ['ID=c74c3d94-e753-4b48-aa61-c2b42e6dea1c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:15.324927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-e00b202a-6dd1-42bc-9d4c-3ac2cf2e2bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633323 Oct 13 04:19:15.329821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:15.459389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.459656 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.590997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Allocated IP 172.25.1.204 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/90ce080d-3ec8-4241-ab4b-09f6a6a31648) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:15.596091 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-7f88b5fd-d762-482b-866d-75f1f4b0befa service neutron] 10.222.0.44 "GET /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720617 Oct 13 04:19:15.647661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-d74f70d2-769a-44d3-9120-ed0a0a53c944 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282482 Oct 13 04:19:15.796441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.843425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0990524d-c39d-48d0-abd0-f487b98355ff']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:15.881448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94ed6b8-a5ad-40bc-aa64-cc0d75863064') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:15.882146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94ed6b8-a5ad-40bc-aa64-cc0d75863064') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:15.892398 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.909399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.916878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:15.917297 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:15.988511 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:16.001140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.052989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4dcf8d30-5b69-46da-9cc8-63a3b4f21edb req-34e11cfd-60ec-44d8-aab0-37bc4b4a0b32 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460140 Oct 13 04:19:16.063564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-7274f7bf-89b6-4584-8889-01d166b1adc9 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626729 Oct 13 04:19:16.063564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.065237 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/networks/0990524d-c39d-48d0-abd0-f487b98355ff HTTP/1.1" status: 204 len: 168 time: 0.7342308 Oct 13 04:19:16.083559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-eeeb49d5-f98a-4b32-9a7e-7d0812a0791c service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492690 Oct 13 04:19:16.094803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:16.096986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c91e4-1eec-46d2-b566-23c680f6e91c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Network': ['ID=0990524d-c39d-48d0-abd0-f487b98355ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.318895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.357910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de50f14a-0f39-460c-8598-fa3c03fac45a req-2cdee972-2ba2-4c1c-bc4e-1c2735fcae50 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404268 Oct 13 04:19:16.403280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17df6d-4823-4cbb-afa5-6db602c8773d tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.430690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17df6d-4823-4cbb-afa5-6db602c8773d tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.440409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:16.443675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4f17df6d-4823-4cbb-afa5-6db602c8773d tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3402369 Oct 13 04:19:16.465742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-919064947'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:16.529529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.558813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc64bc-9160-4fc9-91bd-20f24135f5e3 req-5ad27968-2a1a-49ff-b380-17c3c5e3e364 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.561967 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41fc64bc-9160-4fc9-91bd-20f24135f5e3 req-5ad27968-2a1a-49ff-b380-17c3c5e3e364 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.1003952 Oct 13 04:19:16.606736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Router 0524884b-f71d-44ea-8c01-fbc087c3727f has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:16.607650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event updated for resources: {'Port': ['ID=90ce080d-3ec8-4241-ab4b-09f6a6a31648,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.610139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:16.613549 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.615072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41fc64bc-9160-4fc9-91bd-20f24135f5e3 req-6ecb24da-3a4f-4522-8871-c995c7954ad0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481510 Oct 13 04:19:16.652897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:16.658588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:16.746178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:16.768539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa2721f8-1a42-49d0-8a93-793eb56fe01a req-33d7fc94-e97b-4e5e-9f17-53a699271cb1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0767779 Oct 13 04:19:16.803074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:16.824290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.824290 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Added segment 58f32245-33c9-4303-a738-b7d84cbc27d2 of type vlan for network 42799f00-72e2-4d3b-8eec-9a87533f1bf4 Oct 13 04:19:16.868032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.951195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.956749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.957345 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.076788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:17.077251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6178217 Oct 13 04:19:17.095954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1449397062'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:17.100414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4690057-6ff3-4958-b402-9218e478e3b4 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Network': ['ID=42799f00-72e2-4d3b-8eec-9a87533f1bf4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:17.112233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 42799f00-72e2-4d3b-8eec-9a87533f1bf4 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:17.120786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:17.130808 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1cfc7d39-1335-45e4-b5e8-514dbc1fcedf admin admin] 10.222.0.44 "PUT /v2.0/routers/0524884b-f71d-44ea-8c01-fbc087c3727f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6054447 Oct 13 04:19:17.131246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:17.133513 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706b34-1f76-4961-a46f-3211c161356d None None] Sync routers for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:17.148964 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:17.149657 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:17.194070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:17.207557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.223231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56140483-5b8e-4407-8152-8634434b0e01 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:17.263017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.266933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.267155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:17.285872 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.287347 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Added segment cdc65700-a679-4c9d-bc16-22950f367f33 of type vlan for network 34a76ba8-5dd0-4408-b95b-5649e5ecd803 Oct 13 04:19:17.370048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:17.389961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '56140483-5b8e-4407-8152-8634434b0e01', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'port_id': '56140483-5b8e-4407-8152-8634434b0e01', 'mac_address': 'fa:16:3e:08:0b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:17.421076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.431011 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:17.458118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.458725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.473999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56140483-5b8e-4407-8152-8634434b0e01 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:17.490213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.503960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:17.512323 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.521734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.523360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.560036 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.597614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:17.694989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6136243 Oct 13 04:19:17.698016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:17.728574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d9172-2b21-4cae-b60c-f462a8aa5124 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Network': ['ID=34a76ba8-5dd0-4408-b95b-5649e5ecd803,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:17.740895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'ports': [{'network_id': '42799f00-72e2-4d3b-8eec-9a87533f1bf4', 'name': 'tempest-port--377282555', 'admin_state_up': True}, {'network_id': '34a76ba8-5dd0-4408-b95b-5649e5ecd803', 'admin_state_up': False}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:17.741434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'port': {'network_id': '42799f00-72e2-4d3b-8eec-9a87533f1bf4', 'name': 'tempest-port--377282555', 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:17.742090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'port': {'network_id': '34a76ba8-5dd0-4408-b95b-5649e5ecd803', 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:17.749465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 34a76ba8-5dd0-4408-b95b-5649e5ecd803 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:17.896020 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:19:13Z', 'revision_number': 5, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port': {'id': '936f4a6b-7ee5-44ed-ae02-21a7615892a0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:29Z', 'updated_at': '2021-10-13T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:17.934154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['56140483-5b8e-4407-8152-8634434b0e01'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:17.969933 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706b34-1f76-4961-a46f-3211c161356d None None] Checking router: 0524884b-f71d-44ea-8c01-fbc087c3727f for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:17.994069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] Routers {'0524884b-f71d-44ea-8c01-fbc087c3727f'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:17.995124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:18:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0524884b-f71d-44ea-8c01-fbc087c3727f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:18.003757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.079110 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.176753 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] Set router 0524884b-f71d-44ea-8c01-fbc087c3727f gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:18.252977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-50706b34-1f76-4961-a46f-3211c161356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:19:17Z', 'revision_number': 6, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:18.275849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Deleting port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:18.276465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.278292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.310153 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706b34-1f76-4961-a46f-3211c161356d None None] The sync data for ids ['0524884b-f71d-44ea-8c01-fbc087c3727f'] in n-d-810220-9 is: [{'id': '0524884b-f71d-44ea-8c01-fbc087c3727f', 'name': 'tempest-ServersTestBootFromVolume-750294732-router', 'tenant_id': '285ab485aebc4be78c87a31dfb8c4146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:27Z', 'updated_at': '2021-10-13T04:19:17Z', 'revision_number': 6, 'project_id': '285ab485aebc4be78c87a31dfb8c4146', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:18.323352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.324625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8079188 Oct 13 04:19:18.401733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe4cd-9234-4c0b-bc1e-9b29aaef02fc tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event updated for resources: {'Port': ['ID=90ce080d-3ec8-4241-ab4b-09f6a6a31648,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:18.431843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d220-3e00-4e33-b5a8-dec42176501a req-abb69659-e4df-4c80-88d1-e039031a6f57 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.433477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1800d220-3e00-4e33-b5a8-dec42176501a req-abb69659-e4df-4c80-88d1-e039031a6f57 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 944 time: 0.6739757 Oct 13 04:19:18.510037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1800d220-3e00-4e33-b5a8-dec42176501a req-9e255976-48f2-4ebd-ac5c-9814dfd621b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686886 Oct 13 04:19:18.518018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-f2c65205-d68e-49c2-bd09-5a8dd10ec05c tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.519425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-f2c65205-d68e-49c2-bd09-5a8dd10ec05c tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.26 "GET /v2.0/networks?id=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd HTTP/1.1" status: 200 len: 821 time: 0.7922113 Oct 13 04:19:18.535886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Request body: {'port': {'device_id': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd', 'admin_state_up': True, 'tenant_id': '4818ab94c45c4a42b9606dc61580f6e8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:18.569459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-0dc435b3-014e-4f48-91f4-17216a336f1f tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1780968 Oct 13 04:19:18.575992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] For port 936f4a6b-7ee5-44ed-ae02-21a7615892a0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=936f4a6b-7ee5-44ed-ae02-21a7615892a0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:18.576442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.646339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Calling delete_port for 936f4a6b-7ee5-44ed-ae02-21a7615892a0 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:18.648280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'port': 2} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:18.652698 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.703589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4918dc5e-17fd-44ce-9b40-3476f582e252 req-36bc4030-789d-4251-9e75-0f11954c4a10 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0591834 Oct 13 04:19:18.704874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Made reservation on behalf of 4818ab94c45c4a42b9606dc61580f6e8 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:18.709124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.738268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.861620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] device_id is not set on port f10cdf1c-24f6-41c4-b9ba-281c65ff6162 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:19:18.886150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Allocated IP 172.20.0.13 (6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd/a13cd2eb-b750-4ae6-9292-26f0b92e6ab4/47c99ffa-ebc6-421b-b316-40d2f8a93d14) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:18.986151 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9db3dce3-68f8-46a9-b731-0576315f17b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.026491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-13e7ae69-4982-4ee5-b734-063d397fcfc7 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.027899 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-13e7ae69-4982-4ee5-b734-063d397fcfc7 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.4489143 Oct 13 04:19:19.045948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-55d86571-420c-4a63-9e13-861e008715c6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:19.046981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e21d0ab3-c68f-46ae-aa25-455bd00c0c77 req-55d86571-420c-4a63-9e13-861e008715c6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073214 Oct 13 04:19:19.096847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.138527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56140483-5b8e-4407-8152-8634434b0e01 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:19.215978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.262366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 56140483-5b8e-4407-8152-8634434b0e01 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:19.266468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 56140483-5b8e-4407-8152-8634434b0e01 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:19.266850 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.302926 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.355280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] device_id is not set on port 14399f56-0025-4344-818a-f7e5e36ea2d3 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:19:19.376301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 570fff2d-27d3-4710-b97d-857c8d624a7b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:19.403181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-eb0a36c2-32af-4624-a6c5-5dc447d7f031 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.404817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-eb0a36c2-32af-4624-a6c5-5dc447d7f031 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2751801 Oct 13 04:19:19.420867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 570fff2d-27d3-4710-b97d-857c8d624a7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:19.421202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 570fff2d-27d3-4710-b97d-857c8d624a7b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:19.421621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 936f4a6b-7ee5-44ed-ae02-21a7615892a0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:19.461684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:19.490392 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.500432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.516712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:19.520263 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.526332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:19.549448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=936f4a6b-7ee5-44ed-ae02-21a7615892a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.555209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-33a6a255-cc5e-4ddf-ae00-7cdf9dad3a5d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1414368 Oct 13 04:19:19.562754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:19.564723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No active binding found for port 936f4a6b-7ee5-44ed-ae02-21a7615892a0 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 04:19:19.565335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 936f4a6b-7ee5-44ed-ae02-21a7615892a0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:19.571020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:19.580459 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd05b66b-0831-488f-8b7f-5374ff41f6d0" -d '{"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-plugged", "status": "completed", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:19.583613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.664315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.664998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.670764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'floatingip': {'port_id': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:19.674519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Pushing event updated for resources: {'Port': ['ID=47c99ffa-ebc6-421b-b316-40d2f8a93d14,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.703475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.740446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.761494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e4375-7d9e-4734-9fd3-38d079097d12 req-79a39ba9-9deb-4cc5-bc60-c86d882720ad tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.769529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-868e4375-7d9e-4734-9fd3-38d079097d12 req-79a39ba9-9deb-4cc5-bc60-c86d882720ad tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1208706 Oct 13 04:19:19.771892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.774886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.933312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.937127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.986288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-868e4375-7d9e-4734-9fd3-38d079097d12 req-3f21c47a-6182-48bf-bc7e-bef4d00b61a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155416 Oct 13 04:19:20.034930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Port': ['ID=f10cdf1c-24f6-41c4-b9ba-281c65ff6162,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:20.058728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Checking segment: {'id': '58f32245-33c9-4303-a738-b7d84cbc27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '42799f00-72e2-4d3b-8eec-9a87533f1bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:20.059192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network hostable DHCP agents. Network: 42799f00-72e2-4d3b-8eec-9a87533f1bf4, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:20.063887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.064537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0524884b-f71d-44ea-8c01-fbc087c3727f {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:19:20.076172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.077569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4b0074e-6fb4-4d7f-8e04-ba51270cd2ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/0524884b-f71d-44ea-8c01-fbc087c3727f HTTP/1.1" status: 204 len: 168 time: 2.9453585 Oct 13 04:19:20.084112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48876) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:20.198218 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81de6aca-9bff-4698-b518-d7116b000b5e x-openstack-request-id: req-81de6aca-9bff-4698-b518-d7116b000b5e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:20.198710 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-plugged", "status": "completed", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:20.198901 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81de6aca-9bff-4698-b518-d7116b000b5e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:20.199149 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'code': 200} Oct 13 04:19:20.478116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709881a-bd02-422a-9aa2-b03346e6d14b req-026c1772-de6c-4d25-acfa-2c64462c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.479633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0709881a-bd02-422a-9aa2-b03346e6d14b req-026c1772-de6c-4d25-acfa-2c64462c1895 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.1279035 Oct 13 04:19:20.482953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-c9233290-26a5-49ee-9e2e-ea43b0cd68dd tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9536421 Oct 13 04:19:20.532978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Request body: {'port': {'device_id': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:20.562464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0709881a-bd02-422a-9aa2-b03346e6d14b req-0edf12a7-ce46-450c-b927-91dc32dd6c5c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692308 Oct 13 04:19:20.599242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.600203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network 42799f00-72e2-4d3b-8eec-9a87533f1bf4 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:20.621919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Deleting subnet 761915c0-8209-4ddb-8600-1837a9dc5f3a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:20.623108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:19:20.625614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 42799f00-72e2-4d3b-8eec-9a87533f1bf4) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:20.627242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.636013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c629b5-7ff6-4708-bb91-e4b6654309bf None None] Network 42799f00-72e2-4d3b-8eec-9a87533f1bf4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:20.656032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:20.656941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.711053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7104b-0c90-406d-886f-7b33673cbbb0 req-13f058f1-c281-4492-ba90-9b45900e6ef9 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.712727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9e7104b-0c90-406d-886f-7b33673cbbb0 req-13f058f1-c281-4492-ba90-9b45900e6ef9 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 932 time: 0.1524663 Oct 13 04:19:20.767661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.809126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Port': ['ID=14399f56-0025-4344-818a-f7e5e36ea2d3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:20.841449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9e7104b-0c90-406d-886f-7b33673cbbb0 req-95d0cecb-b65f-4354-bea0-0fa230b97f8a tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206956 Oct 13 04:19:20.857263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Checking segment: {'id': 'cdc65700-a679-4c9d-bc16-22950f367f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '34a76ba8-5dd0-4408-b95b-5649e5ecd803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:20.857861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network hostable DHCP agents. Network: 34a76ba8-5dd0-4408-b95b-5649e5ecd803, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:20.919075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.921449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network 34a76ba8-5dd0-4408-b95b-5649e5ecd803 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:20.956265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 34a76ba8-5dd0-4408-b95b-5649e5ecd803) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:20.964096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:20.966207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75e19b-9f69-4ea9-9268-4b16361df63d None None] Network 34a76ba8-5dd0-4408-b95b-5649e5ecd803 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:20.970524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.975809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.976517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.051415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-484baa0e-ab79-404b-88a4-67970ff949b8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3125825 Oct 13 04:19:21.051959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:21.064552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c99ffa-ebc6-421b-b316-40d2f8a93d14 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:21.070873 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.076473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.108993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Transition to ACTIVE for port object 47c99ffa-ebc6-421b-b316-40d2f8a93d14 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:21.117051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761915c0-8209-4ddb-8600-1837a9dc5f3a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:21.121640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.123471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.170227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=47c99ffa-ebc6-421b-b316-40d2f8a93d14,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:21.171522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.172287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.178049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0ee52da-6359-40ff-bbfa-d6199defd9a9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/761915c0-8209-4ddb-8600-1837a9dc5f3a HTTP/1.1" status: 204 len: 168 time: 1.0912895 Oct 13 04:19:21.182382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48898) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:21.208543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e47b8b-98fe-4cf9-baa1-b104c1b1e2a2 None None] Network ac34ae1e-49da-44a9-8416-3bbe99f0de15 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:21.226389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.226731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.227071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.227404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.227733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.228059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.228385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.230200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.230200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.230200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.230200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.230200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:21.316473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0610378-d365-4a7b-a258-5168f7068e8c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.326379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0610378-d365-4a7b-a258-5168f7068e8c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.328020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b0610378-d365-4a7b-a258-5168f7068e8c tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2750828 Oct 13 04:19:21.334905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48904) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:21.410423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Attempting to bind port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:21.411490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Attempting to bind port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:21.412041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Attempting to bind port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 on network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:21.415488 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Floating IP 69be38f6-5443-40b1-bb6e-2601f67a934a associated. External IP: 172.25.1.204, port: b3ba09c6-4e91-4954-b012-53ddd75c2328. Oct 13 04:19:21.416205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba8c37-2490-480b-8913-ed05e2c83fea req-9cf6a0a6-c0a2-42e5-99ee-31cb50305993 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.421642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08ba8c37-2490-480b-8913-ed05e2c83fea req-9cf6a0a6-c0a2-42e5-99ee-31cb50305993 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.2802982 Oct 13 04:19:21.428191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 on network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:21.429400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Attempting to bind port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 on network 6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:21.480567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:21.481268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Checking segment: {'id': '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:21.481533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Bound using segment: {'id': '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:21.481982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Bound port: 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:21.482485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.523797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.528261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07e85123-bf6a-472b-994c-251d4067c4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.575495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08ba8c37-2490-480b-8913-ed05e2c83fea req-f509d5a5-b255-4644-ac8d-91bcd3050b75 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452451 Oct 13 04:19:21.602240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] DHCP port deletion for ac34ae1e-49da-44a9-8416-3bbe99f0de15 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:19:21.615336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Deleting port f10cdf1c-24f6-41c4-b9ba-281c65ff6162 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:21.616845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.625701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] For port 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:21.629349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] For port 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14,segment=NetworkSegment(5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a),segment_id=5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:21.643909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.700660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.713934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] Deleting port dee8f771-b48f-4070-9a22-c80b9c09f2d5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:21.714329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.721088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.721576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Calling delete_port for f10cdf1c-24f6-41c4-b9ba-281c65ff6162 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:21.721918 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.723394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] 10.222.0.26 "PUT /v2.0/ports/47c99ffa-ebc6-421b-b316-40d2f8a93d14 HTTP/1.1" status: 200 len: 1092 time: 1.1945145 Oct 13 04:19:21.737848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Deleting port dee8f771-b48f-4070-9a22-c80b9c09f2d5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:21.737848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.774217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'tag': '47c99ffa-ebc6-421b-b316-40d2f8a93d14'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:21.776875 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756da2e-df35-4f6b-843e-c06a22250340" -d '{"events": [{"name": "network-changed", "server_uuid": "c107adec-088a-40af-8fed-c7c1ecacd5a5", "tag": "47c99ffa-ebc6-421b-b316-40d2f8a93d14"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:21.779850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab3d9-c006-4ec6-9188-468f64d8cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=47c99ffa-ebc6-421b-b316-40d2f8a93d14,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:21.826720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] For port dee8f771-b48f-4070-9a22-c80b9c09f2d5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dee8f771-b48f-4070-9a22-c80b9c09f2d5,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:21.830063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.865065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] Calling delete_port for dee8f771-b48f-4070-9a22-c80b9c09f2d5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:22.027000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.061596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] For port dee8f771-b48f-4070-9a22-c80b9c09f2d5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dee8f771-b48f-4070-9a22-c80b9c09f2d5,segment=NetworkSegment(bced2ea3-7cab-49ba-aa65-c62820fb2fcd),segment_id=bced2ea3-7cab-49ba-aa65-c62820fb2fcd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:22.070366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.082496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] Pushing event deleted for resources: {'Port': ['ID=dee8f771-b48f-4070-9a22-c80b9c09f2d5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.092502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b79e08-dc5c-426b-b362-1fe155750cc9 None None] No DVR routers for this DVR port dee8f771-b48f-4070-9a22-c80b9c09f2d5 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:22.105225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Calling delete_port for dee8f771-b48f-4070-9a22-c80b9c09f2d5 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:22.155401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.249569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.254628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Port': ['ID=f10cdf1c-24f6-41c4-b9ba-281c65ff6162,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.259959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.267126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-727f9fcf-bdca-44d7-a146-be8e27cd57fe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/ports/f10cdf1c-24f6-41c4-b9ba-281c65ff6162 HTTP/1.1" status: 204 len: 168 time: 0.9150157 Oct 13 04:19:22.268903 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098174de-bbf8-4a11-8ce6-c2b9f7b7b45b x-openstack-request-id: req-098174de-bbf8-4a11-8ce6-c2b9f7b7b45b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:22.269367 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c107adec-088a-40af-8fed-c7c1ecacd5a5", "tag": "47c99ffa-ebc6-421b-b316-40d2f8a93d14", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:22.270133 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-098174de-bbf8-4a11-8ce6-c2b9f7b7b45b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:22.270698 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'tag': '47c99ffa-ebc6-421b-b316-40d2f8a93d14', 'status': 'completed', 'code': 200} Oct 13 04:19:22.271020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:22.340397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dee8f771-b48f-4070-9a22-c80b9c09f2d5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.348189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] No DVR routers for this DVR port dee8f771-b48f-4070-9a22-c80b9c09f2d5 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:22.357970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388668f-ae0f-4fa6-8157-05d295e7f834 req-639336c6-44dc-4ff0-8d9d-4c8bfd72b200 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.360708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a388668f-ae0f-4fa6-8157-05d295e7f834 req-639336c6-44dc-4ff0-8d9d-4c8bfd72b200 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 944 time: 0.3959253 Oct 13 04:19:22.387612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-bb405d83-2d98-4b89-875b-ced980598867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.389369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-bb405d83-2d98-4b89-875b-ced980598867 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4818ab94c45c4a42b9606dc61580f6e8&device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 1095 time: 0.5988901 Oct 13 04:19:22.454629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-5070edff-86f1-453b-b50e-45766813232f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14 HTTP/1.1" status: 200 len: 217 time: 0.0548820 Oct 13 04:19:22.462491 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.465492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Router f00a332a-d452-4155-9e94-7c0ac966c214 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:22.513169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac34ae1e-49da-44a9-8416-3bbe99f0de15']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:22.534153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:22.534446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bced2ea3-7cab-49ba-aa65-c62820fb2fcd') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:22.548071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a388668f-ae0f-4fa6-8157-05d295e7f834 req-36f0025b-a9b6-47b7-83e6-6a7df7ad49ca tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795969 Oct 13 04:19:22.550068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.571799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-26da5a17-cd6a-4617-be2b-24acb867dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.571799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-26da5a17-cd6a-4617-be2b-24acb867dc96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a13cd2eb-b750-4ae6-9292-26f0b92e6ab4 HTTP/1.1" status: 200 len: 861 time: 0.1045895 Oct 13 04:19:22.574515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.588783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:22.589472 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:22.607770 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:22.661372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Deleting port 14399f56-0025-4344-818a-f7e5e36ea2d3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:22.662085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.663924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-38050f71-06b5-4b9c-8152-3d0d4ceb6124 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811579 Oct 13 04:19:22.750919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.770934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.775728 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac34ae1e-49da-44a9-8416-3bbe99f0de15 HTTP/1.1" status: 204 len: 168 time: 1.5903697 Oct 13 04:19:22.779439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-b952c63b-c329-49dd-8d1e-1d9ddcd491d7 service neutron] 10.222.0.26 "GET /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062081 Oct 13 04:19:22.813281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.817896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.828181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dde8e-7e6b-47cd-940e-93dbc89b5c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac34ae1e-49da-44a9-8416-3bbe99f0de15,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.838634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Calling delete_port for 14399f56-0025-4344-818a-f7e5e36ea2d3 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:22.850558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed241663-7bdd-476a-8bf8-4482a5f75347 req-79461b5d-d0b6-4965-a361-a6f391ceec81 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.852186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed241663-7bdd-476a-8bf8-4482a5f75347 req-79461b5d-d0b6-4965-a361-a6f391ceec81 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1863368 Oct 13 04:19:22.883216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:22.889451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.914434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] Sync routers for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:22.939885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:22.940603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:22.948189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-ce4b92fa-441f-44f3-a0c1-7771e3056366 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "PUT /v2.0/floatingips/69be38f6-5443-40b1-bb6e-2601f67a934a HTTP/1.1" status: 200 len: 996 time: 3.3920422 Oct 13 04:19:22.985175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9040d2d0-cc61-400a-916e-9c6fe39b6d49 req-3754a571-9952-4e93-a740-94390b5e1f2b service neutron] 10.222.0.26 "GET /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907048 Oct 13 04:19:23.007642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.061553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-442f3964-c8be-434b-b6a7-e88db045d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.061811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed241663-7bdd-476a-8bf8-4482a5f75347 req-ccd1123e-b1fb-4785-8f68-650a946a37be tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021333 Oct 13 04:19:23.075494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-442f3964-c8be-434b-b6a7-e88db045d47c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.1097400 Oct 13 04:19:23.107819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:23.136488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.207858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-9d8366d0-13ed-48ac-9610-2d1caf4313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.218056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-9d8366d0-13ed-48ac-9610-2d1caf4313e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.1413958 Oct 13 04:19:23.238888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.240100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Port': ['ID=14399f56-0025-4344-818a-f7e5e36ea2d3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:23.271780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dee8f771-b48f-4070-9a22-c80b9c09f2d5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:23.282509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.290941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-278818b6-fd12-4924-a720-2c1a504bb8e8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/ports/14399f56-0025-4344-818a-f7e5e36ea2d3 HTTP/1.1" status: 204 len: 168 time: 1.0124371 Oct 13 04:19:23.298861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.308967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: dee8f771-b48f-4070-9a22-c80b9c09f2d5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:23.309298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dee8f771-b48f-4070-9a22-c80b9c09f2d5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:23.342396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dab18-84a1-4f49-996e-e6929cdecae6 req-f4aeac27-a74f-4d92-bd5c-0ff5891d1a12 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.344384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-116dab18-84a1-4f49-996e-e6929cdecae6 req-f4aeac27-a74f-4d92-bd5c-0ff5891d1a12 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1324353 Oct 13 04:19:23.385237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec5c9f23-155d-4ddd-bd61-92da6eb28d66 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0813329 Oct 13 04:19:23.391362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.399875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-733940646'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:23.437471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-b86f0f5a-331c-4e97-9fbe-6b25c1f322a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 999 time: 0.2180057 Oct 13 04:19:23.440345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756da2e-df35-4f6b-843e-c06a22250340 req-f5e42c9e-ca02-4e23-b836-6b4f45c6168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.441846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-f5e42c9e-ca02-4e23-b836-6b4f45c6168f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4818ab94c45c4a42b9606dc61580f6e8&device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 1095 time: 0.2437780 Oct 13 04:19:23.461018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-01b48e9e-8052-408a-8dd4-7fc996716597 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=285ab485aebc4be78c87a31dfb8c4146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073321 Oct 13 04:19:23.469684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.477336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:23.481516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.518114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-116dab18-84a1-4f49-996e-e6929cdecae6 req-05955e8b-38f4-4d1a-958a-72f362707888 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616108 Oct 13 04:19:23.541998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:23.544221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.558180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.558180 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Added segment c792a9aa-dc25-48df-a953-c75ee593a0f7 of type vlan for network 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec Oct 13 04:19:23.617002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.646694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-322a896d-c44d-4d82-b4a5-a5378c72297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.651282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-322a896d-c44d-4d82-b4a5-a5378c72297d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.1899891 Oct 13 04:19:23.705081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.713293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.714010 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.723696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5139416-3b33-4ee4-b9c5-9cae47bd47e9 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.725243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5139416-3b33-4ee4-b9c5-9cae47bd47e9 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1091 time: 0.1772542 Oct 13 04:19:23.737426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48970) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.781984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '56140483-5b8e-4407-8152-8634434b0e01', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:23.788038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1da6359b-e994-4224-8791-d37db25726c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.790401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756da2e-df35-4f6b-843e-c06a22250340 req-60cb9bcb-716a-4c28-8b9e-bd8104af46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.791959 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-60cb9bcb-716a-4c28-8b9e-bd8104af46c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd HTTP/1.1" status: 200 len: 922 time: 0.3299074 Oct 13 04:19:23.797143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-4ade4665-99ec-499d-adc1-61f034f54346 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348519 Oct 13 04:19:23.852602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '69be38f6-5443-40b1-bb6e-2601f67a934a', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'port_id': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'mac_address': 'fa:16:3e:e7:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:16Z', 'updated_at': '2021-10-13T04:19:20Z', 'revision_number': 1, 'project_id': 'bb94216618d14d418f8700889b42752c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:23.856060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-08e1f554-96e3-4161-be95-051f75195a46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14 HTTP/1.1" status: 200 len: 217 time: 0.0467145 Oct 13 04:19:23.858906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Network': ['ID=13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:23.867048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-5ffbf776-9fc6-45c3-aa05-fd060948c64d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:23.868320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-5ffbf776-9fc6-45c3-aa05-fd060948c64d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062430 Oct 13 04:19:23.896883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b18e7c-d010-443b-9bac-0830ee1c623a req-58a592d6-7283-46f1-b8f1-d3cb9ac71bda tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.899126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45b18e7c-d010-443b-9bac-0830ee1c623a req-58a592d6-7283-46f1-b8f1-d3cb9ac71bda tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 944 time: 0.2295158 Oct 13 04:19:23.907213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:23.917620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1da6359b-e994-4224-8791-d37db25726c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.939081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45b18e7c-d010-443b-9bac-0830ee1c623a req-f0946c67-07be-4bd1-b4cb-fb07b4374a19 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Oct 13 04:19:24.004381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] Checking router: f00a332a-d452-4155-9e94-7c0ac966c214 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:24.021239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:24.021915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:24.043630 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-373bdf44-954f-4dc8-a866-2c39fb8aa961 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6502328 Oct 13 04:19:24.044309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48976) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:24.050454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-173407461'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:24.063381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1da6359b-e994-4224-8791-d37db25726c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.066001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1da6359b-e994-4224-8791-d37db25726c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.069960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1da6359b-e994-4224-8791-d37db25726c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/260896af-2b48-4e86-9d34-5f0a87993fc9 HTTP/1.1" status: 204 len: 168 time: 0.5887487 Oct 13 04:19:24.075905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.094893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:24.100244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.136320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:24.144887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6359b-e994-4224-8791-d37db25726c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260896af-2b48-4e86-9d34-5f0a87993fc9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:24.147246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.147530 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Added segment 53c6ffa0-f705-436e-ba3b-cf1dd5c935f9 of type vlan for network 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b Oct 13 04:19:24.187730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756da2e-df35-4f6b-843e-c06a22250340 req-445d8140-d7b3-4801-95ca-6014ad7c585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.189726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-445d8140-d7b3-4801-95ca-6014ad7c585e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a13cd2eb-b750-4ae6-9292-26f0b92e6ab4 HTTP/1.1" status: 200 len: 861 time: 0.3150928 Oct 13 04:19:24.203112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.228713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:24.268451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.270949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-f5516696-ce0c-470c-9a1a-cc8090cfc1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550199 Oct 13 04:19:24.277674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:24.278532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.280000 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465aaff8-f6eb-4882-acf3-b7ee1be97972" -d '{"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:24.292178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.336521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-bd63fa95-0178-4a74-8ffb-639b02deb88c service neutron] 10.222.0.44 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708992 Oct 13 04:19:24.412010 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b84aa1-1854-4523-8b72-14d788d4d221 x-openstack-request-id: req-00b84aa1-1854-4523-8b72-14d788d4d221 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:24.412227 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:24.412521 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00b84aa1-1854-4523-8b72-14d788d4d221 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:24.413088 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'status': 'completed', 'code': 200} Oct 13 04:19:24.578359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5329564 Oct 13 04:19:24.581377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94316ba-39f2-4264-a59b-f48edc7a8d24 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Network': ['ID=6a81c24a-9d6e-4b79-a6cf-27d94ab9618b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:24.598022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:24.606899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.666100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-b19c0409-e161-41b0-9859-25ec922344d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.667853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-b19c0409-e161-41b0-9859-25ec922344d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.1805108 Oct 13 04:19:24.683872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-d2474b5b-6970-46db-a712-e8ed9b1f33fe service neutron] 10.222.0.26 "GET /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983655 Oct 13 04:19:24.704612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.727010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:24.732314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'subnets': [{'network_id': '13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--357106131', 'ip_version': 4}, {'network_id': '6a81c24a-9d6e-4b79-a6cf-27d94ab9618b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:24.732797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'subnet': {'network_id': '13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--357106131', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:24.733456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Request body: {'subnet': {'network_id': '6a81c24a-9d6e-4b79-a6cf-27d94ab9618b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:24.734163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dbc4e12-5f5f-4268-a500-f45077ae378a req-f29639ec-3ce5-4e09-994a-b4783f887dfc service neutron] 10.222.0.44 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787463 Oct 13 04:19:24.744660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '69be38f6-5443-40b1-bb6e-2601f67a934a', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'port_id': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'mac_address': 'fa:16:3e:e7:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:16Z', 'updated_at': '2021-10-13T04:19:20Z', 'revision_number': 1, 'project_id': 'bb94216618d14d418f8700889b42752c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:24.817666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abb595-aeb7-4667-9580-712e0aa83aac None None] The sync data for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 is: [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '69be38f6-5443-40b1-bb6e-2601f67a934a', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'port_id': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'mac_address': 'fa:16:3e:e7:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:16Z', 'updated_at': '2021-10-13T04:19:20Z', 'revision_number': 1, 'project_id': 'bb94216618d14d418f8700889b42752c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:25.026205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-e07ee449-0fe3-495c-b9bb-60a713b67d9d tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 999 time: 0.2086844 Oct 13 04:19:25.121095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-a1a1cd01-7c9d-43b9-af6e-0c6a09c8f720 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.134264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-a1a1cd01-7c9d-43b9-af6e-0c6a09c8f720 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports/b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 942 time: 0.0866656 Oct 13 04:19:25.163634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b756da2e-df35-4f6b-843e-c06a22250340 req-3de4a9d8-ea6a-4c49-9731-3fc5777da975 service neutron] 10.222.0.26 "GET /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695964 Oct 13 04:19:25.189805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.50 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/521995c6-f133-44c6-9e78-bbfc0519b2e0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:25.272939 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066aa09-1485-4341-9346-8f139f454b63 None None] New status for floating IP 69be38f6-5443-40b1-bb6e-2601f67a934a: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:25.327898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9add1-6e00-41d4-91e7-8290cee17199 req-8269a660-2931-41d5-b790-b069df774e0c tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.329649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94b9add1-6e00-41d4-91e7-8290cee17199 req-8269a660-2931-41d5-b790-b069df774e0c tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 944 time: 0.2474868 Oct 13 04:19:25.468780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-672f95db-09e7-407b-8096-f5ed05ad1018 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 999 time: 0.2251964 Oct 13 04:19:25.470652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:25.489656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-f5dc8f2f-b86f-4e58-95b6-326f9c895415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.491183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-f5dc8f2f-b86f-4e58-95b6-326f9c895415 service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.8154080 Oct 13 04:19:25.519756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.625609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94b9add1-6e00-41d4-91e7-8290cee17199 req-0851b172-668b-42b8-b523-a2decb465109 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239680 Oct 13 04:19:25.627066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.674070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=521995c6-f133-44c6-9e78-bbfc0519b2e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.693047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:25.695446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:25.700317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:25.732674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-957187913-network', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:25.764905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-0684e30e-d240-47f4-94e2-77af2ac4afba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 1001 time: 0.2545483 Oct 13 04:19:25.772195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Made reservation on behalf of ccbe1e2e442f409aaec29e2c5e48a6f5 for: {'subnet': 2} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:25.777172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.777703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.875034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-06b8d5e2-a93c-452a-b634-78c6310a4ab9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.877077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-06b8d5e2-a93c-452a-b634-78c6310a4ab9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.3957813 Oct 13 04:19:25.898500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-4f2eb1e6-c2e6-4d4f-bdc8-66189fa04652 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:25.899836 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-4f2eb1e6-c2e6-4d4f-bdc8-66189fa04652 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0168662 Oct 13 04:19:25.900638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:25.903813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.933442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.982741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-2b3c7c5f-dd06-45d5-b083-2715067fadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.984295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-2b3c7c5f-dd06-45d5-b083-2715067fadfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.1913080 Oct 13 04:19:26.042378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-9c6fbdf6-483a-4da6-bd10-a55cd7a8436b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441217 Oct 13 04:19:26.118784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-be798e93-cb2f-41db-a6ce-99eb98939127 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 1001 time: 0.2038109 Oct 13 04:19:26.143947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:26.298147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.301652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-64a4d84d-9e1f-4c0b-85e6-a07104e51ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516108 Oct 13 04:19:26.438670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.458965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.500005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.578208 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.809566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f65336-4879-4fb5-9ac1-a13dc58f05df req-a44e5a5f-75b5-4076-996f-3198290f5626 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.817842 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3f65336-4879-4fb5-9ac1-a13dc58f05df req-a44e5a5f-75b5-4076-996f-3198290f5626 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 944 time: 0.0912576 Oct 13 04:19:26.860347 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3f65336-4879-4fb5-9ac1-a13dc58f05df req-07bd53dd-85ef-449f-98f8-27369a85392c tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Oct 13 04:19:26.883267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.883267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.967354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=521995c6-f133-44c6-9e78-bbfc0519b2e0,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:26.974633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.030365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:27.086297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149230be-9a40-44a7-b1a4-d52af46d4f2f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.102682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.103025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.103427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.103837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.104173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.104500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.104883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.105211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.105533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.106137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.106465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.106788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:27.111236 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 688ef2c8-af9d-4646-a016-dece3b38fdad associated. External IP: 172.25.1.50, port: 56140483-5b8e-4407-8152-8634434b0e01. Oct 13 04:19:27.164030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 47c99ffa-ebc6-421b-b316-40d2f8a93d14 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:27.168167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-465aaff8-f6eb-4882-acf3-b7ee1be97972 req-0a689290-0cb9-443f-98f3-f88c8c0cf73b service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8561897 Oct 13 04:19:27.200881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.201316 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Added segment f3cb508a-d8e9-40df-8398-fe0a45488e8d of type vlan for network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f Oct 13 04:19:27.205765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.218119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.218552 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Floating IP 69be38f6-5443-40b1-bb6e-2601f67a934a disassociated. External IP: 172.25.1.204, port: b3ba09c6-4e91-4954-b012-53ddd75c2328. Oct 13 04:19:27.302992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14,segment=NetworkSegment(5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a),segment_id=5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:27.345177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '47c99ffa-ebc6-421b-b316-40d2f8a93d14', 'network_id': '6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd', 'port_id': '47c99ffa-ebc6-421b-b316-40d2f8a93d14', 'mac_address': 'fa:16:3e:61:b1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13cd2eb-b750-4ae6-9292-26f0b92e6ab4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:27.353691 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.403853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 24145386-cdb8-4a69-833a-522d9c75dd3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:27.406640 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.472118 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.483967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.485050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.485694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.505975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c99ffa-ebc6-421b-b316-40d2f8a93d14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:27.526367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0496030 Oct 13 04:19:27.528817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49060) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:27.535183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Request body: {'subnet': {'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-957187913-subnet', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:27.546740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14,segment=NetworkSegment(5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a),segment_id=5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:27.558220 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.587193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:27.604882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] Sync routers for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:27.613037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:27.616549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.628410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:27.629401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:27.651589 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.689293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=47c99ffa-ebc6-421b-b316-40d2f8a93d14,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.721566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Subnet': ['ID=5304ce2e-5836-4dcd-b836-d06e29ee699c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.748775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d995-3e41-4e13-9c6a-8c3d9a879fce admin admin] Pushing event updated for resources: {'Network': ['ID=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.760346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9c35dbd2-0a9f-4caa-a26e-1f1a67c0f0b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9822934 Oct 13 04:19:27.763258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:27.769865 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aba496e-f2fc-40a1-ac9a-c858a694f131" -d '{"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:27.795443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Checking segment: {'id': 'c792a9aa-dc25-48df-a953-c75ee593a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:27.795886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network hostable DHCP agents. Network: 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:27.805414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:27.842994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:27.876335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:27.879945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Router f00a332a-d452-4155-9e94-7c0ac966c214 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:27.901253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.943167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:28.065839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event updated for resources: {'Subnet': ['ID=2ea10ab7-8d3c-4812-b8ce-484900bb111e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.068513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f175fd-59ca-4632-b68d-4aab011a19bd req-9036f0a2-7944-4e1a-924f-53b22d7e1bac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.078524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4f175fd-59ca-4632-b68d-4aab011a19bd req-9036f0a2-7944-4e1a-924f-53b22d7e1bac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.2031803 Oct 13 04:19:28.085599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Checking segment: {'id': '53c6ffa0-f705-436e-ba3b-cf1dd5c935f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6a81c24a-9d6e-4b79-a6cf-27d94ab9618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:28.085977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network hostable DHCP agents. Network: 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:28.133907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4f175fd-59ca-4632-b68d-4aab011a19bd req-f84b1d4c-5e70-4bfd-83c8-5b127f6c50f9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551646 Oct 13 04:19:28.139997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.149592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['47c99ffa-ebc6-421b-b316-40d2f8a93d14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:28.151895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db64bc6-e985-4304-b201-6fadc17a1e1a None None] Network 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:28.154513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:28.242868 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94280b75-92d6-4eea-a61d-5dc5c010cf7b x-openstack-request-id: req-94280b75-92d6-4eea-a61d-5dc5c010cf7b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:28.244937 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:28.245375 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94280b75-92d6-4eea-a61d-5dc5c010cf7b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:28.246023 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'status': 'completed', 'code': 200} Oct 13 04:19:28.320317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Network 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:28.395020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:28.408149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac463e0-e9d2-49c3-9142-15fd00fc792f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.410275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:28.417674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Checking segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:28.418039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Network hostable DHCP agents. Network: cfcdd060-67aa-4004-8aeb-40b7ccc42d1f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:28.437610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76316cc-f30a-4e4a-af90-19f871add347 None None] Network 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:28.438062 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] Sync routers for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:28.442700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.444638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.445920 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.449743 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:28.450397 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:28.452474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-7cd409c3-d414-43e1-afb0-66791723d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.454199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-7cd409c3-d414-43e1-afb0-66791723d41b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.1787307 Oct 13 04:19:28.474409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9e19-2f67-4ee7-8fb4-25940b0e92a8 req-d58457ce-a4d2-4115-9891-1254ce5af05e tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.485156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1ab9e19-2f67-4ee7-8fb4-25940b0e92a8 req-d58457ce-a4d2-4115-9891-1254ce5af05e tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 945 time: 0.1269429 Oct 13 04:19:28.523394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.555032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-edfc952c-84a4-4683-9c45-61858a2f8ccf tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.8269475 Oct 13 04:19:28.573599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0d0cd43-1359-4c2b-8b81-5f09d87bce83 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 990 time: 0.3965170 Oct 13 04:19:28.614061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-04c17f32-d369-48f1-95b4-95f6be08cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.615586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-04c17f32-d369-48f1-95b4-95f6be08cdb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.1497228 Oct 13 04:19:28.620298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49114) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:28.695419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-abcde488-6d2b-4312-bb73-61218d2e1c51 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "PUT /v2.0/floatingips/69be38f6-5443-40b1-bb6e-2601f67a934a HTTP/1.1" status: 200 len: 695 time: 2.5411065 Oct 13 04:19:28.705616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:28.708643 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:28.773762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:28.778838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5428b-2504-4e68-9727-53d16e4d0b11 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.780537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5428b-2504-4e68-9727-53d16e4d0b11 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.782221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5428b-2504-4e68-9727-53d16e4d0b11 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.783829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b2a5428b-2504-4e68-9727-53d16e4d0b11 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1289966 Oct 13 04:19:28.789449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:28.834677 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:28.857509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, cfcdd060-67aa-4004-8aeb-40b7ccc42d1f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:28.870706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1ab9e19-2f67-4ee7-8fb4-25940b0e92a8 req-290bdb52-fbc2-4317-927e-31eb7368da72 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846209 Oct 13 04:19:28.901984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9bb75-cc4d-4555-8e31-02580ab61c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec', 'network_id': '13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec', 'tenant_id': 'ccbe1e2e442f409aaec29e2c5e48a6f5', 'fixed_ips': [{'subnet_id': '5304ce2e-5836-4dcd-b836-d06e29ee699c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:28.902874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15a9bb75-cc4d-4555-8e31-02580ab61c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.912139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd77f1-ecde-4016-a329-0ca2fbeff02e None None] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:28.913222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-00771218-5f05-4ee5-9b02-98a160839dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.914450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.915232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.970934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-00771218-5f05-4ee5-9b02-98a160839dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.2276347 Oct 13 04:19:28.976976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-8e5554b2-67fa-4b6a-94b3-d927d9c8c52f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 998 time: 0.2034316 Oct 13 04:19:28.982930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-03be9c3a-e404-478b-b2d8-4e714ed84dea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4528592 Oct 13 04:19:28.997489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:29.013244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:29.046138 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc60a49-baca-4ef9-b583-31814d8a6c53 x-openstack-request-id: req-cbc60a49-baca-4ef9-b583-31814d8a6c53 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:29.046657 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:29.047109 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbc60a49-baca-4ef9-b583-31814d8a6c53 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:29.047663 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'status': 'completed', 'code': 200} Oct 13 04:19:29.125918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-13934245-c7fe-4c10-a1ab-1ec2581a5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.127379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-13934245-c7fe-4c10-a1ab-1ec2581a5aff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.1434891 Oct 13 04:19:29.153983 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.155029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.167994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Deleting subnet 5304ce2e-5836-4dcd-b836-d06e29ee699c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:29.174617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.257989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.317375 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.362391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-26bde5ac-c577-42ae-9cc9-8c4f84174af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.363887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-26bde5ac-c577-42ae-9cc9-8c4f84174af2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216451 Oct 13 04:19:29.365282 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.439684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7fd079-18ac-45aa-aac0-50e9b7d2aaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6a81c24a-9d6e-4b79-a6cf-27d94ab9618b', 'network_id': '6a81c24a-9d6e-4b79-a6cf-27d94ab9618b', 'tenant_id': 'ccbe1e2e442f409aaec29e2c5e48a6f5', 'fixed_ips': [{'subnet_id': '2ea10ab7-8d3c-4812-b8ce-484900bb111e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:29.440545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd079-18ac-45aa-aac0-50e9b7d2aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.469965 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:29.508113 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] Checking router: f00a332a-d452-4155-9e94-7c0ac966c214 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:29.532722 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:29.533785 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:29.554941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.581356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:29.669005 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-15a9bb75-cc4d-4555-8e31-02580ab61c1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5304ce2e-5836-4dcd-b836-d06e29ee699c: This subnet is being modified by another concurrent operation. Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5304ce2e-5836-4dcd-b836-d06e29ee699c: This subnet is being modified by another concurrent operation. Oct 13 04:19:29.683149 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:19:29.747007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-624034b3-5f72-41c4-81a4-e62b015d64b2 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725548 Oct 13 04:19:29.749223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c9a61-0c04-40b3-9443-3f01822d7602 None None] Network 13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:29.769512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20a46091-65b3-40a8-bf31-7ad16fbc3163 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 990 time: 0.1727991 Oct 13 04:19:29.779005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.782262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/subnets/5304ce2e-5836-4dcd-b836-d06e29ee699c HTTP/1.1" status: 204 len: 168 time: 0.9916523 Oct 13 04:19:29.787595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:29.790767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25ae58-1c30-4b15-bd53-a9a78be66a26 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Subnet': ['ID=5304ce2e-5836-4dcd-b836-d06e29ee699c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.856564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Deleting subnet 2ea10ab7-8d3c-4812-b8ce-484900bb111e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:29.863161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.870021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-53747e6f-c8d2-4311-bc5c-3ec90ab85c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.871456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-53747e6f-c8d2-4311-bc5c-3ec90ab85c60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb94216618d14d418f8700889b42752c&device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 1096 time: 0.8551276 Oct 13 04:19:30.004726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.058182 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:30.095109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-235296ba-1840-441b-b31e-0252a4d954ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.098031 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadce82-739a-45b4-8cc0-e97042453d60 None None] The sync data for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 is: [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 4, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '0505bfe5-74c4-492a-ba3d-f85a383e1bc9', 'name': '', 'network_id': '672c71d3-56d2-4d73-930d-3a40de483169', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'mac_address': 'fa:16:3e:88:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:10Z', 'updated_at': '2021-10-13T04:18:22Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'subnets': [{'id': '0b860a61-1390-4ca7-98f3-202703f4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:30.102686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '688ef2c8-af9d-4646-a016-dece3b38fdad', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'port_id': '56140483-5b8e-4407-8152-8634434b0e01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'mac_address': 'fa:16:3e:08:0b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:25Z', 'updated_at': '2021-10-13T04:19:25Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:30.103883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-235296ba-1840-441b-b31e-0252a4d954ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 1.1273544 Oct 13 04:19:30.178291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.218110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] Checking router: 24145386-cdb8-4a69-833a-522d9c75dd3b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:30.244222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-ba39fbbf-ea87-4727-bf4d-0796fa29a511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.1082554 Oct 13 04:19:30.247490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.298230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2aba496e-f2fc-40a1-ac9a-c858a694f131 req-cf7587b9-2931-4217-9ebe-daef87f07b69 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386183 Oct 13 04:19:30.313787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536639b-b79d-4f68-8d06-a0a797fa7f5e req-18f8206f-06e8-4371-9d99-c84823d2f17e tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.315401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6536639b-b79d-4f68-8d06-a0a797fa7f5e req-18f8206f-06e8-4371-9d99-c84823d2f17e tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 945 time: 0.2940514 Oct 13 04:19:30.406817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6536639b-b79d-4f68-8d06-a0a797fa7f5e req-7599b003-0cb3-4061-a46b-5a970c6d57f4 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777397 Oct 13 04:19:30.412628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:30.413305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:30.543377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-e66f1111-9ae5-48a9-aa87-029f00b8e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.549420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-e66f1111-9ae5-48a9-aa87-029f00b8e75f service neutron] 10.222.0.15 "GET /v2.0/networks?id=672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 200 len: 920 time: 0.6554954 Oct 13 04:19:30.674083 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:30.674973 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.688391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e188229-3467-4043-acbb-6e7f706f17d2 None None] New status for floating IP 69be38f6-5443-40b1-bb6e-2601f67a934a: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:30.714891 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.728035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-3bbe454f-4dec-4f99-8765-7d5cb57c4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.736979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.742284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-3bbe454f-4dec-4f99-8765-7d5cb57c4974 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.4744401 Oct 13 04:19:30.744328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-490183d0-535e-429c-a44a-4f7b7379eb24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 200 len: 217 time: 0.1685982 Oct 13 04:19:30.745609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.786977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:30.797718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-4a7fd079-18ac-45aa-aac0-50e9b7d2aaaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ea10ab7-8d3c-4812-b8ce-484900bb111e: This subnet is being modified by another concurrent operation. Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ea10ab7-8d3c-4812-b8ce-484900bb111e: This subnet is being modified by another concurrent operation. Oct 13 04:19:30.802704 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:19:30.812807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/subnets/2ea10ab7-8d3c-4812-b8ce-484900bb111e HTTP/1.1" status: 204 len: 168 time: 1.0183747 Oct 13 04:19:30.851053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49338) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:30.861457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f02b0b9-d218-436b-b411-5d86cf24922e None None] Network 6a81c24a-9d6e-4b79-a6cf-27d94ab9618b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:30.917730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a632f8f-bcdb-4068-9f89-69da471cfb14 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 990 time: 0.1284313 Oct 13 04:19:30.925764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:30.949742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Allocated IP 172.25.1.240 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/595deaea-bba9-4240-ae9e-d0831c3ecfc0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:30.956214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-724a8830-e467-42b1-b10e-d8a0ef0dec9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900468 Oct 13 04:19:31.001457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c443f05-45a3-4810-b6d4-714dc72bf2bd tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea10ab7-8d3c-4812-b8ce-484900bb111e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:31.141384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.188996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-5ff262d3-abbb-4a70-be1c-a06c48ef39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.191334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-5ff262d3-abbb-4a70-be1c-a06c48ef39cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 200 len: 859 time: 0.4236994 Oct 13 04:19:31.195630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.221195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fabf4-2661-4934-a908-0a3ab56d2a8a tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.227394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5b5fabf4-2661-4934-a908-0a3ab56d2a8a tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3323200 Oct 13 04:19:31.227552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 47c99ffa-ebc6-421b-b316-40d2f8a93d14 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:31.247235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:31.265051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Pushing event updated for resources: {'Port': ['ID=595deaea-bba9-4240-ae9e-d0831c3ecfc0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:31.282350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:31.283832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:31.287215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:31.361734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-a21494e2-be9c-4030-8f8b-fa2aacf0e9e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=672c71d3-56d2-4d73-930d-3a40de483169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580300 Oct 13 04:19:31.527384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-db84484e-4450-445d-9427-e512483f15ad service neutron] 10.222.0.44 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217023 Oct 13 04:19:31.667270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:31.686527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Allocated IP 172.20.0.2 (cfcdd060-67aa-4004-8aeb-40b7ccc42d1f/2ac463e0-e9d2-49c3-9142-15fd00fc792f/f6b79a1c-5eaf-4edd-8f29-666eb526583a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:31.695310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:31.695683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.805055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.923270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:31.965765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-ec8b382d-8a91-4513-9e48-33441968823b service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575545 Oct 13 04:19:31.973262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.032313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c99ffa-ebc6-421b-b316-40d2f8a93d14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:32.034796 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bdd50c-615f-4f26-82c3-c7b3e2fd3192" -d '{"events": [{"server_uuid": "c107adec-088a-40af-8fed-c7c1ecacd5a5", "name": "network-vif-plugged", "status": "completed", "tag": "47c99ffa-ebc6-421b-b316-40d2f8a93d14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:32.080246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14,segment=NetworkSegment(5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a),segment_id=5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.092421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.109484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '688ef2c8-af9d-4646-a016-dece3b38fdad', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'port_id': '56140483-5b8e-4407-8152-8634434b0e01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'mac_address': 'fa:16:3e:08:0b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:25Z', 'updated_at': '2021-10-13T04:19:25Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:32.126426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.149317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-442b4375-adfd-4cac-ad99-0e5142bf96f9 req-365566ef-2739-4268-8631-f3c7a32a2799 service neutron] 10.222.0.44 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841234 Oct 13 04:19:32.155574 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.165527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9191fc6a-c34b-4c1d-bea8-b44060fb568d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 990 time: 0.2045774 Oct 13 04:19:32.181506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a81c24a-9d6e-4b79-a6cf-27d94ab9618b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:32.196323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c6ffa0-f705-436e-ba3b-cf1dd5c935f9') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:32.196930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c6ffa0-f705-436e-ba3b-cf1dd5c935f9') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:32.214546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.253737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.267952 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7430c80-cf99-4b57-8cfc-8ba65725d3b5 req-b759487d-0f63-4966-8812-00e4fb36a569 service neutron] 10.222.0.15 "GET /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359135 Oct 13 04:19:32.269264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.278919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:32.280231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:32.294701 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:32.423079 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc5272-3c91-4520-bf96-16d9db27e86c x-openstack-request-id: req-a8bc5272-3c91-4520-bf96-16d9db27e86c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:32.423643 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c107adec-088a-40af-8fed-c7c1ecacd5a5", "name": "network-vif-plugged", "status": "completed", "tag": "47c99ffa-ebc6-421b-b316-40d2f8a93d14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:32.424077 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8bc5272-3c91-4520-bf96-16d9db27e86c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:32.424670 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c99ffa-ebc6-421b-b316-40d2f8a93d14', 'code': 200} Oct 13 04:19:32.428635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a64530-ef6b-46f3-a5bc-8a6775dd8962 None None] The sync data for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 is: [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '688ef2c8-af9d-4646-a016-dece3b38fdad', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'port_id': '56140483-5b8e-4407-8152-8634434b0e01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'mac_address': 'fa:16:3e:08:0b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:25Z', 'updated_at': '2021-10-13T04:19:25Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:32.444193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.470124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=47c99ffa-ebc6-421b-b316-40d2f8a93d14,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:32.492733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:32.530556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:32.535605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:32.626970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Pushing event updated for resources: {'Port': ['ID=f6b79a1c-5eaf-4edd-8f29-666eb526583a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:32.642088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Attempting to bind port f6b79a1c-5eaf-4edd-8f29-666eb526583a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:32.642548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Attempting to bind port f6b79a1c-5eaf-4edd-8f29-666eb526583a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:32.643002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Attempting to bind port f6b79a1c-5eaf-4edd-8f29-666eb526583a on network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:32.649656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:32.650051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Checking segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:32.650691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.651266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Bound using segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:32.652095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Bound port: f6b79a1c-5eaf-4edd-8f29-666eb526583a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:32.652734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.808650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] For port f6b79a1c-5eaf-4edd-8f29-666eb526583a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:32.821324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] For port f6b79a1c-5eaf-4edd-8f29-666eb526583a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f6b79a1c-5eaf-4edd-8f29-666eb526583a,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:32.827701 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.838383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-6d5a47c2-6453-4145-b99e-888f55e5a2e4 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips/69be38f6-5443-40b1-bb6e-2601f67a934a HTTP/1.1" status: 200 len: 693 time: 0.0535405 Oct 13 04:19:32.853673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed20b8-ef83-4446-a654-b50550783881 req-ae99bf4a-ea6f-46c6-a130-02c1c6e5ed40 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.855839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21ed20b8-ef83-4446-a654-b50550783881 req-ae99bf4a-ea6f-46c6-a130-02c1c6e5ed40 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 946 time: 0.3882596 Oct 13 04:19:32.909182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334530-6058-4232-8607-6f5413b699b6 req-84f319f4-401f-424a-8a5a-e63de7c0ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.911067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04334530-6058-4232-8607-6f5413b699b6 req-84f319f4-401f-424a-8a5a-e63de7c0ed42 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 1097 time: 0.3435347 Oct 13 04:19:32.936107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.967571 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b6fc9-d45e-48d1-bef4-5eb824b8d25e None None] New status for floating IP 688ef2c8-af9d-4646-a016-dece3b38fdad: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:32.993105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-dc903f3b-c7d8-4af0-9dc3-2160fb85b914 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.994720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-dc903f3b-c7d8-4af0-9dc3-2160fb85b914 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/networks/048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 784 time: 0.1449568 Oct 13 04:19:32.995151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e0105-af72-4663-8af3-a0a5f88a3cc5 None None] Pushing event updated for resources: {'Port': ['ID=f6b79a1c-5eaf-4edd-8f29-666eb526583a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:33.022031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-3dc71392-9805-4c99-98e8-f5934058bac9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:33.025974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-3dc71392-9805-4c99-98e8-f5934058bac9 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138910 Oct 13 04:19:33.027400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.039154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.042662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/networks/6a81c24a-9d6e-4b79-a6cf-27d94ab9618b HTTP/1.1" status: 204 len: 168 time: 1.7941926 Oct 13 04:19:33.049537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:33.080246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21ed20b8-ef83-4446-a654-b50550783881 req-08b1e40a-6281-4e6b-9791-338d755f03c7 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099576 Oct 13 04:19:33.115685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04334530-6058-4232-8607-6f5413b699b6 req-564c152c-cd07-4b7b-b9e2-bc57215c81d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728873 Oct 13 04:19:33.129558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea527ed2-15b1-4cc1-948d-f9241009770b tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Network': ['ID=6a81c24a-9d6e-4b79-a6cf-27d94ab9618b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:33.177451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:33.195133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-a30e5ed2-3708-4994-a6bd-7fca2d1d1d09 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1510196 Oct 13 04:19:33.277010 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.290053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-e1136a51-e432-4e52-b67d-d9aa8fcd71d8 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.0845528 Oct 13 04:19:33.295819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7aa2d80b-5e7e-4c5e-964d-807b8ab11001 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 990 time: 0.1100528 Oct 13 04:19:33.343233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Router 30bca34b-fc71-469f-8a95-15b3f70e30b9 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:19:33.542811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:33.552021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Sync routers for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:33.566260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:33.568163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:33.582874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.603909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.607941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27f75e0e-7d5b-4c98-a9fd-5440c9a4367f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6026597 Oct 13 04:19:33.609477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:33.617144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:33.632184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c792a9aa-dc25-48df-a953-c75ee593a0f7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:33.632482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c792a9aa-dc25-48df-a953-c75ee593a0f7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:33.648064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.651038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Deleting port 90ce080d-3ec8-4241-ab4b-09f6a6a31648 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:33.651193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.751520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.752065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.782008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Calling delete_port for 90ce080d-3ec8-4241-ab4b-09f6a6a31648 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:33.838842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:33.896903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.907478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:33.907478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:33.910548 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:34.006049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.020200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.025956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/networks/13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec HTTP/1.1" status: 204 len: 168 time: 0.9730728 Oct 13 04:19:34.029251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:34.109346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.185947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1672138-9dc8-4838-bc69-6937ec7a1cb8 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Network': ['ID=13fb28ad-c01b-4bf1-be04-9ab8e7cf33ec,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:34.240073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 3, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:34.284374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Checking router: 30bca34b-fc71-469f-8a95-15b3f70e30b9 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:34.286124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Updating router 30bca34b-fc71-469f-8a95-15b3f70e30b9 port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:34.305554 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.307530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49608) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:34.310628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.312516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9845d979-dd99-4bde-ad50-172e0875cd0a req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "DELETE /v2.0/floatingips/69be38f6-5443-40b1-bb6e-2601f67a934a HTTP/1.1" status: 204 len: 173 time: 1.0111170 Oct 13 04:19:34.319222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fa1e4-1fdf-46be-9024-1130f2dc0090 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event deleted for resources: {'Port': ['ID=90ce080d-3ec8-4241-ab4b-09f6a6a31648,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:34.347697 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.423582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9e18f22-8873-4765-a703-f4ed14f1350b req-cb4642d1-dee4-46fa-a37c-f5dbe0372d39 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups/7ee70a83-6ee0-4dbe-a0d7-b274331cbc9b HTTP/1.1" status: 200 len: 1809 time: 0.0788591 Oct 13 04:19:34.433704 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.477244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-21873466-aa16-465a-868f-bc0d3e0f5c4b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 992 time: 0.1631713 Oct 13 04:19:34.547045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8d875-a1cb-4976-a6d1-aa1ba5bdf8f2 req-a25f563a-ee0f-4d43-945c-215c3ab83bf9 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.548698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dd8d875-a1cb-4976-a6d1-aa1ba5bdf8f2 req-a25f563a-ee0f-4d43-945c-215c3ab83bf9 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 946 time: 0.2780724 Oct 13 04:19:34.590270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.798290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Allocated IP 172.20.0.1 (cfcdd060-67aa-4004-8aeb-40b7ccc42d1f/2ac463e0-e9d2-49c3-9142-15fd00fc792f/d68afc30-cc9c-4f27-9c65-5888e9b88eee) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:34.800422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37fd5f6-3b48-43d0-bbe6-1462c259af88 None None] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:34.814327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.843597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a76ba8-5dd0-4408-b95b-5649e5ecd803']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:34.868146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc65700-a679-4c9d-bc16-22950f367f33') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:34.868542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc65700-a679-4c9d-bc16-22950f367f33') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:34.894998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.911172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.927911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6dd8d875-a1cb-4976-a6d1-aa1ba5bdf8f2 req-de826899-e8fb-40df-be8a-6a33f4d5d7ba tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719666 Oct 13 04:19:34.951245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:34.951854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.955207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b9e18f22-8873-4765-a703-f4ed14f1350b req-34eacc9c-f5ab-42e3-92f3-4e6299d6b885 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:34.957022 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:34.998912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8561f3ba-1584-4c07-b9cf-91dc4fe865ba None None] Provisioning complete for port f6b79a1c-5eaf-4edd-8f29-666eb526583a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:34.999489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8561f3ba-1584-4c07-b9cf-91dc4fe865ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.016133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.034179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b9e18f22-8873-4765-a703-f4ed14f1350b req-34eacc9c-f5ab-42e3-92f3-4e6299d6b885 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.050134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.066912 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.073838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/networks/34a76ba8-5dd0-4408-b95b-5649e5ecd803 HTTP/1.1" status: 204 len: 168 time: 1.0391805 Oct 13 04:19:35.077181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:35.101677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.103136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a93f1-9cd3-497d-997f-66a75e7c74f2 tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Network': ['ID=34a76ba8-5dd0-4408-b95b-5649e5ecd803,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.134414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b9e18f22-8873-4765-a703-f4ed14f1350b req-34eacc9c-f5ab-42e3-92f3-4e6299d6b885 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.139623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b9e18f22-8873-4765-a703-f4ed14f1350b req-34eacc9c-f5ab-42e3-92f3-4e6299d6b885 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.149606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9e18f22-8873-4765-a703-f4ed14f1350b req-34eacc9c-f5ab-42e3-92f3-4e6299d6b885 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "DELETE /v2.0/security-groups/7ee70a83-6ee0-4dbe-a0d7-b274331cbc9b HTTP/1.1" status: 204 len: 173 time: 0.7127314 Oct 13 04:19:35.218272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eacc9c-f5ab-42e3-92f3-4e6299d6b885 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee70a83-6ee0-4dbe-a0d7-b274331cbc9b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.233329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8561f3ba-1584-4c07-b9cf-91dc4fe865ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.327523 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.332154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f6b79a1c-5eaf-4edd-8f29-666eb526583a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:35.338230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.348026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:35.354297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:35.358015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:35.429158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.431731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.483044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d68afc30-cc9c-4f27-9c65-5888e9b88eee,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.490850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8561f3ba-1584-4c07-b9cf-91dc4fe865ba None None] For port f6b79a1c-5eaf-4edd-8f29-666eb526583a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f6b79a1c-5eaf-4edd-8f29-666eb526583a,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.525341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Attempting to bind port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:35.525707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Attempting to bind port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:35.526067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Attempting to bind port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:35.531757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8561f3ba-1584-4c07-b9cf-91dc4fe865ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.549519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:35.550007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:35.550287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.550668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:35.551141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Bound port: 595deaea-bba9-4240-ae9e-d0831c3ecfc0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:35.551514 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.557554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6df24-2256-480c-8a82-3d656313e819 None None] Pushing event updated for resources: {'Port': ['ID=595deaea-bba9-4240-ae9e-d0831c3ecfc0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.614429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f6b79a1c-5eaf-4edd-8f29-666eb526583a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:35.614804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.635959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9f69e-6394-4775-a1d5-2deadc5f2e56 req-9d732d9e-3639-4461-b53f-daa27ed71b2c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.642259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bd9f69e-6394-4775-a1d5-2deadc5f2e56 req-9d732d9e-3639-4461-b53f-daa27ed71b2c tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1047585 Oct 13 04:19:35.658091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.686940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42799f00-72e2-4d3b-8eec-9a87533f1bf4']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:35.700600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] For port 595deaea-bba9-4240-ae9e-d0831c3ecfc0, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:35.701474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f32245-33c9-4303-a738-b7d84cbc27d2') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:35.701907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f32245-33c9-4303-a738-b7d84cbc27d2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:35.714792 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.716668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] For port 595deaea-bba9-4240-ae9e-d0831c3ecfc0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=595deaea-bba9-4240-ae9e-d0831c3ecfc0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:35.721767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561f3ba-1584-4c07-b9cf-91dc4fe865ba None None] Pushing event updated for resources: {'Port': ['ID=f6b79a1c-5eaf-4edd-8f29-666eb526583a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.742541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.751883 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.754036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4bd9f69e-6394-4775-a1d5-2deadc5f2e56 req-88701215-755e-40ea-9ab7-b81a501bceb6 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026316 Oct 13 04:19:35.754192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.772218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:35.772625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:35.775974 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:35.857107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:35.857916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:35.868847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6df24-2256-480c-8a82-3d656313e819 None None] Pushing event updated for resources: {'Port': ['ID=595deaea-bba9-4240-ae9e-d0831c3ecfc0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.873477 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.890972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.910024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] 10.222.0.44 "DELETE /v2.0/networks/42799f00-72e2-4d3b-8eec-9a87533f1bf4 HTTP/1.1" status: 204 len: 168 time: 0.8304572 Oct 13 04:19:35.941361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ebf0322b-f545-4454-8922-5c4b2ef7d6de None None] Provisioning complete for port d68afc30-cc9c-4f27-9c65-5888e9b88eee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:35.942095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dfae6-b136-4e89-a668-b87416d85cfe tempest-BulkNetworkOpsTest-873457593 tempest-BulkNetworkOpsTest-873457593-project] Pushing event deleted for resources: {'Network': ['ID=42799f00-72e2-4d3b-8eec-9a87533f1bf4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.950951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf0322b-f545-4454-8922-5c4b2ef7d6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.064854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0322b-f545-4454-8922-5c4b2ef7d6de None None] Port d68afc30-cc9c-4f27-9c65-5888e9b88eee cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:36.089122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:36.090918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ebf0322b-f545-4454-8922-5c4b2ef7d6de None None] Provisioning complete for port f6b79a1c-5eaf-4edd-8f29-666eb526583a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:36.091423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf0322b-f545-4454-8922-5c4b2ef7d6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.204325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18844195-777a-4746-8dcd-2e909ab71a8d req-aa896fec-e4d3-46fa-bad8-1a3198a3cb77 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.215828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18844195-777a-4746-8dcd-2e909ab71a8d req-aa896fec-e4d3-46fa-bad8-1a3198a3cb77 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 946 time: 0.1370432 Oct 13 04:19:36.230002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b22640-1705-43b5-a3c7-bc9221c3c930 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:19:36.339825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18844195-777a-4746-8dcd-2e909ab71a8d req-d5fbc7ee-1a3d-49fa-ac8a-770da526a2cc tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086938 Oct 13 04:19:36.342153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.348174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.364825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:36.512833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d68afc30-cc9c-4f27-9c65-5888e9b88eee,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.519165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.578746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b22640-1705-43b5-a3c7-bc9221c3c930 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:19:36.625850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-125b0835-15dd-4697-9ec5-159b2191b302 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccbe1e2e442f409aaec29e2c5e48a6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595372 Oct 13 04:19:36.628183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:36.715818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:36.718157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:36.722230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54598166-d316-44cf-8e25-5ce887768c30 None None] Provisioning complete for port d68afc30-cc9c-4f27-9c65-5888e9b88eee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:36.722597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54598166-d316-44cf-8e25-5ce887768c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.796290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f56e145-6285-45df-a4f0-77b66d91e293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.841237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f56e145-6285-45df-a4f0-77b66d91e293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.963496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Router 30bca34b-fc71-469f-8a95-15b3f70e30b9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:36.964191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51d048-c807-423c-987d-2444b450edac req-65b75fe5-a9a2-48c7-90cd-3a9aad6f7590 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.966076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c51d048-c807-423c-987d-2444b450edac req-65b75fe5-a9a2-48c7-90cd-3a9aad6f7590 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.0967906 Oct 13 04:19:37.007534 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f56e145-6285-45df-a4f0-77b66d91e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.017394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f56e145-6285-45df-a4f0-77b66d91e293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.021475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5f56e145-6285-45df-a4f0-77b66d91e293 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80b862cb-050c-476c-b624-54c2450fc480 HTTP/1.1" status: 204 len: 168 time: 0.3894677 Oct 13 04:19:37.047393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:34Z', 'revision_number': 1, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:37.070639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56e145-6285-45df-a4f0-77b66d91e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b862cb-050c-476c-b624-54c2450fc480,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.081466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae0bb6-206a-44e8-a6e0-b1d072584847 None None] The sync data for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 is: [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:34Z', 'revision_number': 1, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:37.083183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-54598166-d316-44cf-8e25-5ce887768c30 None None] Port d68afc30-cc9c-4f27-9c65-5888e9b88eee cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:37.114925 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c51d048-c807-423c-987d-2444b450edac req-ac78c1ab-2bc6-4b21-8aa0-0e2079a8e903 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415060 Oct 13 04:19:37.279361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f6b79a1c-5eaf-4edd-8f29-666eb526583a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:37.481289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c413a8-f5b8-40a2-b9e8-5a31a1610ed8 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:19:37.560917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port f6b79a1c-5eaf-4edd-8f29-666eb526583a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:37.562047 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.687374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-c0891af4-9336-40a7-8e4c-dfd6e2fc3bf5 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.691628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-c0891af4-9336-40a7-8e4c-dfd6e2fc3bf5 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.15 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 945 time: 0.1064413 Oct 13 04:19:37.807618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c413a8-f5b8-40a2-b9e8-5a31a1610ed8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:19:37.855520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:37.866594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Deleting port b3ba09c6-4e91-4954-b012-53ddd75c2328 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:37.867117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.868373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cc23dd87-ecbf-4121-b005-a340329617d2 admin admin] 10.222.0.44 "PUT /v2.0/routers/30bca34b-fc71-469f-8a95-15b3f70e30b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2568979 Oct 13 04:19:37.888707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a360ec-dfb0-4ab9-995f-d0f1c42dae8f req-d0d0977f-6bae-4dec-ad85-80387fda1e3a tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.908509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3a360ec-dfb0-4ab9-995f-d0f1c42dae8f req-d0d0977f-6bae-4dec-ad85-80387fda1e3a tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 946 time: 0.9651563 Oct 13 04:19:38.004750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3a360ec-dfb0-4ab9-995f-d0f1c42dae8f req-2bdd2462-182e-4f10-b7d6-3a97a035166e tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/security-groups?id=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931990 Oct 13 04:19:38.092727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] For port b3ba09c6-4e91-4954-b012-53ddd75c2328, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=b3ba09c6-4e91-4954-b012-53ddd75c2328,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:38.093685 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.110968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Calling delete_port for b3ba09c6-4e91-4954-b012-53ddd75c2328 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:38.253096 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.311327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:38.385985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-82e8b491-9143-46f5-aa50-6a1751c8b908 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.387624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-82e8b491-9143-46f5-aa50-6a1751c8b908 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.26 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 946 time: 0.1292796 Oct 13 04:19:38.554794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-67536154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:38.562006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Deleting port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:38.562436 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.574461 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.587276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['b3ba09c6-4e91-4954-b012-53ddd75c2328'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:38.678065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2337-722d-4e87-b1d9-03f155aa641a req-9cdbf59f-6983-441d-9032-cb01350dc5cd tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.699777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b0c2337-722d-4e87-b1d9-03f155aa641a req-9cdbf59f-6983-441d-9032-cb01350dc5cd tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/ports?device_id=18caeae8-53c2-4add-bf6d-b0ab35485e9a HTTP/1.1" status: 200 len: 867 time: 0.4256690 Oct 13 04:19:38.724519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.726256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.734786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] For port 47c99ffa-ebc6-421b-b316-40d2f8a93d14, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=47c99ffa-ebc6-421b-b316-40d2f8a93d14,segment=NetworkSegment(5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a),segment_id=5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:38.735161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.751726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Calling delete_port for 47c99ffa-ebc6-421b-b316-40d2f8a93d14 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:38.782866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Pushing event deleted for resources: {'Port': ['ID=b3ba09c6-4e91-4954-b012-53ddd75c2328,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.831262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] No DVR routers for this DVR port b3ba09c6-4e91-4954-b012-53ddd75c2328 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:38.836134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.840417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aea158d3-1b45-4f04-84e3-9ecbd445ab63 req-ce4e5dac-711e-44e9-9a7f-218473af92b3 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.15 "DELETE /v2.0/ports/b3ba09c6-4e91-4954-b012-53ddd75c2328 HTTP/1.1" status: 204 len: 173 time: 1.1422074 Oct 13 04:19:38.847763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'name': 'network-vif-deleted', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:38.850359 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4f8401-d092-45c6-a01b-7825e3b8feb1" -d '{"events": [{"server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "name": "network-vif-deleted", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:38.938183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3b8f485-21ec-449c-9a5f-4cd2309d65e2 None None] Provisioning complete for port d68afc30-cc9c-4f27-9c65-5888e9b88eee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:38.939000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f485-21ec-449c-9a5f-4cd2309d65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.941571 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e7776-b28a-406c-93ca-341ccba366a0 x-openstack-request-id: req-048e7776-b28a-406c-93ca-341ccba366a0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:38.942563 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18caeae8-53c2-4add-bf6d-b0ab35485e9a", "name": "network-vif-deleted", "tag": "b3ba09c6-4e91-4954-b012-53ddd75c2328", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:38.942972 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-048e7776-b28a-406c-93ca-341ccba366a0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:38.943563 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18caeae8-53c2-4add-bf6d-b0ab35485e9a', 'name': 'network-vif-deleted', 'tag': 'b3ba09c6-4e91-4954-b012-53ddd75c2328', 'status': 'completed', 'code': 200} Oct 13 04:19:38.962016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b0c2337-722d-4e87-b1d9-03f155aa641a req-b33e3e5a-c53b-44cb-93c4-b0527b272d15 tempest-ServerRescueTestJSONUnderV235-600337767 tempest-ServerRescueTestJSONUnderV235-600337767-project] 10.222.0.44 "GET /v2.0/security-groups?id=8daca0f5-50a9-4f78-bd4c-122b7931b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567451 Oct 13 04:19:39.009007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f485-21ec-449c-9a5f-4cd2309d65e2 None None] Port d68afc30-cc9c-4f27-9c65-5888e9b88eee cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:39.010722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.023234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.034197 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.048845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['47c99ffa-ebc6-421b-b316-40d2f8a93d14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:39.073433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Pushing event deleted for resources: {'Port': ['ID=47c99ffa-ebc6-421b-b316-40d2f8a93d14,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.080773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.084975 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7901f2bf-7595-4d07-b43f-7883535e0371 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.7673497 Oct 13 04:19:39.085615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:39.090577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-608056143'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:39.136324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:39.139894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.142974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] No DVR routers for this DVR port 47c99ffa-ebc6-421b-b316-40d2f8a93d14 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:39.151572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.155289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.156602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86150d34-3a10-45a5-8dcb-ba1a1fb0101d req-77732347-f23a-4df0-baea-2960f00a2cc1 tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.26 "DELETE /v2.0/ports/47c99ffa-ebc6-421b-b316-40d2f8a93d14 HTTP/1.1" status: 204 len: 173 time: 0.7626712 Oct 13 04:19:39.157538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'name': 'network-vif-deleted', 'tag': '47c99ffa-ebc6-421b-b316-40d2f8a93d14'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:39.160145 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff939f1-6584-452b-83d4-f18fa4fed835" -d '{"events": [{"server_uuid": "c107adec-088a-40af-8fed-c7c1ecacd5a5", "name": "network-vif-deleted", "tag": "47c99ffa-ebc6-421b-b316-40d2f8a93d14"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:39.213902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee1f075f-d4fd-4a94-8a9a-1e524afc14a7 req-3f426218-df93-422c-82a3-5db2e721dcfa tempest-ServerAddressesNegativeTestJSON-98254219 tempest-ServerAddressesNegativeTestJSON-98254219-project] 10.222.0.44 "GET /v2.0/ports?device_id=c107adec-088a-40af-8fed-c7c1ecacd5a5 HTTP/1.1" status: 200 len: 210 time: 0.0722094 Oct 13 04:19:39.278009 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4fc40-6349-4c61-8cca-c34da0f7f9bc x-openstack-request-id: req-ddd4fc40-6349-4c61-8cca-c34da0f7f9bc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:39.278668 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c107adec-088a-40af-8fed-c7c1ecacd5a5", "name": "network-vif-deleted", "tag": "47c99ffa-ebc6-421b-b316-40d2f8a93d14", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:39.279131 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddd4fc40-6349-4c61-8cca-c34da0f7f9bc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:39.279697 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107adec-088a-40af-8fed-c7c1ecacd5a5', 'name': 'network-vif-deleted', 'tag': '47c99ffa-ebc6-421b-b316-40d2f8a93d14', 'status': 'completed', 'code': 200} Oct 13 04:19:39.420553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 595deaea-bba9-4240-ae9e-d0831c3ecfc0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:39.455034 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.463724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.514809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:39.515423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.526879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:39.537497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.538906 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Added segment 86b78f9c-c6ca-49b0-beba-705074e8bf5d of type vlan for network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 Oct 13 04:19:39.588257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.611029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.627162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483c1ad-6db4-4589-8f03-ee427d55a056,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.632938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.641551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.642436 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.668179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 595deaea-bba9-4240-ae9e-d0831c3ecfc0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=595deaea-bba9-4240-ae9e-d0831c3ecfc0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:39.675883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5891831 Oct 13 04:19:39.680203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:39.680723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.699527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'subnet': {'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:39.746823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=595deaea-bba9-4240-ae9e-d0831c3ecfc0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.817701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e56b-514e-4625-837b-8f1980f1b54d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Network': ['ID=1ada4a0c-5e10-4981-a5f0-3d4819f929f0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.837515 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:39.867422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:39.871685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.967070 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.019672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49776) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:40.146150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.223336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Subnet': ['ID=01df9509-4b37-4f8a-b9df-27d99382b9db,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:40.237237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Checking segment: {'id': '86b78f9c-c6ca-49b0-beba-705074e8bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:40.237828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network hostable DHCP agents. Network: 1ada4a0c-5e10-4981-a5f0-3d4819f929f0, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:40.261107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:40.278561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1ada4a0c-5e10-4981-a5f0-3d4819f929f0) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:40.283636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.284342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.295136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefdc18c-7f74-4f5a-b189-470d96abd4d0 None None] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:40.314553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-427f455c-a3a3-40e5-aca7-ff34e3dcdbda tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6322439 Oct 13 04:19:40.318009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49782) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:40.325338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'network': {'name': 'tempest-router-network01--855302753'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:40.337553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:40.403596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Deleting subnet a13cd2eb-b750-4ae6-9292-26f0b92e6ab4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:40.414200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.458228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:40.462285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.482749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.557984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:40.570624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.571127 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Added segment fb5762b9-705d-48f0-a92a-2ef13f38345c of type vlan for network 3ec0b4e6-daa1-4914-9815-d847d48f661b Oct 13 04:19:40.644365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.648544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.666046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-1ada4a0c-5e10-4981-a5f0-3d4819f929f0', 'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0', 'tenant_id': 'fe61d96178274ea89ab30ee6ed1785d0', 'fixed_ips': [{'subnet_id': '01df9509-4b37-4f8a-b9df-27d99382b9db'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:40.667087 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.785594 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Sync routers for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:40.798362 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:40.798987 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:40.803931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.832113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.849186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Allocated IP 2001:db8::2 (1ada4a0c-5e10-4981-a5f0-3d4819f929f0/01df9509-4b37-4f8a-b9df-27d99382b9db/b739c84d-e518-4880-b7aa-320fe0b22dc8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:40.890872 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.896299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a13cd2eb-b750-4ae6-9292-26f0b92e6ab4 HTTP/1.1" status: 204 len: 168 time: 0.5554631 Oct 13 04:19:40.899161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:40.900889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594c7c7-1263-48fe-8243-84f58d134833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13cd2eb-b750-4ae6-9292-26f0b92e6ab4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:40.934059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.944592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.944823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.010554 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:41.016406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6970108 Oct 13 04:19:41.019663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:41.027692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'network': {'name': 'tempest-router-network02--1013918322'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:41.061349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184c25-8a95-45f7-9368-70774ba66885 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Network': ['ID=3ec0b4e6-daa1-4914-9815-d847d48f661b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.075907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.077958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:41.090753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:41.095248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.174056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:41.187966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.188778 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Added segment 00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f of type vlan for network a4766825-29a0-4441-a8e5-459b8d917916 Oct 13 04:19:41.254333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.270214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 47c99ffa-ebc6-421b-b316-40d2f8a93d14 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:41.353459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.368721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 47c99ffa-ebc6-421b-b316-40d2f8a93d14 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:41.370596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 47c99ffa-ebc6-421b-b316-40d2f8a93d14 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:41.375146 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 595deaea-bba9-4240-ae9e-d0831c3ecfc0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:41.396412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.443159 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 2, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:41.447337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.454747 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.462543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.463198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.492196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Deleting port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:41.493492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.528160 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Checking router: 30bca34b-fc71-469f-8a95-15b3f70e30b9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:41.528873 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Updating router 30bca34b-fc71-469f-8a95-15b3f70e30b9 port d68afc30-cc9c-4f27-9c65-5888e9b88eee binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:41.558285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:41.592964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:41.597852 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:41.632934 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.656641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Network': ['ID=a4766825-29a0-4441-a8e5-459b8d917916,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.666497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3cdde825-8bb0-4d33-840c-f0ebd6177fd9 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6448786 Oct 13 04:19:41.668586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:41.676828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'subnet': {'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:41.684580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b3ba09c6-4e91-4954-b012-53ddd75c2328 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:41.687429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a4766825-29a0-4441-a8e5-459b8d917916 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:41.727331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] For port 0505bfe5-74c4-492a-ba3d-f85a383e1bc9, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,segment=NetworkSegment(6ed40f6b-4f88-4aea-8f67-1b10964c5253),segment_id=6ed40f6b-4f88-4aea-8f67-1b10964c5253)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:41.728019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.758863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Calling delete_port for 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:41.795453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:41.797560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:41.802807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.869920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:41.870455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0fcfb9-af19-4a6d-abcd-b7a7c12a7d1a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:41.884893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.914668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.935924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:41.936929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:41.939100 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:41.953268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Pushing event updated for resources: {'Port': ['ID=b739c84d-e518-4880-b7aa-320fe0b22dc8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.044018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: b3ba09c6-4e91-4954-b012-53ddd75c2328 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:42.044407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device b3ba09c6-4e91-4954-b012-53ddd75c2328 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:42.118284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.129795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Attempting to bind port b739c84d-e518-4880-b7aa-320fe0b22dc8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:42.130463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Attempting to bind port b739c84d-e518-4880-b7aa-320fe0b22dc8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '86b78f9c-c6ca-49b0-beba-705074e8bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:42.132464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Attempting to bind port b739c84d-e518-4880-b7aa-320fe0b22dc8 on network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:42.137087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.144782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd HTTP/1.1" status: 204 len: 168 time: 1.2414644 Oct 13 04:19:42.153660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:42.159955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.166785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:42.167277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Checking segment: {'id': '86b78f9c-c6ca-49b0-beba-705074e8bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:42.167741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.168194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Bound using segment: {'id': '86b78f9c-c6ca-49b0-beba-705074e8bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:42.169375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Bound port: b739c84d-e518-4880-b7aa-320fe0b22dc8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b78f9c-c6ca-49b0-beba-705074e8bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1ada4a0c-5e10-4981-a5f0-3d4819f929f0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:42.169829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.214954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066814f-d23a-487b-a852-91cc542850a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecf6598-be7a-4c59-81fa-0fbf9e8df7bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.262776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.348141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.396328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] For port b739c84d-e518-4880-b7aa-320fe0b22dc8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:42.409235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] For port b739c84d-e518-4880-b7aa-320fe0b22dc8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b739c84d-e518-4880-b7aa-320fe0b22dc8,segment=NetworkSegment(86b78f9c-c6ca-49b0-beba-705074e8bf5d),segment_id=86b78f9c-c6ca-49b0-beba-705074e8bf5d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:42.411134 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:42.422447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.457979 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.467640 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.473798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Subnet': ['ID=2f5151bc-8809-4b2f-b208-35c6f76799c5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.491817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Pushing event deleted for resources: {'Port': ['ID=0505bfe5-74c4-492a-ba3d-f85a383e1bc9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.509973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Checking segment: {'id': 'fb5762b9-705d-48f0-a92a-2ef13f38345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:42.511303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network hostable DHCP agents. Network: 3ec0b4e6-daa1-4914-9815-d847d48f661b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:42.550517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:42.570208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 3ec0b4e6-daa1-4914-9815-d847d48f661b) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:42.575930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.576966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.597195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d02a2c-8ca2-45bd-a5cd-028cf11d8098 None None] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:42.612236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:42.641573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3fb177b4-0063-4c7f-9f56-cb0ada391e1d tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9718127 Oct 13 04:19:42.650284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:42.665584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'subnet': {'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:42.706080 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026ad4-7cb9-446b-9c82-9e7d6df43ee9 None None] Pushing event updated for resources: {'Port': ['ID=d68afc30-cc9c-4f27-9c65-5888e9b88eee,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.731906 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Attempting to bind port d68afc30-cc9c-4f27-9c65-5888e9b88eee on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:42.732463 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Attempting to bind port d68afc30-cc9c-4f27-9c65-5888e9b88eee by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:42.733145 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Attempting to bind port d68afc30-cc9c-4f27-9c65-5888e9b88eee on network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:42.739134 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:42.740067 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Checking segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:42.740731 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.741457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Bound using segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:42.742354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Bound port: d68afc30-cc9c-4f27-9c65-5888e9b88eee, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:42.742896 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.759914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8eaa08-70ab-49bb-9052-15d9753f3f46 None None] Pushing event updated for resources: {'Port': ['ID=b739c84d-e518-4880-b7aa-320fe0b22dc8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.911466 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] For port d68afc30-cc9c-4f27-9c65-5888e9b88eee, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:42.949511 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] For port d68afc30-cc9c-4f27-9c65-5888e9b88eee, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d68afc30-cc9c-4f27-9c65-5888e9b88eee,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:42.988538 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.073950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.203981 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5c70e7af-7baf-433d-b24a-e1559d8ad2e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4818ab94c45c4a42b9606dc61580f6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800405 Oct 13 04:19:43.213914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-3ec0b4e6-daa1-4914-9815-d847d48f661b', 'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b', 'tenant_id': 'fe61d96178274ea89ab30ee6ed1785d0', 'fixed_ips': [{'subnet_id': '2f5151bc-8809-4b2f-b208-35c6f76799c5'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:43.219251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:43.219902 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.268879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:43.284624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.291601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e388025-3669-43b4-8c68-86cd612183e1 None None] Provisioning complete for port d68afc30-cc9c-4f27-9c65-5888e9b88eee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:43.294650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e388025-3669-43b4-8c68-86cd612183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.609711 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:43.612080 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:43.680169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f135079-bbd2-4800-b950-f0a5a2e12c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.790639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Allocated IP 2001:db8::2 (3ec0b4e6-daa1-4914-9815-d847d48f661b/2f5151bc-8809-4b2f-b208-35c6f76799c5/50446f00-4c37-4ec0-a013-1cd55fd56478) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:43.792137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f135079-bbd2-4800-b950-f0a5a2e12c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.871274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Router f00a332a-d452-4155-9e94-7c0ac966c214 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:43.903938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b739c84d-e518-4880-b7aa-320fe0b22dc8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:43.920544 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:44.082210 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026ad4-7cb9-446b-9c82-9e7d6df43ee9 None None] Pushing event updated for resources: {'Port': ['ID=d68afc30-cc9c-4f27-9c65-5888e9b88eee,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.165493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.198485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f135079-bbd2-4800-b950-f0a5a2e12c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.206103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f135079-bbd2-4800-b950-f0a5a2e12c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.227317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1f135079-bbd2-4800-b950-f0a5a2e12c37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2565e0c0-fd8a-4df8-b508-9419a9ae3fbf HTTP/1.1" status: 204 len: 168 time: 1.0068777 Oct 13 04:19:44.397679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.420343 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:42Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:44.429250 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.449666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f135079-bbd2-4800-b950-f0a5a2e12c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565e0c0-fd8a-4df8-b508-9419a9ae3fbf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.494281 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa5cb3-e744-47cf-983a-c78b5c0d04b4 None None] The sync data for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 is: [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:42Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:44.516141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Subnet': ['ID=12866fbc-0285-4509-a0ae-556f231fe8eb,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.561627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Checking segment: {'id': '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:44.561877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network hostable DHCP agents. Network: a4766825-29a0-4441-a8e5-459b8d917916, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:44.637022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network a4766825-29a0-4441-a8e5-459b8d917916 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:44.664309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a4766825-29a0-4441-a8e5-459b8d917916) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:44.669886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.670471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.741496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:44.748811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:44.754785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e9a29381-d8a3-445a-b478-70549cc731cb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1034234 Oct 13 04:19:44.760956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:44.767249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:44.898006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279df2b0-7bcd-48b5-a299-d23f484600b7 None None] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:44.935224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fda75-6ec2-4711-9244-59d757808b7d None None] Network a4766825-29a0-4441-a8e5-459b8d917916 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:44.986639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:45.029391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:45.059793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b7608ba9-d1b9-4508-aa9f-aa23e37f145d admin admin] 10.222.0.44 "PUT /v2.0/routers/f00a332a-d452-4155-9e94-7c0ac966c214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0375528 Oct 13 04:19:45.064799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e388025-3669-43b4-8c68-86cd612183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.088555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Sync routers for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:45.172956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Pushing event updated for resources: {'Port': ['ID=50446f00-4c37-4ec0-a013-1cd55fd56478,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:45.290385 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.331805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6e388025-3669-43b4-8c68-86cd612183e1 None None] For port d68afc30-cc9c-4f27-9c65-5888e9b88eee, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d68afc30-cc9c-4f27-9c65-5888e9b88eee,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:45.347542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b739c84d-e518-4880-b7aa-320fe0b22dc8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:45.348102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.384480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Routers {'f00a332a-d452-4155-9e94-7c0ac966c214'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:45.385336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f00a332a-d452-4155-9e94-7c0ac966c214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:45.477229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.608012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Deleting port ed468087-d66e-4c0c-85c5-d025ee333a4b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:45.608358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.673905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.794657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] For port ed468087-d66e-4c0c-85c5-d025ee333a4b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ed468087-d66e-4c0c-85c5-d025ee333a4b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:45.798773 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.869015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Calling delete_port for ed468087-d66e-4c0c-85c5-d025ee333a4b owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:45.930798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Attempting to bind port 50446f00-4c37-4ec0-a013-1cd55fd56478 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:45.932569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Attempting to bind port 50446f00-4c37-4ec0-a013-1cd55fd56478 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'fb5762b9-705d-48f0-a92a-2ef13f38345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:45.934627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Attempting to bind port 50446f00-4c37-4ec0-a013-1cd55fd56478 on network 3ec0b4e6-daa1-4914-9815-d847d48f661b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:46.111560 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e388025-3669-43b4-8c68-86cd612183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.270427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.303361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Allocated IP 2001:db8::1 (3ec0b4e6-daa1-4914-9815-d847d48f661b/2f5151bc-8809-4b2f-b208-35c6f76799c5/0146876a-5f4c-4029-a103-d1b960fd3adc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:46.329764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:46.330148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Checking segment: {'id': 'fb5762b9-705d-48f0-a92a-2ef13f38345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:46.330643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.331168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Bound using segment: {'id': 'fb5762b9-705d-48f0-a92a-2ef13f38345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:46.332596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Bound port: 50446f00-4c37-4ec0-a013-1cd55fd56478, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5762b9-705d-48f0-a92a-2ef13f38345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3ec0b4e6-daa1-4914-9815-d847d48f661b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:46.334804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.503179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed468087-d66e-4c0c-85c5-d025ee333a4b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:46.541670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e388025-3669-43b4-8c68-86cd612183e1 None None] Pushing event updated for resources: {'Port': ['ID=d68afc30-cc9c-4f27-9c65-5888e9b88eee,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:46.559737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.596968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Provisioning complete for port b739c84d-e518-4880-b7aa-320fe0b22dc8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:46.597400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.632733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.645546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.741806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:46.758077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:46.770950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:46.776806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.847444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.851810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.913585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-a4766825-29a0-4441-a8e5-459b8d917916', 'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916', 'tenant_id': 'fe61d96178274ea89ab30ee6ed1785d0', 'fixed_ips': [{'subnet_id': '12866fbc-0285-4509-a0ae-556f231fe8eb'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:46.914438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.949339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.949999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f00a332a-d452-4155-9e94-7c0ac966c214 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:19:46.956989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.960463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a0913cc-b62f-4b6f-b41b-ad1668239ba3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f00a332a-d452-4155-9e94-7c0ac966c214 HTTP/1.1" status: 204 len: 168 time: 1.9295931 Oct 13 04:19:46.967566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:46.981654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Port': ['ID=0146876a-5f4c-4029-a103-d1b960fd3adc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:46.982922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Set router f00a332a-d452-4155-9e94-7c0ac966c214 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:47.029331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Deleting subnet 0b860a61-1390-4ca7-98f3-202703f4afaf {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:47.035242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.088974 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.157622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.242681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1245d421-d07e-44e5-a1e9-5701dbfabf64 req-2d6a68fd-7eb4-43dc-a68f-79aa8a77d90c tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.1391339 Oct 13 04:19:47.308613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.336735 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.358872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] For port 50446f00-4c37-4ec0-a013-1cd55fd56478, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:47.359843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.417163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.420339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0b860a61-1390-4ca7-98f3-202703f4afaf HTTP/1.1" status: 204 len: 168 time: 0.4517081 Oct 13 04:19:47.430806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926f30c-0095-49b8-a559-06da22713eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b860a61-1390-4ca7-98f3-202703f4afaf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:47.432484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:47.433635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.488269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b739c84d-e518-4880-b7aa-320fe0b22dc8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b739c84d-e518-4880-b7aa-320fe0b22dc8,segment=NetworkSegment(86b78f9c-c6ca-49b0-beba-705074e8bf5d),segment_id=86b78f9c-c6ca-49b0-beba-705074e8bf5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:47.552953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.561881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] For port 50446f00-4c37-4ec0-a013-1cd55fd56478, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=50446f00-4c37-4ec0-a013-1cd55fd56478,segment=NetworkSegment(fb5762b9-705d-48f0-a92a-2ef13f38345c),segment_id=fb5762b9-705d-48f0-a92a-2ef13f38345c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:47.675056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.683822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.909247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.920278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.927311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.929103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.953858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672c71d3-56d2-4d73-930d-3a40de483169']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:47.964613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed40f6b-4f88-4aea-8f67-1b10964c5253') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:47.965032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed40f6b-4f88-4aea-8f67-1b10964c5253') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:47.971711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d68afc30-cc9c-4f27-9c65-5888e9b88eee up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:48.050938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.090013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.102856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:48.124363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:48.126726 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:48.128988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Port': ['ID=0146876a-5f4c-4029-a103-d1b960fd3adc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.224575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.241849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.252379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] 10.222.0.44 "DELETE /v2.0/networks/672c71d3-56d2-4d73-930d-3a40de483169 HTTP/1.1" status: 204 len: 168 time: 0.8055682 Oct 13 04:19:48.289486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b8df5-d180-4183-935d-589002b16f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=672c71d3-56d2-4d73-930d-3a40de483169,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.303309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:48.307281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:48.349634 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:19:48.350755 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:19:48.370230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'name': 'tempest-ServerRescueTestJSONUnderV235-826358760-router', 'tenant_id': 'bb94216618d14d418f8700889b42752c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:05Z', 'updated_at': '2021-10-13T04:19:42Z', 'revision_number': 5, 'project_id': 'bb94216618d14d418f8700889b42752c', 'gw_port': {'id': 'ed468087-d66e-4c0c-85c5-d025ee333a4b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a332a-d452-4155-9e94-7c0ac966c214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:07Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:48.371912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b739c84d-e518-4880-b7aa-320fe0b22dc8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.499413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37719673-5f49-4841-aa50-d8052571425d req-233e0966-0ad3-4637-9e70-f87bcd67f19f tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0541923 Oct 13 04:19:48.503534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Allocated IP 2001:db8::2 (a4766825-29a0-4441-a8e5-459b8d917916/12866fbc-0285-4509-a0ae-556f231fe8eb/7a82b554-6104-4c29-97c9-0dae2fa78a7d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:48.507263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf901b5e-ab1f-42de-9a9a-c12eacb57266 None None] Pushing event updated for resources: {'Port': ['ID=50446f00-4c37-4ec0-a013-1cd55fd56478,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.519153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d68afc30-cc9c-4f27-9c65-5888e9b88eee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:48.519153 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.530439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Router d28e1bf5-effe-4509-8df7-9b9aef97ff7a is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:19:48.575094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Checking router: f00a332a-d452-4155-9e94-7c0ac966c214 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:48.601785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Routers set() bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:48.602154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Router IDs set() for agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:19:48.602771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f00a332a-d452-4155-9e94-7c0ac966c214'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:19:48.603164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c77323-c68e-492a-97d2-0539bfda1c12 None None] The sync data for ids ['f00a332a-d452-4155-9e94-7c0ac966c214'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:48.642184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:48.693044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:48.705814 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] Sync routers for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:48.726600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6e29301-5a3f-46a7-9857-3cba91a2db6e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9462850 Oct 13 04:19:48.730821 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:48.731458 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:48.733117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:48.757288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02d034c8-9c48-4b20-ac12-1f440f1c54de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb94216618d14d418f8700889b42752c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083567 Oct 13 04:19:48.758538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:48.819552 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:48.845659 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:48.847563 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:48.908781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a408def5-4da6-4006-b7f4-32ce890e20b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.944363 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:48.945077 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909264b-6db1-461e-b37d-4d0909777657 None None] The sync data for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:48.967677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a408def5-4da6-4006-b7f4-32ce890e20b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.002118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5657950d-d114-4603-a278-b7d94e57beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.038802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.046667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Provisioning complete for port d68afc30-cc9c-4f27-9c65-5888e9b88eee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:49.047598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8298-54a2-4c75-b2e8-81d6a008df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.049927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.085336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a408def5-4da6-4006-b7f4-32ce890e20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.091177 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a408def5-4da6-4006-b7f4-32ce890e20b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.095016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a408def5-4da6-4006-b7f4-32ce890e20b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8daca0f5-50a9-4f78-bd4c-122b7931b03b HTTP/1.1" status: 204 len: 168 time: 0.3333266 Oct 13 04:19:49.132059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408def5-4da6-4006-b7f4-32ce890e20b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daca0f5-50a9-4f78-bd4c-122b7931b03b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:49.169241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Network a4766825-29a0-4441-a8e5-459b8d917916 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:49.185233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:49.210722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:49.226604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Pushing event updated for resources: {'Port': ['ID=7a82b554-6104-4c29-97c9-0dae2fa78a7d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:49.353020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Attempting to bind port 7a82b554-6104-4c29-97c9-0dae2fa78a7d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:49.353617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Attempting to bind port 7a82b554-6104-4c29-97c9-0dae2fa78a7d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:49.353854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Attempting to bind port 7a82b554-6104-4c29-97c9-0dae2fa78a7d on network a4766825-29a0-4441-a8e5-459b8d917916 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:49.366170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:49.366547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Checking segment: {'id': '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:49.366951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.367344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Bound using segment: {'id': '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:49.367823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Bound port: 7a82b554-6104-4c29-97c9-0dae2fa78a7d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a4766825-29a0-4441-a8e5-459b8d917916'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:49.368208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.514073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] For port 7a82b554-6104-4c29-97c9-0dae2fa78a7d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:49.517512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] For port 7a82b554-6104-4c29-97c9-0dae2fa78a7d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7a82b554-6104-4c29-97c9-0dae2fa78a7d,segment=NetworkSegment(00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f),segment_id=00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:49.529606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.619502 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7eb1e146-22f8-4c06-a90c-8ce25bb6df71 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:19:49.626209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7eb1e146-22f8-4c06-a90c-8ce25bb6df71 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8893020 Oct 13 04:19:49.626328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:49.720126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c875dd-c3fd-46a8-b010-27f54d41266d None None] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:49.721300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6cac748-aaaf-4a9c-8c85-233bc82d859e req-eab60464-9543-4503-a7e2-411b1797ea74 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0611336 Oct 13 04:19:49.829975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab45c7-296a-4fc0-a9e0-9323f54f8e03 None None] Pushing event updated for resources: {'Port': ['ID=7a82b554-6104-4c29-97c9-0dae2fa78a7d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:49.869632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-535b20b6-8b1e-41a1-b9a0-f8b62f72a8d4 None None] Provisioning complete for port b739c84d-e518-4880-b7aa-320fe0b22dc8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:49.870946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535b20b6-8b1e-41a1-b9a0-f8b62f72a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.007162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-15babbf5-d53e-4e51-a2d6-89eed05da8c2 req-39bc60a7-a1b5-42e9-ba43-2a03dde31b10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0423162 Oct 13 04:19:50.320768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 50446f00-4c37-4ec0-a013-1cd55fd56478 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:50.476440 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.638575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 50446f00-4c37-4ec0-a013-1cd55fd56478 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:50.639160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.700814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:50.734874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.797234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 50446f00-4c37-4ec0-a013-1cd55fd56478, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=50446f00-4c37-4ec0-a013-1cd55fd56478,segment=NetworkSegment(fb5762b9-705d-48f0-a92a-2ef13f38345c),segment_id=fb5762b9-705d-48f0-a92a-2ef13f38345c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:50.820154 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.820985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b739c84d-e518-4880-b7aa-320fe0b22dc8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:51.062655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1629191377-network', 'tenant_id': '1c381ccc99f24c879ccf4b063fffd1c4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:51.080319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-29d319d1-e5bd-422b-a2c3-837782acafb2 None None] Provisioning complete for port 50446f00-4c37-4ec0-a013-1cd55fd56478 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:51.081124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29d319d1-e5bd-422b-a2c3-837782acafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.125082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Made reservation on behalf of 1c381ccc99f24c879ccf4b063fffd1c4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:51.132656 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.159789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.236464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=50446f00-4c37-4ec0-a013-1cd55fd56478,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:51.251334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b739c84d-e518-4880-b7aa-320fe0b22dc8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:51.251952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.353427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.368055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.468345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:51.486154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.486506 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Added segment dae1983f-ec7d-4304-a4a3-cd2158f68998 of type vlan for network a59437dd-165b-409f-bb33-686ac8d3e5c6 Oct 13 04:19:51.549956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21ec2b25-4d05-4d57-80a4-2b07b3fb9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.552303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9aaeba-b170-42b3-822f-1c25d2f375d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:51.604506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.640795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7818ba94-6fb8-4e4b-ae11-e6921d092354 req-a76584c2-c982-473f-962b-855a03aa1259 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.1695848 Oct 13 04:19:51.685167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.686164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.686746 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.713770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-137157de-f08f-4202-b5cc-734c429361bf None None] Provisioning complete for port 0146876a-5f4c-4029-a103-d1b960fd3adc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:51.725842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137157de-f08f-4202-b5cc-734c429361bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.782204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:51.785196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9cfd1c-409b-4c36-8c92-fa2149418ac0 None None] Network a4766825-29a0-4441-a8e5-459b8d917916 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:51.854824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1527534 Oct 13 04:19:51.859816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:51.860161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0505bfe5-74c4-492a-ba3d-f85a383e1bc9 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:51.860581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ed468087-d66e-4c0c-85c5-d025ee333a4b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:51.873807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:51.889718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-137157de-f08f-4202-b5cc-734c429361bf None None] Port 0146876a-5f4c-4029-a103-d1b960fd3adc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:51.894113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Request body: {'subnet': {'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1629191377-subnet', 'tenant_id': '1c381ccc99f24c879ccf4b063fffd1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:51.901322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ed468087-d66e-4c0c-85c5-d025ee333a4b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:51.901682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ed468087-d66e-4c0c-85c5-d025ee333a4b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:51.966289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-137157de-f08f-4202-b5cc-734c429361bf None None] Provisioning complete for port 50446f00-4c37-4ec0-a013-1cd55fd56478 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:51.967177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137157de-f08f-4202-b5cc-734c429361bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.975870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6013598-68d5-406e-bd48-d8e27bf7a303 admin admin] Pushing event updated for resources: {'Network': ['ID=a59437dd-165b-409f-bb33-686ac8d3e5c6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.043337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Made reservation on behalf of 1c381ccc99f24c879ccf4b063fffd1c4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:52.043514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:52.052243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.259395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.307559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7a82b554-6104-4c29-97c9-0dae2fa78a7d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:52.325308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting port 0146876a-5f4c-4029-a103-d1b960fd3adc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:52.327328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.342788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Checking segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:52.343166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Network hostable DHCP agents. Network: a59437dd-165b-409f-bb33-686ac8d3e5c6, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:52.356318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4805a1b-7ae7-457e-adf2-627bc8b620e1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.399223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:52.413090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a59437dd-165b-409f-bb33-686ac8d3e5c6) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:52.420871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.423526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.446082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4be033fa-d897-4b44-b8de-a1e94950e3bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5671816 Oct 13 04:19:52.464261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78521d23-5891-4a92-bec0-f5342ef7e04d None None] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:52.534676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.550003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7a82b554-6104-4c29-97c9-0dae2fa78a7d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:52.550400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.557511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Calling delete_port for 0146876a-5f4c-4029-a103-d1b960fd3adc owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:52.808105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e0ac2a7-587b-46cd-9a35-11b0b5270eb1 None None] Provisioning complete for port 7a82b554-6104-4c29-97c9-0dae2fa78a7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:52.808776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2a7-587b-46cd-9a35-11b0b5270eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.878235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2191eae-6703-4407-854e-0ac5b55b70a7 req-ce72aa4e-7912-4959-a4f5-ab2d036a5ca0 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0775115 Oct 13 04:19:52.916730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4736f0-9ea8-411a-9147-9814815cf7b7 None None] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:52.919447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.094093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.198660 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.199366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.236069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Port': ['ID=0146876a-5f4c-4029-a103-d1b960fd3adc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:53.401685 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-46f5d144-120d-4303-ae87-244c7e78da2d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.410850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-46f5d144-120d-4303-ae87-244c7e78da2d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.2691004 Oct 13 04:19:53.432953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-3b646716-ec06-4a01-a4d8-ce4a508ac474 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/quotas/1c381ccc99f24c879ccf4b063fffd1c4 HTTP/1.1" status: 200 len: 375 time: 0.0208397 Oct 13 04:19:53.439992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.488751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-294e2076-cb59-407e-a34a-b74907c50ada tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539010 Oct 13 04:19:53.527942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7a82b554-6104-4c29-97c9-0dae2fa78a7d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7a82b554-6104-4c29-97c9-0dae2fa78a7d,segment=NetworkSegment(00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f),segment_id=00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:53.617799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-06d69d30-a604-451a-9e0c-978380b62e34 service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277628 Oct 13 04:19:53.626939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.630573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 50446f00-4c37-4ec0-a013-1cd55fd56478 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:53.646575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Router d28e1bf5-effe-4509-8df7-9b9aef97ff7a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:53.742930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:53.765142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b68c114d-24d7-4eb0-b99f-14727cfe3bfc tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1343470 Oct 13 04:19:53.766002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50450) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:53.769589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] Sync routers for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:53.797260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-428458d2-abf5-4baa-b135-e7b7d3fb798e service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774929 Oct 13 04:19:53.853149 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-601950ed-0df7-4c59-a0a7-35be9ec0b317 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] delete failed (client error): The resource could not be found. Oct 13 04:19:53.855466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-601950ed-0df7-4c59-a0a7-35be9ec0b317 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-853152283 HTTP/1.1" status: 404 len: 334 time: 0.0884855 Oct 13 04:19:53.861184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:53.868371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ebbfa91f-8f8b-4997-a856-08ac8422ecfa tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd28e1bf5-effe-4509-8df7-9b9aef97ff7a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:53.911600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e0ac2a7-587b-46cd-9a35-11b0b5270eb1 None None] Could not find standard attr ID for object 0146876a-5f4c-4029-a103-d1b960fd3adc. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:19:53.930604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:53.932073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:54.107768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:54.135186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7a82b554-6104-4c29-97c9-0dae2fa78a7d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:54.191890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 50446f00-4c37-4ec0-a013-1cd55fd56478 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:54.192270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.226606 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7d743a8-e259-434f-a9d3-f58db8b72d89 req-c9c0ff91-1815-41bd-8fae-b971322ee394 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0788677 Oct 13 04:19:54.228823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.229525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.229904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.230168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.230502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.230831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.231153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.231585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.231863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.232321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.232647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.232990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:54.237335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:54.238025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:54.381914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:54.382571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c4034-dc8e-4a35-9885-10c2f1ebc61c None None] The sync data for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:54.386610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ad4f029-ad22-4cc6-bd4b-09133468599a None None] Provisioning complete for port 7a82b554-6104-4c29-97c9-0dae2fa78a7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:54.386951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f029-ad22-4cc6-bd4b-09133468599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.459053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bbc0a588-929c-4b45-b46c-d80e7f24663b req-e5a5c662-57a6-4a6e-8900-dbb6cef9ea5c tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 210 time: 0.1472557 Oct 13 04:19:54.476066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa91f-8f8b-4997-a856-08ac8422ecfa tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.518808 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ebbfa91f-8f8b-4997-a856-08ac8422ecfa tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] update failed (client error): The resource could not be found. Oct 13 04:19:54.523296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ebbfa91f-8f8b-4997-a856-08ac8422ecfa tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a HTTP/1.1" status: 404 len: 339 time: 0.6595945 Oct 13 04:19:54.524274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:54.529989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-152323156'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:54.553822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:54.558023 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.570395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.610703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:54.627480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.628325 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Added segment 5f4db8b1-f762-4243-845d-473a3fe3fd7c of type vlan for network 57aaead1-1651-406b-b95d-6f99a6e21133 Oct 13 04:19:54.684057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.727689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7a82b554-6104-4c29-97c9-0dae2fa78a7d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:54.734500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.744878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:54.745992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.805452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7a82b554-6104-4c29-97c9-0dae2fa78a7d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:54.806107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.869355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:54.871629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3436046 Oct 13 04:19:54.874647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'subnet': {'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:54.942122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684b341-0e82-4fd3-a95b-f1f536d36f46 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Network': ['ID=57aaead1-1651-406b-b95d-6f99a6e21133,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:54.993543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 57aaead1-1651-406b-b95d-6f99a6e21133 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:55.065888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Made reservation on behalf of fe61d96178274ea89ab30ee6ed1785d0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:55.070688 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:55.390114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbf8380f-e4af-4702-83cc-ecbf3027ca7d req-06e7e59c-65be-4f94-b07f-7b37e3d7794a tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0510573 Oct 13 04:19:55.402367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:55.491272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Checking segment: {'id': '5f4db8b1-f762-4243-845d-473a3fe3fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:55.491903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network hostable DHCP agents. Network: 57aaead1-1651-406b-b95d-6f99a6e21133, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:55.502857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Subnet': ['ID=181f5a0e-2d8f-4af6-bec0-0b9982f7ad1d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:55.515948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 57aaead1-1651-406b-b95d-6f99a6e21133 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:55.532859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 57aaead1-1651-406b-b95d-6f99a6e21133) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:55.537067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:55.537699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:55.542552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd010b-2f20-4335-ae3b-ac5ce1eaa3b9 None None] Network 57aaead1-1651-406b-b95d-6f99a6e21133 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:55.640275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fab78db-a989-4c13-b580-0c782d45524f req-3a5188db-5034-4b89-8656-60f838edc6f5 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 210 time: 0.0711224 Oct 13 04:19:55.646017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2c15f24-5382-42e3-aa84-4d286c6690eb tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7755988 Oct 13 04:19:55.648937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:55.654796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5b7e15bb-67ad-43f9-9caf-3760dcd39757 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'router': {'external_gateway_info': {'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:56.096854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-57aaead1-1651-406b-b95d-6f99a6e21133', 'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133', 'tenant_id': 'fe61d96178274ea89ab30ee6ed1785d0', 'fixed_ips': [{'subnet_id': '181f5a0e-2d8f-4af6-bec0-0b9982f7ad1d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:19:56.098935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.190340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5b7e15bb-67ad-43f9-9caf-3760dcd39757 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.324795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-aa61395b-ae67-4a93-823b-9dad40ad8d19 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.326397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-aa61395b-ae67-4a93-823b-9dad40ad8d19 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.5833473 Oct 13 04:19:56.342971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Allocated IP 2001:db8:1::2 (57aaead1-1651-406b-b95d-6f99a6e21133/181f5a0e-2d8f-4af6-bec0-0b9982f7ad1d/ca4b1e70-ebb0-496e-bd52-614a36ba73c5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:56.402669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Request body: {'port': {'device_id': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'admin_state_up': True, 'tenant_id': '1c381ccc99f24c879ccf4b063fffd1c4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:56.474369 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-5b7e15bb-67ad-43f9-9caf-3760dcd39757 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:19:56.475617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5b7e15bb-67ad-43f9-9caf-3760dcd39757 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a HTTP/1.1" status: 400 len: 364 time: 0.8255763 Oct 13 04:19:56.479358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:56.572298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e515fc78-e3b2-45e5-a360-f13d01fd4aea req-8e8d26df-92db-4da9-82b8-f09d18e7c54d tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0356245 Oct 13 04:19:56.601871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Made reservation on behalf of 1c381ccc99f24c879ccf4b063fffd1c4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:56.607565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.703634 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.712572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.786983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Network 57aaead1-1651-406b-b95d-6f99a6e21133 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:56.795462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:56.802444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:56.828290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Pushing event updated for resources: {'Port': ['ID=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:56.863583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d64b5f4d-ca4a-49ea-bcb5-8796bb52fd1f req-885619e7-cab2-402b-bc1b-3c9600fdb2fd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 210 time: 0.0844727 Oct 13 04:19:56.885490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Allocated IP 172.20.0.4 (a59437dd-165b-409f-bb33-686ac8d3e5c6/f4805a1b-7ae7-457e-adf2-627bc8b620e1/745dcaea-c33e-49bc-a725-44158f76b5ed) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:56.931305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Attempting to bind port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:56.931695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Attempting to bind port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '5f4db8b1-f762-4243-845d-473a3fe3fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:56.932053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Attempting to bind port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 on network 57aaead1-1651-406b-b95d-6f99a6e21133 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:56.937915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:56.938281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Checking segment: {'id': '5f4db8b1-f762-4243-845d-473a3fe3fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:56.939057 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.939781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Bound using segment: {'id': '5f4db8b1-f762-4243-845d-473a3fe3fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:56.940375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Bound port: ca4b1e70-ebb0-496e-bd52-614a36ba73c5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4db8b1-f762-4243-845d-473a3fe3fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57aaead1-1651-406b-b95d-6f99a6e21133'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:56.940817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:57.025288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] For port ca4b1e70-ebb0-496e-bd52-614a36ba73c5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:57.029942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] For port ca4b1e70-ebb0-496e-bd52-614a36ba73c5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,segment=NetworkSegment(5f4db8b1-f762-4243-845d-473a3fe3fd7c),segment_id=5f4db8b1-f762-4243-845d-473a3fe3fd7c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:57.035174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:57.149183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6dfd-b5e2-48a0-826c-44bffc1bb364 None None] Pushing event updated for resources: {'Port': ['ID=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:57.306999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:57.404293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:57.563095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event updated for resources: {'Port': ['ID=745dcaea-c33e-49bc-a725-44158f76b5ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:57.597961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:57.600665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:57.607367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:57.684558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:57.833434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.841147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:57.868733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bcfecfd1-3c02-4ba5-b5d5-c600d7f5d1b4 req-9b4bb510-56ca-44bc-8c32-8952917972b4 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.1150723 Oct 13 04:19:57.883059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-e601e1d1-8bd0-4c26-afec-c6662b4f704d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4844346 Oct 13 04:19:57.900464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Request body: {'port': {'device_id': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:57.967249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.027339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.029602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58ea9dd5-8440-4e10-b5b0-3e6648b5fc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.171217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4f198-6ebf-4651-9cfe-8a73a2a83033 req-75b28c13-f550-4a22-affb-7ab89aa0424f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.179286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d2c4f198-6ebf-4651-9cfe-8a73a2a83033 req-75b28c13-f550-4a22-affb-7ab89aa0424f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 931 time: 0.1465323 Oct 13 04:19:58.279742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d2c4f198-6ebf-4651-9cfe-8a73a2a83033 req-35f57ddb-3dde-41bf-9aef-9ae3144a9b0e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995760 Oct 13 04:19:58.362183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58ea9dd5-8440-4e10-b5b0-3e6648b5fc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.369561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58ea9dd5-8440-4e10-b5b0-3e6648b5fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.397702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Allocated IP 2001:db8::1 (1ada4a0c-5e10-4981-a5f0-3d4819f929f0/01df9509-4b37-4f8a-b9df-27d99382b9db/efdfe6d5-9100-49f9-b475-bdfd709e19c4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:58.422240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea9dd5-8440-4e10-b5b0-3e6648b5fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897aa272-4bf3-45be-99ce-38e7eb033d4a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:58.484460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-58ea9dd5-8440-4e10-b5b0-3e6648b5fc28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0a039e165e4458e8f0b935e1b210376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980804 Oct 13 04:19:58.501246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:58.567583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745dcaea-c33e-49bc-a725-44158f76b5ed {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:58.592006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.621553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Transition to ACTIVE for port object 745dcaea-c33e-49bc-a725-44158f76b5ed will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:58.631779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.691032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Pushing event updated for resources: {'Port': ['ID=745dcaea-c33e-49bc-a725-44158f76b5ed,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:58.732821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4c427d2-eeb8-430a-bb07-74f815a3a451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.790206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.811199 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4c427d2-eeb8-430a-bb07-74f815a3a451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.819990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ca4b1e70-ebb0-496e-bd52-614a36ba73c5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:58.916792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.975271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3d694-9aa2-40b9-b5d1-16a99412a1b0 None None] Network 57aaead1-1651-406b-b95d-6f99a6e21133 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:59.005084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Attempting to bind port 745dcaea-c33e-49bc-a725-44158f76b5ed on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:59.006873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Attempting to bind port 745dcaea-c33e-49bc-a725-44158f76b5ed by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:59.011991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Attempting to bind port 745dcaea-c33e-49bc-a725-44158f76b5ed on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:59.013785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:59.023414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Port 745dcaea-c33e-49bc-a725-44158f76b5ed on network a59437dd-165b-409f-bb33-686ac8d3e5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:59.024092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Attempting to bind port 745dcaea-c33e-49bc-a725-44158f76b5ed on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:59.026628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4c427d2-eeb8-430a-bb07-74f815a3a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.033391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4c427d2-eeb8-430a-bb07-74f815a3a451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.034546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b4c427d2-eeb8-430a-bb07-74f815a3a451 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/897aa272-4bf3-45be-99ce-38e7eb033d4a HTTP/1.1" status: 204 len: 168 time: 0.5318763 Oct 13 04:19:59.038097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:59.038769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Checking segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:59.039393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Bound using segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:59.040093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Bound port: 745dcaea-c33e-49bc-a725-44158f76b5ed, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:59.041232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.050745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:59.066503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:59.066878 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.073008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:59.073552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.083441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c427d2-eeb8-430a-bb07-74f815a3a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897aa272-4bf3-45be-99ce-38e7eb033d4a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:59.146140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-24747e0b-e710-4fe8-b5f5-9b85ad8ccef0 req-aef40b03-698d-498a-8e96-b8297e9a9efa tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0997944 Oct 13 04:19:59.148916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Port': ['ID=efdfe6d5-9100-49f9-b475-bdfd709e19c4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:59.208541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] For port 745dcaea-c33e-49bc-a725-44158f76b5ed, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:59.221647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] For port 745dcaea-c33e-49bc-a725-44158f76b5ed, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=745dcaea-c33e-49bc-a725-44158f76b5ed,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:59.227528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.378195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.403347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.407586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] 10.222.0.26 "PUT /v2.0/ports/745dcaea-c33e-49bc-a725-44158f76b5ed HTTP/1.1" status: 200 len: 1091 time: 1.5129704 Oct 13 04:19:59.408137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'tag': '745dcaea-c33e-49bc-a725-44158f76b5ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:59.410725 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d493c700-ae3b-402b-bdfa-6ef01d99998b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d971103-9d41-42a0-85c3-5563fda6eda6", "tag": "745dcaea-c33e-49bc-a725-44158f76b5ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:59.425593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.532552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a9925751-bacf-44b8-ae96-dd4261ec90fc None None] Provisioning complete for port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:59.534328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9925751-bacf-44b8-ae96-dd4261ec90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.541260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec885951-ad5a-498a-9ac5-f85e3c05d655 service neutron] Pushing event updated for resources: {'Port': ['ID=745dcaea-c33e-49bc-a725-44158f76b5ed,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:59.563824 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc25e9e-45ac-42ab-a5e2-88e5308c9f84 x-openstack-request-id: req-8bc25e9e-45ac-42ab-a5e2-88e5308c9f84 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:59.564129 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d971103-9d41-42a0-85c3-5563fda6eda6", "tag": "745dcaea-c33e-49bc-a725-44158f76b5ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:59.564390 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bc25e9e-45ac-42ab-a5e2-88e5308c9f84 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:59.569088 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'tag': '745dcaea-c33e-49bc-a725-44158f76b5ed', 'status': 'completed', 'code': 200} Oct 13 04:19:59.724811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-47c6269c-e39e-4616-9aa2-8f89f46906a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.726309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-47c6269c-e39e-4616-9aa2-8f89f46906a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 1094 time: 0.2774549 Oct 13 04:19:59.736132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c894d-21a1-40c2-b3b2-2b702ff3f90b req-32ba8ddb-6728-4cff-b453-ab902d4f75e9 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.745674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c62c894d-21a1-40c2-b3b2-2b702ff3f90b req-32ba8ddb-6728-4cff-b453-ab902d4f75e9 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 943 time: 0.2769911 Oct 13 04:19:59.884520 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.901695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-fb69ead6-2c00-4e61-9f1e-7c2d05e21685 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745dcaea-c33e-49bc-a725-44158f76b5ed HTTP/1.1" status: 200 len: 217 time: 0.0740073 Oct 13 04:19:59.929606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9925751-bacf-44b8-ae96-dd4261ec90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.952593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port ca4b1e70-ebb0-496e-bd52-614a36ba73c5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,segment=NetworkSegment(5f4db8b1-f762-4243-845d-473a3fe3fd7c),segment_id=5f4db8b1-f762-4243-845d-473a3fe3fd7c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:59.952768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.958020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.964008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.965060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.023537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c62c894d-21a1-40c2-b3b2-2b702ff3f90b req-70199ce4-23b5-4c7d-9cd7-95169110d7f0 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768540 Oct 13 04:20:00.047030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:00.050618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-a9925751-bacf-44b8-ae96-dd4261ec90fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:20:00.050967 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-a9925751-bacf-44b8-ae96-dd4261ec90fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:20:00.066882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-172cf375-30e1-4383-9adc-37a1e1a3fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.068430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-172cf375-30e1-4383-9adc-37a1e1a3fb49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.1658669 Oct 13 04:20:00.087451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event updated for resources: {'Port': ['ID=efdfe6d5-9100-49f9-b475-bdfd709e19c4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:00.114790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-99254666-4c1c-487b-93a9-ca284332e541 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376129 Oct 13 04:20:00.144770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:00.146434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:00.278803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-bac04d5a-2837-4828-b647-41fc5afedc30 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536133 Oct 13 04:20:00.372697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8b612a5-c21d-4b10-9b38-cc252406dd70 req-52e16223-6508-4de5-9624-a11930decaf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b6b8257bc8e43de8877311b9bab3fc1&device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.1032948 Oct 13 04:20:00.426618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cebb7aa2-5ce2-45bd-a7be-21dc5b8d7987 req-fa6d6ea1-141b-409c-a0da-f7c6dfc1bec4 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369326 Oct 13 04:20:00.442206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4075c23-6b59-45d6-9c04-0693d39cdeb1 req-eb52a936-a86d-4b8b-8383-4d998f575dd3 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0965927 Oct 13 04:20:00.473082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Router d28e1bf5-effe-4509-8df7-9b9aef97ff7a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:00.477532 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8b612a5-c21d-4b10-9b38-cc252406dd70 req-2972f4f9-a2d2-4aa2-8900-c3d3e052c95d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b6b8257bc8e43de8877311b9bab3fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453746 Oct 13 04:20:00.545710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-6e368aae-82fe-4c92-bc9f-077aff54fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.547198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-6e368aae-82fe-4c92-bc9f-077aff54fcfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 1094 time: 0.0592704 Oct 13 04:20:00.736064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ca4b1e70-ebb0-496e-bd52-614a36ba73c5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:00.741276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-4c20d73a-de47-42e1-9582-c26f7202f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.750366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-4c20d73a-de47-42e1-9582-c26f7202f4c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.1953115 Oct 13 04:20:00.791327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:00.793742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b612a5-c21d-4b10-9b38-cc252406dd70 req-4e9b513b-8263-48ea-915a-fc452d5c9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.795203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8b612a5-c21d-4b10-9b38-cc252406dd70 req-4e9b513b-8263-48ea-915a-fc452d5c9d33 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3084805 Oct 13 04:20:00.798969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20186014-0a88-4d09-8258-7464249ade4e tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3182924 Oct 13 04:20:00.807208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] Sync routers for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:00.809591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:00.811356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-7a0c8dc5-99fb-42d6-bb2b-77b040149c23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745dcaea-c33e-49bc-a725-44158f76b5ed HTTP/1.1" status: 200 len: 217 time: 0.0536902 Oct 13 04:20:00.825327 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:00.825965 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:00.864895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7f79ee3-e245-46a9-96f5-e8e606b0e3da None None] Provisioning complete for port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:00.865501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f79ee3-e245-46a9-96f5-e8e606b0e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.867356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:00.867780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.876433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-90c42b8c-a078-4034-ba71-8b405400ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.878647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-90c42b8c-a078-4034-ba71-8b405400ab6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.0600388 Oct 13 04:20:00.895207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:00.943636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-b48f5afa-3ed9-43f3-997e-9aa879a49251 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541337 Oct 13 04:20:00.986155 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:00.987751 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:01.007526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ecd98ce-2bd5-4493-aaf6-661488a00056 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.046032 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:01.048128 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8a1d6-0947-4d88-93b5-e1c0558c3f40 None None] The sync data for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:01.104770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7f79ee3-e245-46a9-96f5-e8e606b0e3da None None] Provisioning complete for port efdfe6d5-9100-49f9-b475-bdfd709e19c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:01.105338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7f79ee3-e245-46a9-96f5-e8e606b0e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.144972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7f79ee3-e245-46a9-96f5-e8e606b0e3da None None] Port efdfe6d5-9100-49f9-b475-bdfd709e19c4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:01.163682 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-2ecd98ce-2bd5-4493-aaf6-661488a00056 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:20:01.164769 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ecd98ce-2bd5-4493-aaf6-661488a00056 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a HTTP/1.1" status: 409 len: 329 time: 0.3537085 Oct 13 04:20:01.170197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:01.591362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5cc501b-8c32-4ec1-9c92-2e0512729dad req-36cbbc3d-7fbd-40ca-94b4-b5ff8a8acc85 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0358677 Oct 13 04:20:01.613008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998a39c-3c4b-4cb2-92a2-19e66ed4fc09 req-19aca340-2ac5-43ce-8840-b593b5b5f51e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:01.614618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2998a39c-3c4b-4cb2-92a2-19e66ed4fc09 req-19aca340-2ac5-43ce-8840-b593b5b5f51e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 943 time: 0.4915485 Oct 13 04:20:01.617078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-63695ae6-d8d7-49fb-8888-430b420cbc14 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639915 Oct 13 04:20:01.619425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.718549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2998a39c-3c4b-4cb2-92a2-19e66ed4fc09 req-12a6a545-fe01-4bae-b335-5df31f992562 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845890 Oct 13 04:20:01.762896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d493c700-ae3b-402b-bdfa-6ef01d99998b req-7eb02979-d122-42fa-9c1b-8ebffddcb823 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301315 Oct 13 04:20:01.908713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-83274360-b06a-48b4-b199-65a969821944 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436523 Oct 13 04:20:01.928870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting port efdfe6d5-9100-49f9-b475-bdfd709e19c4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:01.929930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.007969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-857c764b-0941-498d-880a-b017f3edb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.009841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-857c764b-0941-498d-880a-b017f3edb839 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.0549667 Oct 13 04:20:02.035572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.049627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Calling delete_port for efdfe6d5-9100-49f9-b475-bdfd709e19c4 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:02.136600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-3eacb139-fd86-4dfd-aa02-0bbd7fdba96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.138704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-3eacb139-fd86-4dfd-aa02-0bbd7fdba96d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.1059511 Oct 13 04:20:02.215100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-b730b1a9-47a7-4d34-82df-bc8203cdde5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 1000 time: 0.0627382 Oct 13 04:20:02.258507 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.270047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-8c3f3164-fb6f-4e2a-bc64-27a5b36aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.272338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-8c3f3164-fb6f-4e2a-bc64-27a5b36aa45d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.0495379 Oct 13 04:20:02.292901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Port': ['ID=efdfe6d5-9100-49f9-b475-bdfd709e19c4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:02.340367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-d82d7847-28cb-4822-a9c7-d31b78eb43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.341911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-d82d7847-28cb-4822-a9c7-d31b78eb43c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620031 Oct 13 04:20:02.448605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.482442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-f18300e6-ff27-48a7-84c2-9d7ce2cdd174 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243520 Oct 13 04:20:02.617492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d6d949d-d82c-41ed-8526-7d8649f0c2f5 req-e1b35cfa-39a6-4329-bfa4-ba9473a5e19f service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270602 Oct 13 04:20:02.886959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07cc0d-b3b7-4e4c-9eb5-bdc4a14e8f6d req-7649a778-0f79-41a4-beb1-a0fb4ffebe22 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.888519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e07cc0d-b3b7-4e4c-9eb5-bdc4a14e8f6d req-7649a778-0f79-41a4-beb1-a0fb4ffebe22 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 943 time: 0.0624535 Oct 13 04:20:02.931529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e07cc0d-b3b7-4e4c-9eb5-bdc4a14e8f6d req-e538fe79-96a9-4545-8ff7-e8be4d69bb2d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Oct 13 04:20:03.046613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d471a058-794c-4201-9f38-61cc265b385d req-c7b15ac4-0881-4d9c-9720-a9787bf3fa04 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0283082 Oct 13 04:20:03.054079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Router d28e1bf5-effe-4509-8df7-9b9aef97ff7a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:03.140884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:03.150787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:03.152937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] Sync routers for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:03.162057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d6961334-d905-4010-a85b-0f56ea5c9b05 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9857788 Oct 13 04:20:03.166964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:03.167807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:03.194851 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3d64ac5b-8931-4830-9aee-1e4c1d4f7b4c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] show failed (client error): The resource could not be found. Oct 13 04:20:03.201848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3d64ac5b-8931-4830-9aee-1e4c1d4f7b4c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-433203695 HTTP/1.1" status: 404 len: 334 time: 0.0497329 Oct 13 04:20:03.205500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:03.207016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:03.211511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1c18c8c7-6a61-47b0-8f9a-cb5283ec09fd tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:03.217377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] Routers {'d28e1bf5-effe-4509-8df7-9b9aef97ff7a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:03.218148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:19:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:03.245781 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-1c18c8c7-6a61-47b0-8f9a-cb5283ec09fd tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] update failed (client error): The resource could not be found. Oct 13 04:20:03.246995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c18c8c7-6a61-47b0-8f9a-cb5283ec09fd tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1765957591 HTTP/1.1" status: 404 len: 335 time: 0.0388570 Oct 13 04:20:03.251639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:03.257340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:03.258231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697003c-f299-4c36-9e04-566ea010d416 None None] The sync data for ids ['d28e1bf5-effe-4509-8df7-9b9aef97ff7a'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:03.307536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting subnet 181f5a0e-2d8f-4af6-bec0-0b9982f7ad1d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:03.311134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.357653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.376268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 745dcaea-c33e-49bc-a725-44158f76b5ed details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:03.456451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.531200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 745dcaea-c33e-49bc-a725-44158f76b5ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=745dcaea-c33e-49bc-a725-44158f76b5ed,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:03.532345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.545242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '745dcaea-c33e-49bc-a725-44158f76b5ed', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'port_id': '745dcaea-c33e-49bc-a725-44158f76b5ed', 'mac_address': 'fa:16:3e:7c:8b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4805a1b-7ae7-457e-adf2-627bc8b620e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:03.568796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Subnet': ['ID=181f5a0e-2d8f-4af6-bec0-0b9982f7ad1d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:03.582900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.589841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:03.590620 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.600474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9d6a1844-e11d-4fb5-a74a-af8d0795532f tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/subnets/181f5a0e-2d8f-4af6-bec0-0b9982f7ad1d HTTP/1.1" status: 204 len: 168 time: 0.3471761 Oct 13 04:20:03.606755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1616e2-a20b-45ba-af70-abe77d93417a None None] Network 57aaead1-1651-406b-b95d-6f99a6e21133 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:03.620765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745dcaea-c33e-49bc-a725-44158f76b5ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:03.679821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.689737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 745dcaea-c33e-49bc-a725-44158f76b5ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=745dcaea-c33e-49bc-a725-44158f76b5ed,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:03.712511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.760134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:03.760495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.817333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=745dcaea-c33e-49bc-a725-44158f76b5ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:03.828486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] For port ca4b1e70-ebb0-496e-bd52-614a36ba73c5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,segment=NetworkSegment(5f4db8b1-f762-4243-845d-473a3fe3fd7c),segment_id=5f4db8b1-f762-4243-845d-473a3fe3fd7c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:03.828903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.847546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Calling delete_port for ca4b1e70-ebb0-496e-bd52-614a36ba73c5 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:03.907074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] DHCP port deletion for 57aaead1-1651-406b-b95d-6f99a6e21133 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:03.964949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.980227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Deleting port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:03.980606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.996607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Port': ['ID=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:04.002970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] No DVR routers for this DVR port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:04.035947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:04.161355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.167982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] For port ca4b1e70-ebb0-496e-bd52-614a36ba73c5, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:04.170500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.185816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Calling delete_port for ca4b1e70-ebb0-496e-bd52-614a36ba73c5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:04.189074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:20:04.190471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aaead1-1651-406b-b95d-6f99a6e21133']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:04.190605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.197022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d655ca-dc42-4524-b2ff-e40409b11ee3 req-4413e3e6-13b5-42dc-b7ed-ee11faab979e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.198624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4d655ca-dc42-4524-b2ff-e40409b11ee3 req-4413e3e6-13b5-42dc-b7ed-ee11faab979e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 944 time: 0.1312599 Oct 13 04:20:04.201319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4db8b1-f762-4243-845d-473a3fe3fd7c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:04.201612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4db8b1-f762-4243-845d-473a3fe3fd7c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:04.213063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.228130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.230818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] Pushing event deleted for resources: {'Port': ['ID=ca4b1e70-ebb0-496e-bd52-614a36ba73c5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:04.241057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b6ed1-0c40-4147-82c6-2f117c676793 None None] No DVR routers for this DVR port ca4b1e70-ebb0-496e-bd52-614a36ba73c5 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:04.275644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc318cc5-7c40-4d92-8f6e-37fdbd4b49b5 req-970e0787-4d38-44f6-a84c-5f2e0d433a4f tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0495515 Oct 13 04:20:04.282412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:04.284236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4d655ca-dc42-4524-b2ff-e40409b11ee3 req-77ce7eb6-b9a4-4c3f-b2c0-99a9876a9f05 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786467 Oct 13 04:20:04.297354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:04.358693 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:04.372983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.380401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.385442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/networks/57aaead1-1651-406b-b95d-6f99a6e21133 HTTP/1.1" status: 204 len: 168 time: 0.7946041 Oct 13 04:20:04.387951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50726) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:04.401934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ece1c-6655-4d85-a440-1b90f49b901a tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Network': ['ID=57aaead1-1651-406b-b95d-6f99a6e21133,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:04.456553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting subnet 12866fbc-0285-4509-a0ae-556f231fe8eb {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:04.460169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.501307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.599350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.649986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ca4b1e70-ebb0-496e-bd52-614a36ba73c5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:04.669741 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.672262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ca4b1e70-ebb0-496e-bd52-614a36ba73c5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:04.672646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ca4b1e70-ebb0-496e-bd52-614a36ba73c5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:04.700647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Subnet': ['ID=12866fbc-0285-4509-a0ae-556f231fe8eb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:04.702626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.708800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:04.709877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-54712306-61ea-45b9-ab75-170fa01266c6 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/subnets/12866fbc-0285-4509-a0ae-556f231fe8eb HTTP/1.1" status: 204 len: 168 time: 0.3201542 Oct 13 04:20:04.710172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d385f-b99c-45e0-9e65-1f75606aa602 None None] Network a4766825-29a0-4441-a8e5-459b8d917916 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:04.789658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting subnet 2f5151bc-8809-4b2f-b208-35c6f76799c5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:04.793355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.840788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.951221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] DHCP port deletion for a4766825-29a0-4441-a8e5-459b8d917916 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:04.955616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.016325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] Deleting port 7a82b554-6104-4c29-97c9-0dae2fa78a7d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:05.016721 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.035450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.067124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5151bc-8809-4b2f-b208-35c6f76799c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:05.078130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.081601 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b1ec970-4a6d-4810-8121-fb8c797d2dfe tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/subnets/2f5151bc-8809-4b2f-b208-35c6f76799c5 HTTP/1.1" status: 204 len: 168 time: 0.3717482 Oct 13 04:20:05.084540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:05.088106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafb404-3a01-4853-9e07-729b6c2a6fb8 None None] Network 3ec0b4e6-daa1-4914-9815-d847d48f661b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:05.161558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] For port 7a82b554-6104-4c29-97c9-0dae2fa78a7d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7a82b554-6104-4c29-97c9-0dae2fa78a7d,segment=NetworkSegment(00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f),segment_id=00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:05.162343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.169445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.189510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] Calling delete_port for 7a82b554-6104-4c29-97c9-0dae2fa78a7d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:05.236931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting port 7a82b554-6104-4c29-97c9-0dae2fa78a7d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:05.237280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.320372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] For port 7a82b554-6104-4c29-97c9-0dae2fa78a7d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7a82b554-6104-4c29-97c9-0dae2fa78a7d,segment=NetworkSegment(00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f),segment_id=00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:05.322691 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.344748 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.356537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Calling delete_port for 7a82b554-6104-4c29-97c9-0dae2fa78a7d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:05.403361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 745dcaea-c33e-49bc-a725-44158f76b5ed up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:05.407864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] Pushing event deleted for resources: {'Port': ['ID=7a82b554-6104-4c29-97c9-0dae2fa78a7d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:05.451504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a415fc-b8d4-42bf-b482-a5e05eb46939 None None] No DVR routers for this DVR port 7a82b554-6104-4c29-97c9-0dae2fa78a7d on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:05.453721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] DHCP port deletion for 3ec0b4e6-daa1-4914-9815-d847d48f661b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:05.493436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21263237-5f55-46ee-9433-7ef23d2d77c4 req-a51ac34a-0d71-49a6-8adf-c54777578601 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0529280 Oct 13 04:20:05.533539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.554543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 745dcaea-c33e-49bc-a725-44158f76b5ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:20:05.557184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801b4bc-ea27-4413-ba93-558b0cf5f4fc req-2cdf76f5-c9b0-41fd-9423-91a155af9712 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:05.561280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 745dcaea-c33e-49bc-a725-44158f76b5ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:05.561908 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.567422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b801b4bc-ea27-4413-ba93-558b0cf5f4fc req-2cdf76f5-c9b0-41fd-9423-91a155af9712 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 944 time: 0.1329441 Oct 13 04:20:05.585324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Port': ['ID=7a82b554-6104-4c29-97c9-0dae2fa78a7d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:05.609004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] No DVR routers for this DVR port 7a82b554-6104-4c29-97c9-0dae2fa78a7d on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:05.615557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] Deleting port 50446f00-4c37-4ec0-a013-1cd55fd56478 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:05.616239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.650081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b801b4bc-ea27-4413-ba93-558b0cf5f4fc req-59e9c80c-ad19-404c-a0e9-f2dc49720360 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Oct 13 04:20:05.716519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.744834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4766825-29a0-4441-a8e5-459b8d917916']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:05.755636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:05.756573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fe55eb-5cab-4ec3-8de4-aaadefdd7d7f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:05.768009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.782582 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.789045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:05.789451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:05.792617 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:05.861606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.875861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.882402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:05.882582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/networks/a4766825-29a0-4441-a8e5-459b8d917916 HTTP/1.1" status: 204 len: 168 time: 0.7966154 Oct 13 04:20:05.891169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] For port 50446f00-4c37-4ec0-a013-1cd55fd56478, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=50446f00-4c37-4ec0-a013-1cd55fd56478,segment=NetworkSegment(fb5762b9-705d-48f0-a92a-2ef13f38345c),segment_id=fb5762b9-705d-48f0-a92a-2ef13f38345c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:05.891803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.893866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b05c2-30cd-407e-973c-0cd5ce9ae8ed tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Network': ['ID=a4766825-29a0-4441-a8e5-459b8d917916,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:05.919940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] Calling delete_port for 50446f00-4c37-4ec0-a013-1cd55fd56478 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:06.007339 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.008242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.059534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 745dcaea-c33e-49bc-a725-44158f76b5ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=745dcaea-c33e-49bc-a725-44158f76b5ed,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:06.063771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745dcaea-c33e-49bc-a725-44158f76b5ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:06.067109 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f48f3-7876-44ec-acb2-de95304b6671" -d '{"events": [{"server_uuid": "0d971103-9d41-42a0-85c3-5563fda6eda6", "name": "network-vif-plugged", "status": "completed", "tag": "745dcaea-c33e-49bc-a725-44158f76b5ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:06.070701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting port 50446f00-4c37-4ec0-a013-1cd55fd56478 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:06.071089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.073068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.112656 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13e89e3-f1bd-419f-8164-ed616e9a16f0 x-openstack-request-id: req-f13e89e3-f1bd-419f-8164-ed616e9a16f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:06.112976 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d971103-9d41-42a0-85c3-5563fda6eda6", "name": "network-vif-plugged", "status": "completed", "tag": "745dcaea-c33e-49bc-a725-44158f76b5ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:06.113231 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f13e89e3-f1bd-419f-8164-ed616e9a16f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:06.113623 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745dcaea-c33e-49bc-a725-44158f76b5ed', 'code': 200} Oct 13 04:20:06.140233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.152812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=745dcaea-c33e-49bc-a725-44158f76b5ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:06.170443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] For port 50446f00-4c37-4ec0-a013-1cd55fd56478, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=50446f00-4c37-4ec0-a013-1cd55fd56478,segment=NetworkSegment(fb5762b9-705d-48f0-a92a-2ef13f38345c),segment_id=fb5762b9-705d-48f0-a92a-2ef13f38345c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:06.171393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.182470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] Pushing event deleted for resources: {'Port': ['ID=50446f00-4c37-4ec0-a013-1cd55fd56478,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:06.189034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f77fd-1f02-4df6-b9e5-7d06a0d83ad1 None None] No DVR routers for this DVR port 50446f00-4c37-4ec0-a013-1cd55fd56478 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:06.203279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Calling delete_port for 50446f00-4c37-4ec0-a013-1cd55fd56478 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:06.278221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2069b9-8daf-4f74-a102-f6c0e6a457f0 req-314e427f-b55d-4c51-80d4-28086038f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:06.279575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba2069b9-8daf-4f74-a102-f6c0e6a457f0 req-314e427f-b55d-4c51-80d4-28086038f08e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 1096 time: 0.0925224 Oct 13 04:20:06.341072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba2069b9-8daf-4f74-a102-f6c0e6a457f0 req-bf5faf98-e053-4762-9d8a-d2be79f51454 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513885 Oct 13 04:20:06.346193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.375375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Port': ['ID=50446f00-4c37-4ec0-a013-1cd55fd56478,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:06.383014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] No DVR routers for this DVR port 50446f00-4c37-4ec0-a013-1cd55fd56478 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:06.474012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.495820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec0b4e6-daa1-4914-9815-d847d48f661b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:06.506320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5762b9-705d-48f0-a92a-2ef13f38345c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:06.506658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5762b9-705d-48f0-a92a-2ef13f38345c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:06.516755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.533042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.539992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:06.540485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:06.554822 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:06.623838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.652368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-beab5257-7473-4117-8712-6758a3a5bf67 req-359e5281-dbfe-4d74-b36f-839d9c03102d tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0418739 Oct 13 04:20:06.653649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.659574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:06.659688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/networks/3ec0b4e6-daa1-4914-9815-d847d48f661b HTTP/1.1" status: 204 len: 168 time: 0.7757518 Oct 13 04:20:06.672706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a35ecb-b5a4-441c-ac8d-07eac6e1fa75 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Network': ['ID=3ec0b4e6-daa1-4914-9815-d847d48f661b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:06.731553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7a82b554-6104-4c29-97c9-0dae2fa78a7d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:06.754582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7a82b554-6104-4c29-97c9-0dae2fa78a7d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:06.754905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7a82b554-6104-4c29-97c9-0dae2fa78a7d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:06.755338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 50446f00-4c37-4ec0-a013-1cd55fd56478 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:06.775382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting subnet 01df9509-4b37-4f8a-b9df-27d99382b9db {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:06.779594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 50446f00-4c37-4ec0-a013-1cd55fd56478 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:06.779941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 50446f00-4c37-4ec0-a013-1cd55fd56478 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:06.781225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.833032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.863081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d7cc-b0cf-4420-bc88-e8a0562cb187 req-77761324-061d-4b1f-acf4-ae17bf633f00 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:06.864555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b4d7cc-b0cf-4420-bc88-e8a0562cb187 req-77761324-061d-4b1f-acf4-ae17bf633f00 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 945 time: 0.1339343 Oct 13 04:20:06.963177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b4d7cc-b0cf-4420-bc88-e8a0562cb187 req-5190de98-6481-4d31-a1da-2f105fa9d5fe tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910621 Oct 13 04:20:06.991838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.052980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.105274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Subnet': ['ID=01df9509-4b37-4f8a-b9df-27d99382b9db,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:07.110045 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.116047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50792) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:07.119997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e1468-ea98-4e0c-ab1f-8679b4cf5588 None None] Network 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:07.126384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-331f16f6-5165-41cc-bb25-7cd3982f782c tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/subnets/01df9509-4b37-4f8a-b9df-27d99382b9db HTTP/1.1" status: 204 len: 168 time: 0.4654860 Oct 13 04:20:07.208548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.319959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Deleting port b739c84d-e518-4880-b7aa-320fe0b22dc8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:07.321405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.354579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] DHCP port deletion for 1ada4a0c-5e10-4981-a5f0-3d4819f929f0 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:07.418650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] For port b739c84d-e518-4880-b7aa-320fe0b22dc8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b739c84d-e518-4880-b7aa-320fe0b22dc8,segment=NetworkSegment(86b78f9c-c6ca-49b0-beba-705074e8bf5d),segment_id=86b78f9c-c6ca-49b0-beba-705074e8bf5d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:07.419937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.429514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] Deleting port b739c84d-e518-4880-b7aa-320fe0b22dc8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:07.430647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.445516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Calling delete_port for b739c84d-e518-4880-b7aa-320fe0b22dc8 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:07.511199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] For port b739c84d-e518-4880-b7aa-320fe0b22dc8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b739c84d-e518-4880-b7aa-320fe0b22dc8,segment=NetworkSegment(86b78f9c-c6ca-49b0-beba-705074e8bf5d),segment_id=86b78f9c-c6ca-49b0-beba-705074e8bf5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:07.511745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.529995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] Calling delete_port for b739c84d-e518-4880-b7aa-320fe0b22dc8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:07.587139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.638082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] No DVR routers for this DVR port b739c84d-e518-4880-b7aa-320fe0b22dc8 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:07.642196 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.648159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Port': ['ID=b739c84d-e518-4880-b7aa-320fe0b22dc8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:07.711765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] Pushing event deleted for resources: {'Port': ['ID=b739c84d-e518-4880-b7aa-320fe0b22dc8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:07.712013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739cf339-fc20-42a4-9462-92f30becb78a None None] No DVR routers for this DVR port b739c84d-e518-4880-b7aa-320fe0b22dc8 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:07.840459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c68b2579-4c06-44c3-964d-ac66ea97e67a req-0c4e2ed4-dbad-4d1a-b9cf-177be183155b tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0375326 Oct 13 04:20:07.845312 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.869837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ada4a0c-5e10-4981-a5f0-3d4819f929f0']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:07.879458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b78f9c-c6ca-49b0-beba-705074e8bf5d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:07.880218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b78f9c-c6ca-49b0-beba-705074e8bf5d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:07.890812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.905409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.912196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:07.913585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:07.916196 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:07.976948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.984552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.987762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/networks/1ada4a0c-5e10-4981-a5f0-3d4819f929f0 HTTP/1.1" status: 204 len: 168 time: 0.8705904 Oct 13 04:20:07.990937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:08.003538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f963-52a6-4a49-b47a-fb23986b2129 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Pushing event deleted for resources: {'Network': ['ID=1ada4a0c-5e10-4981-a5f0-3d4819f929f0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:08.022154 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a39f4036-a3d6-42ba-9336-6af5de69ea22 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "GET /v2.0/ports?device_id=d28e1bf5-effe-4509-8df7-9b9aef97ff7a HTTP/1.1" status: 200 len: 205 time: 0.0300109 Oct 13 04:20:08.024543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:08.057977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.124738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed349-f592-421c-ae94-54f0310a76fa req-58951d6f-4e36-4e2b-bbeb-24e4cd448962 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:08.124738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-479ed349-f592-421c-ae94-54f0310a76fa req-58951d6f-4e36-4e2b-bbeb-24e4cd448962 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 945 time: 0.0706053 Oct 13 04:20:08.140649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.180879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-479ed349-f592-421c-ae94-54f0310a76fa req-fe8af0f2-15c4-4973-ba44-04fde4d11249 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 Oct 13 04:20:08.321014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.323761 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.375628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.379122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Fanout notify agent at l3_agent the message router_deleted on router d28e1bf5-effe-4509-8df7-9b9aef97ff7a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:20:08.391586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.395976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-61268bfe-421e-479b-9f25-611ff08bfe30 tempest-RoutersNegativeIpV6Test-1059102771 tempest-RoutersNegativeIpV6Test-1059102771-project] 10.222.0.44 "DELETE /v2.0/routers/d28e1bf5-effe-4509-8df7-9b9aef97ff7a HTTP/1.1" status: 204 len: 168 time: 0.3680389 Oct 13 04:20:08.667126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b739c84d-e518-4880-b7aa-320fe0b22dc8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:08.722086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b739c84d-e518-4880-b7aa-320fe0b22dc8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:08.723802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b739c84d-e518-4880-b7aa-320fe0b22dc8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:08.779925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:08.995236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96610387-1509-4e1f-b0d3-9dcf13fdac0b req-4854dd85-2410-4625-8a78-86597118b54e tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0614285 Oct 13 04:20:09.014132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a70b9080-c61d-40df-ad6e-01384644af13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe61d96178274ea89ab30ee6ed1785d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304873 Oct 13 04:20:09.014359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50852) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:09.069349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12851d0-7555-4d29-baea-b7b848d0dfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.092714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12851d0-7555-4d29-baea-b7b848d0dfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.147130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12851d0-7555-4d29-baea-b7b848d0dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.151302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12851d0-7555-4d29-baea-b7b848d0dfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.151650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c12851d0-7555-4d29-baea-b7b848d0dfd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8483c1ad-6db4-4589-8f03-ee427d55a056 HTTP/1.1" status: 204 len: 168 time: 0.1364062 Oct 13 04:20:09.160312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12851d0-7555-4d29-baea-b7b848d0dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483c1ad-6db4-4589-8f03-ee427d55a056,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:09.914829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.007741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.147551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57d91915-3c87-4f69-b86b-f6b6ba733925 req-8f6691ff-8bf7-4044-969d-8e2c678c4f33 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0465572 Oct 13 04:20:10.185644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--869672670'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:10.210270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.218781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.297358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.302009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.342983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77af755-99ff-4ab0-baef-b1c8d65d7a2c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:10.397574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.404533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.444939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.447038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4377658 Oct 13 04:20:10.449878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a2b25-6f15-4498-a404-8a5dc57598b7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82da79e1-a170-4d97-8ddb-8e7a85bbc940,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:10.450104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.510227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fc4cc672-690c-49f2-b4e6-6fa4e2919155 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0587130 Oct 13 04:20:10.513877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.518417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-security--667245039', 'description': 'tempest-security-description-587068234'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:10.548105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.595164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.600120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.602856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.607171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "PUT /v2.0/security-groups/82da79e1-a170-4d97-8ddb-8e7a85bbc940 HTTP/1.1" status: 200 len: 1778 time: 0.0922675 Oct 13 04:20:10.608068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.640696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce09db7-93ce-47fe-9b4e-159f076f12ac tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82da79e1-a170-4d97-8ddb-8e7a85bbc940,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:10.675660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3eebe57f-6ead-4738-b2ad-d0b5f1b88db3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups/82da79e1-a170-4d97-8ddb-8e7a85bbc940 HTTP/1.1" status: 200 len: 1778 time: 0.0659862 Oct 13 04:20:10.678812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.768510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7d4-3990-4a1f-81d1-9d601294b842 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.793507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7d4-3990-4a1f-81d1-9d601294b842 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.849227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7d4-3990-4a1f-81d1-9d601294b842 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.852523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7d4-3990-4a1f-81d1-9d601294b842 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.854169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52d1e7d4-3990-4a1f-81d1-9d601294b842 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/82da79e1-a170-4d97-8ddb-8e7a85bbc940 HTTP/1.1" status: 204 len: 168 time: 0.1742709 Oct 13 04:20:10.856845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.888348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e7d4-3990-4a1f-81d1-9d601294b842 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da79e1-a170-4d97-8ddb-8e7a85bbc940,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:10.964099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.964560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-70aa226c-e35c-41b4-b9f5-ef27789709ee tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051929 Oct 13 04:20:10.978833 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-7ad1212c-ccc3-48d4-a755-83979a102d5a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] delete failed (client error): The resource could not be found. Oct 13 04:20:10.980724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7ad1212c-ccc3-48d4-a755-83979a102d5a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/82da79e1-a170-4d97-8ddb-8e7a85bbc940 HTTP/1.1" status: 404 len: 347 time: 0.0144360 Oct 13 04:20:10.984666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:10.990870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213039247'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:11.025479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.114295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.120151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.155071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.157140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1712415 Oct 13 04:20:11.159213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50964) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:11.162862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fe7ff-f701-400c-bec9-2f3c71f62c40 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afde557-e52c-4d6a-811c-8db65233eb93,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:11.174369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '2afde557-e52c-4d6a-811c-8db65233eb93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:11.234861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.323403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4a72b8f-f07b-40e9-8ab9-6d99b7652643 req-4235b98f-ea04-434e-b643-3f59d4483634 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0633831 Oct 13 04:20:11.395303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.399878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.422156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc0910e-cd6d-4ba5-a001-78915636cea1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:11.432707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.434106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6922d6dd-f467-4050-963d-c250ec544285 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728269 Oct 13 04:20:11.436854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50974) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:11.470587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-069149e6-9607-4361-875a-c41feb478397 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.480969 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-069149e6-9607-4361-875a-c41feb478397 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.513997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-069149e6-9607-4361-875a-c41feb478397 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.522562 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-069149e6-9607-4361-875a-c41feb478397 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.524491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-069149e6-9607-4361-875a-c41feb478397 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6cc0910e-cd6d-4ba5-a001-78915636cea1 HTTP/1.1" status: 204 len: 168 time: 0.0866361 Oct 13 04:20:11.527018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50976) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:11.540097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069149e6-9607-4361-875a-c41feb478397 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cc0910e-cd6d-4ba5-a001-78915636cea1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:11.586364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4dd62d39-d685-4441-b2da-1bc93c0ee4d3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579472 Oct 13 04:20:11.589321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:11.668139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743bc8ff-f0c5-417f-9970-82e5b3a87582 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.700328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743bc8ff-f0c5-417f-9970-82e5b3a87582 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.749982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743bc8ff-f0c5-417f-9970-82e5b3a87582 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.753011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743bc8ff-f0c5-417f-9970-82e5b3a87582 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.754355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-743bc8ff-f0c5-417f-9970-82e5b3a87582 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/2afde557-e52c-4d6a-811c-8db65233eb93 HTTP/1.1" status: 204 len: 168 time: 0.1638978 Oct 13 04:20:11.757742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:11.764736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bc8ff-f0c5-417f-9970-82e5b3a87582 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afde557-e52c-4d6a-811c-8db65233eb93,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:11.820591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c6d66168-1e69-40e4-9fe3-91b60012add5 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610712 Oct 13 04:20:11.824519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:11.830051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376022732'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:11.868357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.024108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.029411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.059222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.062964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2350709 Oct 13 04:20:12.063264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.068771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': 'c9485ed3-c53d-4990-9fd3-5e823cee078d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:12.074757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db112c-e2c2-4ecb-8ac1-413586fd396c tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9485ed3-c53d-4990-9fd3-5e823cee078d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.099532 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.158025 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.169323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.190852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06545d7f-df2d-4562-ad67-9f064629f029,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.201764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.204724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a83a67db-b406-4d01-b6e6-dff3cbd2f353 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387382 Oct 13 04:20:12.205944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.211682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': 'c9485ed3-c53d-4990-9fd3-5e823cee078d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:12.244861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.317892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.325070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.344226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabd085f-ff7d-474f-a580-91bb60fc6218,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.356359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.360084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf60d1d9-8c01-4fab-be87-33dc32fa8b0f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505384 Oct 13 04:20:12.361150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.379363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': 'c9485ed3-c53d-4990-9fd3-5e823cee078d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:12.418518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.467159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8757958a-bce9-435d-829c-404ee40ae1df req-46db9706-181a-440b-a420-2eadf26a90ef tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0416749 Oct 13 04:20:12.499031 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.507274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.526650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc433645-5754-4d5e-92f1-2dc9de464dde,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.537784 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.541600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3aa962fd-face-4aab-8ccb-bce833baaf30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792164 Oct 13 04:20:12.542722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.547577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': 'c9485ed3-c53d-4990-9fd3-5e823cee078d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:12.577815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.639678 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.644011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.661451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c8b89a-2a56-4662-a9dd-508f21a37163,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.669506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.673294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ff01dece-31ec-4a69-b8f7-269bedc94a92 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290801 Oct 13 04:20:12.673577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.678715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': 'c9485ed3-c53d-4990-9fd3-5e823cee078d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:12.706599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.777449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.781761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.804571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0311785-2465-4f8b-bf59-5f5101a55b0f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.813695 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.817708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b261417e-bcf3-4ef0-baca-a74340f28529 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1404331 Oct 13 04:20:12.818042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.845548 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bc7c5f-0b8c-4926-9ac5-0553a4ea6cfa tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.853886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bc7c5f-0b8c-4926-9ac5-0553a4ea6cfa tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.882420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bc7c5f-0b8c-4926-9ac5-0553a4ea6cfa tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.893853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bc7c5f-0b8c-4926-9ac5-0553a4ea6cfa tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.897482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-39bc7c5f-0b8c-4926-9ac5-0553a4ea6cfa tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d0311785-2465-4f8b-bf59-5f5101a55b0f HTTP/1.1" status: 204 len: 168 time: 0.0753684 Oct 13 04:20:12.897631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.903761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc7c5f-0b8c-4926-9ac5-0553a4ea6cfa tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0311785-2465-4f8b-bf59-5f5101a55b0f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.957121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e260f4da-b15b-44d0-9cce-cf87546a2feb tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0559928 Oct 13 04:20:12.957330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.981003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3e07566-358c-469e-9a26-34deeb66105a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.988595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3e07566-358c-469e-9a26-34deeb66105a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.017540 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3e07566-358c-469e-9a26-34deeb66105a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.025781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3e07566-358c-469e-9a26-34deeb66105a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.032795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b3e07566-358c-469e-9a26-34deeb66105a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/55c8b89a-2a56-4662-a9dd-508f21a37163 HTTP/1.1" status: 204 len: 168 time: 0.0698245 Oct 13 04:20:13.032795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.055086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e07566-358c-469e-9a26-34deeb66105a tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55c8b89a-2a56-4662-a9dd-508f21a37163,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.102133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.107628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1364081898'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:13.116187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ad314050-e0f3-4201-834f-eaab59a93ac2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0810208 Oct 13 04:20:13.116893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51042) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.131945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:13.136050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.144196 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6845b85f-47f4-4840-8f27-b2ab6c1c6f30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.153911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6845b85f-47f4-4840-8f27-b2ab6c1c6f30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.166620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:13.178908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.179252 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Added segment 8259edf9-46cd-4df9-884a-798529b78099 of type vlan for network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 Oct 13 04:20:13.206007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6845b85f-47f4-4840-8f27-b2ab6c1c6f30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.213837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6845b85f-47f4-4840-8f27-b2ab6c1c6f30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.215365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6845b85f-47f4-4840-8f27-b2ab6c1c6f30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fc433645-5754-4d5e-92f1-2dc9de464dde HTTP/1.1" status: 204 len: 168 time: 0.0973232 Oct 13 04:20:13.218964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.221565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845b85f-47f4-4840-8f27-b2ab6c1c6f30 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc433645-5754-4d5e-92f1-2dc9de464dde,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.252079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.288924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b34f0890-38d9-4d79-9690-e94098af9727 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0655658 Oct 13 04:20:13.289775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.302022 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.309278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:13.309871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.320572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b99e790a-77df-40b6-ad3a-c9516e13f1c7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.330627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b99e790a-77df-40b6-ad3a-c9516e13f1c7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.380048 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b99e790a-77df-40b6-ad3a-c9516e13f1c7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.394070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b99e790a-77df-40b6-ad3a-c9516e13f1c7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.399622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b99e790a-77df-40b6-ad3a-c9516e13f1c7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/dabd085f-ff7d-474f-a580-91bb60fc6218 HTTP/1.1" status: 204 len: 168 time: 0.1085572 Oct 13 04:20:13.400456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.412980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3090525 Oct 13 04:20:13.416071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.423002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e790a-77df-40b6-ad3a-c9516e13f1c7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dabd085f-ff7d-474f-a580-91bb60fc6218,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.429090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-438870488'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:13.452822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:13.456491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.468275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954ad0-ecd3-4a15-a714-67d767979148 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Network': ['ID=049f97ee-06d2-4fb4-9c1d-a6ab278694d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.474355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5c62ef19-7a30-4a42-9e66-c8666ea05a04 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0660152 Oct 13 04:20:13.474355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.492877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:13.500553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:13.511097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4ef7fd-1d58-43e8-96b8-9639ef1d1be2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.514018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.514366 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Added segment 5e211ca8-17fc-456c-8e74-9bb1f9691590 of type vlan for network 7255b119-ccbd-4bc0-aef1-27302438501f Oct 13 04:20:13.519978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4ef7fd-1d58-43e8-96b8-9639ef1d1be2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.547866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4ef7fd-1d58-43e8-96b8-9639ef1d1be2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.561087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4ef7fd-1d58-43e8-96b8-9639ef1d1be2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.562355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe4ef7fd-1d58-43e8-96b8-9639ef1d1be2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/06545d7f-df2d-4562-ad67-9f064629f029 HTTP/1.1" status: 204 len: 168 time: 0.0873289 Oct 13 04:20:13.563400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ef7fd-1d58-43e8-96b8-9639ef1d1be2 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06545d7f-df2d-4562-ad67-9f064629f029,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.565227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51062) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.570497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.600391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.607261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:13.608341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.618060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af73eb15-4156-4b83-afdb-da2911f9c6bc req-93b741d1-962f-43f9-97d2-aabfc831286a tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0517788 Oct 13 04:20:13.638028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-51b3c5dd-092d-4c4a-8de3-48b1e68655a9 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702956 Oct 13 04:20:13.640585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.652603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2353079 Oct 13 04:20:13.672987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.678380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'subnet': {'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:13.703955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf7b98-c646-4f92-942f-2569978a794e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Network': ['ID=7255b119-ccbd-4bc0-aef1-27302438501f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.716139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7255b119-ccbd-4bc0-aef1-27302438501f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:13.812156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-debc38f5-e974-4d8a-bfce-407644287309 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.844235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-debc38f5-e974-4d8a-bfce-407644287309 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.847226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:13.851272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.961931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-debc38f5-e974-4d8a-bfce-407644287309 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.964559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-debc38f5-e974-4d8a-bfce-407644287309 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.968282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-debc38f5-e974-4d8a-bfce-407644287309 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/c9485ed3-c53d-4990-9fd3-5e823cee078d HTTP/1.1" status: 204 len: 168 time: 0.3240139 Oct 13 04:20:13.968608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.979617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc38f5-e974-4d8a-bfce-407644287309 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9485ed3-c53d-4990-9fd3-5e823cee078d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.047674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4b3269fd-0f17-4689-81ef-82866e207fb8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771761 Oct 13 04:20:14.048345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51076) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:14.053912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--198788843'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:14.086537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.094662 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.156121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Subnet': ['ID=049bbc8c-30b7-4266-b1e2-a6b64316707d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.186874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Checking segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:14.188117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network hostable DHCP agents. Network: 049f97ee-06d2-4fb4-9c1d-a6ab278694d2, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:14.199014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.203979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.207607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:14.221262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 049f97ee-06d2-4fb4-9c1d-a6ab278694d2) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:14.234423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149159c-0fed-4c1b-ae93-2d9b8b0211ff None None] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:14.237789 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.239104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1896749 Oct 13 04:20:14.241263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:14.241962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:14.242642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.246641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '88c9f1da-acd8-44e0-aa88-644fe2b3bc5b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:14.266541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ddd813af-9033-4619-971e-c7f5a4562259 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5924947 Oct 13 04:20:14.268981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:14.278949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'subnet': {'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:14.281564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e78ef4-7e9d-42fe-8b10-34c9b9338b76 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9f1da-acd8-44e0-aa88-644fe2b3bc5b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.296534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.369786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.375246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.402382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8454dd3e-8ee9-4c0d-82af-bb70f44c21ac,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.415565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:20:14.416744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.426593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:14.430521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.451277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.452963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-51a3526e-979e-4692-8e68-ff8722cb7f24 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2098267 Oct 13 04:20:14.455638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:14.548479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f86d32a-46be-465a-a57a-34e1581e0d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.594501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f86d32a-46be-465a-a57a-34e1581e0d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.667681 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f86d32a-46be-465a-a57a-34e1581e0d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.669228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f86d32a-46be-465a-a57a-34e1581e0d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.672759 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f86d32a-46be-465a-a57a-34e1581e0d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/88c9f1da-acd8-44e0-aa88-644fe2b3bc5b HTTP/1.1" status: 204 len: 168 time: 0.2125633 Oct 13 04:20:14.674832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:14.678564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Allocated IP 10.1.1.2 (049f97ee-06d2-4fb4-9c1d-a6ab278694d2/049bbc8c-30b7-4266-b1e2-a6b64316707d/512ee614-ae58-4183-9439-4e715ca86f67) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:14.801109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.831982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52e6ed51-8344-47f7-a618-131367305104 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1559963 Oct 13 04:20:14.832755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86d32a-46be-465a-a57a-34e1581e0d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9f1da-acd8-44e0-aa88-644fe2b3bc5b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.838839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:14.846905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086419522'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:14.918732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Subnet': ['ID=42ce10db-a950-43c7-8917-77f6ac942968,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.921599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3de8798-d47a-40f7-a30d-c89ded1c2ae3 req-e6add0b6-842a-48a1-a175-ec19b4e6f637 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0899522 Oct 13 04:20:14.930334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.955738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Checking segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:14.956092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network hostable DHCP agents. Network: 7255b119-ccbd-4bc0-aef1-27302438501f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:15.002032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 7255b119-ccbd-4bc0-aef1-27302438501f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:15.020923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.024355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7255b119-ccbd-4bc0-aef1-27302438501f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:15.029700 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.032867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:15.033500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.064252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.068941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4ff3a247-ea61-45e2-856e-4df24ecb1e00 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7976785 Oct 13 04:20:15.072536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:15.078140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'name': 'tempest-TaggedBootDevicesTest-1698483174', 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:15.083368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1df2ed-c077-4d38-97a2-15fe8d73038a None None] Network 7255b119-ccbd-4bc0-aef1-27302438501f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:15.086389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.139251 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.144908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3021100 Oct 13 04:20:15.148590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:15.149430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:15.152842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:15.155574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706609869'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:15.157898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Pushing event updated for resources: {'Port': ['ID=512ee614-ae58-4183-9439-4e715ca86f67,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:15.161332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:15.168318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6ac66-aabb-4a3a-ab02-485937ac5322 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d086bc0-5c30-402e-ada0-cb1141fc4a66,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:15.208623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.237058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Attempting to bind port 512ee614-ae58-4183-9439-4e715ca86f67 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:15.237708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Attempting to bind port 512ee614-ae58-4183-9439-4e715ca86f67 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:15.238651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Attempting to bind port 512ee614-ae58-4183-9439-4e715ca86f67 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:15.256405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:15.257241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Checking segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:15.257805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.258349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Bound using segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:15.259094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Bound port: 512ee614-ae58-4183-9439-4e715ca86f67, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:15.259659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.378461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:15.392013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.397533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.413259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] For port 512ee614-ae58-4183-9439-4e715ca86f67, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:15.418212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] For port 512ee614-ae58-4183-9439-4e715ca86f67, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=512ee614-ae58-4183-9439-4e715ca86f67,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:15.435495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.440574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7ddba-8a2f-4dd2-aa98-4cd675e5d0af,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:15.461465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.465255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bc4ef585-b852-49b9-b67d-436f15519600 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3124492 Oct 13 04:20:15.468656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:15.474096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '7d086bc0-5c30-402e-ada0-cb1141fc4a66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ea7ddba-8a2f-4dd2-aa98-4cd675e5d0af', 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:15.537646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7255b119-ccbd-4bc0-aef1-27302438501f', 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'fixed_ips': [{'subnet_id': '42ce10db-a950-43c7-8917-77f6ac942968'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:20:15.538682 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.570827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.598578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551efc7c-0d9f-444b-83cf-d1481e3212ad None None] Pushing event updated for resources: {'Port': ['ID=512ee614-ae58-4183-9439-4e715ca86f67,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:15.692391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.716750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.739307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.743882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] device_id is not set on port 81639854-8c2d-4698-bd63-7b303586caf3 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:15.779413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23b8e39-3604-42f2-8607-f640fbeb92b9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:15.792796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Allocated IP 10.2.2.2 (7255b119-ccbd-4bc0-aef1-27302438501f/42ce10db-a950-43c7-8917-77f6ac942968/1c3c1fc2-46af-4f6b-af82-cef6299f2b7b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:15.807801 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.812165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32f80855-7966-422e-8e39-3a7e3628ad13 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3392322 Oct 13 04:20:15.813465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:15.907530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e18ed5c4-ed76-4e0a-a61c-dd5480f953c0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.920050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e18ed5c4-ed76-4e0a-a61c-dd5480f953c0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.066186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e18ed5c4-ed76-4e0a-a61c-dd5480f953c0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.099169 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.107333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.109562 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e18ed5c4-ed76-4e0a-a61c-dd5480f953c0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.110950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e18ed5c4-ed76-4e0a-a61c-dd5480f953c0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e23b8e39-3604-42f2-8607-f640fbeb92b9 HTTP/1.1" status: 204 len: 168 time: 0.2974513 Oct 13 04:20:16.114849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51130) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:16.122751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed5c4-ed76-4e0a-a61c-dd5480f953c0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e23b8e39-3604-42f2-8607-f640fbeb92b9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:16.151359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Network 7255b119-ccbd-4bc0-aef1-27302438501f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:16.154759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:16.157599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:16.163228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5542ec9f-4df5-4737-83c4-18f77827d30e req-04af9ee5-f9ba-4ea0-90c9-804fcee63127 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0837891 Oct 13 04:20:16.185995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 10.1.1.72 (049f97ee-06d2-4fb4-9c1d-a6ab278694d2/049bbc8c-30b7-4266-b1e2-a6b64316707d/81639854-8c2d-4698-bd63-7b303586caf3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:16.216320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Pushing event updated for resources: {'Port': ['ID=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:16.246410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-acbb4861-a229-4c84-8133-28c707480812 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1280005 Oct 13 04:20:16.249101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51132) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:16.254823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Attempting to bind port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:16.255193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Attempting to bind port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:16.255554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Attempting to bind port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b on network 7255b119-ccbd-4bc0-aef1-27302438501f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:16.262284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:16.262658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Checking segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:16.263161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.263676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Bound using segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:16.263999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Bound port: 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:16.264433 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.422385 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1db4403-46fd-4daa-842a-c5910ad16466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.436305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] For port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:16.440136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] For port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:16.448844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.461738 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1db4403-46fd-4daa-842a-c5910ad16466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.520847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.530725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29eaa6-17f0-4ca9-9452-4b71bbd52350 None None] Pushing event updated for resources: {'Port': ['ID=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:16.545569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1db4403-46fd-4daa-842a-c5910ad16466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.551512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1db4403-46fd-4daa-842a-c5910ad16466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.552812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f1db4403-46fd-4daa-842a-c5910ad16466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ea7ddba-8a2f-4dd2-aa98-4cd675e5d0af HTTP/1.1" status: 204 len: 168 time: 0.3023722 Oct 13 04:20:16.555104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:16.574261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db4403-46fd-4daa-842a-c5910ad16466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7ddba-8a2f-4dd2-aa98-4cd675e5d0af,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:16.604543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.678335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:16.700033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4ee7f24-d35f-49d6-8959-e9c3a9a4ef95 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1437590 Oct 13 04:20:16.702263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:16.705853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:16.727047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:16.801335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:16.804514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 512ee614-ae58-4183-9439-4e715ca86f67 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:16.814980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3242-d74c-48aa-9458-40f41b90f335 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.869436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:16.870616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.892516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3242-d74c-48aa-9458-40f41b90f335 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.900179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-96e30149-5bbd-47f4-8d1f-7b502c3fd509 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8264456 Oct 13 04:20:16.910509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:16.930188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'name': 'tempest-TaggedBootDevicesTest-1488641562', 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:17.031772 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3242-d74c-48aa-9458-40f41b90f335 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.034457 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3242-d74c-48aa-9458-40f41b90f335 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.037279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9d7e3242-d74c-48aa-9458-40f41b90f335 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/7d086bc0-5c30-402e-ada0-cb1141fc4a66 HTTP/1.1" status: 204 len: 168 time: 0.3285284 Oct 13 04:20:17.039479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:17.046173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 512ee614-ae58-4183-9439-4e715ca86f67 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:17.046432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.085884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e3242-d74c-48aa-9458-40f41b90f335 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d086bc0-5c30-402e-ada0-cb1141fc4a66,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:17.141595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-039c8017-5dc2-4992-a885-dc07270116a7 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912604 Oct 13 04:20:17.146661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51156) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:17.152295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--677990536'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:17.183611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.228840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:17.233856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.249661 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.332825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.342112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 512ee614-ae58-4183-9439-4e715ca86f67, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=512ee614-ae58-4183-9439-4e715ca86f67,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:17.347339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.352500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.424935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=512ee614-ae58-4183-9439-4e715ca86f67,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:17.480566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89c4ca-6b46-4051-ac30-4912bddce9ff None None] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:17.541715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-389c79e0-1926-4a62-b2ba-db6d75220e44 None None] Provisioning complete for port 512ee614-ae58-4183-9439-4e715ca86f67 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:17.542245 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-389c79e0-1926-4a62-b2ba-db6d75220e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.847791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8b08d-b560-433f-ba68-98da0ac3873e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:17.856999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] device_id is not set on port 4a2a469f-308a-4463-9196-6ef692a75e81 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:17.986450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e39e5e2-a86a-48df-ad92-758386c2a5b7 req-27a2b4cb-80ab-437c-ac82-217fb98a6aee tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.6484220 Oct 13 04:20:18.009748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.022636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-14a50e5f-5513-44c9-b76a-c8ae441f9e2f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8674104 Oct 13 04:20:18.023821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51170) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.031342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '73d8b08d-b560-433f-ba68-98da0ac3873e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:18.096312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.154949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 10.1.1.43 (049f97ee-06d2-4fb4-9c1d-a6ab278694d2/049bbc8c-30b7-4266-b1e2-a6b64316707d/4a2a469f-308a-4463-9196-6ef692a75e81) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:18.246272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.258318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.294444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d71efec-d665-4e24-8a82-dda9fc149064 None None] Provisioning complete for port 81639854-8c2d-4698-bd63-7b303586caf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:18.295140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71efec-d665-4e24-8a82-dda9fc149064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.326578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c288e24-8665-491e-8e0c-b324e9f8ccf3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.343667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.345181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-603aee4e-5356-4d0a-8d6c-94ee178d634d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3185155 Oct 13 04:20:18.348522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.385987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d71efec-d665-4e24-8a82-dda9fc149064 None None] Port 81639854-8c2d-4698-bd63-7b303586caf3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:18.414187 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e32e1317-8a55-41e6-880d-065e357a5466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.422750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.424493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d71efec-d665-4e24-8a82-dda9fc149064 None None] Provisioning complete for port 512ee614-ae58-4183-9439-4e715ca86f67 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:18.425219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71efec-d665-4e24-8a82-dda9fc149064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.445646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e32e1317-8a55-41e6-880d-065e357a5466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.491151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.532963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e32e1317-8a55-41e6-880d-065e357a5466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.550547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e32e1317-8a55-41e6-880d-065e357a5466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.551720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e32e1317-8a55-41e6-880d-065e357a5466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5c288e24-8665-491e-8e0c-b324e9f8ccf3 HTTP/1.1" status: 204 len: 168 time: 0.2021961 Oct 13 04:20:18.556295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.558000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21090efd-cdef-4471-a424-3388470de6e1 None None] Network 7255b119-ccbd-4bc0-aef1-27302438501f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:18.572545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.577000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:18.578765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:18.581244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:18.604802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e1317-8a55-41e6-880d-065e357a5466 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c288e24-8665-491e-8e0c-b324e9f8ccf3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.633491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:18.634483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.656434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-68a519ec-b338-4f65-a46a-674a77dc354b tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788970 Oct 13 04:20:18.660202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.711944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fffadd73-740c-4365-81a1-2dcefb5a4982 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7999535 Oct 13 04:20:18.801376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0457d6fa-7b47-40ec-bd5e-3d5de376828e tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.850157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0457d6fa-7b47-40ec-bd5e-3d5de376828e tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.901154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 512ee614-ae58-4183-9439-4e715ca86f67 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:18.909922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0457d6fa-7b47-40ec-bd5e-3d5de376828e tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.913813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0457d6fa-7b47-40ec-bd5e-3d5de376828e tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.915424 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0457d6fa-7b47-40ec-bd5e-3d5de376828e tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/73d8b08d-b560-433f-ba68-98da0ac3873e HTTP/1.1" status: 204 len: 168 time: 0.2323091 Oct 13 04:20:18.918089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.925670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d6fa-7b47-40ec-bd5e-3d5de376828e tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8b08d-b560-433f-ba68-98da0ac3873e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.056393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ad0ff4e0-4180-4558-8179-89a3ff270af0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1369920 Oct 13 04:20:19.060788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.069194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029986802'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.089898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Provisioning complete for port 81639854-8c2d-4698-bd63-7b303586caf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:19.090278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.109394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.152930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb0d3-309e-4cfc-8ef6-367a3955e47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.165769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 512ee614-ae58-4183-9439-4e715ca86f67 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:19.166075 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.198729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9339501b-20d1-4d2c-9705-1cdedf4af5f3 req-e2c8fdb9-7543-4ec0-955e-98e130c0ec9c tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0634248 Oct 13 04:20:19.255064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.263166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.270102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742968318', 'description': 'tempest-description--256211583'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.282584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.325384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.379813 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:19.407950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Port 81639854-8c2d-4698-bd63-7b303586caf3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:19.424072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.432927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Provisioning complete for port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:19.433549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.435563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.444287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.445598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3837841 Oct 13 04:20:19.448508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.454127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '9b3a6952-c50c-428c-9f30-92e721641852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.456834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83498b8-2f9f-4a3d-9dd3-fe44d6535183 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a6952-c50c-428c-9f30-92e721641852,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.476343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.480640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2133989 Oct 13 04:20:19.484141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51212) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.490315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'security_group_rule': {'security_group_id': '228272e1-eb5d-4298-a823-620da3600386', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.508132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea05407-c631-42bd-9142-b2a968445301 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228272e1-eb5d-4298-a823-620da3600386,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.522050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:19.527317 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.544494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.597984 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.611087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.615612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.630397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:19.631229 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.642371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.644644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905238a2-2b85-4266-aec0-748746a37991,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.649018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.660535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] For port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:19.661892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.666225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57788c52-a86d-4552-888b-880ff62cdec2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788285 Oct 13 04:20:19.666694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.671325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.672818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'security_group_rule': {'security_group_id': '228272e1-eb5d-4298-a823-620da3600386', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.677268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bb8c1b-4900-428d-ace3-bc2668e75798,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.684530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.688515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.688654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2c5e91f-82ed-430d-bec8-18212f042265 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2389865 Oct 13 04:20:19.728376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4ef3fa96-67fe-44f3-bc53-3b1a10e0cd7f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules/f4bb8c1b-4900-428d-ace3-bc2668e75798 HTTP/1.1" status: 200 len: 763 time: 0.0379727 Oct 13 04:20:19.730857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.732644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8d8da-ae97-493d-b80a-05fd5ab7e102 None None] Pushing event updated for resources: {'Port': ['ID=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.745137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.794775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25be1bf2-e920-492d-a430-c22647ad3d18 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0621107 Oct 13 04:20:19.795196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51224) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.797174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0af2a5c-bae0-456a-baed-0e247ca26954 None None] Provisioning complete for port 4a2a469f-308a-4463-9196-6ef692a75e81 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:19.798185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0af2a5c-bae0-456a-baed-0e247ca26954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.830309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.832962 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea284e-dbc1-488a-943d-86e28c93daa8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.834958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0af2a5c-bae0-456a-baed-0e247ca26954 None None] Port 4a2a469f-308a-4463-9196-6ef692a75e81 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:19.836830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.845087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea284e-dbc1-488a-943d-86e28c93daa8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.846409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0af2a5c-bae0-456a-baed-0e247ca26954 None None] Provisioning complete for port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:19.846788 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0af2a5c-bae0-456a-baed-0e247ca26954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.867992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0d9d68-e9ad-421f-9ce0-9980ff431f95,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.889840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.894438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.895110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-362edc69-4b9c-4652-ac31-301893707df5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2268233 Oct 13 04:20:19.900439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea284e-dbc1-488a-943d-86e28c93daa8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.902611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.907205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea284e-dbc1-488a-943d-86e28c93daa8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.908291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e8ea284e-dbc1-488a-943d-86e28c93daa8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f4bb8c1b-4900-428d-ace3-bc2668e75798 HTTP/1.1" status: 204 len: 168 time: 0.1120775 Oct 13 04:20:19.910733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.930714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea284e-dbc1-488a-943d-86e28c93daa8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4bb8c1b-4900-428d-ace3-bc2668e75798,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.931790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.963360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3433d108-d2c5-42eb-b6d7-ffb7c00beeea tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515084 Oct 13 04:20:19.963955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.968271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '9b3a6952-c50c-428c-9f30-92e721641852', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.995852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.054533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.058462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.062934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.080047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad257448-b876-42d8-ab7c-47b5b793f2d9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.094067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.095666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9c06a79d-b38e-4570-a03e-fe0cc3b93bf3 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307280 Oct 13 04:20:20.098429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.123787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-60e892fc-80d7-47e0-ac9d-574d2b41084f tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules/ad257448-b876-42d8-ab7c-47b5b793f2d9 HTTP/1.1" status: 200 len: 763 time: 0.0243239 Oct 13 04:20:20.124411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.171124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3255f791-7ef5-4da0-8232-298a9ca50bbe tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455604 Oct 13 04:20:20.173641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.190724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 172.25.1.101 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/f9722317-aad2-4f15-92ed-c5f9a0270399) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:20.201368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f01aa967-819f-4e00-9e6c-e1361cccd4a0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.210354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f01aa967-819f-4e00-9e6c-e1361cccd4a0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.246781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f01aa967-819f-4e00-9e6c-e1361cccd4a0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.264720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f01aa967-819f-4e00-9e6c-e1361cccd4a0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.264720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f01aa967-819f-4e00-9e6c-e1361cccd4a0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ad257448-b876-42d8-ab7c-47b5b793f2d9 HTTP/1.1" status: 204 len: 168 time: 0.0839512 Oct 13 04:20:20.265065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.265166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01aa967-819f-4e00-9e6c-e1361cccd4a0 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad257448-b876-42d8-ab7c-47b5b793f2d9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.333269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b92fe39-f71c-4a50-aa68-18bdfd525220 req-cee91216-f9eb-48c1-b9f4-8f93c05bab3a tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0399036 Oct 13 04:20:20.351029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.355573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Request body: {'security_group_rule': {'security_group_id': '9b3a6952-c50c-428c-9f30-92e721641852', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:20.355892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cc57e945-41be-43dc-9c27-fc46d4d54a90 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847466 Oct 13 04:20:20.383458 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Project 226e56021a7b4eba959717b01d795353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:20:20.388599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.394207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.429176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.436961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.441276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.461075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b29ce53-37c8-4a15-beee-42fecf4b9257,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.468932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.470724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b24d3b62-cfb1-4b98-b42c-5d319686ae08 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181316 Oct 13 04:20:20.471925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:20.472779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.477277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:20.481932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:20.489464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43165f96-d3be-4b81-81f4-57f64bd91ad6 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules/6b29ce53-37c8-4a15-beee-42fecf4b9257 HTTP/1.1" status: 200 len: 769 time: 0.0155962 Oct 13 04:20:20.491984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.512032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=f9722317-aad2-4f15-92ed-c5f9a0270399,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.536918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eabd53fc-3fdc-4eec-a7b6-87015c4eef6d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0422735 Oct 13 04:20:20.538335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.594651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0afaac9-878b-481c-96a2-339991dec29d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.604941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0afaac9-878b-481c-96a2-339991dec29d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.607166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.664013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.665762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0afaac9-878b-481c-96a2-339991dec29d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.676757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:20.698563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0afaac9-878b-481c-96a2-339991dec29d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.699702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0afaac9-878b-481c-96a2-339991dec29d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6b29ce53-37c8-4a15-beee-42fecf4b9257 HTTP/1.1" status: 204 len: 168 time: 0.1601770 Oct 13 04:20:20.700547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afaac9-878b-481c-96a2-339991dec29d tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b29ce53-37c8-4a15-beee-42fecf4b9257,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.702914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.734373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:20.735489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.770471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-463a90bd-2799-4a43-91f7-e6b74df295b6 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616734 Oct 13 04:20:20.772299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51264) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.833380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4379-ca8b-4148-a56b-eab627f5b791 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.857794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.860888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4379-ca8b-4148-a56b-eab627f5b791 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.863470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.914528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4379-ca8b-4148-a56b-eab627f5b791 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.917751 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4379-ca8b-4148-a56b-eab627f5b791 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.921609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ff8a4379-ca8b-4148-a56b-eab627f5b791 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "DELETE /v2.0/security-groups/9b3a6952-c50c-428c-9f30-92e721641852 HTTP/1.1" status: 204 len: 168 time: 0.1452904 Oct 13 04:20:20.923033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:20.941163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=f9722317-aad2-4f15-92ed-c5f9a0270399,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.951345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.952705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a4379-ca8b-4148-a56b-eab627f5b791 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a6952-c50c-428c-9f30-92e721641852,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.967535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.972727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-74fbf2a6-bcf1-45c8-ade4-c77f592937f0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0713472 Oct 13 04:20:20.981235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-def15745-e8db-4492-b379-d4bd4bd694ba tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551939 Oct 13 04:20:20.985320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:21.032851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7898bd1f-b1b5-4a5e-9ae1-a1770294fdf8 tempest-SecGroupIPv6Test-26576160 tempest-SecGroupIPv6Test-26576160-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429549 Oct 13 04:20:21.239120 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-65616ebc-8c50-4457-925a-8671ad6f2549 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--742968318&fields=id&tenant_id=0fd6f0770d704c888c39dd0198c2d63a HTTP/1.1" status: 200 len: 267 time: 0.0358920 Oct 13 04:20:21.291091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-05126c26-f72f-4cc3-9ca7-df7e9e15b6c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.292451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-05126c26-f72f-4cc3-9ca7-df7e9e15b6c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 931 time: 0.0450945 Oct 13 04:20:21.340163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:21.341609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a4c5fef3-ef5b-451e-8c7a-bf7807936ad4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.342991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a4c5fef3-ef5b-451e-8c7a-bf7807936ad4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 931 time: 0.0444081 Oct 13 04:20:21.407379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-1d138894-03b1-4203-86a5-8278a7341234 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0541217 Oct 13 04:20:21.470936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-50439c58-25d6-45b2-9098-15c4fa7d8374 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563884 Oct 13 04:20:21.476553 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94a948a8-73bb-4710-a8bd-a5b4967903af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.487971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8139e426-f27e-47e3-ab27-e848ed2a59ee req-d202832f-e34f-40cd-b476-f2cbf8b26df4 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0466304 Oct 13 04:20:21.541154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2b1cfbb-1e90-4950-9079-b0e39ed41934 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=226e56021a7b4eba959717b01d795353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973467 Oct 13 04:20:21.541398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:21.600851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-2622a247-b3b1-49c7-a1c0-1e6235f027a4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.607524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-2622a247-b3b1-49c7-a1c0-1e6235f027a4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.608716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.613871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-2622a247-b3b1-49c7-a1c0-1e6235f027a4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.621162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-2622a247-b3b1-49c7-a1c0-1e6235f027a4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 1989 time: 0.1411812 Oct 13 04:20:21.631977 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-54655c69-6248-4104-a053-6a53b50575c4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/quotas/0fd6f0770d704c888c39dd0198c2d63a HTTP/1.1" status: 200 len: 375 time: 0.0098095 Oct 13 04:20:21.635273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.678582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbce4ea4-92b4-47b2-ae92-7778031c63dc req-b261ed78-d8b5-41d3-a4a9-21cd32d306e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0447414 Oct 13 04:20:21.694451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.697744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.699183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c77af755-99ff-4ab0-baef-b1c8d65d7a2c HTTP/1.1" status: 204 len: 168 time: 0.1568871 Oct 13 04:20:21.708389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77af755-99ff-4ab0-baef-b1c8d65d7a2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:21.717569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.718098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.718525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.718950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.719713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.720140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.720564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.721816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.722689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.723047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.723467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.723884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6a0c1-19ab-4344-a398-3634ced5d78e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:21.759411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-858ab7c3-c44c-4aee-8d34-d3e5c8471ddb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1121488 Oct 13 04:20:21.885674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-62e9c364-db4d-4a3e-afdd-4dadab9525af service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:20:21.892653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-62e9c364-db4d-4a3e-afdd-4dadab9525af service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1203051 Oct 13 04:20:21.936583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-f6c76f8d-6c63-41d2-a888-011f52c97b9b req-829affd7-fe85-4d80-b965-a219e63c65b9 service neutron] (94825) timed out ('10.222.0.26', 58790) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:20:21.978524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-97a6036e-0911-4030-9be7-8d653e82a460 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850132 Oct 13 04:20:22.082327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c984c134-f966-4a4d-ad4e-e5cb7961d9df service neutron] 10.222.0.44 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953155 Oct 13 04:20:22.122522 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-00936e0e-cbc8-4fed-a60a-06bba41d0a9d service neutron] 10.222.0.44 "GET /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0338633 Oct 13 04:20:22.230383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e12e759f-9574-4fbb-ba30-87064ace7f75 service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005991 Oct 13 04:20:22.338804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0d499235-2759-496e-9fa9-7a70d5d9050b service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966909 Oct 13 04:20:22.385098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-61887544-933b-4fd7-8818-f269b80a2117 service neutron] 10.222.0.44 "GET /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0383947 Oct 13 04:20:22.438842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:22.487571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ef7bbe05-7b0b-460d-ad34-e357353b787d service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914433 Oct 13 04:20:22.574384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-225a2a09-c77d-42d3-bcaf-d1a518613ef8 tempest-ServiceProvidersTest-732141195 tempest-ServiceProvidersTest-732141195-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1272471 Oct 13 04:20:22.605735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bef9fd51-8b29-4aaa-a0f6-0ab2df97da5b service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172910 Oct 13 04:20:22.669839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be1a9697-0d40-4d18-9112-30b1ab66a19a req-5bd2e26e-c11f-4934-9281-7dcc72cccc8e tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0884302 Oct 13 04:20:22.723053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5d36e752-3974-4354-9ea3-d4238d36d98a service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105444 Oct 13 04:20:22.806348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.848986 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-f2b5904e-789b-4e34-8f55-5e78dfbc66fa service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185722 Oct 13 04:20:22.918719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:22.950586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.957755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5580cd1d-293e-4c84-9318-d92a30912a68 service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026273 Oct 13 04:20:23.038110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f72c207e-155a-41a7-9cee-887e421451cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.054325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0738727a-8023-4f45-9f62-06f5ae3afc50 service neutron] 10.222.0.44 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954449 Oct 13 04:20:23.115947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f72c207e-155a-41a7-9cee-887e421451cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.121626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f72c207e-155a-41a7-9cee-887e421451cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.160823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-390602b3-413e-4668-aecd-073e40f163c8 service neutron] 10.222.0.44 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951881 Oct 13 04:20:23.161631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c207e-155a-41a7-9cee-887e421451cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2ec5a-c05f-438d-9df7-b0a447e4cf90,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.166586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f72c207e-155a-41a7-9cee-887e421451cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76f7fd9adbaa4f5388f20cdd633fd984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465000 Oct 13 04:20:23.170447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:23.284420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5af9e2-f43a-452b-a237-7b0157f4c359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.308814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c3227942-c91f-4b3b-9542-501f98d8474d service neutron] 10.222.0.44 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391237 Oct 13 04:20:23.324543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5af9e2-f43a-452b-a237-7b0157f4c359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.427846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-19c0d39d-e73e-4e1b-9aae-4ef7ccedc970 service neutron] 10.222.0.44 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113701 Oct 13 04:20:23.433533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5af9e2-f43a-452b-a237-7b0157f4c359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.436249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5af9e2-f43a-452b-a237-7b0157f4c359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.437364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ed5af9e2-f43a-452b-a237-7b0157f4c359 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5be2ec5a-c05f-438d-9df7-b0a447e4cf90 HTTP/1.1" status: 204 len: 168 time: 0.2599223 Oct 13 04:20:23.490541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5af9e2-f43a-452b-a237-7b0157f4c359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2ec5a-c05f-438d-9df7-b0a447e4cf90,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.543049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-66a21617-2f06-42bd-8522-cc7393656605 service neutron] 10.222.0.44 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045783 Oct 13 04:20:23.816791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77b51123-94a7-44cc-9574-e0ddb589141a req-4bdfc9f9-6837-418a-a758-e8f7d6d3afd4 tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0381632 Oct 13 04:20:24.127577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d50451bd-461b-4490-bf4e-a27422716250 req-cc3161ae-00cc-46e5-922e-87b8330fe7dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b6b8257bc8e43de8877311b9bab3fc1&device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0338333 Oct 13 04:20:24.161255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d50451bd-461b-4490-bf4e-a27422716250 req-5ed75b5f-3598-43e0-bdbc-e4885a2fe91f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b6b8257bc8e43de8877311b9bab3fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257375 Oct 13 04:20:24.178768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0a079ed-07f0-4c65-9f34-4208fc021edf req-63ed9de6-fb91-420e-bfa8-af37b812eb1e tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0492561 Oct 13 04:20:24.286281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b34ad257-c8c4-4e56-9350-0a1745f1b492 req-27448b49-17cd-4746-b807-6e24da8f85be tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0296543 Oct 13 04:20:24.314068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50451bd-461b-4490-bf4e-a27422716250 req-86bbad30-5ecf-4a65-a218-f366e5433500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.315858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d50451bd-461b-4490-bf4e-a27422716250 req-86bbad30-5ecf-4a65-a218-f366e5433500 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487617 Oct 13 04:20:24.319718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:24.324335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035951 Oct 13 04:20:24.329482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:24.479610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b701000f-800c-417f-979c-096a69a58c6d tempest-NetworksApiDiscovery-1523012941 tempest-NetworksApiDiscovery-1523012941-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1488843 Oct 13 04:20:24.546289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:24.778269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:24.902342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4727716f-64c4-405f-bfd2-a0c6e10ff744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:24.987245 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4727716f-64c4-405f-bfd2-a0c6e10ff744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:24.991921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4727716f-64c4-405f-bfd2-a0c6e10ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.040231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4727716f-64c4-405f-bfd2-a0c6e10ff744 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6f2e2394e714d80b3538f5f9b7feec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608950 Oct 13 04:20:25.041116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727716f-64c4-405f-bfd2-a0c6e10ff744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f728d9-e3e0-4b1b-8619-1b07ca2e0ed5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:25.042916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:25.098855 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8c30-3a65-4352-a6eb-888d64eaa1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.119697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8c30-3a65-4352-a6eb-888d64eaa1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.168215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8c30-3a65-4352-a6eb-888d64eaa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.170999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8c30-3a65-4352-a6eb-888d64eaa1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.172131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2b1d8c30-3a65-4352-a6eb-888d64eaa1b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4f728d9-e3e0-4b1b-8619-1b07ca2e0ed5 HTTP/1.1" status: 204 len: 168 time: 0.1276350 Oct 13 04:20:25.180910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d8c30-3a65-4352-a6eb-888d64eaa1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f728d9-e3e0-4b1b-8619-1b07ca2e0ed5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:25.307488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6164b30f-ab38-4de9-bf46-89cc26d7ed61 req-7084d2eb-d518-4bea-ba6f-72c474b57dec tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.44 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0496125 Oct 13 04:20:25.401750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-dec1d0ee-20fc-481b-a9a6-4afff649111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.403591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-dec1d0ee-20fc-481b-a9a6-4afff649111c service neutron] 10.222.0.15 "GET /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 1027 time: 0.0619709 Oct 13 04:20:25.438623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-651d0321-bb12-4bc6-9c8f-df00a0eb0de1 req-6805771c-0497-4a65-9980-f19543609e0f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0478096 Oct 13 04:20:25.465249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-70afd04d-a7ce-4802-be64-54b3d5cb58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.466796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-70afd04d-a7ce-4802-be64-54b3d5cb58ce service neutron] 10.222.0.15 "GET /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 1027 time: 0.0543678 Oct 13 04:20:25.711447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d50451bd-461b-4490-bf4e-a27422716250 req-bd0a86c1-a23e-4cfd-bb1e-0645c6d3566b tempest-ServerShowV254Test-285081032 tempest-ServerShowV254Test-285081032-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b285f4-54e0-4bbf-bc32-596dcea469df HTTP/1.1" status: 200 len: 210 time: 0.0984819 Oct 13 04:20:25.734428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5fc984c0-3465-4392-998f-aa0dc0750e27 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.740916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5fc984c0-3465-4392-998f-aa0dc0750e27 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.746796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5fc984c0-3465-4392-998f-aa0dc0750e27 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.748395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5fc984c0-3465-4392-998f-aa0dc0750e27 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 1989 time: 0.2743747 Oct 13 04:20:25.876015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-b88cafed-479f-4966-ba59-0668d19652cd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fd6f0770d704c888c39dd0198c2d63a HTTP/1.1" status: 200 len: 379 time: 0.0918672 Oct 13 04:20:25.894978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'admin_state_up': True, 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'security_groups': ['228272e1-eb5d-4298-a823-620da3600386']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:26.024389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-8da2fd85-109a-46c2-a5b4-aa0f8b763916 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:26.026263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-8da2fd85-109a-46c2-a5b4-aa0f8b763916 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.3139122 Oct 13 04:20:26.059671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-e25c9e63-3ffb-4446-9b5a-862faef4fdb1 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/quotas/1c381ccc99f24c879ccf4b063fffd1c4 HTTP/1.1" status: 200 len: 375 time: 0.0273616 Oct 13 04:20:26.119903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:26.123586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.159163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-4d2f62a8-c92a-46fd-b120-952b89e98c5e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920036 Oct 13 04:20:26.417517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-3b283bb5-200b-41a1-a30a-3954be637aa5 service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512064 Oct 13 04:20:26.448818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 172.20.0.5 (cfcdd060-67aa-4004-8aeb-40b7ccc42d1f/2ac463e0-e9d2-49c3-9142-15fd00fc792f/90bff021-f5d3-4483-b327-a795813761cd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:26.611755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae3a63aa-0400-4ce6-bed0-0e84e07c8746 req-abaecda6-1e6c-4cd2-94f0-abbf0c8d20b1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0431151 Oct 13 04:20:26.670141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-e856f703-4b74-47f1-849a-624a6d2f13f3 service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517395 Oct 13 04:20:26.744326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:26.982426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00ae5463-65aa-4531-a627-993ec767490b req-cc965faa-6c56-4279-b5fa-2ce72f2b50ac tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 210 time: 0.0700455 Oct 13 04:20:27.025488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c572baab-c96c-49d8-a98a-d5abe404e469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.196707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c572baab-c96c-49d8-a98a-d5abe404e469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.203688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c572baab-c96c-49d8-a98a-d5abe404e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.241381 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.278162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c572baab-c96c-49d8-a98a-d5abe404e469 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b6b8257bc8e43de8877311b9bab3fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313272 Oct 13 04:20:27.278806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51590) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:27.293826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572baab-c96c-49d8-a98a-d5abe404e469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d05e6b-d484-4f3a-8622-1ca0ea450c32,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:27.315239 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.422103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6b1-0062-433b-b1d3-84b4ba3a58ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.474821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6b1-0062-433b-b1d3-84b4ba3a58ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.478726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:27.488973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:27.492282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=90bff021-f5d3-4483-b327-a795813761cd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:27.500194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:27.526371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.526773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.527112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.527444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.527778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.528097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.528424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.531686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.531686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.533015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.534735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.535083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:27.585551 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6b1-0062-433b-b1d3-84b4ba3a58ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.588664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6b1-0062-433b-b1d3-84b4ba3a58ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.592566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6ebdc6b1-0062-433b-b1d3-84b4ba3a58ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83d05e6b-d484-4f3a-8622-1ca0ea450c32 HTTP/1.1" status: 204 len: 168 time: 0.3107622 Oct 13 04:20:27.610260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdc6b1-0062-433b-b1d3-84b4ba3a58ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d05e6b-d484-4f3a-8622-1ca0ea450c32,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:27.678436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.679395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.730377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a51baad2-0b98-48d2-8b74-9eb94d75e98d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8406630 Oct 13 04:20:27.746896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'admin_state_up': True, 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'security_groups': ['228272e1-eb5d-4298-a823-620da3600386']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:27.985819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:27.990366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.066083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385e8c-b79b-41be-a0ec-9bea850751e1 req-4bf65a4b-eb8e-470a-a453-0a0a466db994 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:28.067576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d385e8c-b79b-41be-a0ec-9bea850751e1 req-4bf65a4b-eb8e-470a-a453-0a0a466db994 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 931 time: 0.2820971 Oct 13 04:20:28.090826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9386fa50-7ab4-4753-b9d4-d31c9e5480fc None None] Provisioning complete for port 90bff021-f5d3-4483-b327-a795813761cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:28.091945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9386fa50-7ab4-4753-b9d4-d31c9e5480fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.233551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-219f09e0-794f-459e-a276-4684c44352d4 req-4f7a272d-991b-4fe9-99d9-f140eef510a5 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 210 time: 0.0749912 Oct 13 04:20:28.248022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9386fa50-7ab4-4753-b9d4-d31c9e5480fc None None] Port 90bff021-f5d3-4483-b327-a795813761cd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:28.288179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d385e8c-b79b-41be-a0ec-9bea850751e1 req-f931d104-2474-4ca5-aaa7-c1ac025addf5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998136 Oct 13 04:20:28.384942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 10.1.1.68 (049f97ee-06d2-4fb4-9c1d-a6ab278694d2/049bbc8c-30b7-4266-b1e2-a6b64316707d/47b2984b-d9d0-4b7e-8f3a-ac2a095cec32) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:28.615606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.673194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-ab9e31d1-14ad-4925-96f3-8f7fea46e742 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:28.674691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-ab9e31d1-14ad-4925-96f3-8f7fea46e742 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.1434898 Oct 13 04:20:28.689813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Request body: {'port': {'device_id': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'admin_state_up': True, 'tenant_id': '1c381ccc99f24c879ccf4b063fffd1c4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:28.793311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.851788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:28.856385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:28.866283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:28.902828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Made reservation on behalf of 1c381ccc99f24c879ccf4b063fffd1c4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:28.912732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.937912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:29.104966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.105632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.125057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a8e79816-11d8-48e9-b2cd-07b5abdb25f7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3824146 Oct 13 04:20:29.135860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Allocated IP 172.20.0.5 (a59437dd-165b-409f-bb33-686ac8d3e5c6/f4805a1b-7ae7-457e-adf2-627bc8b620e1/034378ad-4e12-4cb8-82fd-3fbe9de111a4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:29.141834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'admin_state_up': True, 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'security_groups': ['228272e1-eb5d-4298-a823-620da3600386']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:29.306636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c8653d8-21fe-4535-bb6d-1c15693db239 None None] Provisioning complete for port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:29.307588 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c8653d8-21fe-4535-bb6d-1c15693db239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.383246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:29.387971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.403105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c8653d8-21fe-4535-bb6d-1c15693db239 None None] Port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:29.457053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e62b4834-6d5f-42bc-b580-60f7f5a8342d req-89a14fc9-ece8-4e11-bff5-a4163b3f0b96 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 210 time: 0.0374389 Oct 13 04:20:29.503922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.625522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a757ea6-e83f-480d-8100-958e02c5253d req-97a457d5-8aea-42a9-8007-185e3153bbfa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.633664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a757ea6-e83f-480d-8100-958e02c5253d req-97a457d5-8aea-42a9-8007-185e3153bbfa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.635494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a757ea6-e83f-480d-8100-958e02c5253d req-97a457d5-8aea-42a9-8007-185e3153bbfa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 1652 time: 0.1460950 Oct 13 04:20:29.695034 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.709667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:29.829836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event updated for resources: {'Port': ['ID=034378ad-4e12-4cb8-82fd-3fbe9de111a4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:29.836729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:29.844240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:29.850384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:29.855461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a757ea6-e83f-480d-8100-958e02c5253d req-f7652f37-64a7-420b-9a20-21bfe8ec0487 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905761 Oct 13 04:20:29.883104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 10.1.1.192 (049f97ee-06d2-4fb4-9c1d-a6ab278694d2/049bbc8c-30b7-4266-b1e2-a6b64316707d/e448c32d-afa6-4dce-94b0-58c9c39b629b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:29.951964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.953393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.998650 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-f513e881-f5e1-4380-89ca-ba89ce70f529 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3137262 Oct 13 04:20:30.014793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Request body: {'port': {'device_id': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:30.128729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.232737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.484303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034378ad-4e12-4cb8-82fd-3fbe9de111a4 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:30.493859 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.508250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Transition to ACTIVE for port object 034378ad-4e12-4cb8-82fd-3fbe9de111a4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:30.512850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.515331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.538464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:30.541609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:30.567797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:30.662436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Pushing event updated for resources: {'Port': ['ID=034378ad-4e12-4cb8-82fd-3fbe9de111a4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:30.713791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.714738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.721543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dc4b6-ff34-4631-9121-506d4314855c req-4f8d1ef5-5498-46e8-8454-56559a8fe52a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.733382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea3dc4b6-ff34-4631-9121-506d4314855c req-4f8d1ef5-5498-46e8-8454-56559a8fe52a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 943 time: 0.1613748 Oct 13 04:20:30.820711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ea3dc4b6-ff34-4631-9121-506d4314855c req-4e8e5ecb-ff2b-4adc-9333-c7e9c0e60562 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814073 Oct 13 04:20:30.852970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7184453 Oct 13 04:20:30.854330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdeb74-6236-45f5-bb5b-3cd7f49751ae tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=e448c32d-afa6-4dce-94b0-58c9c39b629b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:30.876957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f', 'admin_state_up': True, 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'security_groups': ['228272e1-eb5d-4298-a823-620da3600386']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:30.978652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe034867-704b-42b3-8f8d-ca9b674da397 None None] Provisioning complete for port e448c32d-afa6-4dce-94b0-58c9c39b629b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:30.979111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe034867-704b-42b3-8f8d-ca9b674da397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.103000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fe034867-704b-42b3-8f8d-ca9b674da397 None None] Port e448c32d-afa6-4dce-94b0-58c9c39b629b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:31.142317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Attempting to bind port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:31.142662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Attempting to bind port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:31.142992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Attempting to bind port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:31.182592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35d55-8575-4e68-842e-a0c48d74c05c req-6fc4665e-93a2-41ef-be12-a3dc09d8297d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.189486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35d55-8575-4e68-842e-a0c48d74c05c req-6fc4665e-93a2-41ef-be12-a3dc09d8297d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.197744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35d55-8575-4e68-842e-a0c48d74c05c req-6fc4665e-93a2-41ef-be12-a3dc09d8297d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.199714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4e35d55-8575-4e68-842e-a0c48d74c05c req-6fc4665e-93a2-41ef-be12-a3dc09d8297d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 2373 time: 0.1996882 Oct 13 04:20:31.202358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 on network a59437dd-165b-409f-bb33-686ac8d3e5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:31.202756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Attempting to bind port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:31.222770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:31.234328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:31.234880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Checking segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:31.235536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Bound using segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:31.236153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Bound port: 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:31.236672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.359767 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4e35d55-8575-4e68-842e-a0c48d74c05c req-296cb5a6-b757-4a2c-819e-d99cf6f762c2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462665 Oct 13 04:20:31.434519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.458806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] For port 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:31.480119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] For port 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:31.499894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.595341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.596350 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.598119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] 10.222.0.15 "PUT /v2.0/ports/034378ad-4e12-4cb8-82fd-3fbe9de111a4 HTTP/1.1" status: 200 len: 1091 time: 1.5885906 Oct 13 04:20:31.610341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'tag': '034378ad-4e12-4cb8-82fd-3fbe9de111a4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:31.612929 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec46ea0e-7589-4f11-a783-9b201e762da9", "tag": "034378ad-4e12-4cb8-82fd-3fbe9de111a4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:31.736663 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb731b-098e-4252-a07b-326f99e2b1cd x-openstack-request-id: req-27eb731b-098e-4252-a07b-326f99e2b1cd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:31.736955 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec46ea0e-7589-4f11-a783-9b201e762da9", "tag": "034378ad-4e12-4cb8-82fd-3fbe9de111a4", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:31.737230 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27eb731b-098e-4252-a07b-326f99e2b1cd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:31.737587 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'tag': '034378ad-4e12-4cb8-82fd-3fbe9de111a4', 'status': 'completed', 'code': 200} Oct 13 04:20:31.782335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd716ac0-32be-469e-b14e-3a72403a4aca service neutron] Pushing event updated for resources: {'Port': ['ID=034378ad-4e12-4cb8-82fd-3fbe9de111a4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.837530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-a89a73a4-370e-42b8-88d3-9a337a2b0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.838871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-a89a73a4-370e-42b8-88d3-9a337a2b0bef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 1094 time: 0.1297917 Oct 13 04:20:31.886592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-fc19adb8-8bee-4ed1-841c-f4f4a4e1df47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4 HTTP/1.1" status: 200 len: 217 time: 0.0378313 Oct 13 04:20:31.905114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 10.2.2.100 (7255b119-ccbd-4bc0-aef1-27302438501f/42ce10db-a950-43c7-8917-77f6ac942968/ac907490-f53f-453d-bba3-af28cd27bf22) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:32.009506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-a2356309-82d4-4291-95c7-31ffaf9684f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.011013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-a2356309-82d4-4291-95c7-31ffaf9684f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.1171029 Oct 13 04:20:32.055324 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-e844858d-3bbb-4025-ba43-3556f685d6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344188 Oct 13 04:20:32.117002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9a09d-0e8a-4b53-ac11-e3daa6bdb30d req-1bc0b718-969f-44cf-b4b3-e4e0430b7459 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.118576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d2a9a09d-0e8a-4b53-ac11-e3daa6bdb30d req-1bc0b718-969f-44cf-b4b3-e4e0430b7459 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 943 time: 0.1893620 Oct 13 04:20:32.239261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d2a9a09d-0e8a-4b53-ac11-e3daa6bdb30d req-50ccfa15-75e3-4352-87af-2a061e0aafe3 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061938 Oct 13 04:20:32.264454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.284626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.293811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-ae59d64d-997d-4688-b675-e86a39eac161 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256575 Oct 13 04:20:32.417957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.453090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5cf8091-d8f9-4bac-86c1-53f87bcd45b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.520733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a2aff342-9029-4064-ab39-7d4eab0928dc req-45f95884-742f-429d-9ded-e3a9b5ca6ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175822 Oct 13 04:20:32.520733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=ac907490-f53f-453d-bba3-af28cd27bf22,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.534726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 7255b119-ccbd-4bc0-aef1-27302438501f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:32.536395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:32.543925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:32.630423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392e98-fe6e-450b-b433-835df87a2df2 req-0874f35e-ff8b-4624-a41d-979ba540f4cd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.639123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392e98-fe6e-450b-b433-835df87a2df2 req-0874f35e-ff8b-4624-a41d-979ba540f4cd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.645714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392e98-fe6e-450b-b433-835df87a2df2 req-0874f35e-ff8b-4624-a41d-979ba540f4cd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.654180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392e98-fe6e-450b-b433-835df87a2df2 req-0874f35e-ff8b-4624-a41d-979ba540f4cd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.656812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06392e98-fe6e-450b-b433-835df87a2df2 req-0874f35e-ff8b-4624-a41d-979ba540f4cd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 3094 time: 0.1744378 Oct 13 04:20:32.704368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.705449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.710582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-2afa973a-23a6-4cd1-9eb5-b1f29cf17735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.712098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-2afa973a-23a6-4cd1-9eb5-b1f29cf17735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 1094 time: 0.0969584 Oct 13 04:20:32.733776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ed8d856f-3eb2-4263-b9c5-c8a40503542d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8637514 Oct 13 04:20:32.771890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06392e98-fe6e-450b-b433-835df87a2df2 req-4a553b90-b047-4113-a700-00e8512740fb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045995 Oct 13 04:20:32.780801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f', 'admin_state_up': True, 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'security_groups': ['228272e1-eb5d-4298-a823-620da3600386']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:32.841567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5cf8091-d8f9-4bac-86c1-53f87bcd45b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.850031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5cf8091-d8f9-4bac-86c1-53f87bcd45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.907438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-60625236-b011-4e80-8a0b-6143d36aaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.908751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-60625236-b011-4e80-8a0b-6143d36aaf56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.1890371 Oct 13 04:20:32.943592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c5cf8091-d8f9-4bac-86c1-53f87bcd45b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa88ba1c649d459a8783f7b2ccdae483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774271 Oct 13 04:20:32.955629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51782) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.956372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf8091-d8f9-4bac-86c1-53f87bcd45b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f99ba9-f73e-4719-99f2-528014884aab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.962584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba6500b2-255e-44e2-a594-8323efa217f0 None None] Provisioning complete for port ac907490-f53f-453d-bba3-af28cd27bf22 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:32.963131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6500b2-255e-44e2-a594-8323efa217f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.981381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-2cdc9180-21ee-47e3-a8f0-2f302dae80b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4 HTTP/1.1" status: 200 len: 217 time: 0.0636811 Oct 13 04:20:33.056903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Made reservation on behalf of 0fd6f0770d704c888c39dd0198c2d63a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:33.064360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba6500b2-255e-44e2-a594-8323efa217f0 None None] Port ac907490-f53f-453d-bba3-af28cd27bf22 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:33.080221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e362-bf61-4227-90bd-96996df9d1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.080741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.128158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e362-bf61-4227-90bd-96996df9d1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.156739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-879a1222-b423-4021-a306-d748fe778799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.158348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-879a1222-b423-4021-a306-d748fe778799 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.1674612 Oct 13 04:20:33.228894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e362-bf61-4227-90bd-96996df9d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.231865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e362-bf61-4227-90bd-96996df9d1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.236391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c4f4e362-bf61-4227-90bd-96996df9d1ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4f99ba9-f73e-4719-99f2-528014884aab HTTP/1.1" status: 204 len: 168 time: 0.2692368 Oct 13 04:20:33.252171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4e362-bf61-4227-90bd-96996df9d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f99ba9-f73e-4719-99f2-528014884aab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.302713 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-c1fdda46-f779-4d75-bd4e-6002437125a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065354 Oct 13 04:20:33.695922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:33.713661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e313fcf8-8745-42a9-b355-16ed2975eadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.823545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e313fcf8-8745-42a9-b355-16ed2975eadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.832145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e313fcf8-8745-42a9-b355-16ed2975eadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.872968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313fcf8-8745-42a9-b355-16ed2975eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b6448-57e3-4e87-83d4-9c81fbadb54a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.910618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e313fcf8-8745-42a9-b355-16ed2975eadd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=080d5908b6ea4377a6b23404d0876d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119510 Oct 13 04:20:33.918416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:33.945561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c37f3-feb6-4caf-92eb-8f8a6be2b02f req-aca55e10-3443-48fb-ba67-ebcb53fc2aa1 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.947389 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-178c37f3-feb6-4caf-92eb-8f8a6be2b02f req-aca55e10-3443-48fb-ba67-ebcb53fc2aa1 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 943 time: 0.5547495 Oct 13 04:20:33.966889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Allocated IP 10.2.2.200 (7255b119-ccbd-4bc0-aef1-27302438501f/42ce10db-a950-43c7-8917-77f6ac942968/3531bf9e-00f4-414a-b0e9-010cd6785811) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:33.971305 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-1e149f59-3ba6-48bc-b76f-850230d527e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504469 Oct 13 04:20:33.973433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c11a3-09bc-41e3-82b4-b89524a13dc4 req-cd7687c8-76bc-4e11-895d-580d7737bed1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.001035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c11a3-09bc-41e3-82b4-b89524a13dc4 req-cd7687c8-76bc-4e11-895d-580d7737bed1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.008330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c11a3-09bc-41e3-82b4-b89524a13dc4 req-cd7687c8-76bc-4e11-895d-580d7737bed1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.015249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c11a3-09bc-41e3-82b4-b89524a13dc4 req-cd7687c8-76bc-4e11-895d-580d7737bed1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.026415 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-083c11a3-09bc-41e3-82b4-b89524a13dc4 req-cd7687c8-76bc-4e11-895d-580d7737bed1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 3094 time: 0.1361210 Oct 13 04:20:34.089651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-083c11a3-09bc-41e3-82b4-b89524a13dc4 req-7af36623-df13-4693-b8eb-bc88526f669d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615664 Oct 13 04:20:34.128157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-178c37f3-feb6-4caf-92eb-8f8a6be2b02f req-e35cdf86-1d8a-40ec-8a69-2dc209d4d282 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680152 Oct 13 04:20:34.208476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1af63bd-8f9f-4695-8ead-f6e42477fb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.262002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5b977f3-9fbb-4cf5-8f2a-3b8f1b7739a7 req-f0e8e532-2071-4a01-b6b6-4c2b5b0eff02 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805653 Oct 13 04:20:34.271535 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1af63bd-8f9f-4695-8ead-f6e42477fb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.342096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.391473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.480492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Network 7255b119-ccbd-4bc0-aef1-27302438501f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:34.486978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:34.489175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1af63bd-8f9f-4695-8ead-f6e42477fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.492106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1af63bd-8f9f-4695-8ead-f6e42477fb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.495249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1af63bd-8f9f-4695-8ead-f6e42477fb33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da6b6448-57e3-4e87-83d4-9c81fbadb54a HTTP/1.1" status: 204 len: 168 time: 0.5711372 Oct 13 04:20:34.496648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:34.612341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.613221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.617178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event updated for resources: {'Port': ['ID=3531bf9e-00f4-414a-b0e9-010cd6785811,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.642487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af63bd-8f9f-4695-8ead-f6e42477fb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b6448-57e3-4e87-83d4-9c81fbadb54a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.676821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62b1578-f71f-40e2-82f7-1125bbca442d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9313381 Oct 13 04:20:34.689190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:34.826272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.978355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8572a65-0201-42b8-84cd-8379d0c9ad77 None None] Provisioning complete for port 3531bf9e-00f4-414a-b0e9-010cd6785811 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:34.978927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8572a65-0201-42b8-84cd-8379d0c9ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.073288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e8572a65-0201-42b8-84cd-8379d0c9ad77 None None] Port 3531bf9e-00f4-414a-b0e9-010cd6785811 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:35.294370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-e7fd7dbf-cde0-4150-8fa4-95b701b0f11b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.305128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-e7fd7dbf-cde0-4150-8fa4-95b701b0f11b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.314156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-e7fd7dbf-cde0-4150-8fa4-95b701b0f11b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.322011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-e7fd7dbf-cde0-4150-8fa4-95b701b0f11b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.324450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bff021-f5d3-4483-b327-a795813761cd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:35.338527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.341940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-e7fd7dbf-cde0-4150-8fa4-95b701b0f11b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.352206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Transition to ACTIVE for port object 90bff021-f5d3-4483-b327-a795813761cd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:35.353711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-e7fd7dbf-cde0-4150-8fa4-95b701b0f11b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 3815 time: 0.1537051 Oct 13 04:20:35.392222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.433653 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00126be0-37f9-4acc-8e8f-7949fd42f6fc req-b7a864e5-2dd7-46e9-9b1f-dd0f452b444e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663538 Oct 13 04:20:35.525284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Pushing event updated for resources: {'Port': ['ID=90bff021-f5d3-4483-b327-a795813761cd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:35.611859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d679b-302b-4c54-9a29-814b234115fb req-832df32e-285c-4fe3-86d8-8498da788e25 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.613540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e0d679b-302b-4c54-9a29-814b234115fb req-832df32e-285c-4fe3-86d8-8498da788e25 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 943 time: 0.2598934 Oct 13 04:20:35.652377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Attempting to bind port 90bff021-f5d3-4483-b327-a795813761cd on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:35.652997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Attempting to bind port 90bff021-f5d3-4483-b327-a795813761cd by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:35.653106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Attempting to bind port 90bff021-f5d3-4483-b327-a795813761cd on network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:35.665186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Port 90bff021-f5d3-4483-b327-a795813761cd on network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:35.665531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Attempting to bind port 90bff021-f5d3-4483-b327-a795813761cd on network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:35.690766 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e0d679b-302b-4c54-9a29-814b234115fb req-24d3ddfa-c896-48e6-a87c-7be48c2d0400 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701630 Oct 13 04:20:35.691866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:35.692124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Checking segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:35.692508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Bound using segment: {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:35.693525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Bound port: 90bff021-f5d3-4483-b327-a795813761cd, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cb508a-d8e9-40df-8398-fe0a45488e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:35.693891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.824181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 034378ad-4e12-4cb8-82fd-3fbe9de111a4 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:35.854372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] For port 90bff021-f5d3-4483-b327-a795813761cd, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:35.860362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] For port 90bff021-f5d3-4483-b327-a795813761cd, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=90bff021-f5d3-4483-b327-a795813761cd,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:35.870684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.929404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.930029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.931415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] 10.222.0.15 "PUT /v2.0/ports/90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 1091 time: 1.2466402 Oct 13 04:20:35.931860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '90bff021-f5d3-4483-b327-a795813761cd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:35.952742 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d7d586-3ddd-4a3c-b884-65b0af571d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "90bff021-f5d3-4483-b327-a795813761cd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:35.967779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:36.059405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:36.075570 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3848f9-9582-42fe-9483-dc9d36c30dc2 x-openstack-request-id: req-be3848f9-9582-42fe-9483-dc9d36c30dc2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:36.076348 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "90bff021-f5d3-4483-b327-a795813761cd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:36.076951 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be3848f9-9582-42fe-9483-dc9d36c30dc2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:36.077603 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '90bff021-f5d3-4483-b327-a795813761cd', 'status': 'completed', 'code': 200} Oct 13 04:20:36.089722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62eb85-5a7c-488c-9fc0-35abf88495ee service neutron] Pushing event updated for resources: {'Port': ['ID=90bff021-f5d3-4483-b327-a795813761cd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:36.120282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '034378ad-4e12-4cb8-82fd-3fbe9de111a4', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'port_id': '034378ad-4e12-4cb8-82fd-3fbe9de111a4', 'mac_address': 'fa:16:3e:b9:d6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4805a1b-7ae7-457e-adf2-627bc8b620e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:36.189760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.190208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.205089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034378ad-4e12-4cb8-82fd-3fbe9de111a4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:36.233416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-913f229a-0901-435c-9a5a-3770591f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.233903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-913f229a-0901-435c-9a5a-3770591f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.234384 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-913f229a-0901-435c-9a5a-3770591f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.235555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-913f229a-0901-435c-9a5a-3770591f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.236475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-913f229a-0901-435c-9a5a-3770591f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.238851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-913f229a-0901-435c-9a5a-3770591f1d15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 4362 time: 0.1451786 Oct 13 04:20:36.247621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:36.253217 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.355451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=034378ad-4e12-4cb8-82fd-3fbe9de111a4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:36.470063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['034378ad-4e12-4cb8-82fd-3fbe9de111a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:36.617820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51866) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:36.802701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-7de7276c-81f2-475e-a01f-78163b517a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.804038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-7de7276c-81f2-475e-a01f-78163b517a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.804509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-7de7276c-81f2-475e-a01f-78163b517a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.806370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-7de7276c-81f2-475e-a01f-78163b517a07 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5358386 Oct 13 04:20:36.857799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace63dd-e34c-4e6a-b21a-4ef57d831623 req-e89e5e9a-bb18-42d8-9ff0-9af8fc208618 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.862244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ace63dd-e34c-4e6a-b21a-4ef57d831623 req-e89e5e9a-bb18-42d8-9ff0-9af8fc208618 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 944 time: 0.0719519 Oct 13 04:20:36.863266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b7c-c28b-478d-887f-e87d67ba14a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.925682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-1dc72c6a-bf9e-4635-8a52-6aa7ac72e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.927239 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06d7d586-3ddd-4a3c-b884-65b0af571d4b req-1dc72c6a-bf9e-4635-8a52-6aa7ac72e735 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073472 Oct 13 04:20:36.938175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ace63dd-e34c-4e6a-b21a-4ef57d831623 req-56375579-4647-42e4-bb8c-a323386245c9 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655036 Oct 13 04:20:36.939833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-3752be95-c4b9-4e22-ac5e-3c38aafd586d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.947728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-3752be95-c4b9-4e22-ac5e-3c38aafd586d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.953944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-3752be95-c4b9-4e22-ac5e-3c38aafd586d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.960721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-3752be95-c4b9-4e22-ac5e-3c38aafd586d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.967137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-3752be95-c4b9-4e22-ac5e-3c38aafd586d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.968935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-3752be95-c4b9-4e22-ac5e-3c38aafd586d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 3827 time: 0.4062197 Oct 13 04:20:37.023658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b7c-c28b-478d-887f-e87d67ba14a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.029104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b7c-c28b-478d-887f-e87d67ba14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.051215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a2c63c-9ce0-4aa9-9b94-46a57a169388 req-2acf0cb5-7d7b-4863-a7dc-4af9494d7559 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746114 Oct 13 04:20:37.053464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81639854-8c2d-4698-bd63-7b303586caf3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:37.062150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.077700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Transition to ACTIVE for port object 81639854-8c2d-4698-bd63-7b303586caf3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:37.079048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c19a2b7c-c28b-478d-887f-e87d67ba14a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82224152d4d045279f0843464ccc4914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592819 Oct 13 04:20:37.079907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a2b7c-c28b-478d-887f-e87d67ba14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a9e7a-5eba-461b-b575-bf1b8b820a38,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.082030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:37.097730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.177364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Pushing event updated for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.241306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48e04516-ca26-4e06-9617-80dc9f3de98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.273856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48e04516-ca26-4e06-9617-80dc9f3de98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.307235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Attempting to bind port 81639854-8c2d-4698-bd63-7b303586caf3 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:37.307687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Attempting to bind port 81639854-8c2d-4698-bd63-7b303586caf3 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:37.308062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Attempting to bind port 81639854-8c2d-4698-bd63-7b303586caf3 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:37.329707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Port 81639854-8c2d-4698-bd63-7b303586caf3 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:37.330180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Attempting to bind port 81639854-8c2d-4698-bd63-7b303586caf3 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:37.337466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:37.337948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Checking segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:37.338431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Bound using segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:37.338999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Bound port: 81639854-8c2d-4698-bd63-7b303586caf3, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:37.339458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.414513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:37.418812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=81639854-8c2d-4698-bd63-7b303586caf3,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:37.421571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48e04516-ca26-4e06-9617-80dc9f3de98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.424052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48e04516-ca26-4e06-9617-80dc9f3de98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.428292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-48e04516-ca26-4e06-9617-80dc9f3de98f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad9a9e7a-5eba-461b-b575-bf1b8b820a38 HTTP/1.1" status: 204 len: 168 time: 0.3420587 Oct 13 04:20:37.434400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e04516-ca26-4e06-9617-80dc9f3de98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a9e7a-5eba-461b-b575-bf1b8b820a38,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.442479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.498764 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:37.499396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.500950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] 10.222.0.15 "PUT /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 1130 time: 1.5384121 Oct 13 04:20:37.519472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af037-cc88-4e08-b09b-599b896eb86c service neutron] Pushing event updated for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.536727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:37.607126 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.837717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 034378ad-4e12-4cb8-82fd-3fbe9de111a4 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:37.898943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:20:37.903089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:37.904636 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.960360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7481fd1-59b5-4be2-99ac-c5b064fb8658 req-5a4c907f-c61b-4337-88d7-a991898250b4 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:37.961927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7481fd1-59b5-4be2-99ac-c5b064fb8658 req-5a4c907f-c61b-4337-88d7-a991898250b4 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.0477066 Oct 13 04:20:37.994237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7481fd1-59b5-4be2-99ac-c5b064fb8658 req-f5b41009-2ae1-4656-8886-50486bead7fb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.066226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2a469f-308a-4463-9196-6ef692a75e81 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:38.076554 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.079354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '81639854-8c2d-4698-bd63-7b303586caf3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:38.082843 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72daa8d-6131-4564-8b0b-68db76e5fc99" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "81639854-8c2d-4698-bd63-7b303586caf3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:38.093827 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.097935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.100717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Transition to ACTIVE for port object 4a2a469f-308a-4463-9196-6ef692a75e81 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:38.107841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.119674 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7481fd1-59b5-4be2-99ac-c5b064fb8658 req-f5b41009-2ae1-4656-8886-50486bead7fb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.126147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7481fd1-59b5-4be2-99ac-c5b064fb8658 req-f5b41009-2ae1-4656-8886-50486bead7fb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.170527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b41009-2ae1-4656-8886-50486bead7fb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045af5cd-fc76-4bb4-ab17-cf3896b5f8af,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.181997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:38.183681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034378ad-4e12-4cb8-82fd-3fbe9de111a4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:38.193399 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019ee6ea-c06f-4995-b181-8442a26cbcfe" -d '{"events": [{"server_uuid": "ec46ea0e-7589-4f11-a783-9b201e762da9", "name": "network-vif-plugged", "status": "completed", "tag": "034378ad-4e12-4cb8-82fd-3fbe9de111a4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:38.204668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.221407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7481fd1-59b5-4be2-99ac-c5b064fb8658 req-f5b41009-2ae1-4656-8886-50486bead7fb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438414 Oct 13 04:20:38.289651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.300920 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee0b56a-d829-4e4d-adf4-18ae901790fb x-openstack-request-id: req-0ee0b56a-d829-4e4d-adf4-18ae901790fb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:38.301223 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "81639854-8c2d-4698-bd63-7b303586caf3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:38.301478 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ee0b56a-d829-4e4d-adf4-18ae901790fb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:38.301886 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '81639854-8c2d-4698-bd63-7b303586caf3', 'status': 'completed', 'code': 200} Oct 13 04:20:38.316851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7655e0-36d0-449d-b1bc-eb2cb8eddca8 req-220ad024-d038-433a-b045-bec6540f3cf4 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.318390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a7655e0-36d0-449d-b1bc-eb2cb8eddca8 req-220ad024-d038-433a-b045-bec6540f3cf4 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 945 time: 0.1680362 Oct 13 04:20:38.353674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=034378ad-4e12-4cb8-82fd-3fbe9de111a4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.505923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.526622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.533405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.534536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.535201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.535739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.536279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.537000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.537529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.538095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.540139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-4495a030-640b-459f-a20c-0fc5adad7b0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6166 time: 0.2205143 Oct 13 04:20:38.542741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.546314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a7655e0-36d0-449d-b1bc-eb2cb8eddca8 req-10e1d147-7ba8-45de-93c6-ac4c7aefbe7d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770501 Oct 13 04:20:38.564728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.579506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.594531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.604844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7858225b-4e41-4766-8065-5818290024c3 req-7d38fe24-bed9-4b75-be26-ce4da744e5aa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5371 time: 0.1863701 Oct 13 04:20:38.663520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Attempting to bind port 4a2a469f-308a-4463-9196-6ef692a75e81 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:38.663976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Attempting to bind port 4a2a469f-308a-4463-9196-6ef692a75e81 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:38.664401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Attempting to bind port 4a2a469f-308a-4463-9196-6ef692a75e81 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:38.669359 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc5bd4e-269d-4d0f-a66f-ea9e5adf3676 x-openstack-request-id: req-bcc5bd4e-269d-4d0f-a66f-ea9e5adf3676 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:38.669711 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec46ea0e-7589-4f11-a783-9b201e762da9", "name": "network-vif-plugged", "status": "completed", "tag": "034378ad-4e12-4cb8-82fd-3fbe9de111a4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:38.670081 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcc5bd4e-269d-4d0f-a66f-ea9e5adf3676 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:38.672159 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034378ad-4e12-4cb8-82fd-3fbe9de111a4', 'code': 200} Oct 13 04:20:38.699181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Port 4a2a469f-308a-4463-9196-6ef692a75e81 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:38.699649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Attempting to bind port 4a2a469f-308a-4463-9196-6ef692a75e81 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:38.722744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:38.723221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Checking segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:38.724436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Bound using segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:38.725023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Bound port: 4a2a469f-308a-4463-9196-6ef692a75e81, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:38.725473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.735153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7858225b-4e41-4766-8065-5818290024c3 req-35411b82-9f2a-4b0c-a943-491c77831257 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194649 Oct 13 04:20:38.799038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-e540dd5e-b51a-4126-bfa5-06ceb34cb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.799446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-e540dd5e-b51a-4126-bfa5-06ceb34cb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.799981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-e540dd5e-b51a-4126-bfa5-06ceb34cb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.801739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-e540dd5e-b51a-4126-bfa5-06ceb34cb591 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2522690 Oct 13 04:20:38.804062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b561-8849-47a2-b940-259c350301fc req-d835b237-4468-4c04-9a1c-a67fb83f4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.806291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7667b561-8849-47a2-b940-259c350301fc req-d835b237-4468-4c04-9a1c-a67fb83f4fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 1096 time: 0.0553041 Oct 13 04:20:38.870570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7667b561-8849-47a2-b940-259c350301fc req-459d7990-d59c-437e-a970-4e36a822654f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566344 Oct 13 04:20:38.925368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:38.965310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5d34b-c7f2-428f-af59-ff31beb59e30 req-4cf60c2b-2b52-40f9-b733-a8a596c1ad9c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.967085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8a5d34b-c7f2-428f-af59-ff31beb59e30 req-4cf60c2b-2b52-40f9-b733-a8a596c1ad9c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1542625 Oct 13 04:20:38.969027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4a2a469f-308a-4463-9196-6ef692a75e81,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:38.978087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.079329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.079929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.081667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] 10.222.0.15 "PUT /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 1130 time: 1.5495019 Oct 13 04:20:39.085488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8a5d34b-c7f2-428f-af59-ff31beb59e30 req-e63cf982-af84-4dbb-87ac-ee719fca14dc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093237 Oct 13 04:20:39.096611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-d6fdd863-5e1a-49b7-9bba-5d577ad2e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.098151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d72daa8d-6131-4564-8b0b-68db76e5fc99 req-d6fdd863-5e1a-49b7-9bba-5d577ad2e7f3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2833743 Oct 13 04:20:39.112517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51928) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:39.123077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:39.152929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03d81a-6a26-409b-a159-a92065d42fdb service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:39.206794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.272956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d4fcf228-ef8a-427e-9a92-470dba86bf8c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 992 time: 0.1590221 Oct 13 04:20:39.622847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-49731369-214e-484d-a878-7e79d3fcf361 req-471cf134-95f1-45d5-9a94-bdfbbe8c6e75 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:20:39.624441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49731369-214e-484d-a878-7e79d3fcf361 req-471cf134-95f1-45d5-9a94-bdfbbe8c6e75 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067689 Oct 13 04:20:39.688083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:39.709041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.741205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Transition to ACTIVE for port object 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:39.746983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.773676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57086964-0244-4e5b-868a-2266671b407c req-55e14755-f9c0-47d7-96a8-16ba5dadf25b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.783678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57086964-0244-4e5b-868a-2266671b407c req-55e14755-f9c0-47d7-96a8-16ba5dadf25b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 945 time: 0.1161792 Oct 13 04:20:39.875050 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.888366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57086964-0244-4e5b-868a-2266671b407c req-4b22c3f4-e05c-4cba-abd7-444351b685f2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034472 Oct 13 04:20:40.028777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Pushing event updated for resources: {'Port': ['ID=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.082086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Attempting to bind port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:40.083139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Attempting to bind port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:40.083139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Attempting to bind port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:40.095917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:40.099046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Attempting to bind port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:40.110479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:40.110909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Checking segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:40.111358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Bound using segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:40.111862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Bound port: 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:40.112423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.150631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.163738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.176921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.190221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.200950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.221271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.237829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] For port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:40.244981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.247587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] For port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:40.253341 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.256741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-8ee156bb-96ac-44ed-8c03-21548e3c3a3a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5383 time: 0.1886525 Oct 13 04:20:40.331057 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0e5e753-9049-4e58-ac69-f02ae3eece6d req-0817d62f-69a8-49f4-bf64-5f2032bfc797 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712142 Oct 13 04:20:40.346935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '4a2a469f-308a-4463-9196-6ef692a75e81'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:40.349646 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2201cb-4195-48d4-b07d-d4b41288d265" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "4a2a469f-308a-4463-9196-6ef692a75e81"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:40.388866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.388866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.390011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 1090 time: 1.2719543 Oct 13 04:20:40.480964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:40.500111 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a2bd5-013e-4dfe-a097-ac5eda72e848 x-openstack-request-id: req-713a2bd5-013e-4dfe-a097-ac5eda72e848 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:40.500404 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "4a2a469f-308a-4463-9196-6ef692a75e81", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:40.500660 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-713a2bd5-013e-4dfe-a097-ac5eda72e848 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:40.501064 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '4a2a469f-308a-4463-9196-6ef692a75e81', 'status': 'completed', 'code': 200} Oct 13 04:20:40.558400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3027-8d3f-498c-97ae-96402c1e54e7 service neutron] Pushing event updated for resources: {'Port': ['ID=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.655261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beab826-b781-41fc-b2db-de76fda9b376 req-8d9b08b4-5971-409d-aa8b-64023b623717 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.663052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8beab826-b781-41fc-b2db-de76fda9b376 req-8d9b08b4-5971-409d-aa8b-64023b623717 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.2793305 Oct 13 04:20:40.733384 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.780925 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8beab826-b781-41fc-b2db-de76fda9b376 req-b45cd579-96cf-4c49-ae7b-b8100f3ee2ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124938 Oct 13 04:20:40.787395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.787880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.788398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.788856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.789321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.789784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.790247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.793569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-0bab2b18-10fd-4bae-9d28-d75d3cd45ccd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6275 time: 0.2484584 Oct 13 04:20:40.798464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-e9e82e98-1e2d-47e2-b50a-61e5b9529cda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3990538 Oct 13 04:20:40.840377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-360a32cf-5efc-4a48-bca0-751cdab1143e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:20:40.841547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-360a32cf-5efc-4a48-bca0-751cdab1143e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0150511 Oct 13 04:20:41.090164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480cbb-b8f5-448c-bfba-750b19039178 req-c561c4d9-474d-4c3a-977a-1cd085c09276 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.110215 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f480cbb-b8f5-448c-bfba-750b19039178 req-c561c4d9-474d-4c3a-977a-1cd085c09276 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 945 time: 0.1063912 Oct 13 04:20:41.158353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:41.293742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f480cbb-b8f5-448c-bfba-750b19039178 req-b8500866-e0b5-4295-8609-599adbdccd23 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713753 Oct 13 04:20:41.433258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3de6972b-7b7e-4082-8afa-ef58dd17cc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.450495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-1c25a662-2c9b-47c9-b1c2-068c3e219b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.451043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-1c25a662-2c9b-47c9-b1c2-068c3e219b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.451637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-1c25a662-2c9b-47c9-b1c2-068c3e219b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.453367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-1c25a662-2c9b-47c9-b1c2-068c3e219b80 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6285586 Oct 13 04:20:41.658613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3de6972b-7b7e-4082-8afa-ef58dd17cc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.693070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3de6972b-7b7e-4082-8afa-ef58dd17cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.791795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6972b-7b7e-4082-8afa-ef58dd17cc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2a942-1f0b-4065-8f60-020f99b42b4d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.806356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3de6972b-7b7e-4082-8afa-ef58dd17cc72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14cd5930069e4de0a038fcbe4673bc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389649 Oct 13 04:20:41.806606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:41.818233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-1c364caa-7446-4db3-8a8e-30a58904fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.824591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b2201cb-4195-48d4-b07d-d4b41288d265 req-1c364caa-7446-4db3-8a8e-30a58904fbe8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3578362 Oct 13 04:20:41.878607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.885017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.891356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.898212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.904397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.910966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.940358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.942218 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-3457394a-58ea-4434-adb4-e72f01a53eaf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5383 time: 0.4765050 Oct 13 04:20:41.993503 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccccc727-8156-464d-93a1-6ab94376aa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.039093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0905b3fc-cd02-4719-9735-6c84fd1081b8 req-76938f6b-f8b7-4c97-b6e4-af93ff65b118 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687385 Oct 13 04:20:42.100304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccccc727-8156-464d-93a1-6ab94376aa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.127794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e448c32d-afa6-4dce-94b0-58c9c39b629b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:42.163697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.233076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Transition to ACTIVE for port object e448c32d-afa6-4dce-94b0-58c9c39b629b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:42.233232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccccc727-8156-464d-93a1-6ab94376aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.237426 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccccc727-8156-464d-93a1-6ab94376aa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.238818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ccccc727-8156-464d-93a1-6ab94376aa94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47d2a942-1f0b-4065-8f60-020f99b42b4d HTTP/1.1" status: 204 len: 168 time: 0.4305151 Oct 13 04:20:42.244378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.265729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccc727-8156-464d-93a1-6ab94376aa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2a942-1f0b-4065-8f60-020f99b42b4d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.338797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f5d9-34c4-4be0-9ebf-53fd0ba8f630 req-389e4079-6f6e-491c-a7b5-da51fb916f44 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.379176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Pushing event updated for resources: {'Port': ['ID=e448c32d-afa6-4dce-94b0-58c9c39b629b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.385164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e79f5d9-34c4-4be0-9ebf-53fd0ba8f630 req-389e4079-6f6e-491c-a7b5-da51fb916f44 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1042080 Oct 13 04:20:42.496826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e79f5d9-34c4-4be0-9ebf-53fd0ba8f630 req-d04c6e6d-4375-4716-a395-277320d90965 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084971 Oct 13 04:20:42.507111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:42.509789 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79825c-4048-408c-9035-36de4caec14a" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "47b2984b-d9d0-4b7e-8f3a-ac2a095cec32"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:42.584643 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3936889-da91-496c-91e4-0eca2bbdbc40 x-openstack-request-id: req-d3936889-da91-496c-91e4-0eca2bbdbc40 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:42.585194 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "47b2984b-d9d0-4b7e-8f3a-ac2a095cec32", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:42.585721 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3936889-da91-496c-91e4-0eca2bbdbc40 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:42.586262 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32', 'status': 'completed', 'code': 200} Oct 13 04:20:42.593240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Attempting to bind port e448c32d-afa6-4dce-94b0-58c9c39b629b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:42.593820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Attempting to bind port e448c32d-afa6-4dce-94b0-58c9c39b629b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:42.594317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Attempting to bind port e448c32d-afa6-4dce-94b0-58c9c39b629b on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:42.608621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Port e448c32d-afa6-4dce-94b0-58c9c39b629b on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:42.609382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Attempting to bind port e448c32d-afa6-4dce-94b0-58c9c39b629b on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:42.679071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:42.679330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Checking segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:42.680578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Bound using segment: {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:42.681517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Bound port: e448c32d-afa6-4dce-94b0-58c9c39b629b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8259edf9-46cd-4df9-884a-798529b78099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:42.682496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.763812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.764537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.765373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.765987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.766720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.767356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.767821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.770060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe79825c-4048-408c-9035-36de4caec14a req-d54d2d6b-490d-4242-9248-4281697284a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6300 time: 0.1694160 Oct 13 04:20:42.882620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] For port e448c32d-afa6-4dce-94b0-58c9c39b629b, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:42.906667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] For port e448c32d-afa6-4dce-94b0-58c9c39b629b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:42.917405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.003054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.006859 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.006859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] 10.222.0.15 "PUT /v2.0/ports/e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 1091 time: 2.5338054 Oct 13 04:20:43.016877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-f9bcb88e-9f96-4ec9-97cb-9549f8f8519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.018136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-f9bcb88e-9f96-4ec9-97cb-9549f8f8519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.019636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-f9bcb88e-9f96-4ec9-97cb-9549f8f8519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.021976 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe79825c-4048-408c-9035-36de4caec14a req-f9bcb88e-9f96-4ec9-97cb-9549f8f8519a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2409449 Oct 13 04:20:43.034924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52068) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:43.054328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13385a-0df1-44cc-b62f-ab2e0e1d5891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.059053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:43.063427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3f480-0be3-4b28-a70b-9f762b2350ea service neutron] Pushing event updated for resources: {'Port': ['ID=e448c32d-afa6-4dce-94b0-58c9c39b629b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.176717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13385a-0df1-44cc-b62f-ab2e0e1d5891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.214378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e13385a-0df1-44cc-b62f-ab2e0e1d5891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.262312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.401632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13385a-0df1-44cc-b62f-ab2e0e1d5891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e7f19-641d-4d8b-a728-2a4210b7eed4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.416773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e13385a-0df1-44cc-b62f-ab2e0e1d5891 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a2be976f57a48c4b1358e37339cd574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807237 Oct 13 04:20:43.418307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:43.450027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.456942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.464881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.472294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.480456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.487537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.495005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.497154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-28077300-0faf-4e62-a357-33af6e96b5ad tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5395 time: 0.3187943 Oct 13 04:20:43.517696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79825c-4048-408c-9035-36de4caec14a req-6384bc3f-5ca0-48ea-be4f-b52853ea2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.519285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe79825c-4048-408c-9035-36de4caec14a req-6384bc3f-5ca0-48ea-be4f-b52853ea2395 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4760799 Oct 13 04:20:43.548513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-40144b05-1f0d-4e0f-b90b-48f876930c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.549985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-40144b05-1f0d-4e0f-b90b-48f876930c8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.2145262 Oct 13 04:20:43.669278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f396993-d9b9-4b75-a6a9-b560fc47d0a5 req-78bbeb6c-4a62-4aac-a80c-b4577014687b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649356 Oct 13 04:20:43.687331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb9d0-ba41-46b2-98b6-6100dedbb503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.714228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb9d0-ba41-46b2-98b6-6100dedbb503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.714898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-fe844d21-dec2-4e4f-b0c5-85606c8dd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.716361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-fe844d21-dec2-4e4f-b0c5-85606c8dd3f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.1560054 Oct 13 04:20:43.782600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f286b-04a2-4ade-a6e9-d6a8f66eb247 req-c511893b-5e82-4b19-85bd-7e461f2730d5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.784553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa2f286b-04a2-4ade-a6e9-d6a8f66eb247 req-c511893b-5e82-4b19-85bd-7e461f2730d5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1219952 Oct 13 04:20:43.804106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-ebfb5531-03d5-495b-9eb1-b33908879e83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 1000 time: 0.0804062 Oct 13 04:20:43.854042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac907490-f53f-453d-bba3-af28cd27bf22 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:43.860919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa2f286b-04a2-4ade-a6e9-d6a8f66eb247 req-02790500-3df6-4d16-badc-162939acc713 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575073 Oct 13 04:20:43.876584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.907467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-585f6aa7-ee39-449a-ad44-fb96545bce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.908855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-585f6aa7-ee39-449a-ad44-fb96545bce25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.0946310 Oct 13 04:20:43.909539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb9d0-ba41-46b2-98b6-6100dedbb503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.912766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb9d0-ba41-46b2-98b6-6100dedbb503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.913734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bcbdb9d0-ba41-46b2-98b6-6100dedbb503 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/541e7f19-641d-4d8b-a728-2a4210b7eed4 HTTP/1.1" status: 204 len: 168 time: 0.4893918 Oct 13 04:20:43.921274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Transition to ACTIVE for port object ac907490-f53f-453d-bba3-af28cd27bf22 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:43.929959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.966172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdb9d0-ba41-46b2-98b6-6100dedbb503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e7f19-641d-4d8b-a728-2a4210b7eed4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.979845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-f24647f5-1fa7-46a3-b14e-04bd0b791fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.990645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-f24647f5-1fa7-46a3-b14e-04bd0b791fa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739875 Oct 13 04:20:44.090353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac907490-f53f-453d-bba3-af28cd27bf22,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:44.111190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Attempting to bind port ac907490-f53f-453d-bba3-af28cd27bf22 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:44.111518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Attempting to bind port ac907490-f53f-453d-bba3-af28cd27bf22 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:44.111834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Attempting to bind port ac907490-f53f-453d-bba3-af28cd27bf22 on network 7255b119-ccbd-4bc0-aef1-27302438501f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:44.126509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Port ac907490-f53f-453d-bba3-af28cd27bf22 on network 7255b119-ccbd-4bc0-aef1-27302438501f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:44.126828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Attempting to bind port ac907490-f53f-453d-bba3-af28cd27bf22 on network 7255b119-ccbd-4bc0-aef1-27302438501f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:44.142300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:44.142645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Checking segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:44.143015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Bound using segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:44.143437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Bound port: ac907490-f53f-453d-bba3-af28cd27bf22, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:44.143791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.256521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-ed4e03fc-978e-4034-83fd-c130e78169b6 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555945 Oct 13 04:20:44.275916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] For port ac907490-f53f-453d-bba3-af28cd27bf22, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:44.287461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] For port ac907490-f53f-453d-bba3-af28cd27bf22, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac907490-f53f-453d-bba3-af28cd27bf22,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:44.296606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.362458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.363102 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.377791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 1091 time: 1.3230634 Oct 13 04:20:44.398019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Request body: {'port': {'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:44.456822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-b2ac1de2-f25a-484a-8e0e-cb1f64c36287 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923852 Oct 13 04:20:44.482934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638c60d-28e3-4a95-a9f4-89d958f479b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac907490-f53f-453d-bba3-af28cd27bf22,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:44.546565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.592409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': 'e448c32d-afa6-4dce-94b0-58c9c39b629b'}, {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': 'ac907490-f53f-453d-bba3-af28cd27bf22'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:44.604394 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "e448c32d-afa6-4dce-94b0-58c9c39b629b"}, {"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "ac907490-f53f-453d-bba3-af28cd27bf22"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:44.717748 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a299f1-4c98-4eff-a41a-2a7612c26a7d x-openstack-request-id: req-00a299f1-4c98-4eff-a41a-2a7612c26a7d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:44.718061 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "e448c32d-afa6-4dce-94b0-58c9c39b629b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "ac907490-f53f-453d-bba3-af28cd27bf22", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:44.718317 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00a299f1-4c98-4eff-a41a-2a7612c26a7d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:44.718714 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': 'e448c32d-afa6-4dce-94b0-58c9c39b629b', 'status': 'completed', 'code': 200} Oct 13 04:20:44.719111 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': 'ac907490-f53f-453d-bba3-af28cd27bf22', 'status': 'completed', 'code': 200} Oct 13 04:20:44.912766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.934701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.943457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.944062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.944603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.945048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.948728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.949216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.949687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.950135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.950361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.957792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.964935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.966336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-3b4832a0-fac0-4f84-a3c0-13eb76423c0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6409 time: 0.2105334 Oct 13 04:20:44.971659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.973396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-fba16826-2f7b-47a5-8218-4fe41e4d66f4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5407 time: 0.1829047 Oct 13 04:20:45.104264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37d4ac3c-e142-46f0-8ed5-e6ba53393010 req-9dcf0e57-8db0-46ca-a502-cd2eb35fa258 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241987 Oct 13 04:20:45.189770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7de1-4292-48d3-a0a9-bdc71114e238 req-3b3d39b1-9ffa-41b4-ac05-17bda79ba87f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.193534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67bb7de1-4292-48d3-a0a9-bdc71114e238 req-3b3d39b1-9ffa-41b4-ac05-17bda79ba87f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.2026720 Oct 13 04:20:45.231543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-d3daebe1-e413-4ad0-8bf1-1be114e21aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.232095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-d3daebe1-e413-4ad0-8bf1-1be114e21aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.232589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-d3daebe1-e413-4ad0-8bf1-1be114e21aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.234480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-d3daebe1-e413-4ad0-8bf1-1be114e21aab service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2453408 Oct 13 04:20:45.342370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67bb7de1-4292-48d3-a0a9-bdc71114e238 req-f5a524d2-204e-4012-8bc5-9d3a4fecc707 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227384 Oct 13 04:20:45.356595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3531bf9e-00f4-414a-b0e9-010cd6785811 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:45.378171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.413099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Transition to ACTIVE for port object 3531bf9e-00f4-414a-b0e9-010cd6785811 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:45.418141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.422447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-73c05bf7-8f79-452e-bd5d-3e03de9212b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.424222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-73c05bf7-8f79-452e-bd5d-3e03de9212b9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697609 Oct 13 04:20:45.573410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60231372-d588-47b9-b579-164c44a79952 service neutron] Pushing event updated for resources: {'Port': ['ID=3531bf9e-00f4-414a-b0e9-010cd6785811,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:45.681086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.681568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.682040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.682610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.683167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.683609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.684067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.686115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-9f668578-93d9-40c0-93f7-c02de6c7f2cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6434 time: 0.1978183 Oct 13 04:20:45.797580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Attempting to bind port 3531bf9e-00f4-414a-b0e9-010cd6785811 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:45.797939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Attempting to bind port 3531bf9e-00f4-414a-b0e9-010cd6785811 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:45.798256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Attempting to bind port 3531bf9e-00f4-414a-b0e9-010cd6785811 on network 7255b119-ccbd-4bc0-aef1-27302438501f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:45.806481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Port 3531bf9e-00f4-414a-b0e9-010cd6785811 on network 7255b119-ccbd-4bc0-aef1-27302438501f not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:45.806828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Attempting to bind port 3531bf9e-00f4-414a-b0e9-010cd6785811 on network 7255b119-ccbd-4bc0-aef1-27302438501f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:45.814586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:45.814965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Checking segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:45.815426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Bound using segment: {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:45.815959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Bound port: 3531bf9e-00f4-414a-b0e9-010cd6785811, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e211ca8-17fc-456c-8e74-9bb1f9691590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:45.816337 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.930061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] For port 3531bf9e-00f4-414a-b0e9-010cd6785811, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:45.936002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] For port 3531bf9e-00f4-414a-b0e9-010cd6785811, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3531bf9e-00f4-414a-b0e9-010cd6785811,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:45.948267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.991247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-90f2347d-4a64-4d83-9e7e-864db696b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.991714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-90f2347d-4a64-4d83-9e7e-864db696b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.992177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-90f2347d-4a64-4d83-9e7e-864db696b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.993950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-90f2347d-4a64-4d83-9e7e-864db696b851 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2975590 Oct 13 04:20:46.006269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.006878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.008277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-60231372-d588-47b9-b579-164c44a79952 service neutron] 10.222.0.15 "PUT /v2.0/ports/3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 1091 time: 1.6146171 Oct 13 04:20:46.269557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60231372-d588-47b9-b579-164c44a79952 service neutron] Pushing event updated for resources: {'Port': ['ID=3531bf9e-00f4-414a-b0e9-010cd6785811,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.297259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-00d264d5-7316-49a4-8198-a768c537974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.299025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc6ba3ca-366a-439e-b9f5-dc93bca5e229 req-00d264d5-7316-49a4-8198-a768c537974e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2979147 Oct 13 04:20:46.311901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.318182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.324363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.330413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.337038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.351932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.384849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.386723 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-5197d02f-1097-4b4b-ae77-6db797f4c928 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1563206 Oct 13 04:20:46.515955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.516209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.516568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.517104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.517479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.517967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.518397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.520311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ca8aa661-2081-49d2-a901-46cda8739d9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6476 time: 0.1327674 Oct 13 04:20:46.542305 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd101176-63c1-4a53-8e6d-ce7e33112938 req-a27f0a9c-92e0-4ed0-b6fd-46bf725913b2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773063 Oct 13 04:20:46.543402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac7bf-c4c8-4db6-96a2-2358a8d7c0fd req-39478a6c-6a98-41c2-8765-a5bd649cd069 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.545918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a00ac7bf-c4c8-4db6-96a2-2358a8d7c0fd req-39478a6c-6a98-41c2-8765-a5bd649cd069 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0906434 Oct 13 04:20:46.589990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-39977726-9493-4d83-a33d-fe5080dbec7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 217 time: 0.0464542 Oct 13 04:20:46.606587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a00ac7bf-c4c8-4db6-96a2-2358a8d7c0fd req-8d229116-c758-48ea-8b89-b5e69577dc8a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541081 Oct 13 04:20:46.660961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8ce8d726-2493-4a59-976d-9e024397f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.662773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8ce8d726-2493-4a59-976d-9e024397f4d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.0657070 Oct 13 04:20:46.726476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '3531bf9e-00f4-414a-b0e9-010cd6785811'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:46.728468 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b83026-d17f-40d3-8aa6-13e467da71ba" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "3531bf9e-00f4-414a-b0e9-010cd6785811"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:46.779266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-59456ccc-e8de-44b8-bc1f-80ba3bd3f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.780956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-59456ccc-e8de-44b8-bc1f-80ba3bd3f2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100819 Oct 13 04:20:46.787075 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9186c84-d0c1-4793-8f80-aa501dadddd7 x-openstack-request-id: req-f9186c84-d0c1-4793-8f80-aa501dadddd7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:46.787578 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "3531bf9e-00f4-414a-b0e9-010cd6785811", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:46.788033 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9186c84-d0c1-4793-8f80-aa501dadddd7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:46.788572 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '3531bf9e-00f4-414a-b0e9-010cd6785811', 'status': 'completed', 'code': 200} Oct 13 04:20:46.923398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e62e6557-f151-476b-bd66-d469efebce09 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317632 Oct 13 04:20:47.065909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-dd9f13af-7ab6-4298-94e8-a391d75f9cf3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356294 Oct 13 04:20:47.125130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-4a16194e-699d-4711-a397-110e691ce4ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 217 time: 0.0508990 Oct 13 04:20:47.187906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c5f39598-3091-4570-9183-008e338ed520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.189634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c5f39598-3091-4570-9183-008e338ed520 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0570755 Oct 13 04:20:47.252955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-af0b93c3-e275-40d5-b033-e8a222bc7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.254807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-af0b93c3-e275-40d5-b033-e8a222bc7c2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577395 Oct 13 04:20:47.387802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a6543bfa-e4d0-4bcb-888a-7bbe67f6247f service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260891 Oct 13 04:20:47.782849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd17d9-a228-44fe-90c4-140ccecf1eda req-673af553-268e-4246-9e4a-ffa38d7dde1d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.784926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbdd17d9-a228-44fe-90c4-140ccecf1eda req-673af553-268e-4246-9e4a-ffa38d7dde1d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1055815 Oct 13 04:20:47.843098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.850877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.863089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbdd17d9-a228-44fe-90c4-140ccecf1eda req-9c15f71b-55d7-4766-a2b9-a1708594088c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580389 Oct 13 04:20:47.864229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.864229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.870232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.891663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.904365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.906352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-892b13fe-477f-49d3-a39f-541900c33764 req-891f7c1c-1aba-4d8b-8023-ca1af2460ee5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1703341 Oct 13 04:20:47.960928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-d11b03a1-383e-4eff-9c19-c27365d85482 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658400 Oct 13 04:20:48.018568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a7953443-db2b-4c87-a1a3-76e9ca94824e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 217 time: 0.0496569 Oct 13 04:20:48.036956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-892b13fe-477f-49d3-a39f-541900c33764 req-5b005d8d-7b1e-4e78-b9ec-ea7bb7cca44f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117237 Oct 13 04:20:48.095001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8ce12dd4-4e1f-49b0-ab7d-b8223d45b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.096929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8ce12dd4-4e1f-49b0-ab7d-b8223d45b6af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0567367 Oct 13 04:20:48.157572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0d0e5def-baa6-424b-ae24-c34d87950d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.159701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0d0e5def-baa6-424b-ae24-c34d87950d84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561917 Oct 13 04:20:48.289364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-80eca1ea-9ba2-4320-816a-e055e8648f6f service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222835 Oct 13 04:20:48.530254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a2e56cd9-6191-43ba-ad25-eeb1916c5a78 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342095 Oct 13 04:20:48.577355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-24086b97-3dc8-450e-a84c-d4ff8da5c4c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 217 time: 0.0394690 Oct 13 04:20:48.643739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-2b4c2806-65d4-4b6d-9bf3-2dbb3a11848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.645474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-2b4c2806-65d4-4b6d-9bf3-2dbb3a11848c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0605998 Oct 13 04:20:48.711729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-f598559a-c6a9-486d-9631-a70ca9167136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.713418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-f598559a-c6a9-486d-9631-a70ca9167136 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598550 Oct 13 04:20:48.882582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-d6122104-1f45-43e7-9540-18919d39d3b3 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617277 Oct 13 04:20:48.983654 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-021862e1-16ef-420c-a759-fa0562bb3c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.032085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-8f0259dd-2ae3-43f1-b2aa-19bcb0e09ead service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417096 Oct 13 04:20:49.102851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-b6ae26f4-fd63-48bc-a412-414ff5538f3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 217 time: 0.0634642 Oct 13 04:20:49.106799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2bac-e357-4179-a3c7-f2b689b94b89 req-9fc06ce2-a5ab-4eb3-9521-38af9d82b5c3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.116576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3ed2bac-e357-4179-a3c7-f2b689b94b89 req-9fc06ce2-a5ab-4eb3-9521-38af9d82b5c3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0990729 Oct 13 04:20:49.195734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3ed2bac-e357-4179-a3c7-f2b689b94b89 req-48eb09e8-4439-4342-81ca-35340e045865 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781693 Oct 13 04:20:49.217758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-4e92c265-53fe-4633-a1c2-4f0491fb11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.219218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-4e92c265-53fe-4633-a1c2-4f0491fb11c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.1101565 Oct 13 04:20:49.237414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.246694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.255114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.266810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.273066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.279697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.286031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.288124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-5c2f445a-3977-4a0f-ae96-23eec5a38e81 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1223528 Oct 13 04:20:49.364914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-35e2360f-a1cc-4def-ba38-9e2029a06d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.366552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-35e2360f-a1cc-4def-ba38-9e2029a06d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775692 Oct 13 04:20:49.471753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0af63805-08a6-465e-9d84-1b398d0b8b54 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927961 Oct 13 04:20:49.482373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66e4acec-6f06-4e25-88bd-777b9ef8b8e0 req-82419861-ff54-4217-aa40-2ef1dfd6fca1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1842375 Oct 13 04:20:49.594862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-0ba0d315-d33c-47a5-99f2-838d3226b175 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026597 Oct 13 04:20:49.655448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-f058913f-2f6e-4f9b-b29e-652f709fb6b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 217 time: 0.0397170 Oct 13 04:20:49.721321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c178ab9a-384c-481a-9afa-0388d65ca2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.723409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c178ab9a-384c-481a-9afa-0388d65ca2f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0558524 Oct 13 04:20:49.780450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c7004620-af78-4f1a-800b-d0023e712596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.782133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c7004620-af78-4f1a-800b-d0023e712596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467620 Oct 13 04:20:49.892221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-c43efe89-686b-4f3c-83c9-9add8db1b925 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931699 Oct 13 04:20:50.001387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-7abf122e-ca68-4821-8126-d3d7eb1bdc58 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925171 Oct 13 04:20:50.048939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-ec9f9936-548b-4860-b519-a5754f1560fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0406868 Oct 13 04:20:50.102377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a341a1c2-9d18-468d-aa7e-cf623d2ec059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.103832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-a341a1c2-9d18-468d-aa7e-cf623d2ec059 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0463669 Oct 13 04:20:50.158573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-75ccd83e-f986-407a-bd35-fe071c4892aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.160072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-75ccd83e-f986-407a-bd35-fe071c4892aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492785 Oct 13 04:20:50.322674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-39e95f85-878e-482e-8d12-04ccd647dffd service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427550 Oct 13 04:20:50.347446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f35201-247a-4ae7-a942-e9a6d19d0ecb req-010d2156-e071-4950-93ba-2950bcb97be7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.355149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74f35201-247a-4ae7-a942-e9a6d19d0ecb req-010d2156-e071-4950-93ba-2950bcb97be7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0812523 Oct 13 04:20:50.435983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74f35201-247a-4ae7-a942-e9a6d19d0ecb req-56e69df9-feba-4f84-8314-3ba6fde553e0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799832 Oct 13 04:20:50.463746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-890f887a-3019-4110-8ca9-70b8d0d65b13 req-e5d9e6e4-a247-4d14-9480-cf1b21ead215 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329336 Oct 13 04:20:50.587356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.587839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.588311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.588818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.589369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.589714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.590169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.594270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-8b51ef5f-c1c3-460e-adfd-b1ac99633172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6476 time: 0.0691063 Oct 13 04:20:50.643833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.651345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.658579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.665800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.672658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.679913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.686544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.695627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-3b379aaa-ae90-4c4b-bd2e-c937c5d4be36 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1217830 Oct 13 04:20:50.703981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-21fe7078-9152-4fbb-955e-4918500fcc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.706147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-21fe7078-9152-4fbb-955e-4918500fcc7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 902 time: 0.1056418 Oct 13 04:20:50.745848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f92b73a3-5a1d-4f6c-a71b-16c466da7f59 req-a0ce8756-2419-41fc-ab2c-c74ffa56d44f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492463 Oct 13 04:20:50.760994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-f79fd035-1d51-4389-982e-99a112f6e4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0457675 Oct 13 04:20:50.817446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-3ddfa7e0-6396-4578-a8a7-fdff3fa04504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.819145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-3ddfa7e0-6396-4578-a8a7-fdff3fa04504 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0535290 Oct 13 04:20:50.872436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-c68509b0-d979-4082-a4f9-bf7fd08c2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.874103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-c68509b0-d979-4082-a4f9-bf7fd08c2513 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478303 Oct 13 04:20:50.998211 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-a653554c-c087-4be2-ad31-71b8cb8e4439 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164043 Oct 13 04:20:51.107820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b83026-d17f-40d3-8aa6-13e467da71ba req-78506f2f-8132-4491-ac3c-3e78bf9d51c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020851 Oct 13 04:20:51.488234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56b494e0-95a7-4440-b15a-155c39cd9f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.583882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b903f7a-8330-4022-946f-e269facba7c8 req-77433b02-025c-4ed1-99d5-33ed28251802 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.585868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b903f7a-8330-4022-946f-e269facba7c8 req-77433b02-025c-4ed1-99d5-33ed28251802 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0568585 Oct 13 04:20:51.636566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b903f7a-8330-4022-946f-e269facba7c8 req-b49f23fc-ae13-4888-a7d1-ebc483b0457b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Oct 13 04:20:51.807927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:51.884812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.890872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.896990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.903142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.914191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.918678 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ece25d18-b3dc-4c48-95ed-e6bdfd0ba86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.920425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.926500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.929087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-7f3eb927-26ba-4cc3-863e-74ecd8d01bef tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1042247 Oct 13 04:20:51.974549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c9aa807-49dc-45af-b8f8-fbaf020c7e58 req-446ae87a-0701-4792-826c-e75a58172380 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377655 Oct 13 04:20:52.002438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ece25d18-b3dc-4c48-95ed-e6bdfd0ba86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.006581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ece25d18-b3dc-4c48-95ed-e6bdfd0ba86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.048992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece25d18-b3dc-4c48-95ed-e6bdfd0ba86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5b84e-6d6f-44d8-9b18-c777e0877bf3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:52.056865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ece25d18-b3dc-4c48-95ed-e6bdfd0ba86b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd01e4163d364e6881e43c7ad7e4601b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453952 Oct 13 04:20:52.057739 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52482) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:52.106420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-902364a4-abf1-4117-bae8-e05e32078e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.127939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-902364a4-abf1-4117-bae8-e05e32078e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.176582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-902364a4-abf1-4117-bae8-e05e32078e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.183419 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-902364a4-abf1-4117-bae8-e05e32078e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.185503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-902364a4-abf1-4117-bae8-e05e32078e9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3d5b84e-6d6f-44d8-9b18-c777e0877bf3 HTTP/1.1" status: 204 len: 168 time: 0.1273203 Oct 13 04:20:52.199461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902364a4-abf1-4117-bae8-e05e32078e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5b84e-6d6f-44d8-9b18-c777e0877bf3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:52.757149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb232c-1cac-4fb5-9d0c-4509d067bc37 req-6d556fba-855a-499f-8cab-05677ff8ced2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.759038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8cb232c-1cac-4fb5-9d0c-4509d067bc37 req-6d556fba-855a-499f-8cab-05677ff8ced2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0603869 Oct 13 04:20:52.799370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8cb232c-1cac-4fb5-9d0c-4509d067bc37 req-063e36de-6da1-4515-a193-afcb79a391e0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324290 Oct 13 04:20:52.813678 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.954260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.158788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.167008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.179145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.186161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.193699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.200487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.206790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.208962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-44ac499b-10b0-4f12-84c1-e2afa9d7b92e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1197085 Oct 13 04:20:53.285780 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ef55323-3a0e-4929-a74b-ac48a878f6e9 req-29eebe39-0fc9-43d6-8315-7fe8361cf6a3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697494 Oct 13 04:20:53.519713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:53.679522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-526550033'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:53.707396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Made reservation on behalf of a8e3496b8a584f70aa0483fbddfc6eee for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:53.711401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.721164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.803065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.807973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.850702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36945aab-c5fe-4473-9183-4590b6c8e41c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.853909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:53.866385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.866732 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Added segment 3e464823-31a2-468c-aaa7-750a11a69829 of type vlan for network 9a694135-7022-44ae-8cf4-4ea25bf47ea3 Oct 13 04:20:53.945533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.989385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506be28-188f-48f4-8d3a-85831c688713 req-506f4d18-f5b6-44c4-a306-473f50ba3412 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.990888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b506be28-188f-48f4-8d3a-85831c688713 req-506f4d18-f5b6-44c4-a306-473f50ba3412 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0811613 Oct 13 04:20:53.992039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.997477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.998049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.088478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5675366 Oct 13 04:20:54.092039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:54.118015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b506be28-188f-48f4-8d3a-85831c688713 req-763491c4-594b-4759-9222-d03c65a5f09c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109426 Oct 13 04:20:54.118779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f455d-4bec-41b5-a4ad-018171353348 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Pushing event updated for resources: {'Network': ['ID=9a694135-7022-44ae-8cf4-4ea25bf47ea3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:54.131174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 9a694135-7022-44ae-8cf4-4ea25bf47ea3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:54.181456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'network': {'name': 'tempest-network--1402026726', 'router:external': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:54.213167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Made reservation on behalf of d157176ae5274240a619bb24133a2587 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:54.216214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.227867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.311517 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.315690 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.339194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:54.355087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9bf079-f3fa-4bd7-b4ec-25c2032c4548,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:54.391074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.391394 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Added segment 29bba431-c68b-4a97-aaa2-144579f8a890 of type vlan for network d1c3035d-fc6e-4a13-abde-da066814f70c Oct 13 04:20:54.485288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.498664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.505846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.511804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.517838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.526868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.529863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.535777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.546334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-ae9f049a-c9e0-4761-8c90-507e4a119666 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1310887 Oct 13 04:20:54.561020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.604455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9ff19f7f-f366-46a9-ab88-1b5692107bfa req-99c4d694-10b2-4953-abcc-5024587e7f28 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572016 Oct 13 04:20:54.639779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.640961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.641591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.704968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Network': ['ID=d1c3035d-fc6e-4a13-abde-da066814f70c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:54.718349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d1c3035d-fc6e-4a13-abde-da066814f70c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:54.730812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5899ae57-7f90-4e97-ae9f-df91563655e5 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6373732 Oct 13 04:20:54.733368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:54.910566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.050560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-9094b3c4-7a30-4b8c-a506-e5760d52f84c tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.058059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-9094b3c4-7a30-4b8c-a506-e5760d52f84c tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.2173102 Oct 13 04:20:55.069010 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.086697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-7fbe316a-1818-4f69-9afb-cdd511ec5335 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/quotas/1c381ccc99f24c879ccf4b063fffd1c4 HTTP/1.1" status: 200 len: 375 time: 0.0274603 Oct 13 04:20:55.109312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c3035d-fc6e-4a13-abde-da066814f70c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:55.134348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bba431-c68b-4a97-aaa2-144579f8a890') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:55.134673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bba431-c68b-4a97-aaa2-144579f8a890') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:55.163596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.202047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.225661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-5539a652-ff95-448f-af9f-11fefac109fe tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1379542 Oct 13 04:20:55.249432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:55.249902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:55.252002 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:55.314496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ba519-e04c-43ff-bd45-db68cd067de7 req-45488a59-1233-4acc-ad4d-6ae3296d1f71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.319808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c4ba519-e04c-43ff-bd45-db68cd067de7 req-45488a59-1233-4acc-ad4d-6ae3296d1f71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0903740 Oct 13 04:20:55.356417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.365225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1c3035d-fc6e-4a13-abde-da066814f70c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:20:55.369081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.372860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/networks/d1c3035d-fc6e-4a13-abde-da066814f70c HTTP/1.1" status: 204 len: 168 time: 0.6383843 Oct 13 04:20:55.381472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:55.398098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:55.406569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ebcfe-492b-4bdb-bbb8-b4615fd3f2f4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1c3035d-fc6e-4a13-abde-da066814f70c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:55.428930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c4ba519-e04c-43ff-bd45-db68cd067de7 req-8ff68311-fe8f-4fdc-98a8-6be0cc59e8e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983984 Oct 13 04:20:55.433517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-ae0176be-1775-419f-aa81-0eb08eaf3eb9 service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068064 Oct 13 04:20:55.500123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Made reservation on behalf of d157176ae5274240a619bb24133a2587 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:55.502646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.767707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.775290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.790131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.797268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.805114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.812143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.818241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:55.820182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.822988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-c5e2614f-42d4-4565-8f16-c6eeb7fe4d65 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1231806 Oct 13 04:20:55.843979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.844327 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Added segment fc6aa441-d5d1-426a-b1fb-7d7c3b2ca667 of type vlan for network fd02d926-8d6a-44dc-991c-4c48f607f1b3 Oct 13 04:20:55.868534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-13025e3b-6005-4deb-9050-0c53e73997ca service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338424 Oct 13 04:20:55.872726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc0c69e7-9d6c-4825-971e-76e3328b3eb8 req-148a34d5-a347-477a-ac62-d07f57b08d52 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432739 Oct 13 04:20:55.914014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.959993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.961362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.962222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.997996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6037612 Oct 13 04:20:55.998909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:56.004323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'subnet': {'network_id': 'fd02d926-8d6a-44dc-991c-4c48f607f1b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:56.075479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Made reservation on behalf of d157176ae5274240a619bb24133a2587 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:56.082154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.100000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9deee-d460-44f9-bfc1-1fc7552df8b3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Network': ['ID=fd02d926-8d6a-44dc-991c-4c48f607f1b3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:56.109584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network fd02d926-8d6a-44dc-991c-4c48f607f1b3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:56.199389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0232aa7-2fe6-4a9d-81d0-c3e056a4db95 req-6dbd782e-f15f-4d11-9745-c73219a9553a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 210 time: 0.0516672 Oct 13 04:20:56.388390 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:56.652282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce7c8-c577-4e64-8ca2-9cb039fca5dc req-e71267e4-bac4-4c39-8b95-45e986e36a20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.655117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.objects.ports [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:20:56.655838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.656538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-231ce7c8-c577-4e64-8ca2-9cb039fca5dc req-e71267e4-bac4-4c39-8b95-45e986e36a20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1257308 Oct 13 04:20:56.741688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-231ce7c8-c577-4e64-8ca2-9cb039fca5dc req-0bb1cd90-2b8c-478e-b7b3-3aca11854cc8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755906 Oct 13 04:20:56.769522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d15b9c37-e3ca-4eca-93c6-4aa59a6d3284,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:56.775061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Checking segment: {'id': 'fc6aa441-d5d1-426a-b1fb-7d7c3b2ca667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd02d926-8d6a-44dc-991c-4c48f607f1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:56.775407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Network hostable DHCP agents. Network: fd02d926-8d6a-44dc-991c-4c48f607f1b3, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:56.806027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Network fd02d926-8d6a-44dc-991c-4c48f607f1b3 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:56.816112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, fd02d926-8d6a-44dc-991c-4c48f607f1b3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:56.821225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.822143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.828328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3918f13-7abd-4eea-9154-521c776741bd None None] Network fd02d926-8d6a-44dc-991c-4c48f607f1b3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:56.851733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:56.856721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'floatingip': {'floating_network_id': 'fd02d926-8d6a-44dc-991c-4c48f607f1b3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:56.862968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-66b3ee23-9067-478e-a99b-1377d92d5345 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8596272 Oct 13 04:20:56.903133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.117092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.123740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.160008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.178782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.179171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7586585-be59-4688-aaaf-fce65390f1f8 None None] Network fd02d926-8d6a-44dc-991c-4c48f607f1b3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:57.182018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.201821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.237139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.246380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.256578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-bbf03eb6-20c4-4bbc-bd9b-0139031db6e8 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.2467072 Oct 13 04:20:57.346178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a436ed6d-8a88-41ca-b653-bb0e8a4ca35e req-ab0ce670-ad1f-41cb-8e57-29ded04e130c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818033 Oct 13 04:20:57.387670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d9b8164-3c51-4a25-8914-f31e1dfd6344 req-40a293b0-7250-4581-8d2b-28acd9b9f053 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 210 time: 0.0594430 Oct 13 04:20:57.483377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Allocated IP 172.20.0.3 (fd02d926-8d6a-44dc-991c-4c48f607f1b3/d15b9c37-e3ca-4eca-93c6-4aa59a6d3284/aed01b4c-c3f1-4358-af31-7ec57d081dfb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:57.593977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.648128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.709880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Network fd02d926-8d6a-44dc-991c-4c48f607f1b3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.714824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.718695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:57.746699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Port': ['ID=aed01b4c-c3f1-4358-af31-7ec57d081dfb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.880802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.927417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-87b49c3b-bfb4-4e63-9b6f-1134631a8702 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.929267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-87b49c3b-bfb4-4e63-9b6f-1134631a8702 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.2131810 Oct 13 04:20:57.933304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.946825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Request body: {'port': {'device_id': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'admin_state_up': True, 'tenant_id': '1c381ccc99f24c879ccf4b063fffd1c4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:57.998422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cef27-5767-40a4-a878-c7f49d9b9dab req-c2f5de10-5e43-4150-8974-296d15d85e09 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.006288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905cef27-5767-40a4-a878-c7f49d9b9dab req-c2f5de10-5e43-4150-8974-296d15d85e09 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1433609 Oct 13 04:20:58.069762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-905cef27-5767-40a4-a878-c7f49d9b9dab req-c66c617b-24f2-4283-92e8-4208969d79a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624578 Oct 13 04:20:58.110072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.116991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.148082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Made reservation on behalf of 1c381ccc99f24c879ccf4b063fffd1c4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:58.151872 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.178079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Port': ['ID=aed01b4c-c3f1-4358-af31-7ec57d081dfb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.231844 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.267778 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.275011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:58.277231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-27404396-0e42-4435-a355-858fecd3befa tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4241807 Oct 13 04:20:58.431657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Allocated IP 172.20.0.13 (a59437dd-165b-409f-bb33-686ac8d3e5c6/f4805a1b-7ae7-457e-adf2-627bc8b620e1/d716fd90-9267-4f50-9912-b4f3cb150650) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:58.501873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a4e995ce-f3ce-4526-b422-a3b508d1ab54 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=fd02d926-8d6a-44dc-991c-4c48f607f1b3 HTTP/1.1" status: 200 len: 689 time: 0.2256701 Oct 13 04:20:58.508284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:58.556072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbf6e68f-6cdb-42fe-915e-1175a4e55c5e req-c896f5b0-e1c7-40a4-957c-d71fc075caa8 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 210 time: 0.0415385 Oct 13 04:20:58.711549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.718861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.725637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.743391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.753313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.765239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.778388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.784949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.793907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-d6a05a72-4ad5-480c-a0e8-92df1472fbc0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.3377097 Oct 13 04:20:58.885348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0842390-7c4c-445a-93ff-b2a95effd3cb req-06ea2c87-8e19-4bd0-82d6-a78b13ef7e98 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838671 Oct 13 04:20:58.890937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.060038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Deleting port aed01b4c-c3f1-4358-af31-7ec57d081dfb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:59.060670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.108635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.124473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['034378ad-4e12-4cb8-82fd-3fbe9de111a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:59.156457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:59.159713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:59.164188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:59.223360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:59.241152 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event updated for resources: {'Port': ['ID=d716fd90-9267-4f50-9912-b4f3cb150650,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.292371 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.293593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.311193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.311996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.321218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Calling delete_port for aed01b4c-c3f1-4358-af31-7ec57d081dfb owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:59.330383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd75205-6b57-4ce5-955e-68c37d194007 req-41879dfb-5785-4fc3-bf75-8ecce62e91e0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.331895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9bd75205-6b57-4ce5-955e-68c37d194007 req-41879dfb-5785-4fc3-bf75-8ecce62e91e0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1147752 Oct 13 04:20:59.386148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-166ec256-f0fe-4598-a653-a2ff7da549d7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4460020 Oct 13 04:20:59.392280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9bd75205-6b57-4ce5-955e-68c37d194007 req-c580e8a9-9d9a-4621-b1e1-777f15258f7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535812 Oct 13 04:20:59.400474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Request body: {'port': {'device_id': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:59.476988 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.589968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.659369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Port': ['ID=aed01b4c-c3f1-4358-af31-7ec57d081dfb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.819447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56886793-4bc8-4b25-8f06-238135a64054 req-7ad5a63c-3388-423b-b4e6-7b47e16146f2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.821057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56886793-4bc8-4b25-8f06-238135a64054 req-7ad5a63c-3388-423b-b4e6-7b47e16146f2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 932 time: 0.1281641 Oct 13 04:20:59.825280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.892397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d716fd90-9267-4f50-9912-b4f3cb150650 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:59.902449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.917339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Transition to ACTIVE for port object d716fd90-9267-4f50-9912-b4f3cb150650 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:59.922188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.931965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.953571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56886793-4bc8-4b25-8f06-238135a64054 req-2adaa02f-480e-4799-a4c4-aa5d73bb6309 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238334 Oct 13 04:21:00.023382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.061099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d15b9c37-e3ca-4eca-93c6-4aa59a6d3284,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.122389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Pushing event updated for resources: {'Port': ['ID=d716fd90-9267-4f50-9912-b4f3cb150650,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.143701 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.151510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Attempting to bind port d716fd90-9267-4f50-9912-b4f3cb150650 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.151850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Attempting to bind port d716fd90-9267-4f50-9912-b4f3cb150650 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.152178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Attempting to bind port d716fd90-9267-4f50-9912-b4f3cb150650 on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.158642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Port d716fd90-9267-4f50-9912-b4f3cb150650 on network a59437dd-165b-409f-bb33-686ac8d3e5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.158983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Attempting to bind port d716fd90-9267-4f50-9912-b4f3cb150650 on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.168282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd02d926-8d6a-44dc-991c-4c48f607f1b3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:00.179302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.179813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6aa441-d5d1-426a-b1fb-7d7c3b2ca667') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:00.180219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6aa441-d5d1-426a-b1fb-7d7c3b2ca667') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:00.185764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.190924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.193660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.200839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.206413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.210254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.213148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:00.213646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.218315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.225259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:00.225612 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:00.235128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-3ee3ef98-2e06-4780-ba1f-97518a9e5d71 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1794283 Oct 13 04:21:00.243749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:00.244486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Checking segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:00.245002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Bound using segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:00.245483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Bound port: d716fd90-9267-4f50-9912-b4f3cb150650, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:00.246034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.283483 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.290012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd02d926-8d6a-44dc-991c-4c48f607f1b3 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:21:00.297930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.305345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/networks/fd02d926-8d6a-44dc-991c-4c48f607f1b3 HTTP/1.1" status: 204 len: 168 time: 1.7914493 Oct 13 04:21:00.316449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ec4d8-192f-4d04-92f1-b94791211739 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd02d926-8d6a-44dc-991c-4c48f607f1b3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.319318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.416803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-faaf2dea-4b6f-4920-93a0-c0f715bd1760 req-dd3af3c1-1fff-4b8c-8b01-8b970c90353d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806550 Oct 13 04:21:00.487011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bd8df90f-f8d1-400f-a702-225fbe5a1c81 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.1641660 Oct 13 04:21:00.488353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] For port d716fd90-9267-4f50-9912-b4f3cb150650, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:00.489626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.517136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] For port d716fd90-9267-4f50-9912-b4f3cb150650, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d716fd90-9267-4f50-9912-b4f3cb150650,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:00.523327 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.602179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.602925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.603541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.604308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.604962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.605584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.606255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.607228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.610797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-23d130c5-8f83-459c-8c53-023e1b3d7b3b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5179 time: 0.1201360 Oct 13 04:21:00.613667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.622515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.623142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.629214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] 10.222.0.26 "PUT /v2.0/ports/d716fd90-9267-4f50-9912-b4f3cb150650 HTTP/1.1" status: 200 len: 1092 time: 1.2295530 Oct 13 04:21:00.630352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'tag': 'd716fd90-9267-4f50-9912-b4f3cb150650'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:00.632725 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f382c2-1138-463e-99b4-79864ea1e50e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bdb6b1-996a-4b67-b0be-87cbcb729bb8", "tag": "d716fd90-9267-4f50-9912-b4f3cb150650"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:00.675109 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1e3ab093-198d-4fa6-8c45-f90cf37cb1cc tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] delete failed (client error): The resource could not be found. Oct 13 04:21:00.676183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e3ab093-198d-4fa6-8c45-f90cf37cb1cc tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/bd32008e-98dc-433b-941b-3afc7d8b51ce HTTP/1.1" status: 404 len: 345 time: 0.0593126 Oct 13 04:21:00.684581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.722027 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b539a5-2f60-4a94-9c8c-a449e0f2e91f tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] DELETE failed (client error): The resource could not be found. Oct 13 04:21:00.722675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b539a5-2f60-4a94-9c8c-a449e0f2e91f tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:00.726454 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a2b539a5-2f60-4a94-9c8c-a449e0f2e91f tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/networks/fd02d926-8d6a-44dc-991c-4c48f607f1b3 HTTP/1.1" status: 404 len: 339 time: 0.0394478 Oct 13 04:21:00.733485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.743812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'network': {'name': 'tempest-network--1628829188', 'router:external': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:00.750785 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646b37b-4a87-41d0-aeb5-47d94b5e3500 x-openstack-request-id: req-8646b37b-4a87-41d0-aeb5-47d94b5e3500 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:00.751153 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bdb6b1-996a-4b67-b0be-87cbcb729bb8", "tag": "d716fd90-9267-4f50-9912-b4f3cb150650", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:00.751471 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8646b37b-4a87-41d0-aeb5-47d94b5e3500 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:00.751936 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'tag': 'd716fd90-9267-4f50-9912-b4f3cb150650', 'status': 'completed', 'code': 200} Oct 13 04:21:00.781606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecdbd2-6ea4-4261-b99c-491b2c87d07d service neutron] Pushing event updated for resources: {'Port': ['ID=d716fd90-9267-4f50-9912-b4f3cb150650,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.788626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-a3c23cbc-09ec-4390-86f3-36d965ec3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.790304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-a3c23cbc-09ec-4390-86f3-36d965ec3dfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1225421 Oct 13 04:21:00.794078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c012b8-7b03-42d6-9822-c7a74ded48ec req-91218e8a-245e-41c7-9797-16b2743818f4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.802264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82c012b8-7b03-42d6-9822-c7a74ded48ec req-91218e8a-245e-41c7-9797-16b2743818f4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1892748 Oct 13 04:21:00.836334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Made reservation on behalf of d157176ae5274240a619bb24133a2587 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:00.838802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.880187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82c012b8-7b03-42d6-9822-c7a74ded48ec req-a1661f27-a99d-4597-8b50-bb76acf608e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725195 Oct 13 04:21:00.897055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:00.907377 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.907892 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Added segment 5fdb4940-8c76-4193-abc5-ed57d44be9dd of type vlan for network 4100e92c-2288-4353-99c5-8a3926b5873e Oct 13 04:21:00.923767 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-f1e29f96-123d-4d29-b424-72204fd9bfa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d716fd90-9267-4f50-9912-b4f3cb150650 HTTP/1.1" status: 200 len: 217 time: 0.1189373 Oct 13 04:21:00.961969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.015184 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.016543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.017424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.043844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196509-9ffb-4029-971e-2b72be04a750 req-504baa17-008f-4c44-acc3-e1c6f442e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.047084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-504baa17-008f-4c44-acc3-e1c6f442e7b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.1150131 Oct 13 04:21:01.101304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3637798 Oct 13 04:21:01.101552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:01.113173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-3f44e77d-82a0-4a2d-9156-880060977bdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583758 Oct 13 04:21:01.127543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c86d27-11b5-40f8-9a19-80040bacb09b tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Network': ['ID=4100e92c-2288-4353-99c5-8a3926b5873e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:01.138620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 4100e92c-2288-4353-99c5-8a3926b5873e details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:01.197107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa743b-e0ba-4f63-b765-21fb5be75bf8 req-acda8cc4-cec6-4965-babc-0ba112f74b59 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.198809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fa743b-e0ba-4f63-b765-21fb5be75bf8 req-acda8cc4-cec6-4965-babc-0ba112f74b59 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 944 time: 0.1455209 Oct 13 04:21:01.263194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-63554408-2939-46b6-b284-3e34e534c29b service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409769 Oct 13 04:21:01.336890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825fde7-4bbe-4be6-b8e3-a7b5b5d61bf4 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.343834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825fde7-4bbe-4be6-b8e3-a7b5b5d61bf4 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.350372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825fde7-4bbe-4be6-b8e3-a7b5b5d61bf4 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.357703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825fde7-4bbe-4be6-b8e3-a7b5b5d61bf4 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.359294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d825fde7-4bbe-4be6-b8e3-a7b5b5d61bf4 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2568116 Oct 13 04:21:01.362158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52684) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:01.363775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4fa743b-e0ba-4f63-b765-21fb5be75bf8 req-c6f75fe1-a35c-4c18-ade7-5f1507170da0 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513610 Oct 13 04:21:01.407320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7196509-9ffb-4029-971e-2b72be04a750 req-e560ad4c-d02c-4a06-af21-a64f0c3d5848 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358588 Oct 13 04:21:01.446106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.524247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f382c2-1138-463e-99b4-79864ea1e50e req-2145e6ed-21aa-4a12-8d55-5ec42828fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.526350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-2145e6ed-21aa-4a12-8d55-5ec42828fdba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0654740 Oct 13 04:21:01.538724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.562668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4100e92c-2288-4353-99c5-8a3926b5873e']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.574931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdb4940-8c76-4193-abc5-ed57d44be9dd') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.575226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdb4940-8c76-4193-abc5-ed57d44be9dd') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.618120 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.637177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.640527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f382c2-1138-463e-99b4-79864ea1e50e req-be93400f-48e7-41ca-b7f7-8691f2d43756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.642958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-be93400f-48e7-41ca-b7f7-8691f2d43756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.1076550 Oct 13 04:21:01.646002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:01.646403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:01.648077 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:01.673639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.680166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.686232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.692174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.698485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.704417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.710911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.712889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-38e703a0-9593-47e8-b484-6125b4bfc433 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1405807 Oct 13 04:21:01.777919 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-6009cef9-b824-4279-80a7-e8e3c53c6db5 service neutron] show failed (client error): The resource could not be found. Oct 13 04:21:01.779199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-6009cef9-b824-4279-80a7-e8e3c53c6db5 service neutron] 10.222.0.26 "GET /v2.0/ports/56140483-5b8e-4407-8152-8634434b0e01/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.1190534 Oct 13 04:21:01.781237 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-b226246b-ed0d-4f76-a09d-8795222339b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d716fd90-9267-4f50-9912-b4f3cb150650 HTTP/1.1" status: 200 len: 217 time: 0.1291633 Oct 13 04:21:01.858758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f382c2-1138-463e-99b4-79864ea1e50e req-59f79b51-00b0-4d5e-ada1-4dbafc3f4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:01.862426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-59f79b51-00b0-4d5e-ada1-4dbafc3f4911 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.0693123 Oct 13 04:21:01.930620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-5b9ceaae-9f4c-41f2-b1a8-eec9b3e53a5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509279 Oct 13 04:21:02.113001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae6050-d047-4e6a-ba04-3fc38f5ddb19 req-a2d26248-47f1-482c-b056-57f624174d94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:02.121184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aae6050-d047-4e6a-ba04-3fc38f5ddb19 req-a2d26248-47f1-482c-b056-57f624174d94 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.0931048 Oct 13 04:21:02.226836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-8d4083de-6fc3-43f0-aa96-52e8de4ff3c0 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745559 Oct 13 04:21:02.248292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aae6050-d047-4e6a-ba04-3fc38f5ddb19 req-6fc1fb27-e32f-4a27-91ce-eee658f2ac1b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260903 Oct 13 04:21:02.313359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b733a826-98da-4ce0-94b2-c7e6e3f61fef req-3346b6fb-8852-461e-ab59-e9f80d8d6c22 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803360 Oct 13 04:21:02.341500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-606c7fa3-ae98-4f25-9185-ca992e4e7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:02.343440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-606c7fa3-ae98-4f25-9185-ca992e4e7e68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 1096 time: 0.2156742 Oct 13 04:21:02.345546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.376797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4100e92c-2288-4353-99c5-8a3926b5873e {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:21:02.393165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Network': ['ID=4100e92c-2288-4353-99c5-8a3926b5873e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:02.412714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:02.425291 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.450383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-be56ecbf-7577-4759-94eb-e02ebecacb22 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4100e92c-2288-4353-99c5-8a3926b5873e HTTP/1.1" status: 204 len: 168 time: 1.0810184 Oct 13 04:21:02.464057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:02.479672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'network': {'name': 'tempest-network--1084728408', 'router:external': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:02.561605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-5f9f0104-5577-433e-b630-00289e05c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:02.567949 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-5f9f0104-5577-433e-b630-00289e05c27c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.3507314 Oct 13 04:21:02.606752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f382c2-1138-463e-99b4-79864ea1e50e req-f984084f-e511-4393-b91c-ab71a757f82c service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573327 Oct 13 04:21:02.670681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.691816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Made reservation on behalf of d157176ae5274240a619bb24133a2587 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:02.698699 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.753642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99e045-77d0-4845-8725-10061b83b6e0 req-05761133-d4c4-43c2-8ab9-998e297e0532 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:02.755985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db99e045-77d0-4845-8725-10061b83b6e0 req-05761133-d4c4-43c2-8ab9-998e297e0532 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 944 time: 0.2133293 Oct 13 04:21:02.769080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:02.780807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.781350 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Added segment 8efbbd33-36de-49fd-9b84-1f9ee006551f of type vlan for network 0771ba38-75bd-43af-a2d8-d750d028ca52 Oct 13 04:21:02.857142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.864720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-ca9297d5-ea37-46a1-a86c-a739bd3b3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:02.866610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-ca9297d5-ea37-46a1-a86c-a739bd3b3693 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.1981976 Oct 13 04:21:02.867090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:02.908605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.909804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:02.910498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.020130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db99e045-77d0-4845-8725-10061b83b6e0 req-ea7778b8-0939-48b1-b941-40c3d147f2d5 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314893 Oct 13 04:21:03.032198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5550621 Oct 13 04:21:03.033979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:03.123156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-2fa685ec-4e5a-4f42-bd21-ac59c220fdf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2247863 Oct 13 04:21:03.132219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47678a9-493a-4930-9038-3d1d4e337df7 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Network': ['ID=0771ba38-75bd-43af-a2d8-d750d028ca52,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:03.143732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0771ba38-75bd-43af-a2d8-d750d028ca52 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:03.166156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe98a5-3380-4dfc-b383-a53d4257a57f tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.170550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e4fe98a5-3380-4dfc-b383-a53d4257a57f tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] 10.222.0.44 "GET /v2.0/networks/0771ba38-75bd-43af-a2d8-d750d028ca52 HTTP/1.1" status: 200 len: 757 time: 0.1318254 Oct 13 04:21:03.170716 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-fda406d2-b8e3-4cd1-80ab-192cb6df55d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 1000 time: 0.2944424 Oct 13 04:21:03.171597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:03.228969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-07156032-fe44-4dfc-8775-3a86b382e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.230510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-07156032-fe44-4dfc-8775-3a86b382e93d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.0515182 Oct 13 04:21:03.300244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18f95518-22eb-4a05-b2e0-83587c446040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.367623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-92a09c39-60a6-4db8-afd7-7247f778dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.369150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-92a09c39-60a6-4db8-afd7-7247f778dbf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857432 Oct 13 04:21:03.380512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd1486-b016-4197-bd3e-1388af57101a tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.384706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9abd1486-b016-4197-bd3e-1388af57101a tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] 10.222.0.44 "GET /v2.0/networks/9a694135-7022-44ae-8cf4-4ea25bf47ea3 HTTP/1.1" status: 200 len: 767 time: 0.2118442 Oct 13 04:21:03.387126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:03.396668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-d93049de-c1eb-4e6f-97e4-38c4dbf084ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.398202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-d93049de-c1eb-4e6f-97e4-38c4dbf084ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 1096 time: 0.2242382 Oct 13 04:21:03.567115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.584911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4759-1f60-4c37-9097-015b0e98cd4f req-afd165b3-ff0d-4c42-9db5-223a13c5ee4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.592936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-133e4759-1f60-4c37-9097-015b0e98cd4f req-afd165b3-ff0d-4c42-9db5-223a13c5ee4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1954303 Oct 13 04:21:03.595012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.601294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.607577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.613452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.619522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.625407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.632012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.633855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-e7689ad1-a212-42c9-8ded-f87e5e1815e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1825974 Oct 13 04:21:03.658730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:03.688044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-4a7bd928-78a4-4e11-8498-04c5116a46c7 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009541 Oct 13 04:21:03.700810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-01593a5e-8c88-43f3-b214-dbf93a766622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.702285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-01593a5e-8c88-43f3-b214-dbf93a766622 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.2522016 Oct 13 04:21:03.722531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-133e4759-1f60-4c37-9097-015b0e98cd4f req-eed7a0e1-66d7-4735-82c3-b71e29a1bedc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285381 Oct 13 04:21:03.775990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18f95518-22eb-4a05-b2e0-83587c446040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.787803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18f95518-22eb-4a05-b2e0-83587c446040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.790636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:03.810387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-d9f1bf2c-eea8-411d-b7ed-9563bcb9d1d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745dcaea-c33e-49bc-a725-44158f76b5ed HTTP/1.1" status: 200 len: 217 time: 0.0893145 Oct 13 04:21:03.814385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-050c6c46-d1ab-4bf7-ae89-5289e74db1e6 req-f99ee72c-131e-4e00-a599-2e9e4a044953 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626298 Oct 13 04:21:03.819409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.868137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0771ba38-75bd-43af-a2d8-d750d028ca52']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:03.882912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:03.883479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efbbd33-36de-49fd-9b84-1f9ee006551f') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:03.883776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efbbd33-36de-49fd-9b84-1f9ee006551f') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:03.885161 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f07f2e-d68f-4c65-939d-48eb379dbb1e" -d '{"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:03.894572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-18f95518-22eb-4a05-b2e0-83587c446040 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55aa48c443194d5884b8531cf728806e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0169096 Oct 13 04:21:03.894808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-127d06fe-2efa-4d9c-a6b1-12a0fcbf27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:03.894808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-127d06fe-2efa-4d9c-a6b1-12a0fcbf27d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.0778141 Oct 13 04:21:03.895265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:03.896077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.902622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.906139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f95518-22eb-4a05-b2e0-83587c446040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee04359-cffc-4e55-96ce-145867df5c3a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:03.925713 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7086c4e-1102-41a8-96c9-c7bd00dc6a4a req-25ec5786-a8b0-495a-bd80-9c641fb35e54 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258446 Oct 13 04:21:03.927290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Transition to ACTIVE for port object 56140483-5b8e-4407-8152-8634434b0e01 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:03.932165 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.954019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-17c3457d-d03d-4d7e-8b30-fc56d68426c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413039 Oct 13 04:21:03.955018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.016938 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc8d387-f67a-415d-bbb0-fe6d21ccf275 x-openstack-request-id: req-3fc8d387-f67a-415d-bbb0-fe6d21ccf275 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:04.017381 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:04.017745 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fc8d387-f67a-415d-bbb0-fe6d21ccf275 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:04.018253 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'code': 200} Oct 13 04:21:04.023882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:04.024298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:04.026038 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:04.141580 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.147742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:04.151223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] No DVR routers for this DVR port 56140483-5b8e-4407-8152-8634434b0e01 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:04.224632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0771ba38-75bd-43af-a2d8-d750d028ca52 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:21:04.252772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Network': ['ID=0771ba38-75bd-43af-a2d8-d750d028ca52,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:04.255061 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7059d318-dda3-4233-a493-5ce3207c4980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.257522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.267262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-63483c9b-2d37-4330-bf6e-1ec76de4e6c4 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/networks/0771ba38-75bd-43af-a2d8-d750d028ca52 HTTP/1.1" status: 204 len: 168 time: 0.8790987 Oct 13 04:21:04.269425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:04.279414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'network': {'name': 'tempest-network--1575471239'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:04.324873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:04.325192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c269a-2864-47bf-a000-a0f003fe9388 req-282d92f2-3c09-42d9-aa68-863f94097fa1 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:04.325342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:04.325523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:04.337200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Port 56140483-5b8e-4407-8152-8634434b0e01 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:04.337710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Attempting to bind port 56140483-5b8e-4407-8152-8634434b0e01 on network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:04.338698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-619c269a-2864-47bf-a000-a0f003fe9388 req-282d92f2-3c09-42d9-aa68-863f94097fa1 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 944 time: 0.2101998 Oct 13 04:21:04.346379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:04.346859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Checking segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:04.347502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Bound using segment: {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:04.347948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Bound port: 56140483-5b8e-4407-8152-8634434b0e01, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c77fea-4b72-43c4-a605-c41f2ec8f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:04.348311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.357931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7059d318-dda3-4233-a493-5ce3207c4980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.390528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-0b9fedf4-ed1d-4cd2-8250-d464898f5e96 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291172 Oct 13 04:21:04.431255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:04.435230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:04.436946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Made reservation on behalf of d157176ae5274240a619bb24133a2587 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:04.440262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.445289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.503163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:04.514270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.514709 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Added segment 94116d69-3178-494e-ab3c-52a4c02be691 of type vlan for network 6c9a7c43-1d52-404a-8221-bf97c73ca408 Oct 13 04:21:04.530001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-619c269a-2864-47bf-a000-a0f003fe9388 req-18ba57bd-bc07-48ce-bd1f-b21e6ea95a8b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900067 Oct 13 04:21:04.578840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.592623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-87aceff6-25d8-45de-b8c2-23620b355e40 req-d9c06fa4-28f0-44a5-8561-a573e1dd9b04 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908829 Oct 13 04:21:04.593863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7059d318-dda3-4233-a493-5ce3207c4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.597205 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7059d318-dda3-4233-a493-5ce3207c4980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.599267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7059d318-dda3-4233-a493-5ce3207c4980 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ee04359-cffc-4e55-96ce-145867df5c3a HTTP/1.1" status: 204 len: 168 time: 0.6999345 Oct 13 04:21:04.622290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:04.630290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059d318-dda3-4233-a493-5ce3207c4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee04359-cffc-4e55-96ce-145867df5c3a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:04.634151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.636073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] 10.222.0.15 "PUT /v2.0/ports/56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 1091 time: 2.2611971 Oct 13 04:21:04.639428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.640969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:04.641242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.709787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:04.710140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4359572 Oct 13 04:21:04.716097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:04.807275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5acfb5-6818-4ddb-982a-23ff4211568e service neutron] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:04.829967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e182e-71f5-49b5-9967-63020ddd82e3 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Network': ['ID=6c9a7c43-1d52-404a-8221-bf97c73ca408,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:04.849540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-c2934c99-4d66-4a4c-8a84-eb74d7dd21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:04.857718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-c2934c99-4d66-4a4c-8a84-eb74d7dd21f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1094 time: 0.1884463 Oct 13 04:21:04.862588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6c9a7c43-1d52-404a-8221-bf97c73ca408 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:05.024044 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.076543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.088020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa72b-5967-4244-9514-d4cc89b1b1b1 req-871982da-4ef7-487f-be41-95b95c83ef2f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.101947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0daa72b-5967-4244-9514-d4cc89b1b1b1 req-871982da-4ef7-487f-be41-95b95c83ef2f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.1281967 Oct 13 04:21:05.134515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Network 6c9a7c43-1d52-404a-8221-bf97c73ca408 is not hosted by any dhcp agent {{(pid=94824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:21:05.135481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.136158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.137595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "PUT /v2.0/networks/6c9a7c43-1d52-404a-8221-bf97c73ca408 HTTP/1.1" status: 200 len: 858 time: 0.4260328 Oct 13 04:21:05.153744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:05.154082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:05.156712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.162939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.169513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.176419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.183314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.191830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.205100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.207325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-4b87cc59-ac11-44b2-910e-bf423f1508eb tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1999838 Oct 13 04:21:05.230792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541538d-95f2-4a1a-b7a8-8d72a3e0ed80 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event updated for resources: {'Network': ['ID=6c9a7c43-1d52-404a-8221-bf97c73ca408,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.244441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-c0a917c0-4c59-4e39-8ac5-18684b64af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.246237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-c0a917c0-4c59-4e39-8ac5-18684b64af53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.3849971 Oct 13 04:21:05.252900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf6823db-2806-416a-8890-3b3c2e7116b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.261338 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0daa72b-5967-4244-9514-d4cc89b1b1b1 req-87bf829f-f39a-456b-ac65-d9bbec311ee7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584086 Oct 13 04:21:05.279181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ad6d8ba1-a916-4d62-a5e2-c231c83cffce req-a87f43bf-9c8d-440d-9253-52f94a4560e6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505958 Oct 13 04:21:05.350191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.418585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-eb29c1e3-c388-48a2-b9b0-993d79cd4d86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 998 time: 0.1561341 Oct 13 04:21:05.503645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.543112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9a7c43-1d52-404a-8221-bf97c73ca408']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:05.545800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-05750285-517e-4de1-87bf-af27f8961adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.547255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-05750285-517e-4de1-87bf-af27f8961adf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.1157336 Oct 13 04:21:05.559564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94116d69-3178-494e-ab3c-52a4c02be691') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:05.559855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94116d69-3178-494e-ab3c-52a4c02be691') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:05.664929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d716fd90-9267-4f50-9912-b4f3cb150650 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:05.667056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56140483-5b8e-4407-8152-8634434b0e01 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:05.756803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56140483-5b8e-4407-8152-8634434b0e01 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:05.795610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d716fd90-9267-4f50-9912-b4f3cb150650, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d716fd90-9267-4f50-9912-b4f3cb150650,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:05.807386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'd716fd90-9267-4f50-9912-b4f3cb150650', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'port_id': 'd716fd90-9267-4f50-9912-b4f3cb150650', 'mac_address': 'fa:16:3e:67:2a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4805a1b-7ae7-457e-adf2-627bc8b620e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:05.847985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.860306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.862458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d716fd90-9267-4f50-9912-b4f3cb150650 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:05.863134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf6823db-2806-416a-8890-3b3c2e7116b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.881978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d716fd90-9267-4f50-9912-b4f3cb150650, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d716fd90-9267-4f50-9912-b4f3cb150650,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:05.882851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf6823db-2806-416a-8890-3b3c2e7116b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.886343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.918043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.931893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d716fd90-9267-4f50-9912-b4f3cb150650,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.939679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.940022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.940365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.940703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.941051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.941376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.941700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.942017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.942860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.943177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.943494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.943807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:05.947418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:05.947822 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:05.950989 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:05.993399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf6823db-2806-416a-8890-3b3c2e7116b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e9095d3dc524360a045602bbfd74ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8312454 Oct 13 04:21:05.996057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:06.000870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6823db-2806-416a-8890-3b3c2e7116b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480e080c-a76c-4675-96f9-4e4d631439e7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.005417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-a166a644-c2d3-443a-8663-278a0f7c4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.006927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-a166a644-c2d3-443a-8663-278a0f7c4439 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4492049 Oct 13 04:21:06.027672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:06.031096 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e1294-ff62-4fba-8cd4-7692165ecba0" -d '{"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:06.048485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4e380f8-915b-4b15-baa4-9a0a1fd587ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.052462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b06fb1-90f7-4b8b-971e-ce7ddcaf5f59 req-88349aab-6217-4cc4-a2dd-fa3e03450b29 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.053994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c3b06fb1-90f7-4b8b-971e-ce7ddcaf5f59 req-88349aab-6217-4cc4-a2dd-fa3e03450b29 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 944 time: 0.1959760 Oct 13 04:21:06.072641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4e380f8-915b-4b15-baa4-9a0a1fd587ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.103828 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1bc61-32a9-454a-9849-d2daf9c8b48d x-openstack-request-id: req-69c1bc61-32a9-454a-9849-d2daf9c8b48d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:06.104783 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:06.104783 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69c1bc61-32a9-454a-9849-d2daf9c8b48d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:06.105116 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'status': 'completed', 'code': 200} Oct 13 04:21:06.105714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.118012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c9a7c43-1d52-404a-8221-bf97c73ca408 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:21:06.123010 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.131545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:06.131712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6c9a7c43-1d52-404a-8221-bf97c73ca408 HTTP/1.1" status: 204 len: 168 time: 0.9716127 Oct 13 04:21:06.154376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2010842-8bd3-4bf5-8e50-518302fc6c97 tempest-ExternalNetworksTestJSON-2047081723 tempest-ExternalNetworksTestJSON-2047081723-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c9a7c43-1d52-404a-8221-bf97c73ca408,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.166453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c3b06fb1-90f7-4b8b-971e-ce7ddcaf5f59 req-f6d6a1a6-a35d-4f3e-84f1-b8508cb64a0c tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859041 Oct 13 04:21:06.183406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d716fd90-9267-4f50-9912-b4f3cb150650'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:06.191268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-a67306a6-f15b-4c57-a4d7-479703396394 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735876 Oct 13 04:21:06.275176 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0557dbf5-8062-4048-912e-3c8fa559c257 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] DELETE failed (client error): The resource could not be found. Oct 13 04:21:06.275893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0557dbf5-8062-4048-912e-3c8fa559c257 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:06.279309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0557dbf5-8062-4048-912e-3c8fa559c257 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] 10.222.0.44 "DELETE /v2.0/subnets/d15b9c37-e3ca-4eca-93c6-4aa59a6d3284 HTTP/1.1" status: 404 len: 337 time: 0.1446688 Oct 13 04:21:06.283207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:06.326235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4e380f8-915b-4b15-baa4-9a0a1fd587ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.334399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4e380f8-915b-4b15-baa4-9a0a1fd587ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.337292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e4e380f8-915b-4b15-baa4-9a0a1fd587ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/480e080c-a76c-4675-96f9-4e4d631439e7 HTTP/1.1" status: 204 len: 168 time: 0.3380747 Oct 13 04:21:06.368378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e380f8-915b-4b15-baa4-9a0a1fd587ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e080c-a76c-4675-96f9-4e4d631439e7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.394942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-e68e12f8-f3d9-4801-a757-794b0f81fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.399662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-e68e12f8-f3d9-4801-a757-794b0f81fe2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1094 time: 0.1879394 Oct 13 04:21:06.485500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.511952 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-9db78c06-afbe-430d-995c-62d67dbaa1f7 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123496 Oct 13 04:21:06.545445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-3777d266-4935-455d-9efe-fab6fae372a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.546982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-3777d266-4935-455d-9efe-fab6fae372a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.1423390 Oct 13 04:21:06.556255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.562717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.569909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.577052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.583277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.589606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.598875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.601185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-29c738f5-28f1-4f02-9de8-13188f3a8b1e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1812196 Oct 13 04:21:06.746718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-36ce5ee0-442d-40af-a584-240fe280cf1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 998 time: 0.1594684 Oct 13 04:21:06.748446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.766742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376859f-69d0-4da7-a9f9-69772197b4de req-fae63ee8-d334-4537-a761-6c9eaf3dd313 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.768332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0376859f-69d0-4da7-a9f9-69772197b4de req-fae63ee8-d334-4537-a761-6c9eaf3dd313 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.2202277 Oct 13 04:21:06.834641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a694135-7022-44ae-8cf4-4ea25bf47ea3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:06.842797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a0f4078-5d3b-4891-b5e2-e29146e7c40b req-5da0682b-6cee-41e7-abfb-d8ffe8e8a0d3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2295313 Oct 13 04:21:06.849575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-8a94cbf6-92b8-4bf3-9c10-943ad1d84d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.850235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-8a94cbf6-92b8-4bf3-9c10-943ad1d84d6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.0926313 Oct 13 04:21:06.851694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-8e84671b-1206-4683-a26c-618b3dec1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.853303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0376859f-69d0-4da7-a9f9-69772197b4de req-4fa7e6be-260f-4b46-97ac-8d8f86bf33d5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767033 Oct 13 04:21:06.853551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-8e84671b-1206-4683-a26c-618b3dec1b39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1094 time: 0.2510405 Oct 13 04:21:06.857811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e464823-31a2-468c-aaa7-750a11a69829') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:06.858166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e464823-31a2-468c-aaa7-750a11a69829') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:06.881364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.921532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-19e0487d-3cee-46c5-9aa5-d751218eeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.925146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-19e0487d-3cee-46c5-9aa5-d751218eeb38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584733 Oct 13 04:21:06.940166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:07.123341 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:07.132902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-22f04cf2-d235-4201-9214-6c574254106f service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843305 Oct 13 04:21:07.135454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.143894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.150936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] 10.222.0.44 "DELETE /v2.0/networks/9a694135-7022-44ae-8cf4-4ea25bf47ea3 HTTP/1.1" status: 204 len: 168 time: 0.8644171 Oct 13 04:21:07.159001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-d9fe6515-b0e5-46d0-a746-3eba676be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.160653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-d9fe6515-b0e5-46d0-a746-3eba676be446 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.2939894 Oct 13 04:21:07.198787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357d821-904e-4d22-a5e6-32db7e5464d8 tempest-ExternalNetworksTestJSON-1994423306 tempest-ExternalNetworksTestJSON-1994423306-project] Pushing event deleted for resources: {'Network': ['ID=9a694135-7022-44ae-8cf4-4ea25bf47ea3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:07.306385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-1bc84c85-7a78-42b6-ba78-b33dcc7c5f0b service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787124 Oct 13 04:21:07.339804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-3361e2bf-23c7-4976-9fb6-9a594b48ae78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 998 time: 0.1490588 Oct 13 04:21:07.404950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a5f6-65aa-4084-93a3-26e921e4c1b9 req-b6b50eb2-c5b0-4dfa-a386-0ef90b384414 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.406623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9e9a5f6-65aa-4084-93a3-26e921e4c1b9 req-b6b50eb2-c5b0-4dfa-a386-0ef90b384414 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 945 time: 0.1171646 Oct 13 04:21:07.427936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-34a6c094-2ceb-4481-922f-9505e812fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.429772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-34a6c094-2ceb-4481-922f-9505e812fe1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.0812328 Oct 13 04:21:07.486587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9e9a5f6-65aa-4084-93a3-26e921e4c1b9 req-d541ebed-19e7-4368-993e-9d8d3d663391 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Oct 13 04:21:07.509191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-7daf1e83-c8d3-4227-bcb3-c44195b07267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.511163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-7daf1e83-c8d3-4227-bcb3-c44195b07267 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723324 Oct 13 04:21:07.575342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:07.621729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-2c86a436-f827-4098-b1c4-ef7cb9568bde service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025939 Oct 13 04:21:07.686659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d716fd90-9267-4f50-9912-b4f3cb150650 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:07.771920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port d716fd90-9267-4f50-9912-b4f3cb150650 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:07.777368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port d716fd90-9267-4f50-9912-b4f3cb150650 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:07.778207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.787484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-565e1294-ff62-4fba-8cd4-7692165ecba0 req-8bfb5965-e7c0-4ba5-b21a-2840c5d67326 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499066 Oct 13 04:21:07.886400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b594ea7-42c9-4c77-b55f-e4d43370a0ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8e3496b8a584f70aa0483fbddfc6eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076096 Oct 13 04:21:07.886566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:07.886726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.933533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d716fd90-9267-4f50-9912-b4f3cb150650, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d716fd90-9267-4f50-9912-b4f3cb150650,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:07.934946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd716fd90-9267-4f50-9912-b4f3cb150650'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:07.939948 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8709ed84-61d0-43e9-8d4f-e9e7fee2a661" -d '{"events": [{"server_uuid": "b2bdb6b1-996a-4b67-b0be-87cbcb729bb8", "name": "network-vif-plugged", "status": "completed", "tag": "d716fd90-9267-4f50-9912-b4f3cb150650"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:07.945871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.012361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3600-d8ee-41ca-a50d-f586141fb53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.022263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d716fd90-9267-4f50-9912-b4f3cb150650,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.042540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.048873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.055226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.061588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.068645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.075404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.081249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.083581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.085568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-a7e43533-a3fb-45d9-9f92-3a56119bd780 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1318784 Oct 13 04:21:08.094036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8eb01-97f5-43bb-83bb-6ac11e3c933a req-aa524c3d-5bc2-43fd-a253-c177da4f9f4d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.096296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96f8eb01-97f5-43bb-83bb-6ac11e3c933a req-aa524c3d-5bc2-43fd-a253-c177da4f9f4d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.1140509 Oct 13 04:21:08.097180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3600-d8ee-41ca-a50d-f586141fb53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.152145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96f8eb01-97f5-43bb-83bb-6ac11e3c933a req-f7bf98f6-7bb7-4939-9772-2f35e469f1b7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482855 Oct 13 04:21:08.173839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2884b74b-34d0-40e1-8c6f-39134d38f638 req-5f91882b-8da2-4561-8e06-55004119b10e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747924 Oct 13 04:21:08.212381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3600-d8ee-41ca-a50d-f586141fb53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.215395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3600-d8ee-41ca-a50d-f586141fb53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.216709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0b3a3600-d8ee-41ca-a50d-f586141fb53a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36945aab-c5fe-4473-9183-4590b6c8e41c HTTP/1.1" status: 204 len: 168 time: 0.3289418 Oct 13 04:21:08.226679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a3600-d8ee-41ca-a50d-f586141fb53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36945aab-c5fe-4473-9183-4590b6c8e41c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.234253 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f808444-063f-4261-84bc-8855a872b352 x-openstack-request-id: req-9f808444-063f-4261-84bc-8855a872b352 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:08.234548 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bdb6b1-996a-4b67-b0be-87cbcb729bb8", "name": "network-vif-plugged", "status": "completed", "tag": "d716fd90-9267-4f50-9912-b4f3cb150650", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:08.234922 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f808444-063f-4261-84bc-8855a872b352 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:08.235285 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd716fd90-9267-4f50-9912-b4f3cb150650', 'code': 200} Oct 13 04:21:08.771018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:08.795403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e27d1-f829-4407-8dfd-39227a4c17d3 req-83ef439f-328d-4a2e-8f2e-70603ab46fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.797343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-849e27d1-f829-4407-8dfd-39227a4c17d3 req-83ef439f-328d-4a2e-8f2e-70603ab46fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 1097 time: 0.4721599 Oct 13 04:21:08.818633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e893fb2b-aebe-433d-a82f-3ee88cf9ea5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d157176ae5274240a619bb24133a2587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463533 Oct 13 04:21:08.822273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:08.859915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8e281-8770-4711-add2-17c435d27404 req-e6598403-0853-4118-af80-14b99fe1fea0 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.861614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15d8e281-8770-4711-add2-17c435d27404 req-e6598403-0853-4118-af80-14b99fe1fea0 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 946 time: 0.1055191 Oct 13 04:21:08.901563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-849e27d1-f829-4407-8dfd-39227a4c17d3 req-a202aa0f-6278-4254-8575-72499c8763b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963385 Oct 13 04:21:08.931019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ce7baa3-fe82-4310-97c9-125a7c03bd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.956671 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15d8e281-8770-4711-add2-17c435d27404 req-926cf4be-4fab-485f-b317-96ee4895f994 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855529 Oct 13 04:21:08.972345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ce7baa3-fe82-4310-97c9-125a7c03bd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.039859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ce7baa3-fe82-4310-97c9-125a7c03bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.043304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ce7baa3-fe82-4310-97c9-125a7c03bd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.047047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1ce7baa3-fe82-4310-97c9-125a7c03bd67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf9bf079-f3fa-4bd7-b4ec-25c2032c4548 HTTP/1.1" status: 204 len: 168 time: 0.2214234 Oct 13 04:21:09.056263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7baa3-fe82-4310-97c9-125a7c03bd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9bf079-f3fa-4bd7-b4ec-25c2032c4548,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.331670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-87129afd-d879-4eab-8a20-77dbc57cb49a req-70c1e280-9d70-4e37-9d61-f478775acc4f tempest-DeleteServersTestJSON-642629471 tempest-DeleteServersTestJSON-642629471-project] (94824) timed out ('10.222.0.26', 58781) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:21:09.351193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2a8e5-0b41-4983-bdb2-c6f3d59c530a req-9c579c85-bbb9-47b5-9c8a-52b9747d89fe tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.354857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.361181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62a2a8e5-0b41-4983-bdb2-c6f3d59c530a req-9c579c85-bbb9-47b5-9c8a-52b9747d89fe tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.0932474 Oct 13 04:21:09.362567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.369654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.376672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.384148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.390331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.397348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.406311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-0a35f0e0-bf8e-4a82-b568-836a29bdfb2f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1235650 Oct 13 04:21:09.455775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ccd816d-5fa6-4115-ad71-3e4bf2092dc6 req-d843310f-52c5-4cc0-b880-4ae7ffae1dca tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442202 Oct 13 04:21:09.462753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62a2a8e5-0b41-4983-bdb2-c6f3d59c530a req-c7771fba-569e-41c8-9382-0d0e97127ec9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952063 Oct 13 04:21:09.727308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904c19-1681-4470-9139-864c5a314654 req-d798786a-3829-4a1f-bec9-cd1f922a2154 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.728969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53904c19-1681-4470-9139-864c5a314654 req-d798786a-3829-4a1f-bec9-cd1f922a2154 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 943 time: 0.0630820 Oct 13 04:21:09.838163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53904c19-1681-4470-9139-864c5a314654 req-45053aff-7231-4838-84a2-cabaf7415665 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941746 Oct 13 04:21:09.894293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-71892d02-144a-4aca-b539-3cd213aa6b77 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.896888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-71892d02-144a-4aca-b539-3cd213aa6b77 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d&tenant_id=928d6475dae444d0b96465e78119009e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 943 time: 0.2399857 Oct 13 04:21:09.903134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.991905 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-bede942f-4dbc-4746-8dcb-fd76fc08b0bf service neutron] delete failed (client error): The resource could not be found. Oct 13 04:21:09.993601 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-bede942f-4dbc-4746-8dcb-fd76fc08b0bf service neutron] 10.222.0.26 "DELETE /v2.0/ports/56140483-5b8e-4407-8152-8634434b0e01/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0871589 Oct 13 04:21:10.026778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56140483-5b8e-4407-8152-8634434b0e01 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:10.197241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-4cf3802a-1549-428d-9cdd-83cadd0b1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.198911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-4cf3802a-1549-428d-9cdd-83cadd0b1856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1094 time: 0.1341183 Oct 13 04:21:10.215257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6855b2-4da3-42ad-ba2b-30c39af32c5e req-4068d86e-1e5d-4a0e-beea-647fe510d95f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.216848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc6855b2-4da3-42ad-ba2b-30c39af32c5e req-4068d86e-1e5d-4a0e-beea-647fe510d95f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 946 time: 0.0967128 Oct 13 04:21:10.244152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:10.271502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '56140483-5b8e-4407-8152-8634434b0e01', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'port_id': '56140483-5b8e-4407-8152-8634434b0e01', 'mac_address': 'fa:16:3e:08:0b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:10.332369 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.346877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56140483-5b8e-4407-8152-8634434b0e01 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:10.391586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:10.397644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.406271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc6855b2-4da3-42ad-ba2b-30c39af32c5e req-16f2f716-8bd4-4ed4-b159-429b2df20ddd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700890 Oct 13 04:21:10.459249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.473918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-535ba657-7fa1-4db3-b699-722430323fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.475554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-535ba657-7fa1-4db3-b699-722430323fe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.2577691 Oct 13 04:21:10.578499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-a17d4290-8141-4f06-9095-4dd25c87d016 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 999 time: 0.0951054 Oct 13 04:21:10.618744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.625880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.632931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.635906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['56140483-5b8e-4407-8152-8634434b0e01'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:10.640000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.646795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.647448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-84a6512a-e67a-458c-b944-4c1dab2f0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.653512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-84a6512a-e67a-458c-b944-4c1dab2f0ffc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.0682786 Oct 13 04:21:10.669047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.678185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.680322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-48abc18e-0c8f-4ce7-8680-860d7fc942cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1498921 Oct 13 04:21:10.705016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-30ff2bef-e199-4f65-a5ee-698c75aae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.707194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-30ff2bef-e199-4f65-a5ee-698c75aae91f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471895 Oct 13 04:21:10.743141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc3937f2-63f3-4db5-9ec4-55b11e532c49 req-ca47d501-3160-4a5f-a985-8d3d00ddffe7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521953 Oct 13 04:21:10.850092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-27b0d18a-866d-45c8-980c-cf474cb5409c service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320996 Oct 13 04:21:11.018713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537f3d-38f2-41dc-a5ee-a085f5f0ad61 req-7e6756cb-4493-4383-99b6-b170f2a32708 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.020757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25537f3d-38f2-41dc-a5ee-a085f5f0ad61 req-7e6756cb-4493-4383-99b6-b170f2a32708 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 944 time: 0.0839961 Oct 13 04:21:11.058853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0835b71d-ce62-4772-b7d1-7e3c0aa3aeba req-2fb9c19a-e5be-44d1-ba49-003990796094 service neutron] 10.222.0.26 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012932 Oct 13 04:21:11.098918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-25537f3d-38f2-41dc-a5ee-a085f5f0ad61 req-4e17d3c1-3814-4f3a-9acd-b67a4044e8df tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711403 Oct 13 04:21:11.100047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:11.223695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:11.246673 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.355890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.504281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Allocated IP 172.25.1.227 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/e3bf16e9-f17f-4eba-bf81-ff8317429c15) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:11.620207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dd9b5-5f0a-4504-97ba-bc09f7eeafde req-573d487b-bfea-4e77-bf5b-f45891644ec2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.627569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d9dd9b5-5f0a-4504-97ba-bc09f7eeafde req-573d487b-bfea-4e77-bf5b-f45891644ec2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 946 time: 0.1261303 Oct 13 04:21:11.687079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d9dd9b5-5f0a-4504-97ba-bc09f7eeafde req-eefc7a91-f2e2-431b-930f-95cb6ac747e1 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Oct 13 04:21:11.782635 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.837514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.892612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:11.895797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:11.900432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:11.952062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Pushing event updated for resources: {'Port': ['ID=e3bf16e9-f17f-4eba-bf81-ff8317429c15,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:11.954263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.974586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.981526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.987593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.993959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.000222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.006991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.009417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-3a6757bb-8cf9-43e3-a60a-f3bc407c6dfc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1628850 Oct 13 04:21:12.030805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56140483-5b8e-4407-8152-8634434b0e01 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:12.094509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.109340 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d745d1a4-057b-4abc-9f9a-b0dab61ee835 req-866e32c0-3012-443d-b64e-475e68eb0a20 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918019 Oct 13 04:21:12.164788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 56140483-5b8e-4407-8152-8634434b0e01 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:12.171014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 56140483-5b8e-4407-8152-8634434b0e01 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:12.171682 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.189170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.339251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d81e97-260d-4bbe-bceb-15c04277f26d req-aeea34d7-e391-4c8a-9cb2-6cb9752952a8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.340811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75d81e97-260d-4bbe-bceb-15c04277f26d req-aeea34d7-e391-4c8a-9cb2-6cb9752952a8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 944 time: 0.1041944 Oct 13 04:21:12.351965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.382745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:12.385177 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aff855-7223-4461-aa22-1a5373d0a0cc" -d '{"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-plugged", "status": "completed", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:12.425726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:12.434176 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.458602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75d81e97-260d-4bbe-bceb-15c04277f26d req-df15bb08-d570-4cba-b4fc-8836f84825db tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064119 Oct 13 04:21:12.499509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:12.557793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.575911 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b78393-a471-4b76-b989-726ed0cf2363 x-openstack-request-id: req-c4b78393-a471-4b76-b989-726ed0cf2363 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:12.576778 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-plugged", "status": "completed", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:12.577415 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4b78393-a471-4b76-b989-726ed0cf2363 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:12.578054 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'code': 200} Oct 13 04:21:12.588794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ca5f1f0-a618-45ea-8c05-3774543c6f48 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 200 len: 992 time: 0.0873094 Oct 13 04:21:12.589765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.594811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.693965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Pushing event updated for resources: {'Port': ['ID=e3bf16e9-f17f-4eba-bf81-ff8317429c15,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.715502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.733269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.737592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea0b52c8-821b-4845-adb7-310ca7763c86 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6314774 Oct 13 04:21:12.738093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:12.745487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2057428870', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'fixed_ips': [{'ip_address': '172.25.1.227'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:12.778704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Made reservation on behalf of 78df41a20cc44b5e838fe240d3145a1e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:12.782932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.800099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.904349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.909450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.940660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f6c231-46c9-40c9-9c39-52417701d0df,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.957138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] device_id is not set on port 11e7507a-9170-4d9b-8e91-6885779f86e8 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:13.196128 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 04:21:13.196966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:13.225260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:13.225922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4663ff63-c3f7-461b-8dbd-47cb3446a2fa tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4847457 Oct 13 04:21:13.416099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.432345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.448858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.456456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.469910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.479617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.497823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Deleting port e3bf16e9-f17f-4eba-bf81-ff8317429c15 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:13.501399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.501533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.501730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca41c525-b87a-4396-9125-aac537ece04e req-eab4f6cd-0b74-481d-9f14-03b0566f56e2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.2588143 Oct 13 04:21:13.560773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca41c525-b87a-4396-9125-aac537ece04e req-763db2fd-f59c-47ec-b46a-eceb557eafe6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502477 Oct 13 04:21:13.616747 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.617164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.638661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Calling delete_port for e3bf16e9-f17f-4eba-bf81-ff8317429c15 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:13.783354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.813635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3bf16e9-f17f-4eba-bf81-ff8317429c15,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:13.883339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.886146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.887356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-92a6dc74-8fd6-4f42-a947-086d6bc6c907 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192 tempest-ExternalNetworksAdminNegativeTestJSON-1614939192-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/ecc08549-5cc6-427e-ba12-cfd0c84970c7 HTTP/1.1" status: 204 len: 168 time: 0.6610804 Oct 13 04:21:14.167988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:14.289599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8deea0df-ea7b-4b63-af69-ec8b86b98204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.380477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8deea0df-ea7b-4b63-af69-ec8b86b98204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.385001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8deea0df-ea7b-4b63-af69-ec8b86b98204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.428153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deea0df-ea7b-4b63-af69-ec8b86b98204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0012a-0dfa-4a4e-a5e8-114765589beb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.435014 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8deea0df-ea7b-4b63-af69-ec8b86b98204 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c17dfa8e5df4d128457d62fd4df3e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658470 Oct 13 04:21:14.436122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:14.496644 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26bd5018-ee97-4eed-9fde-9d35762fc7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.529222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26bd5018-ee97-4eed-9fde-9d35762fc7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.587009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26bd5018-ee97-4eed-9fde-9d35762fc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.590079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26bd5018-ee97-4eed-9fde-9d35762fc7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.591488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-26bd5018-ee97-4eed-9fde-9d35762fc7dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6c0012a-0dfa-4a4e-a5e8-114765589beb HTTP/1.1" status: 204 len: 168 time: 0.1543255 Oct 13 04:21:14.605689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5018-ee97-4eed-9fde-9d35762fc7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0012a-0dfa-4a4e-a5e8-114765589beb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.839823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.845865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.871388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.886567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.902703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.919216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.940593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.949073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-4aad8382-b94b-419e-b8b9-065d5e32d55a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.2412019 Oct 13 04:21:15.036509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e68c80d-2372-4bee-bb35-e1bd71a2f91b req-6a3e9583-2ac7-46e2-947e-b1a3fc49dd93 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818322 Oct 13 04:21:15.195167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53132) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:15.265587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e723ca56-c687-4a1c-b59c-07ce35b3d4d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78df41a20cc44b5e838fe240d3145a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690789 Oct 13 04:21:15.267987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53136) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:15.361667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30194915-528b-49f5-ae5d-255596d7dced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.440344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30194915-528b-49f5-ae5d-255596d7dced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.536808 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30194915-528b-49f5-ae5d-255596d7dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.539719 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30194915-528b-49f5-ae5d-255596d7dced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.541238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-30194915-528b-49f5-ae5d-255596d7dced admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25f6c231-46c9-40c9-9c39-52417701d0df HTTP/1.1" status: 204 len: 168 time: 0.2722425 Oct 13 04:21:15.564572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30194915-528b-49f5-ae5d-255596d7dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f6c231-46c9-40c9-9c39-52417701d0df,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:16.268644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.276364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.284004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.292266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.300190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.321705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.330125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.340737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-1fb5eb83-2012-48b4-8b78-ffa2a7b1c076 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1546724 Oct 13 04:21:16.420028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92f08bf1-4e48-4eb0-b78d-9862b35f9a53 req-bc7bb1e9-6662-4468-8290-4caeba606ace tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737779 Oct 13 04:21:17.688673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.702179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.711408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.720178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.728113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.736073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.744293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.746294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-8d09695e-e7a1-4dc0-b4c9-413a05b5e90f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1547334 Oct 13 04:21:17.826170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93621432-a0ec-4121-a42d-7812508c7eb4 req-95dbc8c8-dd00-4165-8ccc-98d37786028e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726409 Oct 13 04:21:18.281132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:18.442630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b812174d-5e67-4c69-b218-e0c090322f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.528978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b812174d-5e67-4c69-b218-e0c090322f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.534631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b812174d-5e67-4c69-b218-e0c090322f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.579178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53280) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:18.579478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b812174d-5e67-4c69-b218-e0c090322f4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b434eb5bc0b74391836b7682927f9c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964790 Oct 13 04:21:18.581376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812174d-5e67-4c69-b218-e0c090322f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6848e-0ad0-4722-95f3-dc7a46d59444,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.645162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad24dd81-c6ad-468f-97cf-477d3d82ef6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.673015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad24dd81-c6ad-468f-97cf-477d3d82ef6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.733267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad24dd81-c6ad-468f-97cf-477d3d82ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.734759 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad24dd81-c6ad-468f-97cf-477d3d82ef6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.736611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ad24dd81-c6ad-468f-97cf-477d3d82ef6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7e6848e-0ad0-4722-95f3-dc7a46d59444 HTTP/1.1" status: 204 len: 168 time: 0.1553769 Oct 13 04:21:18.750285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24dd81-c6ad-468f-97cf-477d3d82ef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6848e-0ad0-4722-95f3-dc7a46d59444,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.973166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ca245b9-f867-4bec-be3e-153bc5ae3638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.020061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.028334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.034701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.045193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.053733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.069688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.084394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.094023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-422748c5-6cb9-4ed5-86dc-9dc2e8f437ed tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1607811 Oct 13 04:21:19.156180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49bc96ef-181b-440c-bf4f-f136795e49a4 req-76170114-6b4f-4575-9cdf-7b894cc86f83 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605390 Oct 13 04:21:19.215045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:19.229320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2df27324-b64f-49fd-9b94-bbca638006df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.324726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2df27324-b64f-49fd-9b94-bbca638006df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.341276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2df27324-b64f-49fd-9b94-bbca638006df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.418205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2df27324-b64f-49fd-9b94-bbca638006df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06b96ad4b0a64c43b05d46daeb6bfa61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016892 Oct 13 04:21:19.422060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:19.424645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df27324-b64f-49fd-9b94-bbca638006df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d32f416-e647-4bca-959a-ae8e3fef9e4a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.490417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc0c5-a1ec-42b3-8be4-bfbcb511fe85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.524930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc0c5-a1ec-42b3-8be4-bfbcb511fe85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.577351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc0c5-a1ec-42b3-8be4-bfbcb511fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.581973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc0c5-a1ec-42b3-8be4-bfbcb511fe85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.583762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a4ebc0c5-a1ec-42b3-8be4-bfbcb511fe85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d32f416-e647-4bca-959a-ae8e3fef9e4a HTTP/1.1" status: 204 len: 168 time: 0.1604147 Oct 13 04:21:19.606870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebc0c5-a1ec-42b3-8be4-bfbcb511fe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d32f416-e647-4bca-959a-ae8e3fef9e4a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.401299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.409795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.415203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.422446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.430545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.438933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.446828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.449744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-f642e173-0fc4-41af-9775-943e453db58c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1631799 Oct 13 04:21:20.532970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f168786f-e4a9-4d05-8c5e-e8be3963f0b3 req-94d1c48d-e358-4e52-b0fd-c46732be801c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761547 Oct 13 04:21:21.483564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65380a95-23df-4e2c-bf7d-785a9291bf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.690914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.697376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.709698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.715824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.721931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.735365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.745382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.756863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-67ce8a9c-53ce-42d7-aee0-06df3ea987c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5419 time: 0.1349351 Oct 13 04:21:21.824982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9a979050-cf6e-462f-ae39-8a9917371c4b req-d4817f5a-c94e-4d01-88d5-4f2c9f8087a0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643144 Oct 13 04:21:22.073481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3531bf9e-00f4-414a-b0e9-010cd6785811 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:22.136210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:22.186753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 3531bf9e-00f4-414a-b0e9-010cd6785811, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3531bf9e-00f4-414a-b0e9-010cd6785811,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:22.207023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '3531bf9e-00f4-414a-b0e9-010cd6785811', 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f', 'port_id': '3531bf9e-00f4-414a-b0e9-010cd6785811', 'mac_address': 'fa:16:3e:50:b0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ce10db-a950-43c7-8917-77f6ac942968', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:22.255804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.268495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.358275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.365404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.402006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275932f4-b83b-4bc0-ab2c-54ed95bcfa3e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.434275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3531bf9e-00f4-414a-b0e9-010cd6785811 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:22.437783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.440116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.441020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.441838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.442426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.442958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.443441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.443919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.444400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.445552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.446037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.446816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:22.465208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c50ee92a-cfda-4a17-ab86-05614fc1e32b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3a615d83096492ba268474c8ecb6879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278310 Oct 13 04:21:22.466768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 3531bf9e-00f4-414a-b0e9-010cd6785811, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3531bf9e-00f4-414a-b0e9-010cd6785811,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:22.467763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:22.471587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.472867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:22.525102 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9387f89-c7f4-4071-a1b3-ab2acfec1af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.555021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9387f89-c7f4-4071-a1b3-ab2acfec1af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.596945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=3531bf9e-00f4-414a-b0e9-010cd6785811,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.620030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9387f89-c7f4-4071-a1b3-ab2acfec1af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.624980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9387f89-c7f4-4071-a1b3-ab2acfec1af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.626939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c9387f89-c7f4-4071-a1b3-ab2acfec1af9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/275932f4-b83b-4bc0-ab2c-54ed95bcfa3e HTTP/1.1" status: 204 len: 168 time: 0.1580477 Oct 13 04:21:22.652938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9387f89-c7f4-4071-a1b3-ab2acfec1af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275932f4-b83b-4bc0-ab2c-54ed95bcfa3e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.659844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:22.680624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'port_id': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32', 'mac_address': 'fa:16:3e:e8:08:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:22.752047 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.772407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:22.797974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:22.808969 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.809618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 81639854-8c2d-4698-bd63-7b303586caf3 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:22.897874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.924452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=81639854-8c2d-4698-bd63-7b303586caf3,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:22.944386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '81639854-8c2d-4698-bd63-7b303586caf3', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'port_id': '81639854-8c2d-4698-bd63-7b303586caf3', 'mac_address': 'fa:16:3e:01:6d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:22.953924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.043668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.048240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.091974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81639854-8c2d-4698-bd63-7b303586caf3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:23.150847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.159601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.168994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.171180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:23.175716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.183252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.188943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=81639854-8c2d-4698-bd63-7b303586caf3,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.194193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0479290e-90f9-4a27-85d2-71a1bf03fe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.195646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.198058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 90bff021-f5d3-4483-b327-a795813761cd details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:23.211197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.219716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.221752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-0890691a-dee9-4ad6-b642-d27ea40108f3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5421 time: 0.2455108 Oct 13 04:21:23.308229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0479290e-90f9-4a27-85d2-71a1bf03fe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.313399 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0479290e-90f9-4a27-85d2-71a1bf03fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.320527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-40e68ba4-f4b0-4734-83e2-be1aef79c7cf req-32a3f509-4f0d-4849-93c3-7260850107c9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834272 Oct 13 04:21:23.336422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.370572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479290e-90f9-4a27-85d2-71a1bf03fe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c5fbe-5633-46e2-b7b5-4c7fbd905508,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.389798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 90bff021-f5d3-4483-b327-a795813761cd, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=90bff021-f5d3-4483-b327-a795813761cd,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.396727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0479290e-90f9-4a27-85d2-71a1bf03fe6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc8a9abb5634485d8d8f97a9c535e597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229669 Oct 13 04:21:23.398685 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:23.403410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '90bff021-f5d3-4483-b327-a795813761cd', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'port_id': '90bff021-f5d3-4483-b327-a795813761cd', 'mac_address': 'fa:16:3e:85:39:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:23.441305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.450891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec010225-f4e0-4128-929f-38bfd4514113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.455245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bff021-f5d3-4483-b327-a795813761cd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:23.475629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec010225-f4e0-4128-929f-38bfd4514113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.479348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 90bff021-f5d3-4483-b327-a795813761cd, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=90bff021-f5d3-4483-b327-a795813761cd,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.486171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.489506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4a2a469f-308a-4463-9196-6ef692a75e81 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:23.539702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec010225-f4e0-4128-929f-38bfd4514113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.543961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec010225-f4e0-4128-929f-38bfd4514113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.546047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec010225-f4e0-4128-929f-38bfd4514113 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/202c5fbe-5633-46e2-b7b5-4c7fbd905508 HTTP/1.1" status: 204 len: 168 time: 0.1463120 Oct 13 04:21:23.557280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec010225-f4e0-4128-929f-38bfd4514113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c5fbe-5633-46e2-b7b5-4c7fbd905508,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.573956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4a2a469f-308a-4463-9196-6ef692a75e81,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.585237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=90bff021-f5d3-4483-b327-a795813761cd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.627021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '4a2a469f-308a-4463-9196-6ef692a75e81', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'port_id': '4a2a469f-308a-4463-9196-6ef692a75e81', 'mac_address': 'fa:16:3e:83:d6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:23.688744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.705349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a469f-308a-4463-9196-6ef692a75e81 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:23.725963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4a2a469f-308a-4463-9196-6ef692a75e81,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.736673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.737975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac907490-f53f-453d-bba3-af28cd27bf22 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:23.813908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac907490-f53f-453d-bba3-af28cd27bf22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac907490-f53f-453d-bba3-af28cd27bf22,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.830242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.834838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'ac907490-f53f-453d-bba3-af28cd27bf22', 'network_id': '7255b119-ccbd-4bc0-aef1-27302438501f', 'port_id': 'ac907490-f53f-453d-bba3-af28cd27bf22', 'mac_address': 'fa:16:3e:f5:20:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ce10db-a950-43c7-8917-77f6ac942968', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:23.880464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.905746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac907490-f53f-453d-bba3-af28cd27bf22 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:23.942021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac907490-f53f-453d-bba3-af28cd27bf22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac907490-f53f-453d-bba3-af28cd27bf22,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.947170 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.948230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e448c32d-afa6-4dce-94b0-58c9c39b629b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:24.034859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac907490-f53f-453d-bba3-af28cd27bf22,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.047526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e448c32d-afa6-4dce-94b0-58c9c39b629b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:24.063670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e448c32d-afa6-4dce-94b0-58c9c39b629b', 'network_id': '049f97ee-06d2-4fb4-9c1d-a6ab278694d2', 'port_id': 'e448c32d-afa6-4dce-94b0-58c9c39b629b', 'mac_address': 'fa:16:3e:8a:d3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bbc8c-30b7-4266-b1e2-a6b64316707d', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:24.113539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.133112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e448c32d-afa6-4dce-94b0-58c9c39b629b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:24.159710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e448c32d-afa6-4dce-94b0-58c9c39b629b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:24.165593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.229736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e448c32d-afa6-4dce-94b0-58c9c39b629b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.483043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.490164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.497845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.508018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.514751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.522727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.531149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.532497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-80245c94-4791-4945-a937-23991812dae0 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5426 time: 0.1160011 Oct 13 04:21:24.584848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.595534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e303500-9591-4459-9e7a-a69376ed4f6d req-a5980775-c437-43ac-9ba4-f64f471c2b84 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558782 Oct 13 04:21:24.879305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e448c32d-afa6-4dce-94b0-58c9c39b629b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:24.919858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['81639854-8c2d-4698-bd63-7b303586caf3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:24.922112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['3531bf9e-00f4-414a-b0e9-010cd6785811'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:24.929049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['90bff021-f5d3-4483-b327-a795813761cd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:25.045973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['47b2984b-d9d0-4b7e-8f3a-ac2a095cec32'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:25.048786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['ac907490-f53f-453d-bba3-af28cd27bf22'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:25.050931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['4a2a469f-308a-4463-9196-6ef692a75e81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:25.809499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.815950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.836723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.842761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.858650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.873451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.873451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.881922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-218300b7-5364-43c2-9fb0-4b94e322566b req-69e73776-f793-4f5e-9b1c-df6dba43baff tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5426 time: 0.1816552 Oct 13 04:21:25.961531 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-218300b7-5364-43c2-9fb0-4b94e322566b req-df8ffd01-342c-47b5-ad20-4c3c6f12f31b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780098 Oct 13 04:21:27.153303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.163002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.169288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.175403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.182209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.188311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.195763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.207821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-a59aab49-0c1a-4b40-8274-47ecff22aa02 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5426 time: 0.1126499 Oct 13 04:21:27.260441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-17764f1b-894e-4afa-851f-0ddde5d1c4a7 req-0a5fca59-d746-40f0-a164-74b594ba85e9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552702 Oct 13 04:21:28.190969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3531bf9e-00f4-414a-b0e9-010cd6785811 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:28.256422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 3531bf9e-00f4-414a-b0e9-010cd6785811 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:28.262904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 3531bf9e-00f4-414a-b0e9-010cd6785811 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:28.264581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.454665 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.472794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.480875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.487206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.494635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.501002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.502172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3531bf9e-00f4-414a-b0e9-010cd6785811'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:28.505700 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4a173f-ce2b-4092-b752-a12fdaa4cd51" -d '{"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "3531bf9e-00f4-414a-b0e9-010cd6785811"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:28.508126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.522331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 3531bf9e-00f4-414a-b0e9-010cd6785811, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3531bf9e-00f4-414a-b0e9-010cd6785811,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:28.527174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.528275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:28.538743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.540854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-8a130aee-40a9-41d3-89c4-3a55c2447a9d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5426 time: 0.1331241 Oct 13 04:21:28.589148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b1a0cb5-e5b5-4538-88be-7024bd1092c6 req-ac808ea1-d790-425c-9356-6fb6be5b2870 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420098 Oct 13 04:21:28.635853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=3531bf9e-00f4-414a-b0e9-010cd6785811,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.649592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:28.662857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:28.663830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.714362 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9dfac1-7ab1-4180-8626-97c9e267f1ec x-openstack-request-id: req-8b9dfac1-7ab1-4180-8626-97c9e267f1ec {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:28.714658 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "3531bf9e-00f4-414a-b0e9-010cd6785811", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:28.714914 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b9dfac1-7ab1-4180-8626-97c9e267f1ec {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:28.715352 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3531bf9e-00f4-414a-b0e9-010cd6785811', 'code': 200} Oct 13 04:21:28.850363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.884498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:28.889464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.890317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 81639854-8c2d-4698-bd63-7b303586caf3 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:28.981101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.992468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 81639854-8c2d-4698-bd63-7b303586caf3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:28.996674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 81639854-8c2d-4698-bd63-7b303586caf3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:28.997185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.088530 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.125991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=81639854-8c2d-4698-bd63-7b303586caf3,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:29.130550 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.131350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 90bff021-f5d3-4483-b327-a795813761cd up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:29.413930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:29.429957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 90bff021-f5d3-4483-b327-a795813761cd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:29.434353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 90bff021-f5d3-4483-b327-a795813761cd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:29.434928 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.589224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.676080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 90bff021-f5d3-4483-b327-a795813761cd, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=90bff021-f5d3-4483-b327-a795813761cd,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:29.682768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.683776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4a2a469f-308a-4463-9196-6ef692a75e81 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:29.788113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=90bff021-f5d3-4483-b327-a795813761cd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:29.803825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 4a2a469f-308a-4463-9196-6ef692a75e81 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:29.808535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 4a2a469f-308a-4463-9196-6ef692a75e81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:29.809264 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.926726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.938972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.951687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.964116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.975918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.985203 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.987205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.999570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.003355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66321a8a-cea1-467c-951e-76878be1d387 req-8fc74333-da82-42d4-8a51-926a4e75cebd tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5430 time: 0.2690063 Oct 13 04:21:30.021481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:30.071830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66321a8a-cea1-467c-951e-76878be1d387 req-0e569ae1-38ae-40de-ad5e-b7508c63cf2a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548916 Oct 13 04:21:30.092013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4a2a469f-308a-4463-9196-6ef692a75e81,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:30.097659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.098925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac907490-f53f-453d-bba3-af28cd27bf22 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:30.206176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26c01687-b2e2-4a93-9f94-bcb581d5e1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.228431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.255672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port ac907490-f53f-453d-bba3-af28cd27bf22 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:30.265942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port ac907490-f53f-453d-bba3-af28cd27bf22 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:30.269520 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.353951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26c01687-b2e2-4a93-9f94-bcb581d5e1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.377506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26c01687-b2e2-4a93-9f94-bcb581d5e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.400274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.432976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:30.433177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-26c01687-b2e2-4a93-9f94-bcb581d5e1f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e11448bd705457494c1d33d20982468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095261 Oct 13 04:21:30.456444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c01687-b2e2-4a93-9f94-bcb581d5e1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f7114d-4014-439c-8321-1577060b5317,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.493290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port ac907490-f53f-453d-bba3-af28cd27bf22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac907490-f53f-453d-bba3-af28cd27bf22,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:30.498103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.499223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e448c32d-afa6-4dce-94b0-58c9c39b629b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:30.515329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.540103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.609763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=ac907490-f53f-453d-bba3-af28cd27bf22,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.629835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.633764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.638119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7f7114d-4014-439c-8321-1577060b5317 HTTP/1.1" status: 204 len: 168 time: 0.2028816 Oct 13 04:21:30.642245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e448c32d-afa6-4dce-94b0-58c9c39b629b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:30.648766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f7114d-4014-439c-8321-1577060b5317,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.652898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e448c32d-afa6-4dce-94b0-58c9c39b629b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:30.653513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.658822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.668329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.669397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.669928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.670454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.671029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.671635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.672145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.672655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.673241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.673978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.674499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97515fd6-08a7-4094-bffb-650e055afa23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:30.718155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32'}, {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81639854-8c2d-4698-bd63-7b303586caf3'}, {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bff021-f5d3-4483-b327-a795813761cd'}, {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a469f-308a-4463-9196-6ef692a75e81'}, {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac907490-f53f-453d-bba3-af28cd27bf22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:30.720460 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b153bfb8-0d36-4abe-bd7e-3c8c71c01556" -d '{"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "47b2984b-d9d0-4b7e-8f3a-ac2a095cec32"}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "81639854-8c2d-4698-bd63-7b303586caf3"}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "90bff021-f5d3-4483-b327-a795813761cd"}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a469f-308a-4463-9196-6ef692a75e81"}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "ac907490-f53f-453d-bba3-af28cd27bf22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:30.794588 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c560b-5613-4461-b88d-6ad5e6b4bdc0 x-openstack-request-id: req-8d0c560b-5613-4461-b88d-6ad5e6b4bdc0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:30.794901 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "47b2984b-d9d0-4b7e-8f3a-ac2a095cec32", "code": 200}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "81639854-8c2d-4698-bd63-7b303586caf3", "code": 200}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "90bff021-f5d3-4483-b327-a795813761cd", "code": 200}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a469f-308a-4463-9196-6ef692a75e81", "code": 200}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "ac907490-f53f-453d-bba3-af28cd27bf22", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:30.795152 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d0c560b-5613-4461-b88d-6ad5e6b4bdc0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:30.795551 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32', 'code': 200} Oct 13 04:21:30.795801 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81639854-8c2d-4698-bd63-7b303586caf3', 'code': 200} Oct 13 04:21:30.796044 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bff021-f5d3-4483-b327-a795813761cd', 'code': 200} Oct 13 04:21:30.796285 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a469f-308a-4463-9196-6ef692a75e81', 'code': 200} Oct 13 04:21:30.796667 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac907490-f53f-453d-bba3-af28cd27bf22', 'code': 200} Oct 13 04:21:30.815833 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.857999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e448c32d-afa6-4dce-94b0-58c9c39b629b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:30.862780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.919289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e448c32d-afa6-4dce-94b0-58c9c39b629b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:31.034618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:31.049347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9352b32f-3f03-4f6b-a724-4dfdc53a459b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.150365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9352b32f-3f03-4f6b-a724-4dfdc53a459b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.154791 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9352b32f-3f03-4f6b-a724-4dfdc53a459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.223635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352b32f-3f03-4f6b-a724-4dfdc53a459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26d95d5-a4fe-444f-a069-124e3ba4eefc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:31.231899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9352b32f-3f03-4f6b-a724-4dfdc53a459b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b15fa8ad5c14cd990be769ba0171d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958787 Oct 13 04:21:31.234573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:31.257857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.266638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.273445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.279578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.286565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.292812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.299006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.301400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-17a677bc-d082-4483-af4e-a5ef6c1e3b1d tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1392272 Oct 13 04:21:31.306217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11bdd2-c2d0-4229-a857-2b8d95f36d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.330105 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11bdd2-c2d0-4229-a857-2b8d95f36d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.352480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd15a54d-adbb-443a-8744-efbf896e0704 req-82354354-87be-4f03-b31a-f37254d39776 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437338 Oct 13 04:21:31.381457 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11bdd2-c2d0-4229-a857-2b8d95f36d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.384510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11bdd2-c2d0-4229-a857-2b8d95f36d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.387987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ee11bdd2-c2d0-4229-a857-2b8d95f36d58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e26d95d5-a4fe-444f-a069-124e3ba4eefc HTTP/1.1" status: 204 len: 168 time: 0.1501951 Oct 13 04:21:31.395937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bdd2-c2d0-4229-a857-2b8d95f36d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26d95d5-a4fe-444f-a069-124e3ba4eefc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.618830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.625358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.633376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.639458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.646293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.653580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.661405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.672326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-219a8b70-79b6-48bd-8a78-a65c54a80876 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1286814 Oct 13 04:21:32.778103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9d10547d-7450-469c-92ef-caa3d2abd744 req-b2781b6f-9ceb-46f9-ac14-d4ce36bc88d2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041083 Oct 13 04:21:32.798682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448c32d-afa6-4dce-94b0-58c9c39b629b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:32.801561 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf9518-e89c-4ca3-ac2d-32a454db9275" -d '{"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e448c32d-afa6-4dce-94b0-58c9c39b629b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:32.875262 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3285bcec-9212-4930-86f2-3740b8d6a49b x-openstack-request-id: req-3285bcec-9212-4930-86f2-3740b8d6a49b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:32.875530 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e448c32d-afa6-4dce-94b0-58c9c39b629b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:32.875737 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3285bcec-9212-4930-86f2-3740b8d6a49b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:32.876065 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448c32d-afa6-4dce-94b0-58c9c39b629b', 'code': 200} Oct 13 04:21:33.078962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.078962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.079539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.080058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.081158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.081789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.082452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.084827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-19d441d4-ae84-40ee-a4fd-04b9dafc6518 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.1244907 Oct 13 04:21:33.155218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28490eb1-8a62-4fb4-8fab-2e6263005c34 req-2e9ea979-72a8-4d9d-8475-ddbc84dbff03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630600 Oct 13 04:21:33.379340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:21:33.949701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.956850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.964955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.971738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.979226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.986695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.994965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.997413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-64524e18-4240-466b-8cab-aaf50ae52ec6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1148002 Oct 13 04:21:34.047068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0b7bfaa-90e6-4bf8-9f60-387927cb065a req-6613b3ff-4c53-4675-a73e-00b2b0a2d0c2 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430458 Oct 13 04:21:35.226831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.233355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.239444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.266406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.276397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.292035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.313036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.319137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e561d56f-1956-49f5-a546-f893ec8da544 req-eb83ffa9-1ade-453e-a977-494604d53678 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1772330 Oct 13 04:21:35.446792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e561d56f-1956-49f5-a546-f893ec8da544 req-7563bd07-1154-44e4-92c4-e92ce747ea58 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128891 Oct 13 04:21:35.625573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.632568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.638704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.646880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.653973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.660966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.666906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.669041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfdb27e1-3697-4cf5-9c70-b04b05cb5d1e req-5cdce9fd-23e2-432e-a169-693f5034e505 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1280177 Oct 13 04:21:35.680324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:35.684943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Request body: {'floatingip': {'port_id': '90bff021-f5d3-4483-b327-a795813761cd'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:35.768650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.746447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.759855 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.950797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-39904e01-a273-4ed6-8aed-2e2e17b13a53 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.952990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-39904e01-a273-4ed6-8aed-2e2e17b13a53 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.2465904 Oct 13 04:21:36.958960 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Floating IP d9b2973b-efdc-4d33-b9bf-add71cf53a4d associated. External IP: 172.25.1.101, port: 90bff021-f5d3-4483-b327-a795813761cd. Oct 13 04:21:37.025097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-0ec75632-5dde-458b-945f-b17b2a7adf4b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/quotas/1c381ccc99f24c879ccf4b063fffd1c4 HTTP/1.1" status: 200 len: 375 time: 0.0214369 Oct 13 04:21:37.172792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-20d71a14-72fa-45e6-ab73-957d7068b2c5 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419148 Oct 13 04:21:37.276870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-5096363c-7782-4dbf-bc1d-f0bf6007f9d1 service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965374 Oct 13 04:21:37.407807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Router 30bca34b-fc71-469f-8a95-15b3f70e30b9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:37.572449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:37.577890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.592365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] Sync routers for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:37.604532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:37.605908 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.619530 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2c0e0462-eb73-4532-84d9-9d68fac5ca21 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "PUT /v2.0/floatingips/d9b2973b-efdc-4d33-b9bf-add71cf53a4d HTTP/1.1" status: 200 len: 991 time: 1.9271662 Oct 13 04:21:37.620550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '90bff021-f5d3-4483-b327-a795813761cd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:37.622922 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "90bff021-f5d3-4483-b327-a795813761cd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:37.636502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-fdfedc43-61bf-449a-8d49-03e940b93568 service neutron] 10.222.0.44 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530395 Oct 13 04:21:37.734121 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d945d5-0423-4bc9-a069-5fb3d10c5e97 x-openstack-request-id: req-82d945d5-0423-4bc9-a069-5fb3d10c5e97 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:37.734597 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "tag": "90bff021-f5d3-4483-b327-a795813761cd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:37.735024 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82d945d5-0423-4bc9-a069-5fb3d10c5e97 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:37.735580 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'tag': '90bff021-f5d3-4483-b327-a795813761cd', 'status': 'completed', 'code': 200} Oct 13 04:21:37.803830 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:37.823175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.824311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.824965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.825591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.826215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.826903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.827638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.829832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6998a6ca-e4ec-4bb5-a0bf-ad753c04e14f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.0695419 Oct 13 04:21:37.956826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-7db5030d-43de-44bc-9df7-132720ffa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.959205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-7db5030d-43de-44bc-9df7-132720ffa300 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f HTTP/1.1" status: 200 len: 912 time: 0.1171291 Oct 13 04:21:37.967970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd61e460-ab43-41a2-b7b5-4b1da121eab4 req-a08e9e44-024f-4218-b8ea-9cd7653698fd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 210 time: 0.0737188 Oct 13 04:21:38.074412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.113207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-14ba6d34-24ba-4f59-ada1-9bd31e772fca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 999 time: 0.1466672 Oct 13 04:21:38.211142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-08fd4288-8b4b-4779-99af-a2538f4403fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.212610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-08fd4288-8b4b-4779-99af-a2538f4403fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.0869238 Oct 13 04:21:38.336905 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd9b2973b-efdc-4d33-b9bf-add71cf53a4d', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'port_id': '90bff021-f5d3-4483-b327-a795813761cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'mac_address': 'fa:16:3e:85:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:20:20Z', 'updated_at': '2021-10-13T04:21:36Z', 'revision_number': 1, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:45Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:38.356088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-972137df-bc2b-4114-b8ae-dc732913f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.359992 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-972137df-bc2b-4114-b8ae-dc732913f32f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382375 Oct 13 04:21:38.408167 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] Checking router: 30bca34b-fc71-469f-8a95-15b3f70e30b9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:38.429251 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:38.429745 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:38.494561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-25de8f2f-cc52-4d2d-92ef-3e0c74616fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222918 Oct 13 04:21:38.561590 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:38.706695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b3e9e8f-6a9e-40b3-8395-103df1f0bbbf req-6e1799f6-905c-4a85-9119-20040840127d service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048731 Oct 13 04:21:39.060524 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd9b2973b-efdc-4d33-b9bf-add71cf53a4d', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'port_id': '90bff021-f5d3-4483-b327-a795813761cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'mac_address': 'fa:16:3e:85:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:20:20Z', 'updated_at': '2021-10-13T04:21:36Z', 'revision_number': 1, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:45Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:39.098260 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c17f66-e015-4447-becc-c2ed40c64c3a None None] The sync data for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 is: [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd9b2973b-efdc-4d33-b9bf-add71cf53a4d', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'port_id': '90bff021-f5d3-4483-b327-a795813761cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'mac_address': 'fa:16:3e:85:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:20:20Z', 'updated_at': '2021-10-13T04:21:36Z', 'revision_number': 1, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:45Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:39.101768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48539df0-6426-4182-b26a-df6b5c3867b1 req-4dd47a44-b679-49d2-aefb-6756fc312e4a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 210 time: 0.0385032 Oct 13 04:21:39.500855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-e10a3d09-6909-4611-a4ca-e7bcb6311e8d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.502499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-e10a3d09-6909-4611-a4ca-e7bcb6311e8d tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 815 time: 0.1726696 Oct 13 04:21:39.514022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34aa19-b445-4711-a99c-b0a5faf2b75b None None] New status for floating IP d9b2973b-efdc-4d33-b9bf-add71cf53a4d: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:21:39.522986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Request body: {'port': {'device_id': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'admin_state_up': True, 'tenant_id': '1c381ccc99f24c879ccf4b063fffd1c4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:39.740895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Made reservation on behalf of 1c381ccc99f24c879ccf4b063fffd1c4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:39.750980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.908522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.008377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Allocated IP 172.20.0.2 (a59437dd-165b-409f-bb33-686ac8d3e5c6/f4805a1b-7ae7-457e-adf2-627bc8b620e1/0f6892a4-0d11-424d-9df3-ef2bf04c6ade) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:40.194953 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.222378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18d6e79c-c046-4f91-8768-678fd3cebe47 req-b0a4c4c5-1adc-4bce-b048-eccee884f4ba tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 210 time: 0.0277274 Oct 13 04:21:40.248297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.262381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['034378ad-4e12-4cb8-82fd-3fbe9de111a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:40.267211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed', 'd716fd90-9267-4f50-9912-b4f3cb150650'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:40.309238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Network a59437dd-165b-409f-bb33-686ac8d3e5c6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:40.315459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:40.319501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event updated for resources: {'Port': ['ID=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:40.330913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:40.420022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.420723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.485828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-9dd9491b-adcb-4dd5-acc5-c32f685a62dd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9732580 Oct 13 04:21:40.508184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Request body: {'port': {'device_id': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:40.607482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.126521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2eb4f-0d5a-4005-8f59-b4d5fbfecd23 req-29adbaeb-1f9a-4c6d-84ba-68225a43b298 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.134692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9e2eb4f-0d5a-4005-8f59-b4d5fbfecd23 req-29adbaeb-1f9a-4c6d-84ba-68225a43b298 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.0826964 Oct 13 04:21:41.142846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6892a4-0d11-424d-9df3-ef2bf04c6ade {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:41.151947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.166762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Transition to ACTIVE for port object 0f6892a4-0d11-424d-9df3-ef2bf04c6ade will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:41.171855 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.211261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9e2eb4f-0d5a-4005-8f59-b4d5fbfecd23 req-6c9caea9-a1ff-4ef9-b2d2-1ad7bcd248bc tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749950 Oct 13 04:21:41.227489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54318) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.575088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 521995c6-f133-44c6-9e78-bbfc0519b2e0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:41.575650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.695603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.696554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.710970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 521995c6-f133-44c6-9e78-bbfc0519b2e0 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:41.887215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.923998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.974280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f6b85-520b-4572-8f29-90209db93b20 req-994f7cfe-20b5-4069-afb8-b6ba9dff8511 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.982301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f90f6b85-520b-4572-8f29-90209db93b20 req-994f7cfe-20b5-4069-afb8-b6ba9dff8511 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 943 time: 0.0958533 Oct 13 04:21:41.984306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Attempting to bind port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:41.984513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Attempting to bind port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:41.984846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Attempting to bind port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:41.991808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.038373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=521995c6-f133-44c6-9e78-bbfc0519b2e0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.050941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f90f6b85-520b-4572-8f29-90209db93b20 req-3209eb1a-229b-4a5c-a053-ee232c78fb14 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545290 Oct 13 04:21:42.057176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade on network a59437dd-165b-409f-bb33-686ac8d3e5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:42.057505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Attempting to bind port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade on network a59437dd-165b-409f-bb33-686ac8d3e5c6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:42.065494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:42.065833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Checking segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:42.066221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Bound using segment: {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:42.069343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Bound port: 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1983f-ec7d-4304-a4a3-cd2158f68998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:42.069750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.157535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.158135 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 688ef2c8-af9d-4646-a016-dece3b38fdad disassociated (deleted). External IP: 172.25.1.50, port: 56140483-5b8e-4407-8152-8634434b0e01. Oct 13 04:21:42.185346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecd153cc-b451-4955-bb44-d0967219169f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.310620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] For port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:42.332292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] For port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:42.357968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.443187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.444184 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.445873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f6892a4-0d11-424d-9df3-ef2bf04c6ade HTTP/1.1" status: 200 len: 1091 time: 1.9447949 Oct 13 04:21:42.450828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'tag': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:42.453524 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32" -d '{"events": [{"name": "network-changed", "server_uuid": "3a615027-1bd9-4850-bfa1-b93edd787bac", "tag": "0f6892a4-0d11-424d-9df3-ef2bf04c6ade"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:42.611343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecd153cc-b451-4955-bb44-d0967219169f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.646714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 24145386-cdb8-4a69-833a-522d9c75dd3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:42.648928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecd153cc-b451-4955-bb44-d0967219169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.681036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f033b1-ad0c-4e79-a0ff-a7b330a04370 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.716228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-ce3abb1a-cd81-4382-8863-1c9d7a24be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.717804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-ce3abb1a-cd81-4382-8863-1c9d7a24be45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 1094 time: 0.2257454 Oct 13 04:21:42.725178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ecd153cc-b451-4955-bb44-d0967219169f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97f14d1879e945f2b9d0a8a43eeff8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8339803 Oct 13 04:21:42.731296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:42.763679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd153cc-b451-4955-bb44-d0967219169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eaa3d1-e407-4c7c-b117-89f2808cb36f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.852577 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b79755f-9488-4e10-96b7-d3aa43e03243 x-openstack-request-id: req-8b79755f-9488-4e10-96b7-d3aa43e03243 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:42.858958 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a615027-1bd9-4850-bfa1-b93edd787bac", "tag": "0f6892a4-0d11-424d-9df3-ef2bf04c6ade", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:42.859334 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b79755f-9488-4e10-96b7-d3aa43e03243 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:42.859825 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'tag': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade', 'status': 'completed', 'code': 200} Oct 13 04:21:42.865944 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-e024d341-2fdf-4005-bd91-389787e1e1db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade HTTP/1.1" status: 200 len: 217 time: 0.1353078 Oct 13 04:21:42.988820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3dae6a9-4b60-40b8-8542-13ad37318de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.009774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:43.022830 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] Sync routers for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:43.023401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-6acd59ca-01e1-4543-ae89-b9e97291c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.025342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.025572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-6acd59ca-01e1-4543-ae89-b9e97291c1b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.1379118 Oct 13 04:21:43.033877 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:43.039340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:43.057183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3dae6a9-4b60-40b8-8542-13ad37318de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.059454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.092320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-75c74dcc-7c64-4a49-9665-9b5cd24185c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584474 Oct 13 04:21:43.111283 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-24ff3a6d-fcb9-4729-be99-ef1a7a88ab71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/floatingips/688ef2c8-af9d-4646-a016-dece3b38fdad HTTP/1.1" status: 204 len: 168 time: 1.8803086 Oct 13 04:21:43.111283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:43.111792 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8666e4a-a64b-45fd-a005-6afa9947cbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:43.203510 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:43.267378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ed74c-ad2e-432d-8ad5-626de4ffc318 req-9f90ecb6-c3fb-40b3-affd-bcfec5bfe871 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.269841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3dae6a9-4b60-40b8-8542-13ad37318de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.273331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e23ed74c-ad2e-432d-8ad5-626de4ffc318 req-9f90ecb6-c3fb-40b3-affd-bcfec5bfe871 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 943 time: 0.1047783 Oct 13 04:21:43.286676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3dae6a9-4b60-40b8-8542-13ad37318de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.287668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3dae6a9-4b60-40b8-8542-13ad37318de9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0eaa3d1-e407-4c7c-b117-89f2808cb36f HTTP/1.1" status: 204 len: 168 time: 0.5555074 Oct 13 04:21:43.319548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dae6a9-4b60-40b8-8542-13ad37318de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eaa3d1-e407-4c7c-b117-89f2808cb36f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:43.383972 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8034a27-8576-44df-ba07-b94912041336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.403078 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-a37a3f60-44bd-436f-a5de-6eb2f0ab8b29 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993100 Oct 13 04:21:43.408719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e23ed74c-ad2e-432d-8ad5-626de4ffc318 req-243d3af2-d1c7-4b87-9ad9-a6be0490f49c tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286709 Oct 13 04:21:43.514511 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99022b99-6a3c-452b-9ff9-09e2e6ee26e6 x-openstack-request-id: req-99022b99-6a3c-452b-9ff9-09e2e6ee26e6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:43.514922 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:43.515241 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99022b99-6a3c-452b-9ff9-09e2e6ee26e6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:43.516440 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'status': 'completed', 'code': 200} Oct 13 04:21:43.706207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:43.748132 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] Checking router: 24145386-cdb8-4a69-833a-522d9c75dd3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:43.748333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-3e083c5b-f355-461b-b3ca-482ee29eb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.749879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-3e083c5b-f355-461b-b3ca-482ee29eb23a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 1096 time: 0.1729648 Oct 13 04:21:43.765575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a7439-59e8-4aa0-9624-35c3b9427408 req-f142f5ee-7de8-4df1-9b39-cf02bb6ef1cc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.773076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-982a7439-59e8-4aa0-9624-35c3b9427408 req-f142f5ee-7de8-4df1-9b39-cf02bb6ef1cc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1679246 Oct 13 04:21:43.777901 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:43.778538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:43.790402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df868f48-3606-44a9-a147-1f25dce68bf0 req-d0926ffa-3653-4fb2-84fa-9a76af199b86 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673866 Oct 13 04:21:43.801370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8034a27-8576-44df-ba07-b94912041336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.846175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8034a27-8576-44df-ba07-b94912041336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.859953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.879138 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-718cbea9-9938-4e4a-b1e9-f7a9040e1768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.960625 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:43.973715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8034a27-8576-44df-ba07-b94912041336 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb36288f5d2549b1bdbf143967fd2d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9107029 Oct 13 04:21:43.974110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.986898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8034a27-8576-44df-ba07-b94912041336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f98ae9c-5172-4b31-902b-39a6ad6fe973,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.003245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-982a7439-59e8-4aa0-9624-35c3b9427408 req-3ef3a317-5581-473c-9ce4-61b8bc839c14 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292156 Oct 13 04:21:44.028661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-2c8e996a-022e-472f-b75e-4fd3e36a5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.030490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-2c8e996a-022e-472f-b75e-4fd3e36a5e46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 200 len: 898 time: 0.2554054 Oct 13 04:21:44.033677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-e1c5c2d7-ce12-453d-a923-407b5bfaa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.036007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-e1c5c2d7-ce12-453d-a923-407b5bfaa16f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 1094 time: 0.1612132 Oct 13 04:21:44.103724 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ec9cda-e839-43a7-b62f-2c35c325074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.123425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-718cbea9-9938-4e4a-b1e9-f7a9040e1768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.142672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-718cbea9-9938-4e4a-b1e9-f7a9040e1768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.168212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-10b2c96c-4fc1-460c-b8d0-c0f0c17c6575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 200 len: 217 time: 0.1118927 Oct 13 04:21:44.207992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-718cbea9-9938-4e4a-b1e9-f7a9040e1768 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a27936f89cb24d16809e19c3451dbe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432434 Oct 13 04:21:44.207992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ec9cda-e839-43a7-b62f-2c35c325074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.210021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:44.210514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbea9-9938-4e4a-b1e9-f7a9040e1768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef68e0-918f-480b-a0be-5a7005fb129e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.237655 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:44.276534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026b694-85b8-4247-9df5-223a6bd433d1 None None] The sync data for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 is: [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:18:58Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7be5476f-9f10-427f-8bf1-6f972be59e20', 'name': '', 'network_id': 'a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:d6:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:03Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'e297cb10-8bd0-4581-9bdb-cd5562b13d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:44.277978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ec9cda-e839-43a7-b62f-2c35c325074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.282999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ec9cda-e839-43a7-b62f-2c35c325074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.285999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95ec9cda-e839-43a7-b62f-2c35c325074d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f98ae9c-5172-4b31-902b-39a6ad6fe973 HTTP/1.1" status: 204 len: 168 time: 0.3094614 Oct 13 04:21:44.295686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec9cda-e839-43a7-b62f-2c35c325074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f98ae9c-5172-4b31-902b-39a6ad6fe973,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.296760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-8f3b1b51-ab19-48bd-933b-6542490be922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.299037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-8f3b1b51-ab19-48bd-933b-6542490be922 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 200 len: 835 time: 0.1216588 Oct 13 04:21:44.378522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-f00ab6ad-f2d1-43da-b065-a6e8658ba815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.380965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-f00ab6ad-f2d1-43da-b065-a6e8658ba815 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.3260751 Oct 13 04:21:44.386359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f159808f-010e-4b0c-8cb8-ae4401fb2020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.491335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-d56894e8-9043-4c75-a71f-3ccd5e936c9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade HTTP/1.1" status: 200 len: 217 time: 0.1013122 Oct 13 04:21:44.505535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-144d09d6-f321-4b06-9f3a-df3e31916622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.507997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-144d09d6-f321-4b06-9f3a-df3e31916622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860189 Oct 13 04:21:44.525265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f159808f-010e-4b0c-8cb8-ae4401fb2020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.593576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b6f3-1cdd-4009-a528-51e608e44ca6 req-0f9c3be0-d2ce-480e-afc3-5e0c10b52e26 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.595295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ea2b6f3-1cdd-4009-a528-51e608e44ca6 req-0f9c3be0-d2ce-480e-afc3-5e0c10b52e26 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 943 time: 0.0829265 Oct 13 04:21:44.675095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ea2b6f3-1cdd-4009-a528-51e608e44ca6 req-a3385fda-586d-40e4-8489-96f4196389b2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706506 Oct 13 04:21:44.733115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-4bbc081d-8f0b-4b0e-9407-546b701c21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.734812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-4bbc081d-8f0b-4b0e-9407-546b701c21a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.2254646 Oct 13 04:21:44.781805 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-5c8f7a56-5b42-4eed-b4fc-864a2c919291 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335548 Oct 13 04:21:44.808833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b2e41-59ad-46ca-b1c4-bd6b26b0c58e None None] New status for floating IP 688ef2c8-af9d-4646-a016-dece3b38fdad: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:21:44.872156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-bfdad791-4402-4f06-abb7-44df99dc75d1 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446870 Oct 13 04:21:44.876318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f159808f-010e-4b0c-8cb8-ae4401fb2020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.880285 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f159808f-010e-4b0c-8cb8-ae4401fb2020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.881299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f159808f-010e-4b0c-8cb8-ae4401fb2020 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94ef68e0-918f-480b-a0be-5a7005fb129e HTTP/1.1" status: 204 len: 168 time: 0.6703522 Oct 13 04:21:44.907941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:44.949602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-922d9ba5-1eea-47ad-b226-f5726a259e3f service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571801 Oct 13 04:21:44.980249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159808f-010e-4b0c-8cb8-ae4401fb2020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef68e0-918f-480b-a0be-5a7005fb129e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.001157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4981c20-e4b4-4a7a-932e-455d55088a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.077831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7294d5d5-01a2-4099-865a-3169258044ef tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.079473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7294d5d5-01a2-4099-865a-3169258044ef tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1823072 Oct 13 04:21:45.126892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-3c7ba8f6-35c3-4793-b769-78a96f3d91ef service neutron] 10.222.0.15 "GET /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351065 Oct 13 04:21:45.129502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb4aab12-6b3e-4e74-8574-9d5ffccb7a32 req-436c642c-09d7-4a3a-a748-abba8beafeb2 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591666 Oct 13 04:21:45.254481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beafb2-f547-4a99-99cf-ec9f49bd9142 req-55695863-65ea-417b-a1c9-ca0ab7f2d866 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.255973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85beafb2-f547-4a99-99cf-ec9f49bd9142 req-55695863-65ea-417b-a1c9-ca0ab7f2d866 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=490ba2c3-a5f1-4ecb-873c-711314614a7d HTTP/1.1" status: 200 len: 945 time: 0.1156876 Oct 13 04:21:45.268332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4981c20-e4b4-4a7a-932e-455d55088a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.281189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4981c20-e4b4-4a7a-932e-455d55088a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.347059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4981c20-e4b4-4a7a-932e-455d55088a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30414e9f-7095-46cc-a662-b13c697a7b80,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.353831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 56140483-5b8e-4407-8152-8634434b0e01 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:45.354159 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.378869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b4981c20-e4b4-4a7a-932e-455d55088a31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=731b65e14007478a8e88043eb9bdac2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673486 Oct 13 04:21:45.380361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:45.390233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85beafb2-f547-4a99-99cf-ec9f49bd9142 req-717513c1-501e-4368-a20b-9deacda0fb1e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=51b78c28-f69b-4de7-b206-9167193b8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198845 Oct 13 04:21:45.454721 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09596f57-59e4-4b1d-aafc-14c64e59dec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.484290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09596f57-59e4-4b1d-aafc-14c64e59dec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.492759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 56140483-5b8e-4407-8152-8634434b0e01, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56140483-5b8e-4407-8152-8634434b0e01,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:45.493216 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.513068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 56140483-5b8e-4407-8152-8634434b0e01 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:45.578227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09596f57-59e4-4b1d-aafc-14c64e59dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.583387 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09596f57-59e4-4b1d-aafc-14c64e59dec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.588137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-09596f57-59e4-4b1d-aafc-14c64e59dec8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30414e9f-7095-46cc-a662-b13c697a7b80 HTTP/1.1" status: 204 len: 168 time: 0.2034640 Oct 13 04:21:45.601485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596f57-59e4-4b1d-aafc-14c64e59dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30414e9f-7095-46cc-a662-b13c697a7b80,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.696865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.735110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=56140483-5b8e-4407-8152-8634434b0e01,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.806442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] No DVR routers for this DVR port 56140483-5b8e-4407-8152-8634434b0e01 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:45.810256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.817442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7249dbff-cce5-4d2d-970c-0c50c7cd25be req-7d7b0e2c-07b6-484c-8552-193b7583d5c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "DELETE /v2.0/ports/56140483-5b8e-4407-8152-8634434b0e01 HTTP/1.1" status: 204 len: 173 time: 0.7143943 Oct 13 04:21:45.818455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-deleted', 'tag': '56140483-5b8e-4407-8152-8634434b0e01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:45.821738 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242ef42-9da7-4354-9087-7647d5f087b9" -d '{"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-deleted", "tag": "56140483-5b8e-4407-8152-8634434b0e01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:45.928399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8beb7c-eb44-4be5-af3e-7fffed7e0956 req-c6176afd-301c-43e4-9bd9-9fe97ce03512 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.930804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc8beb7c-eb44-4be5-af3e-7fffed7e0956 req-c6176afd-301c-43e4-9bd9-9fe97ce03512 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 943 time: 0.1036243 Oct 13 04:21:45.932303 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84cccfb-aa66-4213-a8d5-d616b7659471 x-openstack-request-id: req-c84cccfb-aa66-4213-a8d5-d616b7659471 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:45.932587 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490ba2c3-a5f1-4ecb-873c-711314614a7d", "name": "network-vif-deleted", "tag": "56140483-5b8e-4407-8152-8634434b0e01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:45.932866 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c84cccfb-aa66-4213-a8d5-d616b7659471 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:45.933455 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490ba2c3-a5f1-4ecb-873c-711314614a7d', 'name': 'network-vif-deleted', 'tag': '56140483-5b8e-4407-8152-8634434b0e01', 'status': 'completed', 'code': 200} Oct 13 04:21:45.983661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc8beb7c-eb44-4be5-af3e-7fffed7e0956 req-d4ee1653-52cd-48c8-b705-9103c6dd7782 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Oct 13 04:21:46.298181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0f6892a4-0d11-424d-9df3-ef2bf04c6ade details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:46.427696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:46.445288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade', 'network_id': 'a59437dd-165b-409f-bb33-686ac8d3e5c6', 'port_id': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade', 'mac_address': 'fa:16:3e:61:e7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4805a1b-7ae7-457e-adf2-627bc8b620e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:46.482329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:46.505832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.523604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6892a4-0d11-424d-9df3-ef2bf04c6ade {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:46.561350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:46.567951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.647947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.859136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['0f6892a4-0d11-424d-9df3-ef2bf04c6ade'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:47.107496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54468) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:47.159402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.170907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a992fdc-b5ad-4c2a-b0fc-dc309128c201 req-11520203-ea8a-4b06-a4eb-ef634f342dc9 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.172862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a992fdc-b5ad-4c2a-b0fc-dc309128c201 req-11520203-ea8a-4b06-a4eb-ef634f342dc9 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 944 time: 0.0693991 Oct 13 04:21:47.246916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a992fdc-b5ad-4c2a-b0fc-dc309128c201 req-043cc268-6fe9-4d96-8a3f-1144c76838a4 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Oct 13 04:21:47.412204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fabc5ba5-8f67-4358-b67e-401e84c9185e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76b7eccf6a5f4501ac0de828401e0c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991660 Oct 13 04:21:47.412890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:47.553021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95af775b-4602-4d36-88dc-887e5fa3f88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.598228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95af775b-4602-4d36-88dc-887e5fa3f88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.617865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 7be5476f-9f10-427f-8bf1-6f972be59e20 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:47.618217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.037961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95af775b-4602-4d36-88dc-887e5fa3f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.040897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95af775b-4602-4d36-88dc-887e5fa3f88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.042081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-95af775b-4602-4d36-88dc-887e5fa3f88c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3cb3a8d-e205-4457-8103-166ddde77169 HTTP/1.1" status: 204 len: 168 time: 0.6235218 Oct 13 04:21:48.059344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 7be5476f-9f10-427f-8bf1-6f972be59e20, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7be5476f-9f10-427f-8bf1-6f972be59e20,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:48.060107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.062886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af775b-4602-4d36-88dc-887e5fa3f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb3a8d-e205-4457-8103-166ddde77169,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.079401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 7be5476f-9f10-427f-8bf1-6f972be59e20 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:48.301824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.306813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0f6892a4-0d11-424d-9df3-ef2bf04c6ade up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:48.336149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=7be5476f-9f10-427f-8bf1-6f972be59e20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.422311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:48.427927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:48.428746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.539914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.582613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:48.586678 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fea5af-7ce5-4489-a06a-4e10e8a517fb" -d '{"events": [{"server_uuid": "3a615027-1bd9-4850-bfa1-b93edd787bac", "name": "network-vif-plugged", "status": "completed", "tag": "0f6892a4-0d11-424d-9df3-ef2bf04c6ade"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:48.608975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:48.614206 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.615371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56140483-5b8e-4407-8152-8634434b0e01 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:48.646119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 56140483-5b8e-4407-8152-8634434b0e01 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:48.646685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56140483-5b8e-4407-8152-8634434b0e01 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:48.673545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cefc84-a3fb-4e0d-a06d-d8c9522a5504 req-ca820fda-5247-40fe-bc00-aa6286662361 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.675678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cefc84-a3fb-4e0d-a06d-d8c9522a5504 req-ca820fda-5247-40fe-bc00-aa6286662361 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 944 time: 0.2690930 Oct 13 04:21:48.678477 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059687a3-c004-4362-896d-f4ff318a9d9d x-openstack-request-id: req-059687a3-c004-4362-896d-f4ff318a9d9d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:48.679072 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a615027-1bd9-4850-bfa1-b93edd787bac", "name": "network-vif-plugged", "status": "completed", "tag": "0f6892a4-0d11-424d-9df3-ef2bf04c6ade", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:48.679452 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-059687a3-c004-4362-896d-f4ff318a9d9d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:48.680205 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade', 'code': 200} Oct 13 04:21:48.730680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.824052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9d94e-b23e-422c-b184-087c7c8f3fe5 req-753b439e-87b8-4edb-9552-5a8697ae8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.826599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cde9d94e-b23e-422c-b184-087c7c8f3fe5 req-753b439e-87b8-4edb-9552-5a8697ae8e6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 1096 time: 0.0837891 Oct 13 04:21:48.872189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cde9d94e-b23e-422c-b184-087c7c8f3fe5 req-1d9c12b0-ebf9-405f-9dcb-999e06b4062f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Oct 13 04:21:48.915050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04cefc84-a3fb-4e0d-a06d-d8c9522a5504 req-777c83e1-14c9-4e29-8d71-4f7f81b6e62a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173228 Oct 13 04:21:48.932031 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.974207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a50c-7cf0-4810-956d-fddcdeb48f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.248754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 24145386-cdb8-4a69-833a-522d9c75dd3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:49.366898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:49.378033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ff30a210-0020-4e17-862b-4e93b028617a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/24145386-cdb8-4a69-833a-522d9c75dd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8907256 Oct 13 04:21:49.378385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:49.390846 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] Sync routers for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:49.407638 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:49.408265 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:49.450927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting subnet e297cb10-8bd0-4581-9bdb-cd5562b13d20 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:49.454373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.496287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.603207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:49.610191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.690992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.743481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Subnet': ['ID=e297cb10-8bd0-4581-9bdb-cd5562b13d20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.751330 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.757538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411bfe6-5c3a-4a1e-91b0-bd7a93f60654 None None] Network a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:49.758753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d7803fb6-ce56-49a9-8026-8b7cbb7138dd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/subnets/e297cb10-8bd0-4581-9bdb-cd5562b13d20 HTTP/1.1" status: 204 len: 168 time: 0.3788087 Oct 13 04:21:49.761875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54576) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:49.940871 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:21:48Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:49.999859 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] Checking router: 24145386-cdb8-4a69-833a-522d9c75dd3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:50.010504 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] Routers {'24145386-cdb8-4a69-833a-522d9c75dd3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:50.011388 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['24145386-cdb8-4a69-833a-522d9c75dd3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:50.102383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] DHCP port deletion for a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:21:50.233181 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] Set router 24145386-cdb8-4a69-833a-522d9c75dd3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:50.236418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06988c09-6049-41fb-ba8e-f8185cc729a2 req-aae8d88d-e136-45af-92ed-f2f6c57acf8a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.239599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] Deleting port a73335c3-5330-4c21-8a66-68747652da88 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:50.241057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06988c09-6049-41fb-ba8e-f8185cc729a2 req-aae8d88d-e136-45af-92ed-f2f6c57acf8a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 945 time: 0.1084945 Oct 13 04:21:50.241186 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.321991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06988c09-6049-41fb-ba8e-f8185cc729a2 req-06cce203-b478-4301-a036-2e0a8353eb22 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697849 Oct 13 04:21:50.377906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] For port a73335c3-5330-4c21-8a66-68747652da88, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a73335c3-5330-4c21-8a66-68747652da88,segment=NetworkSegment(44c77fea-4b72-43c4-a605-c41f2ec8f471),segment_id=44c77fea-4b72-43c4-a605-c41f2ec8f471)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:50.378384 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.395571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] Calling delete_port for a73335c3-5330-4c21-8a66-68747652da88 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:50.487065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.521774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] Pushing event deleted for resources: {'Port': ['ID=a73335c3-5330-4c21-8a66-68747652da88,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:50.533511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ffce6-1084-4f12-a7dd-949f9522fd3f None None] No DVR routers for this DVR port a73335c3-5330-4c21-8a66-68747652da88 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:50.650568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.667700 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:21:48Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:50.697781 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ce359-0ef1-440d-ab79-1251fd52dcca None None] The sync data for ids ['24145386-cdb8-4a69-833a-522d9c75dd3b'] in n-d-810220-9 is: [{'id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045672960', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:46Z', 'updated_at': '2021-10-13T04:21:48Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '09f77daf-3c06-40aa-8800-5dc222fd1fda', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24145386-cdb8-4a69-833a-522d9c75dd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:47Z', 'updated_at': '2021-10-13T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:50.767927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.821537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 09f77daf-3c06-40aa-8800-5dc222fd1fda {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:50.821885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.899121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 09f77daf-3c06-40aa-8800-5dc222fd1fda, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=09f77daf-3c06-40aa-8800-5dc222fd1fda,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:50.899612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.912626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 09f77daf-3c06-40aa-8800-5dc222fd1fda owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:51.075099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a73335c3-5330-4c21-8a66-68747652da88 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:51.108930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a73335c3-5330-4c21-8a66-68747652da88 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:51.113263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a73335c3-5330-4c21-8a66-68747652da88 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:51.125875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.171027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=09f77daf-3c06-40aa-8800-5dc222fd1fda,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:51.252458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.375611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.378198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.432984 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.434233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Fanout notify agent at l3_agent the message router_deleted on router 24145386-cdb8-4a69-833a-522d9c75dd3b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:21:51.453035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.457388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-89ab4f8b-c85a-41a3-8c58-0de283604c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/routers/24145386-cdb8-4a69-833a-522d9c75dd3b HTTP/1.1" status: 204 len: 168 time: 1.6916046 Oct 13 04:21:51.457673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:51.484390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a920a-e1c4-495b-ac0a-c0bffe5f5f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.546849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e88576-33d5-44e6-aedf-50667f488454 req-e5ff549a-e97a-49b8-a437-a2bd9b3e9e84 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.548531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49e88576-33d5-44e6-aedf-50667f488454 req-e5ff549a-e97a-49b8-a437-a2bd9b3e9e84 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 945 time: 0.0728223 Oct 13 04:21:51.566446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.621819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49e88576-33d5-44e6-aedf-50667f488454 req-92fb84a0-b889-47da-b934-5d02b538aebf tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648959 Oct 13 04:21:51.688443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.718300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:51.730948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c77fea-4b72-43c4-a605-c41f2ec8f471') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:51.731116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c77fea-4b72-43c4-a605-c41f2ec8f471') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:51.755485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.773040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.781577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:51.781818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:51.787674 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:51.875848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.885703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.890558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/networks/a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab HTTP/1.1" status: 204 len: 168 time: 0.4317331 Oct 13 04:21:51.893540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:51.943464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac5e2b-43b2-4826-b775-b5a97973b1a2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Network': ['ID=a4f63706-4d63-4b7f-9b9f-f1e10f5a8dab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:52.005576 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44dea58d-0d9e-40c6-8349-a8dfc5f0d841 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.061422 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44dea58d-0d9e-40c6-8349-a8dfc5f0d841 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.178686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44dea58d-0d9e-40c6-8349-a8dfc5f0d841 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.184876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44dea58d-0d9e-40c6-8349-a8dfc5f0d841 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.186262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-44dea58d-0d9e-40c6-8349-a8dfc5f0d841 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/security-groups/51b78c28-f69b-4de7-b206-9167193b8ad5 HTTP/1.1" status: 204 len: 168 time: 0.2910135 Oct 13 04:21:52.197984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dea58d-0d9e-40c6-8349-a8dfc5f0d841 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b78c28-f69b-4de7-b206-9167193b8ad5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:52.789158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09f77daf-3c06-40aa-8800-5dc222fd1fda no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:52.815319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 09f77daf-3c06-40aa-8800-5dc222fd1fda {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:52.815887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 09f77daf-3c06-40aa-8800-5dc222fd1fda not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:52.817065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7be5476f-9f10-427f-8bf1-6f972be59e20 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:52.823876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:52.831392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866418056', 'description': 'tempest-secgroup-smoke-1866418056 description', 'project_id': '928d6475dae444d0b96465e78119009e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:52.864771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.881483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7be5476f-9f10-427f-8bf1-6f972be59e20 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:52.883566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7be5476f-9f10-427f-8bf1-6f972be59e20 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:52.896493 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.969159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.990172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.995470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.056853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6f04a-058d-4127-9026-c16b72aa639a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.065304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.067750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-880ba017-a4a9-4517-ba59-2d3e6854234d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2419267 Oct 13 04:21:53.070207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.076058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '91c6f04a-058d-4127-9026-c16b72aa639a', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:53.133210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.259288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.267402 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.324833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5b998e-d3c7-4f1b-8913-17becf18725c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.350133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.384841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-176f089c-a2fc-4513-af91-f6f583232e4a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133135 Oct 13 04:21:53.387411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.392723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '91c6f04a-058d-4127-9026-c16b72aa639a', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:53.452724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.575445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.587976 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.623774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.628345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.634301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443855 Oct 13 04:21:53.651849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06fdda-b849-4b9f-8368-6fdb7cdd8f55 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4de3aa-a76d-4c97-9314-d33424fa49ac,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.659907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '91c6f04a-058d-4127-9026-c16b72aa639a', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:53.704945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.787058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.792387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.848795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5111c9c-ed40-4446-b86d-2cd60034718a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.867263 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.870435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-130d117d-fe4b-4351-b89b-fa71601b18ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2402239 Oct 13 04:21:53.873703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54684) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.879148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '91c6f04a-058d-4127-9026-c16b72aa639a', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:53.925622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.013838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.018572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.047189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6a7abb-83bb-404b-877f-cd83ff208f4d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.058226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.060773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-799f0428-02fb-4e44-9d7c-2310c23f21c4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1857066 Oct 13 04:21:54.063494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:54.068101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '91c6f04a-058d-4127-9026-c16b72aa639a', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:54.111824 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:21:54.118322 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.237638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.243963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.268262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4063b2f8-dd68-4998-b0dd-9bef22420136,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.274459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.275939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2bdeab19-1561-4e13-8075-2db411958ff7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2114239 Oct 13 04:21:54.278555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:54.284154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '91c6f04a-058d-4127-9026-c16b72aa639a', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:54.318799 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:21:54.326130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.461356 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.468239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.491650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce08b99-c20a-4232-a3c6-df262f6467e2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.507970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.509521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1667526c-2411-48f4-b260-07c12fcb9ae0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2291813 Oct 13 04:21:54.511985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54700) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:54.517585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'network': {'name': 'tempest-network-smoke--448979780', 'project_id': '928d6475dae444d0b96465e78119009e', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:54.554223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:54.560513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.563833 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.616335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:54.650192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.650686 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Added segment 281d5b28-69f1-4950-aa98-7aba3843308b of type vlan for network 8d0c2153-03fe-4ca1-a5e6-1746408d863d Oct 13 04:21:54.818519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.881638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.889879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.890488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.007728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4942815 Oct 13 04:21:55.010752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54712) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:55.018405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'admin_state_up': True, 'project_id': '928d6475dae444d0b96465e78119009e', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:55.023653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c8e1f-5f1e-4df3-a9fd-df1bafd32266 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Network': ['ID=8d0c2153-03fe-4ca1-a5e6-1746408d863d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.036131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:55.056071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.057887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.138147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.306408 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.545262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.565949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.680989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.163 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/7f38a015-9799-41f8-866a-cfa468c8c6c7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:55.796882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.840988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.956048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:55.961173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:55.963249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=7f38a015-9799-41f8-866a-cfa468c8c6c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.969015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:56.377606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.732657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.016206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:21:57.022094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:57.266202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111f23f3-577f-4142-8ef1-1e0356c76c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.462542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111f23f3-577f-4142-8ef1-1e0356c76c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.475386 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111f23f3-577f-4142-8ef1-1e0356c76c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.536961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:57.635251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f23f3-577f-4142-8ef1-1e0356c76c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94813afa-41a5-4afe-affc-fa35b1fc518b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:57.639681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-111f23f3-577f-4142-8ef1-1e0356c76c80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6b7bfc7792a4a00a4b4d16d8d53f9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159484 Oct 13 04:21:57.654490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54770) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:57.765017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:57.779027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Sync routers for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:57.793634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.798999 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8e2e310a-0e95-4b80-a057-7c3a64b2b15b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7861404 Oct 13 04:21:57.800208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:57.801808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:57.802638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:57.809455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6375f6-ccb4-478a-aa0b-0a6981fd7fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.830145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4bcc2-4c10-4ed0-8730-5c03843813be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.876601 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf7d2cd4-5e9d-4706-a793-db82961d7028 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=928d6475dae444d0b96465e78119009e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736115 Oct 13 04:21:57.885429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:57.898044 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6375f6-ccb4-478a-aa0b-0a6981fd7fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.009178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:58.054002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6375f6-ccb4-478a-aa0b-0a6981fd7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.060691 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df6375f6-ccb4-478a-aa0b-0a6981fd7fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.063371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-df6375f6-ccb4-478a-aa0b-0a6981fd7fc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94813afa-41a5-4afe-affc-fa35b1fc518b HTTP/1.1" status: 204 len: 168 time: 0.4073255 Oct 13 04:21:58.087046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6375f6-ccb4-478a-aa0b-0a6981fd7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94813afa-41a5-4afe-affc-fa35b1fc518b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.133341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4bcc2-4c10-4ed0-8730-5c03843813be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.144244 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cd4bcc2-4c10-4ed0-8730-5c03843813be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.317675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9cd4bcc2-4c10-4ed0-8730-5c03843813be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2da088e81fa144d69d6f6d838afab813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7636085 Oct 13 04:21:58.318960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.322160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedcf85d-9c9d-44fd-8760-995fb5f3ad12 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.325884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cedcf85d-9c9d-44fd-8760-995fb5f3ad12 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4390562 Oct 13 04:21:58.328323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.368897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4bcc2-4c10-4ed0-8730-5c03843813be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dcb1de-10b9-490a-8781-6f12742cde31,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.386199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a806c9a-be72-47df-a043-4fd5210dfcde tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560064 Oct 13 04:21:58.389182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.396417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1234417315', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'project_id': '928d6475dae444d0b96465e78119009e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:58.459383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:21:56Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:58.495893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5f46f32-323e-4df1-b01c-337908aaab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.556535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5f46f32-323e-4df1-b01c-337908aaab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.591895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:58.603754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.661947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5f46f32-323e-4df1-b01c-337908aaab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.664958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5f46f32-323e-4df1-b01c-337908aaab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.669220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c5f46f32-323e-4df1-b01c-337908aaab2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91dcb1de-10b9-490a-8781-6f12742cde31 HTTP/1.1" status: 204 len: 168 time: 0.3489535 Oct 13 04:21:58.685866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46f32-323e-4df1-b01c-337908aaab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dcb1de-10b9-490a-8781-6f12742cde31,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.808299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54796) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.826518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d18dd75-bdc7-401f-afb7-5f5218dd4a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.891143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Checking router: c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:58.891688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Updating router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 port 7f38a015-9799-41f8-866a-cfa468c8c6c7 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:58.919241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.000220 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d18dd75-bdc7-401f-afb7-5f5218dd4a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.009101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d18dd75-bdc7-401f-afb7-5f5218dd4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.020140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.078694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Subnet': ['ID=ef06d10e-526e-4faa-8e5d-f1b2080987c5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.117045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Checking segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:59.117621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network hostable DHCP agents. Network: 8d0c2153-03fe-4ca1-a5e6-1746408d863d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:59.127983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.130553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0d18dd75-bdc7-401f-afb7-5f5218dd4a2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b43278f2284f4fddb02085404d311126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211024 Oct 13 04:21:59.133602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18dd75-bdc7-401f-afb7-5f5218dd4a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b9157-b627-4dc2-b396-4cdb2356ba75,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.142391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.149209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:59.170275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 8d0c2153-03fe-4ca1-a5e6-1746408d863d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:59.180897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.181516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.189769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea824-7798-422c-b100-a9de39d4af47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.207798 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd747f23-a796-4f6c-9e6c-eb7773118458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.233954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed3266-1ca1-466b-be1b-74da7a483621 None None] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:59.237804 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd747f23-a796-4f6c-9e6c-eb7773118458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.258845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-907f197a-3e4b-43c4-bb0a-a4a5ccd0a848 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8676918 Oct 13 04:21:59.261527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.317887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd747f23-a796-4f6c-9e6c-eb7773118458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.321484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd747f23-a796-4f6c-9e6c-eb7773118458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.325360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fd747f23-a796-4f6c-9e6c-eb7773118458 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb7b9157-b627-4dc2-b396-4cdb2356ba75 HTTP/1.1" status: 204 len: 168 time: 0.1867409 Oct 13 04:21:59.337707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd747f23-a796-4f6c-9e6c-eb7773118458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b9157-b627-4dc2-b396-4cdb2356ba75,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.448862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea824-7798-422c-b100-a9de39d4af47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.457459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea824-7798-422c-b100-a9de39d4af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.519851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ea824-7798-422c-b100-a9de39d4af47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2915762-05e7-47de-8beb-3813de121679,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.570609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:21:59.573110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.706497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aa4ea824-7798-422c-b100-a9de39d4af47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3530a8725dbd4fe68b771393231bcfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599089 Oct 13 04:21:59.709525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.724739 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.740766 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.821050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d896ab1d-c53c-433a-b783-abea767d2144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.879719 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d896ab1d-c53c-433a-b783-abea767d2144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.923879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd40c8f-dfbd-44b2-8210-3daaa812df01 None None] Pushing event updated for resources: {'Port': ['ID=7f38a015-9799-41f8-866a-cfa468c8c6c7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.964116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Attempting to bind port 7f38a015-9799-41f8-866a-cfa468c8c6c7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:59.964489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Attempting to bind port 7f38a015-9799-41f8-866a-cfa468c8c6c7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:59.965117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Attempting to bind port 7f38a015-9799-41f8-866a-cfa468c8c6c7 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:59.968089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Allocated IP 172.20.0.2 (8d0c2153-03fe-4ca1-a5e6-1746408d863d/ef06d10e-526e-4faa-8e5d-f1b2080987c5/740b5d1b-fa89-459b-83a7-1b05dfb862f0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:59.973561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.981370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d896ab1d-c53c-433a-b783-abea767d2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.984094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d896ab1d-c53c-433a-b783-abea767d2144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.987527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d896ab1d-c53c-433a-b783-abea767d2144 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2915762-05e7-47de-8beb-3813de121679 HTTP/1.1" status: 204 len: 168 time: 0.2767603 Oct 13 04:21:59.995951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:00.000968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:00.001730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.002346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:00.003017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Bound port: 7f38a015-9799-41f8-866a-cfa468c8c6c7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:00.004109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.008873 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a15ced4-1996-4c7c-9579-5342cee0ca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.038322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896ab1d-c53c-433a-b783-abea767d2144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2915762-05e7-47de-8beb-3813de121679,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.051957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.198074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a15ced4-1996-4c7c-9579-5342cee0ca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.204605 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a15ced4-1996-4c7c-9579-5342cee0ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.267761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15ced4-1996-4c7c-9579-5342cee0ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d369789-6c5a-4d55-9d30-eb48608adec9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.282444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] For port 7f38a015-9799-41f8-866a-cfa468c8c6c7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:00.295969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] For port 7f38a015-9799-41f8-866a-cfa468c8c6c7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7f38a015-9799-41f8-866a-cfa468c8c6c7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:00.311039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a15ced4-1996-4c7c-9579-5342cee0ca77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=218a38304d6040f680da50f4c70d43b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362293 Oct 13 04:22:00.312307 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.315455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:00.431309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c5d1-4f34-4bf9-b35c-871c82527c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.500729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c5d1-4f34-4bf9-b35c-871c82527c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.580300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:00.581331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:00.601339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c5d1-4f34-4bf9-b35c-871c82527c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.603944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c5d1-4f34-4bf9-b35c-871c82527c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.607930 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8a8c5d1-4f34-4bf9-b35c-871c82527c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d369789-6c5a-4d55-9d30-eb48608adec9 HTTP/1.1" status: 204 len: 168 time: 0.2886651 Oct 13 04:22:00.617650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c5d1-4f34-4bf9-b35c-871c82527c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d369789-6c5a-4d55-9d30-eb48608adec9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.647734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd40c8f-dfbd-44b2-8210-3daaa812df01 None None] Pushing event updated for resources: {'Port': ['ID=7f38a015-9799-41f8-866a-cfa468c8c6c7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.678099 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.688914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.781782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:00.791464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:00.799755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:00.826968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.1 (8d0c2153-03fe-4ca1-a5e6-1746408d863d/ef06d10e-526e-4faa-8e5d-f1b2080987c5/9b6ca8a2-fe96-4577-babd-6d465c9c4055) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:00.829864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:00.845772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Pushing event updated for resources: {'Port': ['ID=740b5d1b-fa89-459b-83a7-1b05dfb862f0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.981827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Attempting to bind port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:00.982416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Attempting to bind port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:00.982541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Attempting to bind port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:00.990138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:00.990508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Checking segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:00.990910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.991296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Bound using segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:00.992025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Bound port: 740b5d1b-fa89-459b-83a7-1b05dfb862f0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:00.992410 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.103925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.172468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.208243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] For port 740b5d1b-fa89-459b-83a7-1b05dfb862f0, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:01.224278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] For port 740b5d1b-fa89-459b-83a7-1b05dfb862f0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=740b5d1b-fa89-459b-83a7-1b05dfb862f0,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:01.239376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.290773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:21:56Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:01.297830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:01.314149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:01.334024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:01.348650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1762a-65d6-4c94-9e27-4af6dbb0e409 None None] The sync data for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 is: [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:21:56Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:01.366387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09c7c0-b68e-4d3a-92fb-4462c8febeb6 None None] Pushing event updated for resources: {'Port': ['ID=740b5d1b-fa89-459b-83a7-1b05dfb862f0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.430653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.434478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=9b6ca8a2-fe96-4577-babd-6d465c9c4055,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.663323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.356604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-f2e37d33-8a63-4e4b-98b2-7211177ade15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1362779 Oct 13 04:22:02.525400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.543569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.612630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.636456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-2abe66ef-b60b-485b-988c-143cd3dec55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.642693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-2abe66ef-b60b-485b-988c-143cd3dec55f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 1096 time: 0.2340400 Oct 13 04:22:03.021056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 740b5d1b-fa89-459b-83a7-1b05dfb862f0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:03.057193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=9b6ca8a2-fe96-4577-babd-6d465c9c4055,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.132487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9b26b-b3f6-47c9-8f65-471f2546bdd5 None None] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:03.171148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-a686a236-e8d1-40cb-821b-51631280b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.173797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-a686a236-e8d1-40cb-821b-51631280b331 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.4892192 Oct 13 04:22:03.177689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54900) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:03.178237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:03.181230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:03.314483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba81edd3-3f6f-49dc-b9f5-8b68db18325a None None] Provisioning complete for port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:03.315200 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba81edd3-3f6f-49dc-b9f5-8b68db18325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.429288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:03.429900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.460456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:03.465678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-303881a3-1658-4a8f-a40c-00ffe793c4aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4 HTTP/1.1" status: 200 len: 217 time: 0.2799749 Oct 13 04:22:03.500610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a708a8d9-1872-4bd6-9a89-c0824efc3668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.589756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-6132f0ec-09d2-42cb-8a1a-8ce1d1479d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.591270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-6132f0ec-09d2-42cb-8a1a-8ce1d1479d34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.1173742 Oct 13 04:22:03.681149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a708a8d9-1872-4bd6-9a89-c0824efc3668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.686398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a708a8d9-1872-4bd6-9a89-c0824efc3668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.699599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-d2f31c6d-414c-4f5e-ba55-74537db7c394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516217 Oct 13 04:22:03.737874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a708a8d9-1872-4bd6-9a89-c0824efc3668 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=853f531a22ce4630b063100b187cf2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576661 Oct 13 04:22:03.740041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708a8d9-1872-4bd6-9a89-c0824efc3668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8a266-5b22-4c25-bde1-b7350090ec95,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.743065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:03.808226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba81edd3-3f6f-49dc-b9f5-8b68db18325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.891658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c18310-5b7e-4ea2-b503-46935ee47984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.892167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-131be658-c986-4831-b0ed-c97c53db8feb service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798570 Oct 13 04:22:03.950204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c18310-5b7e-4ea2-b503-46935ee47984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.956577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba81edd3-3f6f-49dc-b9f5-8b68db18325a None None] For port 740b5d1b-fa89-459b-83a7-1b05dfb862f0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=740b5d1b-fa89-459b-83a7-1b05dfb862f0,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:03.964142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba81edd3-3f6f-49dc-b9f5-8b68db18325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.038453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.043480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81edd3-3f6f-49dc-b9f5-8b68db18325a None None] Pushing event updated for resources: {'Port': ['ID=740b5d1b-fa89-459b-83a7-1b05dfb862f0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.072367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c18310-5b7e-4ea2-b503-46935ee47984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.075365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c18310-5b7e-4ea2-b503-46935ee47984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.079681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a7c18310-5b7e-4ea2-b503-46935ee47984 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35a8a266-5b22-4c25-bde1-b7350090ec95 HTTP/1.1" status: 204 len: 168 time: 0.3353133 Oct 13 04:22:04.095139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c18310-5b7e-4ea2-b503-46935ee47984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8a266-5b22-4c25-bde1-b7350090ec95,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.121239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:22:04.121649 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:22:04.725258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f38a015-9799-41f8-866a-cfa468c8c6c7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:04.739721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61ec2ba2-a689-417b-be28-e4218ae2b6a1 None None] Provisioning complete for port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:04.739721 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61ec2ba2-a689-417b-be28-e4218ae2b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.876293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df207f5d-3ce2-4db7-a36b-3cf25bb21e79 req-cfeb8632-1727-48a5-8b16-0db76483b4b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9453270 Oct 13 04:22:04.881381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:04.896745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fb35e690-43bc-46b8-8064-a634ed8d85ce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/c3278a24-84a3-45c7-b9e5-1cfc5e7ba583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6284082 Oct 13 04:22:04.923370 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Sync routers for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:04.924919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-39a58bcb-4256-4cf2-bc20-59f06787155d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0280240 Oct 13 04:22:04.946015 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:04.950272 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:05.000541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7f38a015-9799-41f8-866a-cfa468c8c6c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:05.001220 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.052578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:05.078737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-9c8587bf-ce94-4ee3-a2ad-751a1331b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.094400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-9c8587bf-ce94-4ee3-a2ad-751a1331b3ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 1096 time: 0.1023185 Oct 13 04:22:05.151475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61ec2ba2-a689-417b-be28-e4218ae2b6a1 None None] Provisioning complete for port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:05.151969 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61ec2ba2-a689-417b-be28-e4218ae2b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.249198 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:05.306835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-03dc2dff-c971-4124-9d63-d0347f548ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.312521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-03dc2dff-c971-4124-9d63-d0347f548ae8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 200 len: 916 time: 0.2076466 Oct 13 04:22:05.359392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765bd98b-475d-443a-ae96-4a22418c3029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.436942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-03d3e0c1-28b7-4eb1-928f-06f04823d476 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745dcaea-c33e-49bc-a725-44158f76b5ed HTTP/1.1" status: 200 len: 217 time: 0.1177878 Oct 13 04:22:05.482158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765bd98b-475d-443a-ae96-4a22418c3029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.487648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765bd98b-475d-443a-ae96-4a22418c3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.537723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-f1a9d5a7-859a-44b0-9a56-943653c9d6b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866418056&fields=id&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 267 time: 0.1034031 Oct 13 04:22:05.544895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-765bd98b-475d-443a-ae96-4a22418c3029 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a1ad49c6b044d37bdb9112d6d3bfd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900346 Oct 13 04:22:05.545890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bd98b-475d-443a-ae96-4a22418c3029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c3bfd-7b82-4527-b343-cc878c6ff93f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:05.549866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:05.635722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61ec2ba2-a689-417b-be28-e4218ae2b6a1 None None] Port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:05.647202 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.649639 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37fb7843-b97c-4bf3-af79-bd9b80836ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.671395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37fb7843-b97c-4bf3-af79-bd9b80836ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.673884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:02Z', 'revision_number': 2, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:05.690544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7f38a015-9799-41f8-866a-cfa468c8c6c7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7f38a015-9799-41f8-866a-cfa468c8c6c7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:05.698490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.722470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37fb7843-b97c-4bf3-af79-bd9b80836ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.726447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37fb7843-b97c-4bf3-af79-bd9b80836ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.739967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-37fb7843-b97c-4bf3-af79-bd9b80836ca7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e9c3bfd-7b82-4527-b343-cc878c6ff93f HTTP/1.1" status: 204 len: 168 time: 0.1803851 Oct 13 04:22:05.747205 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Checking router: c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:05.747570 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Updating router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:05.763716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb7843-b97c-4bf3-af79-bd9b80836ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c3bfd-7b82-4527-b343-cc878c6ff93f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:05.782187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-49e428e7-670b-43e7-91ee-264b35246e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.783753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-49e428e7-670b-43e7-91ee-264b35246e2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 200 len: 855 time: 0.2615716 Oct 13 04:22:05.832098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-5862e325-af08-4b18-bb13-8c07e96918f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59437dd-165b-409f-bb33-686ac8d3e5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385404 Oct 13 04:22:05.843728 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.871345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7f38a015-9799-41f8-866a-cfa468c8c6c7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:05.881263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-7b057f4d-b089-46c3-8162-d485e53ed1fb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.891679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-7b057f4d-b089-46c3-8162-d485e53ed1fb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 796 time: 0.3380539 Oct 13 04:22:05.893048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 740b5d1b-fa89-459b-83a7-1b05dfb862f0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:05.962558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-325697bc-1394-4de5-861b-4a2a59c0e2ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/quotas/928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 375 time: 0.0676546 Oct 13 04:22:06.054294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-110fd7ea-c101-4ab2-829a-8de30889b4bd None None] Provisioning complete for port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:06.057598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-110fd7ea-c101-4ab2-829a-8de30889b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.153933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-110fd7ea-c101-4ab2-829a-8de30889b4bd None None] Port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:06.194997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:06.196910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.236340 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2b03846b-e9bb-4b16-9ec2-c6d0ae5141b2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2642946 Oct 13 04:22:06.263500 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-08e94334-7ce5-4d04-968b-7e8fb91730a6 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226630 Oct 13 04:22:06.488019 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.494323 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.502344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32b7cb72-d12c-4498-8482-065fb20d3209 req-26a70c11-b94e-4f06-9427-265fff04d330 service neutron] 10.222.0.26 "GET /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313163 Oct 13 04:22:06.588892 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Pushing event updated for resources: {'Port': ['ID=9b6ca8a2-fe96-4577-babd-6d465c9c4055,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:06.649407 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.650354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.650354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.650731 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.651833 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.652449 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.652939 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.653208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.653537 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.653863 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.654188 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.654507 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:06.745888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-d5d15312-7706-4f35-9b7f-4a5d9fdeb01d service neutron] 10.222.0.44 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061917 Oct 13 04:22:06.759392 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Attempting to bind port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:06.759762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Attempting to bind port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:06.760126 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Attempting to bind port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:06.767635 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:06.768327 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Checking segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:06.768756 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.769848 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Bound using segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:06.770577 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Bound port: 9b6ca8a2-fe96-4577-babd-6d465c9c4055, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:06.770958 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.896467 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] For port 9b6ca8a2-fe96-4577-babd-6d465c9c4055, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:06.902317 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] For port 9b6ca8a2-fe96-4577-babd-6d465c9c4055, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6ca8a2-fe96-4577-babd-6d465c9c4055,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:06.911616 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.945519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-a1c71138-e8d1-40dc-aee5-233695fa456b service neutron] 10.222.0.44 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850281 Oct 13 04:22:06.992670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Provisioning complete for port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:06.993656 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.006956 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe380-2b2d-49d8-810d-8670d92e9d75 None None] Pushing event updated for resources: {'Port': ['ID=9b6ca8a2-fe96-4577-babd-6d465c9c4055,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:07.043991 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:07.045440 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:07.244803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.248126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9aa4de81-7e50-4923-b83b-081db26b86f8 req-06f8d04a-d091-40de-aee1-69ed400b3512 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 210 time: 0.0767126 Oct 13 04:22:07.320413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] For port 9b6ca8a2-fe96-4577-babd-6d465c9c4055, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6ca8a2-fe96-4577-babd-6d465c9c4055,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:07.330187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.333462 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:07.446712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Pushing event updated for resources: {'Port': ['ID=9b6ca8a2-fe96-4577-babd-6d465c9c4055,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:07.463175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.463886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.466094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.466554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.467199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.469848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.470403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.470934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.471388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.473369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.473908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.474332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a816069-9d74-4165-9872-85112d7aa2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:07.563566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9153193b-c67e-41fe-8a1b-6a57bc4c8e2d None None] Provisioning complete for port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:07.565043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9153193b-c67e-41fe-8a1b-6a57bc4c8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.602886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55036) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:07.770011 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:06Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:07.798374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbbea2-2295-4fe6-a9b9-6807664ebbc7 None None] The sync data for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 is: [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:06Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:07.895556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f38a015-9799-41f8-866a-cfa468c8c6c7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:07.990026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7f38a015-9799-41f8-866a-cfa468c8c6c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:07.990728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.033938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-75442912-network', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:08.061853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Made reservation on behalf of 53ee39f3eb37464c8a44ba182cd15ccc for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:08.066715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.080197 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.088890 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.199654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.208993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.229883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:08.254600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.256010 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Added segment 79bd88f1-7fbf-4413-8510-7f57ba192161 of type vlan for network b77dfe5f-2163-470d-9ae3-65c8d3cd456b Oct 13 04:22:08.257720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6111c5-e005-4749-b305-57be69ba8705,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:08.312927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.352750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.353725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.354366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.394493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1bdc5fc3-e761-4023-8976-97f4b4e31b81 req-84b1902a-2067-4e63-8322-00ee4c1c61fb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 210 time: 0.0513248 Oct 13 04:22:08.450788 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8460286 Oct 13 04:22:08.453861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:08.460073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Request body: {'subnet': {'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-75442912-subnet', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:08.471320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f5c77-e952-4658-8f98-e0f147601def admin admin] Pushing event updated for resources: {'Network': ['ID=b77dfe5f-2163-470d-9ae3-65c8d3cd456b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:08.484449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:08.628077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Made reservation on behalf of 53ee39f3eb37464c8a44ba182cd15ccc for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:08.635604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.876445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-733f770d-6811-4ce8-ad4c-b6c963c05ce0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.878438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-733f770d-6811-4ce8-ad4c-b6c963c05ce0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 796 time: 0.3651898 Oct 13 04:22:08.956657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-e319bfeb-45c6-4c8b-8ea2-912d8d3e6366 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 380 time: 0.0676527 Oct 13 04:22:08.983232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'port': {'device_id': '546dd40b-5881-47df-8520-1386444f1aca', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'admin_state_up': True, 'tenant_id': '928d6475dae444d0b96465e78119009e', 'security_groups': ['91c6f04a-058d-4127-9026-c16b72aa639a']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:09.119611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.176885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:09.180412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.226180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe99ac6-8980-4f99-ac67-4ba820d8df88,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.274596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Checking segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:09.274976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Network hostable DHCP agents. Network: b77dfe5f-2163-470d-9ae3-65c8d3cd456b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:09.330354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:09.353011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b77dfe5f-2163-470d-9ae3-65c8d3cd456b) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:09.368129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:09.369254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.370500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fb446-f18f-4baa-9cb3-a6ff9432fcfd None None] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:09.403498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95ae0b27-b245-4676-b70d-766c0d2cf378 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9482710 Oct 13 04:22:09.406206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.409343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.3 (8d0c2153-03fe-4ca1-a5e6-1746408d863d/ef06d10e-526e-4faa-8e5d-f1b2080987c5/182e11ed-1668-474f-ba49-739cb4b6fb3c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:09.419557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:09.498914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.500244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.578225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e332e51a-ac9d-414d-92f1-78ded4ae9e41 req-9bd046f6-525f-4e69-aa90-11abfdfbaa11 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 210 time: 0.0935161 Oct 13 04:22:09.635305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:09.636570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.700187 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.718935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.800340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.883394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.899866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:09.901728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:09.904403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:09.923427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Allocated IP 172.20.0.2 (b77dfe5f-2163-470d-9ae3-65c8d3cd456b/8fe99ac6-8980-4f99-ac67-4ba820d8df88/c6703a31-2c0c-4b81-948f-4c3eab18d50d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:09.929591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.957847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6ca8a2-fe96-4577-babd-6d465c9c4055 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:10.011945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.021324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.049303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2db26d8d-e8c1-4136-89f8-39388454ba45 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675983 Oct 13 04:22:10.070474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Request body: {'port': {'device_id': '546dd40b-5881-47df-8520-1386444f1aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:10.073512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.089766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:10.090477 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.156463 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.226277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.236521 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.353632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Pushing event updated for resources: {'Port': ['ID=c6703a31-2c0c-4b81-948f-4c3eab18d50d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.378013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:10.380219 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:10.381133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:10.383161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd3c4f55-1beb-4faf-863c-f48f38c5532a None None] Provisioning complete for port 182e11ed-1668-474f-ba49-739cb4b6fb3c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:10.383595 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4f55-1beb-4faf-863c-f48f38c5532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.421044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:10.422991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c4f55-1beb-4faf-863c-f48f38c5532a None None] Port 182e11ed-1668-474f-ba49-739cb4b6fb3c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:10.484924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Attempting to bind port c6703a31-2c0c-4b81-948f-4c3eab18d50d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:10.485909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Attempting to bind port c6703a31-2c0c-4b81-948f-4c3eab18d50d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:10.485909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Attempting to bind port c6703a31-2c0c-4b81-948f-4c3eab18d50d on network b77dfe5f-2163-470d-9ae3-65c8d3cd456b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:10.494271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:10.494763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Checking segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:10.497454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.497871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Bound using segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:10.498414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Bound port: c6703a31-2c0c-4b81-948f-4c3eab18d50d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:10.498796 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.501733 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.535194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.608858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] For port c6703a31-2c0c-4b81-948f-4c3eab18d50d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:10.614245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] For port c6703a31-2c0c-4b81-948f-4c3eab18d50d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c6703a31-2c0c-4b81-948f-4c3eab18d50d,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:10.621253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.669361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182e11ed-1668-474f-ba49-739cb4b6fb3c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:10.689491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.720387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Transition to ACTIVE for port object 182e11ed-1668-474f-ba49-739cb4b6fb3c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:10.724660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7038a4-ffbf-4ba0-b9a0-e8ea33c36b93 None None] Pushing event updated for resources: {'Port': ['ID=c6703a31-2c0c-4b81-948f-4c3eab18d50d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.727103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.774709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Allocated IP 172.25.1.6 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:10.840808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55088) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:10.860484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b474-4111-4408-9ad4-a491a77be6d0 req-09896150-5628-4dcd-bfa0-85265236b0cc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.862430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49b1b474-4111-4408-9ad4-a491a77be6d0 req-09896150-5628-4dcd-bfa0-85265236b0cc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.1234798 Oct 13 04:22:10.934633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.985782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:10.986231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:10.986891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:10.995064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:10.995490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:11.006077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:11.007009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Checking segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:11.007782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Bound using segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:11.008653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Bound port: 182e11ed-1668-474f-ba49-739cb4b6fb3c, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:11.009552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.183096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:11.192721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:11.211995 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.244489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b1482c3-8f21-4753-b125-d0ab83a60f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.263764 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.269708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49b1b474-4111-4408-9ad4-a491a77be6d0 req-30d2c504-e0f7-42c1-b470-17e9d45eb553 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863645 Oct 13 04:22:11.273546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.342727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.344989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.347898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] 10.222.0.26 "PUT /v2.0/ports/182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 1091 time: 1.2902591 Oct 13 04:22:11.351744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:11.361456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:11.372468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:11.380713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:11.389312 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5877f1-6004-43a2-a86e-7e9e01f43466" -d '{"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:11.396545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Pushing event updated for resources: {'Port': ['ID=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:11.521304 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92ee26-11f2-437d-be33-6c57b7e14e37 x-openstack-request-id: req-6a92ee26-11f2-437d-be33-6c57b7e14e37 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:11.522161 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:11.522676 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a92ee26-11f2-437d-be33-6c57b7e14e37 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:11.523286 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'status': 'completed', 'code': 200} Oct 13 04:22:11.573219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc468c5c-79f5-432a-8dd4-dcaa95202e84 service neutron] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:11.597889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2b01e8dd-7d2a-438c-ac56-7be432d2e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.599870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-2b01e8dd-7d2a-438c-ac56-7be432d2e75e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1094 time: 0.1535978 Oct 13 04:22:11.660343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-1523f676-e375-4455-b91c-bb59e51b3e7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 217 time: 0.0502114 Oct 13 04:22:11.737864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b1482c3-8f21-4753-b125-d0ab83a60f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.750180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b1482c3-8f21-4753-b125-d0ab83a60f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.783653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-3549496b-7d86-426e-85c7-7a4e1f02f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.785400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-3549496b-7d86-426e-85c7-7a4e1f02f6e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.1113002 Oct 13 04:22:11.906781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1482c3-8f21-4753-b125-d0ab83a60f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e182e067-6b01-455b-bf2a-eae725220b18,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:11.925097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6b1482c3-8f21-4753-b125-d0ab83a60f0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf952b6e90584248a804bb38286c9238&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0471122 Oct 13 04:22:11.927284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:11.993607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c6703a31-2c0c-4b81-948f-4c3eab18d50d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:12.058706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-0ef91573-cfcb-434a-a5b9-368e3c9ac5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.061117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-0ef91573-cfcb-434a-a5b9-368e3c9ac5ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590482 Oct 13 04:22:12.097823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c6703a31-2c0c-4b81-948f-4c3eab18d50d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:12.098114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.108003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fedf46f9-c29b-41c9-bda0-af61ef66b00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.122957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.185895 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fedf46f9-c29b-41c9-bda0-af61ef66b00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.265771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-321e3497-4634-4ebe-8994-3fc31cef259b service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947083 Oct 13 04:22:12.290799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.356047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port c6703a31-2c0c-4b81-948f-4c3eab18d50d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c6703a31-2c0c-4b81-948f-4c3eab18d50d,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:12.362172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.442057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.459732 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fedf46f9-c29b-41c9-bda0-af61ef66b00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.463926 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fedf46f9-c29b-41c9-bda0-af61ef66b00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.465320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fedf46f9-c29b-41c9-bda0-af61ef66b00c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e182e067-6b01-455b-bf2a-eae725220b18 HTTP/1.1" status: 204 len: 168 time: 0.5360157 Oct 13 04:22:12.474280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=c6703a31-2c0c-4b81-948f-4c3eab18d50d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:12.537258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf46f9-c29b-41c9-bda0-af61ef66b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e182e067-6b01-455b-bf2a-eae725220b18,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:12.587296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894d897-1ee1-4760-b111-ac29895c188f req-efed4be9-a643-444a-882d-51632dcdde01 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.589326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091792d5-a463-4084-8b8d-0ff6dae71457 None None] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:12.595442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1894d897-1ee1-4760-b111-ac29895c188f req-efed4be9-a643-444a-882d-51632dcdde01 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.1414196 Oct 13 04:22:12.636252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7aa650fc-cf6c-4e79-a0cb-622a05c0585c req-02594ecb-bab3-4240-83f0-24e41b134152 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630381 Oct 13 04:22:12.686084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-411dd4a7-34fb-4588-9fa9-25ee6dbb1890 None None] Provisioning complete for port c6703a31-2c0c-4b81-948f-4c3eab18d50d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:12.686823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411dd4a7-34fb-4588-9fa9-25ee6dbb1890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.707031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Router 8b876274-320c-43ad-9837-1035e558b212 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:22:12.763614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1894d897-1ee1-4760-b111-ac29895c188f req-7ba8e4a1-94d5-4bfa-ae0e-deea55ff3b22 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626472 Oct 13 04:22:12.778972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-b3acba40-9e0b-405d-8938-9113aa3776e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.781339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-b3acba40-9e0b-405d-8938-9113aa3776e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1094 time: 0.0883067 Oct 13 04:22:12.955253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-a2c2b319-0e4e-4c14-97eb-ea2dfaedfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.958960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-a2c2b319-0e4e-4c14-97eb-ea2dfaedfb52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.1684561 Oct 13 04:22:12.966677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:12.977201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Sync routers for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:12.991020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:12.991913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:13.020333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.021710 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-59704ace-ca0a-4691-bf47-5fd21d9715cf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6105621 Oct 13 04:22:13.024111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:13.064309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-1c6c9c69-96ad-4403-bf18-a364c1591b1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 217 time: 0.0871027 Oct 13 04:22:13.183294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-bd32bb24-94d9-4973-9c0d-24c39feddb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.196608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-bd32bb24-94d9-4973-9c0d-24c39feddb7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.1300743 Oct 13 04:22:13.255208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-e0346a9a-7dad-4bb9-a5c4-96ec1b7d7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.257920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-e0346a9a-7dad-4bb9-a5c4-96ec1b7d7b08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540268 Oct 13 04:22:13.275232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:13.462999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-72579e80-559d-46f1-a26f-5f72d0f76ac5 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969914 Oct 13 04:22:13.487790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-86d67b88-c1c1-4d5e-9729-53ea29acae73 None None] Provisioning complete for port c6703a31-2c0c-4b81-948f-4c3eab18d50d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:13.489056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86d67b88-c1c1-4d5e-9729-53ea29acae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.623863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd5877f1-6004-43a2-a86e-7e9e01f43466 req-b07a37cb-81e1-4538-bd99-87001f6ad4e6 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514111 Oct 13 04:22:13.729802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:11Z', 'revision_number': 3, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:13.822690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Checking router: 8b876274-320c-43ad-9837-1035e558b212 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:13.835467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Updating router 8b876274-320c-43ad-9837-1035e558b212 port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:13.872299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c6703a31-2c0c-4b81-948f-4c3eab18d50d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:13.938881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.976816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c6703a31-2c0c-4b81-948f-4c3eab18d50d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:13.977259 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.406952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.414536 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.492831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Attempting to bind port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:14.493637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Attempting to bind port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:14.494242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Attempting to bind port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:14.506523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:14.507260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:14.507992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.508598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:14.509510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Bound port: 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:14.510145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.604572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37809fd-dcfd-471c-8304-d16d1f44b48e req-42a53224-9ea8-44a9-8b02-1db66b82ac9a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.613000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f37809fd-dcfd-471c-8304-d16d1f44b48e req-42a53224-9ea8-44a9-8b02-1db66b82ac9a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.7230144 Oct 13 04:22:14.674565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.676963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2ac16-688b-41b8-8d23-cac96824515c None None] Pushing event updated for resources: {'Port': ['ID=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.682991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] For port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:14.687950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] For port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:14.694038 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.762639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:14.763648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:14.773002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f37809fd-dcfd-471c-8304-d16d1f44b48e req-3be8fdb3-0e5a-45b1-91b3-b472e173954b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586688 Oct 13 04:22:15.066810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2ac16-688b-41b8-8d23-cac96824515c None None] Pushing event updated for resources: {'Port': ['ID=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:15.115339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:15.171792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Allocated IP 172.20.0.1 (b77dfe5f-2163-470d-9ae3-65c8d3cd456b/8fe99ac6-8980-4f99-ac67-4ba820d8df88/1d981711-b676-436d-83c5-11cf4df9663f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:15.409361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:11Z', 'revision_number': 3, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:15.461349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.463158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e94a-1588-4f7b-b25e-98fec405663e None None] The sync data for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 is: [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:11Z', 'revision_number': 3, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:15.521990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.543214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:15.546238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:15.581606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:15.663701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Pushing event updated for resources: {'Port': ['ID=1d981711-b676-436d-83c5-11cf4df9663f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:15.690885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.929498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.009515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dc21f-8cfb-4edf-8093-7bdc3d490841 req-e4524989-af2a-4824-92e8-6b71c18543a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.013026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-064dc21f-8cfb-4edf-8093-7bdc3d490841 req-e4524989-af2a-4824-92e8-6b71c18543a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.1240675 Oct 13 04:22:16.020056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a565bc11-25f5-4065-9237-5b9dab63ae7d None None] Provisioning complete for port 1d981711-b676-436d-83c5-11cf4df9663f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:16.020437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a565bc11-25f5-4065-9237-5b9dab63ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.128541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-064dc21f-8cfb-4edf-8093-7bdc3d490841 req-c00ae57f-d08b-4a02-af6c-3028e82ed293 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070299 Oct 13 04:22:16.151987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a565bc11-25f5-4065-9237-5b9dab63ae7d None None] Port 1d981711-b676-436d-83c5-11cf4df9663f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:16.151987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:16.325689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:16.344979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'mac_address': 'fa:16:3e:71:0c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:16.424077 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.431675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.439828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.445206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182e11ed-1668-474f-ba49-739cb4b6fb3c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:16.474791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:16.482667 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.559447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Pushing event updated for resources: {'Port': ['ID=1d981711-b676-436d-83c5-11cf4df9663f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.596759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.599861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.808222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:16.809691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:16.823169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:16.828663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'network': {'name': 'tempest-network-smoke--928960472', 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:16.843240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['182e11ed-1668-474f-ba49-739cb4b6fb3c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:16.889075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Made reservation on behalf of 2fbd561a33e34e18a7a85efaef98420b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:16.894749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.918745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.126634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Router 8b876274-320c-43ad-9837-1035e558b212 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:17.131943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.145921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.197811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:17.223900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43ac58ab-f0f4-48d7-8311-3c0aa4d1368c None None] Provisioning complete for port 1d981711-b676-436d-83c5-11cf4df9663f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:17.225369 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43ac58ab-f0f4-48d7-8311-3c0aa4d1368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.239192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.239550 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Added segment 396131f2-e0f6-40f7-a71d-5c48f1493960 of type vlan for network 34ff82e6-70fa-45fc-85a7-a147912fff7c Oct 13 04:22:17.241646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1626a2-4c0e-4ca1-bdd9-e3f73eaa0954,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:17.330494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-43ac58ab-f0f4-48d7-8311-3c0aa4d1368c None None] Port 1d981711-b676-436d-83c5-11cf4df9663f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:17.340816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:17.346263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a7610b2-de48-40fb-b2cf-ddf82777be05 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b876274-320c-43ad-9837-1035e558b212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3209190 Oct 13 04:22:17.368823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.411096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31898f48-8be4-4d4c-9ec3-b36d07cfa92d req-d9f807d8-3207-41b7-bc9a-ba20a9b5c34a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:17.412767 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31898f48-8be4-4d4c-9ec3-b36d07cfa92d req-d9f807d8-3207-41b7-bc9a-ba20a9b5c34a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.1073432 Oct 13 04:22:17.446823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.454338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:17.454970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.529347 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31898f48-8be4-4d4c-9ec3-b36d07cfa92d req-7b41ea56-8f2b-4f9e-9783-7bd992c72120 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097655 Oct 13 04:22:17.553583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7289283 Oct 13 04:22:17.553837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:17.560046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'admin_state_up': True, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:17.580737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afa27-d40b-4271-940e-16db9d24a3cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Network': ['ID=34ff82e6-70fa-45fc-85a7-a147912fff7c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:17.593448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:17.623891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.625148 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.727074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.893663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:18.047749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:18.048263 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.054943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.206428 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.246236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:18.255581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.361231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.372903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:18.398902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.457252 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Sync routers for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:18.469404 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:18.471667 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:18.480395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:18.485890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1339368021-network', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:18.534818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Made reservation on behalf of 2f9edd05be6c482cbf28ebb75e2959b6 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:18.538310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.555461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.634688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.25.1.175 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/397d2bb4-76b6-486e-b6d3-c447a277e692) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:18.687409 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.693425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.729766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:18.736804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6a4cd-e49b-4327-b033-d2264c837ec0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:18.751473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.752549 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Added segment f90deacc-c447-4b72-b9d5-e4cb37a2bb63 of type vlan for network 67ed1805-554f-4054-8a49-acd7b02c7cb7 Oct 13 04:22:18.759097 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:18.839485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.853123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.890297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.912081 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.913332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.915086 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.974172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc694e7b-f070-4199-a3b6-d50d27173ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.998441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:19.007299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:19.033481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:19.035376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] Pushing event updated for resources: {'Network': ['ID=67ed1805-554f-4054-8a49-acd7b02c7cb7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:19.048748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:19.054634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-563c2319-5f98-4469-b896-866df4353b02 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5724902 Oct 13 04:22:19.057501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:19.067134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Request body: {'subnet': {'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1339368021-subnet', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:19.115858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Made reservation on behalf of 2f9edd05be6c482cbf28ebb75e2959b6 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:19.118972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.132902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=397d2bb4-76b6-486e-b6d3-c447a277e692,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:19.164010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc875c-4f87-482c-bd0f-ce97042af651 req-4ef3447d-ce39-4e43-b798-b64a400b922e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:19.174247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aefc875c-4f87-482c-bd0f-ce97042af651 req-4ef3447d-ce39-4e43-b798-b64a400b922e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.2950900 Oct 13 04:22:19.284850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aefc875c-4f87-482c-bd0f-ce97042af651 req-4064025c-fbcc-4c7c-9a06-098fc0da131c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093926 Oct 13 04:22:19.468387 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:16Z', 'revision_number': 2, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:19.501324 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Checking router: 8b876274-320c-43ad-9837-1035e558b212 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:19.501839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Updating router 8b876274-320c-43ad-9837-1035e558b212 port 1d981711-b676-436d-83c5-11cf4df9663f binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:19.549521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.569663 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.606417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.664988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56256542-e1f5-4faf-b125-361209527de6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:19.679613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Checking segment: {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:19.679966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Network hostable DHCP agents. Network: 67ed1805-554f-4054-8a49-acd7b02c7cb7, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:19.709269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:19.723359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 67ed1805-554f-4054-8a49-acd7b02c7cb7) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:19.732110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f74842-af4e-41a6-9256-3ea11653b994 None None] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:19.735741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:19.736329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.763285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0de3d5a6-afad-4820-a95d-851219fde387 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7044532 Oct 13 04:22:19.766091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:19.781984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:19.823519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.824620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.894773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:19.943224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.023860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.065186 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.067038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-67ed1805-554f-4054-8a49-acd7b02c7cb7', 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'fixed_ips': [{'subnet_id': '56256542-e1f5-4faf-b125-361209527de6'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:20.068233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.077887 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.101068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:20.164035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.245111 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324dd8-8b51-4f02-8426-718cdd62bae1 None None] Pushing event updated for resources: {'Port': ['ID=1d981711-b676-436d-83c5-11cf4df9663f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.318819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Allocated IP 172.20.0.2 (67ed1805-554f-4054-8a49-acd7b02c7cb7/56256542-e1f5-4faf-b125-361209527de6/a93814f7-a280-466c-a8c3-7392e8dd552c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:20.328770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:22:20.370249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Attempting to bind port 1d981711-b676-436d-83c5-11cf4df9663f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:20.370753 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Attempting to bind port 1d981711-b676-436d-83c5-11cf4df9663f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:20.371621 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Attempting to bind port 1d981711-b676-436d-83c5-11cf4df9663f on network b77dfe5f-2163-470d-9ae3-65c8d3cd456b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:20.388476 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:20.389021 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Checking segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:20.390840 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.391329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Bound using segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:20.393427 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Bound port: 1d981711-b676-436d-83c5-11cf4df9663f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:20.401045 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.473238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:20.473600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.496628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:20.542252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Sync routers for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:20.554373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.559189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1331b1fc-5a69-4bda-8230-6a4efe0509cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0010097 Oct 13 04:22:20.559189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:20.603262 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] For port 1d981711-b676-436d-83c5-11cf4df9663f, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:20.612233 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] For port 1d981711-b676-436d-83c5-11cf4df9663f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1d981711-b676-436d-83c5-11cf4df9663f,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:20.621358 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.719803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916acc-266b-4778-8cae-06e438a5b4ed req-8194c15e-a0b5-4db2-a56f-e8dd5bff5878 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:20.723918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:20.724912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92916acc-266b-4778-8cae-06e438a5b4ed req-8194c15e-a0b5-4db2-a56f-e8dd5bff5878 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.2850580 Oct 13 04:22:20.725812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:20.726238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.742961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:20.743682 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:21:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:20.781280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.895909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 182e11ed-1668-474f-ba49-739cb4b6fb3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:20.904733 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324dd8-8b51-4f02-8426-718cdd62bae1 None None] Pushing event updated for resources: {'Port': ['ID=1d981711-b676-436d-83c5-11cf4df9663f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.936806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92916acc-266b-4778-8cae-06e438a5b4ed req-7bdba782-54ec-4a77-83d2-d03a52d2c95e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576090 Oct 13 04:22:20.969539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 182e11ed-1668-474f-ba49-739cb4b6fb3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:20.971127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.042654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Allocated IP 172.25.1.27 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:21.054636 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:21.062998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6804cae1-44d3-41e5-a148-40c2866ac6f2 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2fbd561a33e34e18a7a85efaef98420b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5000443 Oct 13 04:22:21.063421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:21.157958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e71d321-7384-4472-9d11-e99b213e66e4 None None] Provisioning complete for port 1d981711-b676-436d-83c5-11cf4df9663f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:21.158575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e71d321-7384-4472-9d11-e99b213e66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.228132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1bd6f-dc74-4dc2-9f84-043f7068f8f7 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:21.232974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-58f1bd6f-dc74-4dc2-9f84-043f7068f8f7 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1682076 Oct 13 04:22:21.234854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:21.264434 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.287710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.292018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.310949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6d319cb9-0293-4def-9b2c-ebaf6e7015a1 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720470 Oct 13 04:22:21.313181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:21.318082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:21.323174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175114540', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:21.333444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:21.382162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.412958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:21.440449 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:20Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:21.449216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Made reservation on behalf of 2fbd561a33e34e18a7a85efaef98420b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:21.453681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.465159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:21.466897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:21.473456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:21.504907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:21.505745 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e837e86-6eec-4721-82f9-f374a46fe251 None None] The sync data for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 is: [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:20Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:21.560990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Pushing event updated for resources: {'Port': ['ID=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:21.846252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.880688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Pushing event updated for resources: {'Port': ['ID=a93814f7-a280-466c-a8c3-7392e8dd552c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:21.958024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Checking segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:21.958491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network hostable DHCP agents. Network: 34ff82e6-70fa-45fc-85a7-a147912fff7c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:21.960855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Subnet': ['ID=c6db2e97-ae13-44c3-95bd-0e85e88e2399,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:21.985380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d981711-b676-436d-83c5-11cf4df9663f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:21.995076 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.997060 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f08a8182-332a-491f-8eff-8d658d3811a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.002542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:22.024099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 34ff82e6-70fa-45fc-85a7-a147912fff7c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:22.037290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Attempting to bind port a93814f7-a280-466c-a8c3-7392e8dd552c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:22.037670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Attempting to bind port a93814f7-a280-466c-a8c3-7392e8dd552c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:22.038020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Attempting to bind port a93814f7-a280-466c-a8c3-7392e8dd552c on network 67ed1805-554f-4054-8a49-acd7b02c7cb7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:22.047272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.054622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:22.055005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Checking segment: {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:22.055478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.055792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Bound using segment: {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:22.056284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Bound port: a93814f7-a280-466c-a8c3-7392e8dd552c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:22.056704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.059017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9cc362-85e5-404f-ad74-fc5ad1a65787 None None] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:22.061578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.061773 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e71d321-7384-4472-9d11-e99b213e66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.126457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3bb40257-b33f-4b0f-b19a-31f8c8bd376e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8087049 Oct 13 04:22:22.220011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] For port a93814f7-a280-466c-a8c3-7392e8dd552c, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:22.223996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] For port a93814f7-a280-466c-a8c3-7392e8dd552c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a93814f7-a280-466c-a8c3-7392e8dd552c,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:22.236277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:22.238755 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f037076-ec04-4995-993d-089ca61d2535" -d '{"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-plugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:22.246674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:22.255041 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.288455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:22.375877 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.382173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e71d321-7384-4472-9d11-e99b213e66e4 None None] For port 1d981711-b676-436d-83c5-11cf4df9663f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1d981711-b676-436d-83c5-11cf4df9663f,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:22.384500 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e326453-6368-4806-9a3c-97270d9ae1be x-openstack-request-id: req-8e326453-6368-4806-9a3c-97270d9ae1be {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:22.384833 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-plugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:22.385088 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e326453-6368-4806-9a3c-97270d9ae1be {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:22.385487 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'code': 200} Oct 13 04:22:22.413116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e71d321-7384-4472-9d11-e99b213e66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.485353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1d981711-b676-436d-83c5-11cf4df9663f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:22.485576 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.492943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c75fe-eff9-4ef8-82d1-69f0d24fe7e1 req-764b2103-4145-4aaa-9f2c-6c87bbaa70f8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.536156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d36c75fe-eff9-4ef8-82d1-69f0d24fe7e1 req-764b2103-4145-4aaa-9f2c-6c87bbaa70f8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.4380801 Oct 13 04:22:22.541678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34a114-5c2f-42f9-939b-4d9747592eb1 None None] Pushing event updated for resources: {'Port': ['ID=a93814f7-a280-466c-a8c3-7392e8dd552c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:22.719154 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d36c75fe-eff9-4ef8-82d1-69f0d24fe7e1 req-b4a54da6-47b1-4dad-aff4-a4c250c2c206 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674137 Oct 13 04:22:22.776938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-316328a6-2c39-4096-9543-a1f65e9c3439 None None] Provisioning complete for port 1d981711-b676-436d-83c5-11cf4df9663f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:22.777686 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-316328a6-2c39-4096-9543-a1f65e9c3439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.822483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:22.846477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2f246-bcc7-40c6-b32b-9ab9337a1ccc req-023d5c61-38d0-410f-a08f-9eede0b569b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.848627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ec2f246-bcc7-40c6-b32b-9ab9337a1ccc req-023d5c61-38d0-410f-a08f-9eede0b569b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1096 time: 0.2841427 Oct 13 04:22:22.951372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-34ff82e6-70fa-45fc-85a7-a147912fff7c', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:22.952423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.981646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:19Z', 'revision_number': 3, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:22.992099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ec2f246-bcc7-40c6-b32b-9ab9337a1ccc req-391ace2e-e3a8-472b-9d53-805a7d43cba3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270213 Oct 13 04:22:23.018491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.080002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Checking router: c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:23.082573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Updating router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af port 397d2bb4-76b6-486e-b6d3-c447a277e692 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:23.100213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.142247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.202871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71d321-7384-4472-9d11-e99b213e66e4 None None] Pushing event updated for resources: {'Port': ['ID=1d981711-b676-436d-83c5-11cf4df9663f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:23.259017 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.539400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.728893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Allocated IP 172.20.0.2 (34ff82e6-70fa-45fc-85a7-a147912fff7c/c6db2e97-ae13-44c3-95bd-0e85e88e2399/e26e42a6-813e-416e-81b2-d9267d68c03d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:23.926405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:22:24.072722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a93814f7-a280-466c-a8c3-7392e8dd552c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:24.084665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99797e19-01a3-4d4f-9a97-c6cb10f79e49 req-196d38ab-afa4-454d-b4d5-d92a97f10e1e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:24.086356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99797e19-01a3-4d4f-9a97-c6cb10f79e49 req-196d38ab-afa4-454d-b4d5-d92a97f10e1e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1496174 Oct 13 04:22:24.130405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:24.140098 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Sync routers for ids ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:24.155915 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Routers {'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:24.157668 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:24.162072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.163399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f4f49fef-7cbc-40ad-870c-561725532afe admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3963664 Oct 13 04:22:24.166397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:24.187404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99797e19-01a3-4d4f-9a97-c6cb10f79e49 req-ff2b112f-ea14-4db6-89de-43d9c1282861 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784709 Oct 13 04:22:24.277242 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.299603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.304418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75397eb-acfe-4b68-8041-30ef94bfc0f1 None None] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:24.308872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.314172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.332280 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.439143 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Set router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:24.520941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Attempting to bind port 397d2bb4-76b6-486e-b6d3-c447a277e692 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:24.521199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Attempting to bind port 397d2bb4-76b6-486e-b6d3-c447a277e692 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:24.521447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Attempting to bind port 397d2bb4-76b6-486e-b6d3-c447a277e692 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:24.558111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d7b99be-5f7e-4f72-b818-882cb265f712 None None] Provisioning complete for port a93814f7-a280-466c-a8c3-7392e8dd552c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:24.558478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99be-5f7e-4f72-b818-882cb265f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.569808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:24.685498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:24.685869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:24.686276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.686927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:24.687399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Bound port: 397d2bb4-76b6-486e-b6d3-c447a277e692, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:24.687779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.794305 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 3, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:24.813017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] For port 397d2bb4-76b6-486e-b6d3-c447a277e692, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:24.833284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] For port 397d2bb4-76b6-486e-b6d3-c447a277e692, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=397d2bb4-76b6-486e-b6d3-c447a277e692,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:24.835124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:24.840524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:24.857228 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Checking router: dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:24.857670 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Updating router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:24.863456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.864202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Pushing event updated for resources: {'Port': ['ID=e26e42a6-813e-416e-81b2-d9267d68c03d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:24.892844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.911035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a93814f7-a280-466c-a8c3-7392e8dd552c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:24.911844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.927783 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.947791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.20.0.1 (34ff82e6-70fa-45fc-85a7-a147912fff7c/c6db2e97-ae13-44c3-95bd-0e85e88e2399/8ac52680-3f95-4807-9983-f80632b39ab2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:25.147549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.182654 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.287495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.352910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad9f0b-1acf-4ede-8838-1d7bba3e7a01 None None] Pushing event updated for resources: {'Port': ['ID=397d2bb4-76b6-486e-b6d3-c447a277e692,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:25.365732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Attempting to bind port e26e42a6-813e-416e-81b2-d9267d68c03d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:25.365732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Attempting to bind port e26e42a6-813e-416e-81b2-d9267d68c03d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:25.365732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Attempting to bind port e26e42a6-813e-416e-81b2-d9267d68c03d on network 34ff82e6-70fa-45fc-85a7-a147912fff7c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:25.365732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:25.365732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:25.457400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:25.457871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Checking segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:25.458407 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.458897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Bound using segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:25.459520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Bound port: e26e42a6-813e-416e-81b2-d9267d68c03d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:25.459994 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.499588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:25.502002 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.509284 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.531561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:25.537601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:25.541468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Allocated IP 172.20.0.1 (67ed1805-554f-4054-8a49-acd7b02c7cb7/56256542-e1f5-4faf-b125-361209527de6/ef19a117-3494-4369-9157-e9eefd71bde6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:25.627457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862a489-6e5b-47a7-9e7c-f69b61fd581b None None] Pushing event updated for resources: {'Port': ['ID=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:25.669238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=8ac52680-3f95-4807-9983-f80632b39ab2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:25.680127 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Attempting to bind port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:25.680461 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Attempting to bind port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:25.684527 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Attempting to bind port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:25.709749 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:25.710537 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:25.711224 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.725464 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:25.726647 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Bound port: 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:25.728129 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.750565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.756915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b72ce-118f-4fc9-9bae-7bcd0710399c req-c0442c10-bf2d-4f30-95a2-b60e5dc9ddac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:25.758784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-008b72ce-118f-4fc9-9bae-7bcd0710399c req-c0442c10-bf2d-4f30-95a2-b60e5dc9ddac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.3607266 Oct 13 04:22:25.787780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.822210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.873780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] For port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:25.882691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] For port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:25.884558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-008b72ce-118f-4fc9-9bae-7bcd0710399c req-a2e1f546-55e1-4467-9d34-0fa647a65292 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173184 Oct 13 04:22:25.894353 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.958871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99be-5f7e-4f72-b818-882cb265f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.964432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:25.979639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:26.002767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:26.064300 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Routers {'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:26.064970 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:26.071846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.075232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862a489-6e5b-47a7-9e7c-f69b61fd581b None None] Pushing event updated for resources: {'Port': ['ID=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.075407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad9f0b-1acf-4ede-8838-1d7bba3e7a01 None None] Pushing event updated for resources: {'Port': ['ID=397d2bb4-76b6-486e-b6d3-c447a277e692,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.093360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Pushing event updated for resources: {'Port': ['ID=ef19a117-3494-4369-9157-e9eefd71bde6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.120942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.121555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.122070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.122581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.123088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.123587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.124091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.124588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.125138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.125673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.126200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.126724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:26.127390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.197946 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.239227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4d7b99be-5f7e-4f72-b818-882cb265f712 None None] For port a93814f7-a280-466c-a8c3-7392e8dd552c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a93814f7-a280-466c-a8c3-7392e8dd552c,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:26.313740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:26.315773 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99be-5f7e-4f72-b818-882cb265f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.323110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:22:26.323668 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:22:26.369271 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] Set router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:26.420311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:26.429814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b99be-5f7e-4f72-b818-882cb265f712 None None] Pushing event updated for resources: {'Port': ['ID=a93814f7-a280-466c-a8c3-7392e8dd552c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.502397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] For port e26e42a6-813e-416e-81b2-d9267d68c03d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:26.576621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd93c048-04eb-4846-94da-6b5567597583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.583837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.627588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd2a89-ec57-4355-97b6-5021b191cb66 req-4cf1ceb0-8017-458f-bf11-7b4d2b07bd65 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.629302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94cd2a89-ec57-4355-97b6-5021b191cb66 req-4cf1ceb0-8017-458f-bf11-7b4d2b07bd65 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.5241489 Oct 13 04:22:26.723847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 3, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:26.774202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94cd2a89-ec57-4355-97b6-5021b191cb66 req-28f95573-7880-4123-9159-f639e099184a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361854 Oct 13 04:22:26.794361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] For port e26e42a6-813e-416e-81b2-d9267d68c03d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e26e42a6-813e-416e-81b2-d9267d68c03d,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:26.801953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:26.841447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd93c048-04eb-4846-94da-6b5567597583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.857477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd93c048-04eb-4846-94da-6b5567597583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.859474 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38900f6-6d6f-402c-8ae3-084db2e7491e None None] The sync data for ids ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'] in n-d-810220-9 is: [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 3, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:26.908606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.923757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.970101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.980178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120943a-d5d4-4cc4-9471-9b1ed8e2b608 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.981976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9879ba18-9d71-47bd-9b4b-f8677b89e936 None None] Provisioning complete for port a93814f7-a280-466c-a8c3-7392e8dd552c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:26.982380 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9879ba18-9d71-47bd-9b4b-f8677b89e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.982735 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1120943a-d5d4-4cc4-9471-9b1ed8e2b608 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1091 time: 0.1774123 Oct 13 04:22:26.985224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:27.015849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:27.046825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dd93c048-04eb-4846-94da-6b5567597583 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e700ec7710747fc9b1d56b767568263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7319853 Oct 13 04:22:27.072097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:27.082178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93c048-04eb-4846-94da-6b5567597583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3e03bd-0b3a-4bf9-97bc-c278bd99c068,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.131693 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.131954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.142527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=8ac52680-3f95-4807-9983-f80632b39ab2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.180107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb4a42-1b4f-48e1-884a-d06cb54c4bd9 None None] Pushing event updated for resources: {'Port': ['ID=e26e42a6-813e-416e-81b2-d9267d68c03d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.300586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:27.302358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:27.362767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.409722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.411990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d981711-b676-436d-83c5-11cf4df9663f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:27.414934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:19Z', 'revision_number': 3, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:27.466722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.468341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7d921a6-599d-47f6-a77a-9e22a1347ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.530775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681aa15-9ad2-4805-b3f9-4bc2210d5471 None None] The sync data for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 is: [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:19Z', 'revision_number': 3, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:27.587569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b606332-6862-47f7-b37d-a4f5f29981e4 None None] Provisioning complete for port ef19a117-3494-4369-9157-e9eefd71bde6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:27.587935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b606332-6862-47f7-b37d-a4f5f29981e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.613657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7d921a6-599d-47f6-a77a-9e22a1347ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.618097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:27.656516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b606332-6862-47f7-b37d-a4f5f29981e4 None None] Port ef19a117-3494-4369-9157-e9eefd71bde6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:27.695485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Pushing event updated for resources: {'Port': ['ID=ef19a117-3494-4369-9157-e9eefd71bde6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.710618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1d981711-b676-436d-83c5-11cf4df9663f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:27.710618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.907238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.946421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:27.990339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a6307a44-767d-4118-b9aa-8fef12b50943 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "PUT /v2.0/routers/c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7204976 Oct 13 04:22:27.991453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:27.997344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--489933838', 'description': 'tempest-secgroup_access--489933838 description', 'project_id': '2fbd561a33e34e18a7a85efaef98420b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:28.089139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.140139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:28.172156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7d921a6-599d-47f6-a77a-9e22a1347ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.204615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7d921a6-599d-47f6-a77a-9e22a1347ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.209038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e7d921a6-599d-47f6-a77a-9e22a1347ac1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e3e03bd-0b3a-4bf9-97bc-c278bd99c068 HTTP/1.1" status: 204 len: 168 time: 1.1306686 Oct 13 04:22:28.254675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.263143 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.343510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.52 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/37025679-b44b-40bf-9e63-405ecfb97df2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:28.365121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:28.379637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.383412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-33aac24a-ed52-4335-9d4f-576116e67416 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3908277 Oct 13 04:22:28.389402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:28.396767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--601127597', 'description': 'tempest-secgroup_general--601127597 description', 'project_id': '2fbd561a33e34e18a7a85efaef98420b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:28.431064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a93814f7-a280-466c-a8c3-7392e8dd552c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:28.462690 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.484226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:28.497799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d921a6-599d-47f6-a77a-9e22a1347ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3e03bd-0b3a-4bf9-97bc-c278bd99c068,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:28.567089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a93814f7-a280-466c-a8c3-7392e8dd552c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:28.568196 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.698245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.711558 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.794869 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.796156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4031816 Oct 13 04:22:28.801946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:28.807376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'security_group_rule': {'security_group_id': '5f914654-3d3b-4fbf-ba9f-0122c0d1b93e', 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:28.818692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:28.841796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:28.867791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ddba-e5f3-451b-ac06-6dc2ed6d9a25 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31aa76-de2d-4de9-8a0d-de7ad4520e45,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:28.876145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.924529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:28.925454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.929929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:28.991161 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f711721-b9fa-48f5-abfd-33d90a1999e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.006528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-747e2c6c-8f55-4566-ac8c-f9ef35f86dc3 None None] Provisioning complete for port ef19a117-3494-4369-9157-e9eefd71bde6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:29.006900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-747e2c6c-8f55-4566-ac8c-f9ef35f86dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.076593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-747e2c6c-8f55-4566-ac8c-f9ef35f86dc3 None None] Port ef19a117-3494-4369-9157-e9eefd71bde6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:29.080384 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.085141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.101967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:29.104008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.107925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.108317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e26e42a6-813e-416e-81b2-d9267d68c03d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:29.110264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.150464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d101b907-f1ec-4d88-8ff2-a172b66bc87d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.181794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.200641 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.214045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb70b3ec-ae14-460e-bad2-d5033f8dd76d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110894 Oct 13 04:22:29.272718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f711721-b9fa-48f5-abfd-33d90a1999e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.278188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.282963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f711721-b9fa-48f5-abfd-33d90a1999e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.314482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e26e42a6-813e-416e-81b2-d9267d68c03d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:29.316053 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.316541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=37025679-b44b-40bf-9e63-405ecfb97df2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.374303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:29.394459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:29.398443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7f711721-b9fa-48f5-abfd-33d90a1999e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6790ac651f2943eda4a3ee0e7c6499ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639490 Oct 13 04:22:29.399435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:29.406305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f711721-b9fa-48f5-abfd-33d90a1999e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc43c79-a934-474d-8806-3ee70432e526,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.408154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa7a79-0be9-441d-9185-8d23bd2d86b9 None None] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:29.415107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:29.500067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:29.500926 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ff9e79-92c3-498f-a3c4-9d71b889f629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.516066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-66820c78-1ed8-49d9-80d1-57f01487e730 admin admin] 10.222.0.44 "PUT /v2.0/routers/dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3409462 Oct 13 04:22:29.548023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b77f2ed8-46c8-4ac7-b893-1605ddd197fc None None] Provisioning complete for port e26e42a6-813e-416e-81b2-d9267d68c03d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:29.548901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77f2ed8-46c8-4ac7-b893-1605ddd197fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.579284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ff9e79-92c3-498f-a3c4-9d71b889f629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.685096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ff9e79-92c3-498f-a3c4-9d71b889f629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.689917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ff9e79-92c3-498f-a3c4-9d71b889f629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.691576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-52ff9e79-92c3-498f-a3c4-9d71b889f629 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bc43c79-a934-474d-8806-3ee70432e526 HTTP/1.1" status: 204 len: 168 time: 0.2910352 Oct 13 04:22:29.703701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff9e79-92c3-498f-a3c4-9d71b889f629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc43c79-a934-474d-8806-3ee70432e526,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.710137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-7792081f-cac6-4311-a9aa-9dbaa7f4ef18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--489933838&fields=id&tenant_id=2fbd561a33e34e18a7a85efaef98420b HTTP/1.1" status: 200 len: 267 time: 0.0802455 Oct 13 04:22:29.786827 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.835434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-a34537a8-061b-4663-a6c2-31ac63b86af9 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--601127597&fields=id&tenant_id=2fbd561a33e34e18a7a85efaef98420b HTTP/1.1" status: 200 len: 267 time: 0.1089032 Oct 13 04:22:29.911219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77f2ed8-46c8-4ac7-b893-1605ddd197fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.919549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port e26e42a6-813e-416e-81b2-d9267d68c03d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e26e42a6-813e-416e-81b2-d9267d68c03d,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:29.932056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.286320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:30.302483 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13421670-69ec-4028-a08c-140563a067fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.451759 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b77f2ed8-46c8-4ac7-b893-1605ddd197fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:22:30.452485 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b77f2ed8-46c8-4ac7-b893-1605ddd197fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:22:30.453391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 397d2bb4-76b6-486e-b6d3-c447a277e692 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:30.479274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13421670-69ec-4028-a08c-140563a067fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.487679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13421670-69ec-4028-a08c-140563a067fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.559132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=e26e42a6-813e-416e-81b2-d9267d68c03d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:30.569999 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-13421670-69ec-4028-a08c-140563a067fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=958a8dbde4bf47feaa7d6a1d17a8b386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823012 Oct 13 04:22:30.570837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13421670-69ec-4028-a08c-140563a067fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2145fbca-00d7-4ca0-b933-0b71a74a98be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:30.573512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:30.606616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 397d2bb4-76b6-486e-b6d3-c447a277e692 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:30.606989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.673521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.716171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.759673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.814652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.822140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.823683 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2145fbca-00d7-4ca0-b933-0b71a74a98be HTTP/1.1" status: 204 len: 168 time: 0.2490633 Oct 13 04:22:30.824399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 397d2bb4-76b6-486e-b6d3-c447a277e692, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=397d2bb4-76b6-486e-b6d3-c447a277e692,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:30.831981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.832810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:30.849841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2145fbca-00d7-4ca0-b933-0b71a74a98be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:30.858999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.859973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.860478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.860999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.861560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.862085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.862652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.863304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.863793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.864418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.864999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.865502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b9d62-7095-4865-b500-967d8336678b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:30.979671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Sync routers for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:31.073769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:31.074542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:31.090209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-07e2689a-fc95-49fb-85c6-6ed5768da781 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.092107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-07e2689a-fc95-49fb-85c6-6ed5768da781 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/networks?id=34ff82e6-70fa-45fc-85a7-a147912fff7c HTTP/1.1" status: 200 len: 796 time: 1.2443185 Oct 13 04:22:31.100096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:31.105470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878263125', 'description': 'tempest-secgroup-smoke-878263125 description', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:31.154959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.210108 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Sync routers for ids ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:31.221654 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Routers {'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:31.225916 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:31.274596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=397d2bb4-76b6-486e-b6d3-c447a277e692,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:31.276569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.331831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-fa46ecdf-ec4f-492d-a895-92065f8917bf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/quotas/2fbd561a33e34e18a7a85efaef98420b HTTP/1.1" status: 200 len: 375 time: 0.0132923 Oct 13 04:22:31.335147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.349939 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.374592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.380122 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2788348 Oct 13 04:22:31.387096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:31.393097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group_rule': {'security_group_id': 'dd510141-2b27-47cc-8c2e-d699fdbe9ebf', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:31.400295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.425202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa83e0b-89b5-4329-a757-6d09d23e202f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd510141-2b27-47cc-8c2e-d699fdbe9ebf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:31.444468 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.446250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-f841aeec-2643-43bb-9dba-667657318014 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930638 Oct 13 04:22:31.491509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:31.491882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.503821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:31.516449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.524292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.557190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.564964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754484 Oct 13 04:22:31.568831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:31.574916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group_rule': {'security_group_id': 'dd510141-2b27-47cc-8c2e-d699fdbe9ebf', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:31.582871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199df8d-c2d5-4e38-a5b5-5a5ba271a21c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8ac391-3af1-4919-86c8-56eb87e11bce,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:31.600566 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Set router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:31.695183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4098d6c2-a4d2-4c29-9f2f-5aed547c71a3 None None] Provisioning complete for port 8ac52680-3f95-4807-9983-f80632b39ab2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:31.697178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a8dd-a6e6-40b0-9991-4a7286405105 req-ecbe1c83-afa4-4ea6-b34f-47af8206c295 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.700825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c50a8dd-a6e6-40b0-9991-4a7286405105 req-ecbe1c83-afa4-4ea6-b34f-47af8206c295 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 945 time: 0.1096630 Oct 13 04:22:31.709302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4098d6c2-a4d2-4c29-9f2f-5aed547c71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.728720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.863043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7c50a8dd-a6e6-40b0-9991-4a7286405105 req-b2888dd8-ca5a-4c29-8d08-89501ace657e tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554039 Oct 13 04:22:31.872722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-67e01dd9-3469-4d82-abc3-854768325731 service neutron] 10.222.0.44 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039819 Oct 13 04:22:31.874985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4098d6c2-a4d2-4c29-9f2f-5aed547c71a3 None None] Port 8ac52680-3f95-4807-9983-f80632b39ab2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:31.906112 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ef19a117-3494-4369-9157-e9eefd71bde6', 'name': '', 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'mac_address': 'fa:16:3e:57:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '56256542-e1f5-4faf-b125-361209527de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:25Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 2, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'subnets': [{'id': '56256542-e1f5-4faf-b125-361209527de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:31.923072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.931043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.945500 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Checking router: dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:31.946444 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Updating router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc port ef19a117-3494-4369-9157-e9eefd71bde6 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:31.958945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd45149f-5b69-431e-bee8-7e4216df8e28,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:31.989936 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.005213 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.011933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08dad072-f090-4c5e-83fa-18364c897883 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4417593 Oct 13 04:22:32.012578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:32.027973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group_rule': {'security_group_id': 'dd510141-2b27-47cc-8c2e-d699fdbe9ebf', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:32.052893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4098d6c2-a4d2-4c29-9f2f-5aed547c71a3 None None] Provisioning complete for port e26e42a6-813e-416e-81b2-d9267d68c03d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:32.053466 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4098d6c2-a4d2-4c29-9f2f-5aed547c71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.097882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.116089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.139735 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.213113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=37025679-b44b-40bf-9e63-405ecfb97df2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.217616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.226212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.242638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 397d2bb4-76b6-486e-b6d3-c447a277e692 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:32.273449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c702bc-19e3-4d85-b35f-d948870a2d9a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.285623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.292970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a62f4dce-1bfb-40c4-aa70-4feccb96a661 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766831 Oct 13 04:22:32.293600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55474) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:32.302585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group_rule': {'security_group_id': 'dd510141-2b27-47cc-8c2e-d699fdbe9ebf', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:32.321861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-ffa4b7c9-4771-4893-9066-f281e03d436e service neutron] 10.222.0.44 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222589 Oct 13 04:22:32.330701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.361413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.501032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.506708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.537976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4689698c-cf96-40b4-97f0-fc540edfa1db,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.555827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.557654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f0c8f7e1-6629-4e88-8137-b009a4945c89 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630708 Oct 13 04:22:32.559802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:32.579428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 2, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:32.587482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group_rule': {'security_group_id': 'dd510141-2b27-47cc-8c2e-d699fdbe9ebf', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:32.595280 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 04f2e343-260c-4de6-9841-247ccb7cb9e8 associated. External IP: 172.25.1.52, port: 182e11ed-1668-474f-ba49-739cb4b6fb3c. Oct 13 04:22:32.643313 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.657429 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.667057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3715e2b5-8cc2-45f5-81cd-09809cf27cf1 req-1387b21c-b6fa-41ba-911e-9734e8578d3b tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 210 time: 0.0529258 Oct 13 04:22:32.676551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Checking router: c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:32.677173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Updating router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af port 8ac52680-3f95-4807-9983-f80632b39ab2 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:32.679829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 397d2bb4-76b6-486e-b6d3-c447a277e692 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:32.680421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.699195 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Project 53ee39f3eb37464c8a44ba182cd15ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:22:32.708369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.739929 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42039-b329-417f-bac3-298b72f942e4 None None] Pushing event updated for resources: {'Port': ['ID=ef19a117-3494-4369-9157-e9eefd71bde6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.821292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.838643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.840325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.919124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b7a166-46a8-4a08-81fc-0e241054ce6d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.938002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.938982 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Attempting to bind port ef19a117-3494-4369-9157-e9eefd71bde6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:32.939924 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Attempting to bind port ef19a117-3494-4369-9157-e9eefd71bde6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:32.941272 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Attempting to bind port ef19a117-3494-4369-9157-e9eefd71bde6 on network 67ed1805-554f-4054-8a49-acd7b02c7cb7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:32.946818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a17a47bd-7a64-4434-a2d1-30ae88723df4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3841486 Oct 13 04:22:32.948527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:32.952167 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:32.952959 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Checking segment: {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:32.953460 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.953847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Bound using segment: {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:32.954429 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Bound port: ef19a117-3494-4369-9157-e9eefd71bde6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:32.954848 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.967106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'security_group_rule': {'security_group_id': 'dd510141-2b27-47cc-8c2e-d699fdbe9ebf', 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:33.011320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e26e42a6-813e-416e-81b2-d9267d68c03d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:33.065776 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Project 53ee39f3eb37464c8a44ba182cd15ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:22:33.075775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.091362 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] For port ef19a117-3494-4369-9157-e9eefd71bde6, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:33.098645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] For port ef19a117-3494-4369-9157-e9eefd71bde6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ef19a117-3494-4369-9157-e9eefd71bde6,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:33.107909 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.159786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e26e42a6-813e-416e-81b2-d9267d68c03d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:33.160234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.168417 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Routers {'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:33.169404 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:33.282570 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.289220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.322739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ef6a5-61a6-4b3a-bf79-ef15e2130365,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:33.331955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.342325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-83cecf67-fa5e-407d-aaf2-f4afcb647730 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3825066 Oct 13 04:22:33.426774 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42039-b329-417f-bac3-298b72f942e4 None None] Pushing event updated for resources: {'Port': ['ID=ef19a117-3494-4369-9157-e9eefd71bde6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:33.484470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cb2b9e77-ef53-417b-882b-1924d34fe313 None None] Provisioning complete for port ef19a117-3494-4369-9157-e9eefd71bde6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:33.494916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e77-ef53-417b-882b-1924d34fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.496165 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] Set router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:33.531339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-90e8865e-72ac-4560-9dbc-dc7fed779f9f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:33.533790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-90e8865e-72ac-4560-9dbc-dc7fed779f9f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 945 time: 0.5092525 Oct 13 04:22:33.539039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:33.562853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcabe-6ae4-48ab-b708-5bfeea1e3a18 req-865e2f61-7785-42db-b4b7-add4f56bc014 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:33.570529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e1bcabe-6ae4-48ab-b708-5bfeea1e3a18 req-865e2f61-7785-42db-b4b7-add4f56bc014 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 945 time: 0.5080695 Oct 13 04:22:33.654633 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.682930 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.748863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-ab615070-ae9f-4683-8a5b-ad42345cd6ba tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878263125&fields=id&tenant_id=53ee39f3eb37464c8a44ba182cd15ccc HTTP/1.1" status: 200 len: 267 time: 0.0820479 Oct 13 04:22:33.765952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1808a53-b5ca-469e-84fb-838197c34960 None None] Pushing event updated for resources: {'Port': ['ID=8ac52680-3f95-4807-9983-f80632b39ab2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:33.825833 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e77-ef53-417b-882b-1924d34fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.854957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e1bcabe-6ae4-48ab-b708-5bfeea1e3a18 req-59a16ec7-3b33-4465-9333-15edce8c28b7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827034 Oct 13 04:22:34.001181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-9b3226dd-7968-4c1b-8f7f-7724e2a2030e tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.012278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-9b3226dd-7968-4c1b-8f7f-7724e2a2030e tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 807 time: 0.2556770 Oct 13 04:22:34.033428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-07cf913b-e07f-49eb-bffb-b7f6b53b1ee9 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/quotas/53ee39f3eb37464c8a44ba182cd15ccc HTTP/1.1" status: 200 len: 375 time: 0.0170748 Oct 13 04:22:34.035652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:34.088667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Attempting to bind port 8ac52680-3f95-4807-9983-f80632b39ab2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:34.089241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Attempting to bind port 8ac52680-3f95-4807-9983-f80632b39ab2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:34.095585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Attempting to bind port 8ac52680-3f95-4807-9983-f80632b39ab2 on network 34ff82e6-70fa-45fc-85a7-a147912fff7c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:34.099454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] Sync routers for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:34.105300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2de82f11-d200-4563-bf68-31813f9ae6a5 req-a16d57d9-7315-49e5-89a7-b4363bde7a03 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 210 time: 0.0659213 Oct 13 04:22:34.138438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.140483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cb2b9e77-ef53-417b-882b-1924d34fe313 None None] For port ef19a117-3494-4369-9157-e9eefd71bde6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ef19a117-3494-4369-9157-e9eefd71bde6,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:34.155941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-58837fa7-43a9-481d-add8-2d486a42428c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214359 Oct 13 04:22:34.169115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:34.170477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Checking segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:34.172639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.175365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Bound using segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:34.176131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Bound port: 8ac52680-3f95-4807-9983-f80632b39ab2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:34.178267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.181953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e77-ef53-417b-882b-1924d34fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.188223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Deleting port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:34.188576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.204284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-923ca37b-9601-4eb3-8349-eb96ecdecd20 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2177653 Oct 13 04:22:34.212111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:34.213120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:34.254476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:34.256998 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f249b32-ae8b-4222-b202-f8a504e741dc" -d '{"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:34.276632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9e77-ef53-417b-882b-1924d34fe313 None None] Pushing event updated for resources: {'Port': ['ID=ef19a117-3494-4369-9157-e9eefd71bde6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:34.291877 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ef19a117-3494-4369-9157-e9eefd71bde6', 'name': '', 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'mac_address': 'fa:16:3e:57:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '56256542-e1f5-4faf-b125-361209527de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:25Z', 'updated_at': '2021-10-13T04:22:33Z', 'revision_number': 4, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'subnets': [{'id': '56256542-e1f5-4faf-b125-361209527de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:34.321512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-b4d33af3-36ae-48d4-8081-253ad9db0aec service neutron] 10.222.0.44 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469347 Oct 13 04:22:34.395404 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ce508-2bfe-4f88-8b11-c464b583115e None None] The sync data for ids ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'] in n-d-810220-9 is: [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ef19a117-3494-4369-9157-e9eefd71bde6', 'name': '', 'network_id': '67ed1805-554f-4054-8a49-acd7b02c7cb7', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'mac_address': 'fa:16:3e:57:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '56256542-e1f5-4faf-b125-361209527de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:25Z', 'updated_at': '2021-10-13T04:22:33Z', 'revision_number': 4, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'subnets': [{'id': '56256542-e1f5-4faf-b125-361209527de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:34.399422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Provisioning complete for port ef19a117-3494-4369-9157-e9eefd71bde6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:34.399802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.431037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20c794-d300-4ea3-880c-9df6a0502a5a req-62fac726-0d5a-4606-935a-d2c44581c0bd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.432987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff20c794-d300-4ea3-880c-9df6a0502a5a req-62fac726-0d5a-4606-935a-d2c44581c0bd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0993125 Oct 13 04:22:34.528605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] For port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:34.529108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.621526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Calling delete_port for 0f6892a4-0d11-424d-9df3-ef2bf04c6ade owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:34.665744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff20c794-d300-4ea3-880c-9df6a0502a5a req-01ecdfba-86ce-4bbc-8ace-cf18f612f6e8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925092 Oct 13 04:22:34.679998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-cc49e37e-c5b6-4dcd-9187-12e05f4553e0 service neutron] 10.222.0.44 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495307 Oct 13 04:22:34.683445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:34.774290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-67a0d9f1-b889-457b-a597-6d622bee0d06 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.778794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-67a0d9f1-b889-457b-a597-6d622bee0d06 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.15 "GET /v2.0/networks?id=34ff82e6-70fa-45fc-85a7-a147912fff7c HTTP/1.1" status: 200 len: 796 time: 0.3646145 Oct 13 04:22:34.854332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:34.892816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-4fae27b6-5e97-417b-8578-553f74f88e8a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fbd561a33e34e18a7a85efaef98420b HTTP/1.1" status: 200 len: 476 time: 0.1037314 Oct 13 04:22:34.913081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'port': {'device_id': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'admin_state_up': True, 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'security_groups': ['5f914654-3d3b-4fbf-ba9f-0122c0d1b93e', '0f31aa76-de2d-4de9-8a0d-de7ad4520e45']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:34.923341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce9babad-deed-4a39-bca4-424001e2ca57 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 990 time: 0.2348852 Oct 13 04:22:35.045276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] For port 8ac52680-3f95-4807-9983-f80632b39ab2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:35.052163 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d81de8-ae72-4b77-857d-2e5e11b9656b x-openstack-request-id: req-e2d81de8-ae72-4b77-857d-2e5e11b9656b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:35.052569 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:35.053576 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2d81de8-ae72-4b77-857d-2e5e11b9656b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:35.056450 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'status': 'completed', 'code': 200} Oct 13 04:22:35.072115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] For port 8ac52680-3f95-4807-9983-f80632b39ab2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ac52680-3f95-4807-9983-f80632b39ab2,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:35.093377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.200202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-111c0371-9dff-4f95-a1f2-6d1171bc87e2 req-76af8dfb-2e27-4cc8-948e-fe9da04ade2a tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 210 time: 0.1324646 Oct 13 04:22:35.246474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-73eb4159-f9b5-49e0-8fc2-8ecbb3e3cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.251889 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-73eb4159-f9b5-49e0-8fc2-8ecbb3e3cc02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1096 time: 0.2319343 Oct 13 04:22:35.278505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Made reservation on behalf of 2fbd561a33e34e18a7a85efaef98420b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:35.282134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.401150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6bb0cb9-9b8c-4abb-8fee-9136f869462a req-7bd86916-36b8-4e9c-aef6-e5048bf16424 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 210 time: 0.0545816 Oct 13 04:22:35.401343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41f08e-7e52-4129-8864-9641811888c3 req-bee53958-3bcd-4687-85a0-551b1c8a6745 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.416325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac41f08e-7e52-4129-8864-9641811888c3 req-bee53958-3bcd-4687-85a0-551b1c8a6745 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a615027-1bd9-4850-bfa1-b93edd787bac HTTP/1.1" status: 200 len: 945 time: 0.3570507 Oct 13 04:22:35.429549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:35.430419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:35.432513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1808a53-b5ca-469e-84fb-838197c34960 None None] Pushing event updated for resources: {'Port': ['ID=8ac52680-3f95-4807-9983-f80632b39ab2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:35.684813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.20.0.6 (34ff82e6-70fa-45fc-85a7-a147912fff7c/c6db2e97-ae13-44c3-95bd-0e85e88e2399/001c0808-ac0e-4d35-a02b-ed696a147901) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:35.722871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.762140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['034378ad-4e12-4cb8-82fd-3fbe9de111a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:35.770882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac41f08e-7e52-4129-8864-9641811888c3 req-e398d676-e784-42a8-a1d6-b94a19848c10 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533235 Oct 13 04:22:35.823339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event deleted for resources: {'Port': ['ID=0f6892a4-0d11-424d-9df3-ef2bf04c6ade,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:35.848340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed', 'd716fd90-9267-4f50-9912-b4f3cb150650'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:35.918932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-fd2e2e59-778b-4905-837a-a99a07f19b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.920535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-fd2e2e59-778b-4905-837a-a99a07f19b42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.6618829 Oct 13 04:22:35.932084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:35.948024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] No DVR routers for this DVR port 0f6892a4-0d11-424d-9df3-ef2bf04c6ade on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:35.964235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.972706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c97cd04-3570-45aa-8c93-50f78b9623c2 req-1ab990c5-7ee3-4d05-a60a-1a0f8c5d5332 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "DELETE /v2.0/ports/0f6892a4-0d11-424d-9df3-ef2bf04c6ade HTTP/1.1" status: 204 len: 173 time: 2.4203539 Oct 13 04:22:35.992006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Provisioning complete for port 8ac52680-3f95-4807-9983-f80632b39ab2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:35.992859 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.076819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:36.105394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '04f2e343-260c-4de6-9841-247ccb7cb9e8', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'mac_address': 'fa:16:3e:71:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546dd40b-5881-47df-8520-1386444f1aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:30Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:36.131257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-b3462629-b7fe-40ed-8dd8-008da7dcd60c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 998 time: 0.1890409 Oct 13 04:22:36.202038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] Checking router: c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:36.258692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e333abd-8961-47ce-bb2d-096098b0e5bb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 990 time: 0.3074477 Oct 13 04:22:36.269555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:36.272434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:36.277998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ef19a117-3494-4369-9157-e9eefd71bde6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:36.288864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.330093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-e52ba819-d6c1-4cdd-a12c-095301adbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.332649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-e52ba819-d6c1-4cdd-a12c-095301adbd6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.1906767 Oct 13 04:22:36.344926 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.415193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:36.418896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:36.422030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:36.457099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34875b35-7ae2-4e4e-9f2b-5aa8dde76954 req-dc5f2a9c-ccf5-4e7e-8b9e-185b1eb36194 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 210 time: 0.1156070 Oct 13 04:22:36.457358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=001c0808-ac0e-4d35-a02b-ed696a147901,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:36.516238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-c7fd4ec0-003a-4476-9f8d-b6827e69a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.519029 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-c7fd4ec0-003a-4476-9f8d-b6827e69a5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767180 Oct 13 04:22:36.526536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.527529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.564471 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-98139961-cec3-43d7-b606-0fadfabf0fe1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6603203 Oct 13 04:22:36.581027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0f6892a4-0d11-424d-9df3-ef2bf04c6ade no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:36.589868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Request body: {'port': {'device_id': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:36.735366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-cafabbed-1494-4cb2-9a12-52e7878d1542 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034771 Oct 13 04:22:36.757400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 0f6892a4-0d11-424d-9df3-ef2bf04c6ade {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:36.757625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0f6892a4-0d11-424d-9df3-ef2bf04c6ade not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:36.835902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636d40a-ec34-4fd7-b332-81cbdee8b253 req-b0c587d1-34b0-4f6a-8a90-0dd3bfdf2f16 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.838284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b636d40a-ec34-4fd7-b332-81cbdee8b253 req-b0c587d1-34b0-4f6a-8a90-0dd3bfdf2f16 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 970 time: 0.2358489 Oct 13 04:22:36.866761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:36.870767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.955615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b636d40a-ec34-4fd7-b332-81cbdee8b253 req-1308be9c-bc1b-4ace-be17-2e272e90b365 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1070454 Oct 13 04:22:37.058345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'name': 'network-vif-deleted', 'tag': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:37.066460 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7988221-9f66-4689-b578-aa33ba7a0828" -d '{"events": [{"server_uuid": "3a615027-1bd9-4850-bfa1-b93edd787bac", "name": "network-vif-deleted", "tag": "0f6892a4-0d11-424d-9df3-ef2bf04c6ade"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:37.193656 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144d8f2a-fb01-4dbb-b032-07de4fba56b8 x-openstack-request-id: req-144d8f2a-fb01-4dbb-b032-07de4fba56b8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:37.193983 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a615027-1bd9-4850-bfa1-b93edd787bac", "name": "network-vif-deleted", "tag": "0f6892a4-0d11-424d-9df3-ef2bf04c6ade", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:37.194271 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-144d8f2a-fb01-4dbb-b032-07de4fba56b8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:37.194594 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a615027-1bd9-4850-bfa1-b93edd787bac', 'name': 'network-vif-deleted', 'tag': '0f6892a4-0d11-424d-9df3-ef2bf04c6ade', 'status': 'completed', 'code': 200} Oct 13 04:22:37.203182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f249b32-ae8b-4222-b202-f8a504e741dc req-b73ea9b3-5c3a-46f5-883f-bd695a084642 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574552 Oct 13 04:22:37.218853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-e2cbf840-ea0a-4273-89de-e3351aa22d09 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.220601 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-e2cbf840-ea0a-4273-89de-e3351aa22d09 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.26 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 807 time: 0.3255560 Oct 13 04:22:37.253266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.263099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:37.282706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-5e449ae1-2e21-4e72-8664-16af8b283e40 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53ee39f3eb37464c8a44ba182cd15ccc HTTP/1.1" status: 200 len: 379 time: 0.0475078 Oct 13 04:22:37.295441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'port': {'device_id': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'admin_state_up': True, 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'security_groups': ['dd510141-2b27-47cc-8c2e-d699fdbe9ebf']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:37.318781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ef19a117-3494-4369-9157-e9eefd71bde6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:37.319073 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.360713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:34Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:37.367572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] For port 8ac52680-3f95-4807-9983-f80632b39ab2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ac52680-3f95-4807-9983-f80632b39ab2,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:37.427117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.435701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ca4bc54-e4a3-43d8-a034-6abce7e43560 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 990 time: 0.1714361 Oct 13 04:22:37.436147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c38ad1-01fd-4493-8446-a6ded0cbecf1 None None] The sync data for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 is: [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:34Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:37.451813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Made reservation on behalf of 53ee39f3eb37464c8a44ba182cd15ccc for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:37.460195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.790053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001c0808-ac0e-4d35-a02b-ed696a147901 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:37.801840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.825210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Transition to ACTIVE for port object 001c0808-ac0e-4d35-a02b-ed696a147901 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:37.830847 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.874126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62806759-f24c-4d92-9a09-232cb2117d0d req-6d257694-a0b3-468c-8ebf-c8b301eac8b5 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 210 time: 0.0841427 Oct 13 04:22:37.984809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Pushing event updated for resources: {'Port': ['ID=001c0808-ac0e-4d35-a02b-ed696a147901,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.026688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Allocated IP 172.20.0.5 (b77dfe5f-2163-470d-9ae3-65c8d3cd456b/8fe99ac6-8980-4f99-ac67-4ba820d8df88/b30175c1-7059-4b13-9d03-a9e94bd378ab) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:38.087112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Attempting to bind port 001c0808-ac0e-4d35-a02b-ed696a147901 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:38.087348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Attempting to bind port 001c0808-ac0e-4d35-a02b-ed696a147901 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:38.087680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Attempting to bind port 001c0808-ac0e-4d35-a02b-ed696a147901 on network 34ff82e6-70fa-45fc-85a7-a147912fff7c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:38.103723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb703c-806c-44ef-986c-fdef018c1d4a None None] Pushing event updated for resources: {'Port': ['ID=8ac52680-3f95-4807-9983-f80632b39ab2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.121716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Port 001c0808-ac0e-4d35-a02b-ed696a147901 on network 34ff82e6-70fa-45fc-85a7-a147912fff7c not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:38.122284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Attempting to bind port 001c0808-ac0e-4d35-a02b-ed696a147901 on network 34ff82e6-70fa-45fc-85a7-a147912fff7c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:38.130551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:38.130924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Checking segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:38.131596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Bound using segment: {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:38.132277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Bound port: 001c0808-ac0e-4d35-a02b-ed696a147901, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396131f2-e0f6-40f7-a71d-5c48f1493960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:38.132706 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.270438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.271165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81b6f6f9-d1f5-4354-9db3-6c33cc419d51 None None] Provisioning complete for port 8ac52680-3f95-4807-9983-f80632b39ab2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:38.271458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81b6f6f9-d1f5-4354-9db3-6c33cc419d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.335401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c42b05-8f82-458f-a20a-d38431ac7fcd req-a198a7b2-bec5-4ee0-943a-73147c4f56df tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:38.344956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5c42b05-8f82-458f-a20a-d38431ac7fcd req-a198a7b2-bec5-4ee0-943a-73147c4f56df tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 982 time: 0.2505207 Oct 13 04:22:38.402754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '04f2e343-260c-4de6-9841-247ccb7cb9e8', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'mac_address': 'fa:16:3e:71:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546dd40b-5881-47df-8520-1386444f1aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:30Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:38.423684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.428949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] For port 001c0808-ac0e-4d35-a02b-ed696a147901, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:38.441080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:38.483689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.489395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b221de-379c-4e1f-97fd-520218c6c69b None None] The sync data for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 is: [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '04f2e343-260c-4de6-9841-247ccb7cb9e8', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'mac_address': 'fa:16:3e:71:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546dd40b-5881-47df-8520-1386444f1aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:30Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:38.525905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5c42b05-8f82-458f-a20a-d38431ac7fcd req-924ad8df-4cb2-4dff-a1d1-425af8388db5 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1750484 Oct 13 04:22:38.531651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] For port 001c0808-ac0e-4d35-a02b-ed696a147901, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=001c0808-ac0e-4d35-a02b-ed696a147901,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:38.545817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.573356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ac52680-3f95-4807-9983-f80632b39ab2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:38.632941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:38.634832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8ac52680-3f95-4807-9983-f80632b39ab2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:38.635489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.643390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:38.660802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:38.666691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'Port': ['ID=b30175c1-7059-4b13-9d03-a9e94bd378ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.792513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:38.795178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.817406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-f5aaa1be-2961-4baa-a37c-209db0b6da25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5284209 Oct 13 04:22:38.826779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:38.827910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.829575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] 10.222.0.15 "PUT /v2.0/ports/001c0808-ac0e-4d35-a02b-ed696a147901 HTTP/1.1" status: 200 len: 1130 time: 2.2536032 Oct 13 04:22:38.830429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:38.830838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Request body: {'port': {'device_id': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:38.835164 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d1151-230d-49ab-8942-ddbb435d29d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:38.883909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054fcfd-cea1-478c-9023-d9cd25716a0e service neutron] Pushing event updated for resources: {'Port': ['ID=001c0808-ac0e-4d35-a02b-ed696a147901,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.948029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-52ca9bf3-04f9-4962-9d26-7eecb6e887b8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 990 time: 0.4765379 Oct 13 04:22:38.971930 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce54980-5d8f-4919-94a4-b1c5b534f5e7 x-openstack-request-id: req-0ce54980-5d8f-4919-94a4-b1c5b534f5e7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:38.972620 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:38.974602 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ce54980-5d8f-4919-94a4-b1c5b534f5e7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:38.975613 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901', 'status': 'completed', 'code': 200} Oct 13 04:22:39.014903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-9bee550f-248c-4cfc-aa3e-a0f7af423cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.018415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-9bee550f-248c-4cfc-aa3e-a0f7af423cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1133 time: 0.1150014 Oct 13 04:22:39.078150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.130317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-616f86da-acfd-48a8-93b9-10316d0e53c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=001c0808-ac0e-4d35-a02b-ed696a147901 HTTP/1.1" status: 200 len: 217 time: 0.1042147 Oct 13 04:22:39.209686 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333bb50-9162-4cf9-aa52-1916a1dc67f4 None None] New status for floating IP 04f2e343-260c-4de6-9841-247ccb7cb9e8: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:22:39.285463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f30e96ad-a321-4971-887f-756327762db2 None None] Provisioning complete for port b30175c1-7059-4b13-9d03-a9e94bd378ab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:39.288964 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f30e96ad-a321-4971-887f-756327762db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.318012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-3a59b971-786e-4195-80af-513a90a1490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.319483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-3a59b971-786e-4195-80af-513a90a1490c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6db2e97-ae13-44c3-95bd-0e85e88e2399 HTTP/1.1" status: 200 len: 834 time: 0.1778605 Oct 13 04:22:39.391893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f30e96ad-a321-4971-887f-756327762db2 None None] Port b30175c1-7059-4b13-9d03-a9e94bd378ab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:39.491462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72082e-31a4-49d3-98b5-b15691dee54c req-5a386d7a-5e6d-4f3b-8e32-d93a834e89d0 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.500030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe72082e-31a4-49d3-98b5-b15691dee54c req-5a386d7a-5e6d-4f3b-8e32-d93a834e89d0 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 931 time: 0.3878975 Oct 13 04:22:39.535351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-1e437e27-aea1-4a2c-a712-5ab821f8d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.537194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-1e437e27-aea1-4a2c-a712-5ab821f8d666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34ff82e6-70fa-45fc-85a7-a147912fff7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090924 Oct 13 04:22:39.599285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30175c1-7059-4b13-9d03-a9e94bd378ab {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:39.610004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.658511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Transition to ACTIVE for port object b30175c1-7059-4b13-9d03-a9e94bd378ab will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:39.664058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.673069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe72082e-31a4-49d3-98b5-b15691dee54c req-b06c88fd-037e-44c7-8eee-a571cc5d72f1 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619546 Oct 13 04:22:39.688918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-6b5a1d71-ea13-401f-b7ce-6b31274f74d7 service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417656 Oct 13 04:22:39.735934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f48d1-6abd-4cb5-82d7-219c409fc769 req-d2e55cd4-883c-4f0f-a8e5-e920e2ba5b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.737538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a3f48d1-6abd-4cb5-82d7-219c409fc769 req-d2e55cd4-883c-4f0f-a8e5-e920e2ba5b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 982 time: 0.1165400 Oct 13 04:22:39.822302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Pushing event updated for resources: {'Port': ['ID=b30175c1-7059-4b13-9d03-a9e94bd378ab,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:39.910943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.939609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Attempting to bind port b30175c1-7059-4b13-9d03-a9e94bd378ab on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:39.939931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Attempting to bind port b30175c1-7059-4b13-9d03-a9e94bd378ab by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:39.940272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Attempting to bind port b30175c1-7059-4b13-9d03-a9e94bd378ab on network b77dfe5f-2163-470d-9ae3-65c8d3cd456b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:39.948214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55654) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:39.952070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Port b30175c1-7059-4b13-9d03-a9e94bd378ab on network b77dfe5f-2163-470d-9ae3-65c8d3cd456b not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:39.952667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Attempting to bind port b30175c1-7059-4b13-9d03-a9e94bd378ab on network b77dfe5f-2163-470d-9ae3-65c8d3cd456b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:39.969654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a3f48d1-6abd-4cb5-82d7-219c409fc769 req-439884a0-eefc-41f1-a16c-1a04b151214a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1995635 Oct 13 04:22:40.010916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:40.011439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Checking segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:40.011827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Bound using segment: {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:40.012279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Bound port: b30175c1-7059-4b13-9d03-a9e94bd378ab, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bd88f1-7fbf-4413-8510-7f57ba192161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:40.012954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:40.162311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-53383747-2e78-4dc9-92ca-385389b8f5bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 992 time: 0.2014027 Oct 13 04:22:40.184900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] For port b30175c1-7059-4b13-9d03-a9e94bd378ab, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:40.190193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] For port b30175c1-7059-4b13-9d03-a9e94bd378ab, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:40.199018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:40.262717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.263641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:40.265323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] 10.222.0.26 "PUT /v2.0/ports/b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 1091 time: 1.4394286 Oct 13 04:22:40.266017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:40.268408 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da035dcf-693f-4acf-bdbe-426c12a12ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:40.303447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e05e547c-d4a5-4ca8-924a-261b5f467e69 req-3ffa1e78-64e3-4863-8a7c-4d428cfcfe4a service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076589 Oct 13 04:22:40.307070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca454c-0c34-4797-a975-4239896bbcac service neutron] Pushing event updated for resources: {'Port': ['ID=b30175c1-7059-4b13-9d03-a9e94bd378ab,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:40.408543 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b9a6fe-2e2a-46fa-ba81-2fe30f451ffa x-openstack-request-id: req-e5b9a6fe-2e2a-46fa-ba81-2fe30f451ffa {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:40.408901 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:40.410253 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5b9a6fe-2e2a-46fa-ba81-2fe30f451ffa {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:40.411199 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'status': 'completed', 'code': 200} Oct 13 04:22:40.447903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-76ca375d-4751-449d-8bcd-141f08e444e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.454777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-76ca375d-4751-449d-8bcd-141f08e444e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1094 time: 0.1244762 Oct 13 04:22:40.459507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-5ac2ea96-11ce-4a4f-9961-6a60b95fd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.467615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-5ac2ea96-11ce-4a4f-9961-6a60b95fd2d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1133 time: 0.0980673 Oct 13 04:22:40.541143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-6808afa2-4f3e-4198-8afb-bde37f7ceac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 217 time: 0.0773487 Oct 13 04:22:40.613850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-1c3d267e-4b48-4765-b1c5-4b554be7ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.615569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-1c3d267e-4b48-4765-b1c5-4b554be7ae99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34ff82e6-70fa-45fc-85a7-a147912fff7c HTTP/1.1" status: 200 len: 897 time: 0.1408367 Oct 13 04:22:40.621029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-9409f300-0fd5-49a1-8a61-705366bbfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.623650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-9409f300-0fd5-49a1-8a61-705366bbfb20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 200 len: 846 time: 0.0743306 Oct 13 04:22:40.665610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-58ee000e-444c-45c8-8a9b-ec955f1d9525 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=001c0808-ac0e-4d35-a02b-ed696a147901 HTTP/1.1" status: 200 len: 217 time: 0.0426435 Oct 13 04:22:40.678826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7af9-f095-46f5-a142-faec793bee28 req-f28ccc03-f64f-481d-8e08-d8826bc2d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.680317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-f28ccc03-f64f-481d-8e08-d8826bc2d247 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504367 Oct 13 04:22:40.725246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-b71a3953-0826-4869-9f9a-1655984a12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.726719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-b71a3953-0826-4869-9f9a-1655984a12cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6db2e97-ae13-44c3-95bd-0e85e88e2399 HTTP/1.1" status: 200 len: 834 time: 0.0508211 Oct 13 04:22:40.812032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-e20a0726-5d62-4e9d-a99a-287c929cd139 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234720 Oct 13 04:22:40.812567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-8e9faf4a-1f15-4bd4-82dd-7da06e02e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.815934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-8e9faf4a-1f15-4bd4-82dd-7da06e02e694 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34ff82e6-70fa-45fc-85a7-a147912fff7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799870 Oct 13 04:22:40.849529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab266-c9d0-475e-8358-a9283c11170d req-d0bb959f-a93e-4b96-8d3c-e0d9e7728716 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.850998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b0ab266-c9d0-475e-8358-a9283c11170d req-d0bb959f-a93e-4b96-8d3c-e0d9e7728716 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 943 time: 0.0782511 Oct 13 04:22:40.916444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b0ab266-c9d0-475e-8358-a9283c11170d req-95c07eb3-a06d-4b03-a278-dec81c607791 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398219 Oct 13 04:22:40.934246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015b7af9-f095-46f5-a142-faec793bee28 req-0c5d21cb-b157-48c3-b2b2-688f06199ae4 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144507 Oct 13 04:22:40.981373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-ecc57cf3-f245-418a-8d54-7ab844d6971d service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591341 Oct 13 04:22:41.097983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-8de4e547-ebaf-4010-b714-70654f9a005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.099504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-8de4e547-ebaf-4010-b714-70654f9a005c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1094 time: 0.1057141 Oct 13 04:22:41.101251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e0d1151-230d-49ab-8942-ddbb435d29d1 req-ed8e90d9-19d2-42f4-98f2-c853edf674ae service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111166 Oct 13 04:22:41.142188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34f0d7-dd66-486a-82e5-879ad5e62c6b req-f1dfe2f8-8b6e-4079-8898-45fb18598353 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.144819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b34f0d7-dd66-486a-82e5-879ad5e62c6b req-f1dfe2f8-8b6e-4079-8898-45fb18598353 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 982 time: 0.0951629 Oct 13 04:22:41.220769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b34f0d7-dd66-486a-82e5-879ad5e62c6b req-8331771b-53d1-4fe1-8316-593a5536054b tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0483491 Oct 13 04:22:41.248704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-7a460a43-9361-4dd4-9dd1-0709d3f75ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.250223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-7a460a43-9361-4dd4-9dd1-0709d3f75ff1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 908 time: 0.1416016 Oct 13 04:22:41.299746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-2353403c-d59d-4de1-a9d5-e2e933e6b2b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 217 time: 0.0408740 Oct 13 04:22:41.352229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-ed9b18e0-dafe-443c-86ed-083a47760205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.353822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-ed9b18e0-dafe-443c-86ed-083a47760205 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 200 len: 846 time: 0.0467448 Oct 13 04:22:41.421330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-f59afefd-3038-4557-b1b0-3362f8167767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.423845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-f59afefd-3038-4557-b1b0-3362f8167767 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614917 Oct 13 04:22:41.570772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-2b9513ce-fa53-4925-888f-d7068d781cc0 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372108 Oct 13 04:22:41.682487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da035dcf-693f-4acf-bdbe-426c12a12ef2 req-dc2b0a85-8f9a-4df8-8cce-14096a211cad service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018000 Oct 13 04:22:42.043954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6efabe-3795-4382-8e13-8824ea2c43a9 req-5676f8b3-749e-4ecf-ad94-c8b20014e041 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.045716 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f6efabe-3795-4382-8e13-8824ea2c43a9 req-5676f8b3-749e-4ecf-ad94-c8b20014e041 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 943 time: 0.0571756 Oct 13 04:22:42.088461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f6efabe-3795-4382-8e13-8824ea2c43a9 req-841a6326-0c90-4e15-a544-a03faba2da58 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367198 Oct 13 04:22:42.347297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eea53-3bea-45de-9981-de32575b9834 req-8e57a269-3c28-425c-bb70-3270d4464efd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.348832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-405eea53-3bea-45de-9981-de32575b9834 req-8e57a269-3c28-425c-bb70-3270d4464efd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 982 time: 0.0540760 Oct 13 04:22:42.397241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-405eea53-3bea-45de-9981-de32575b9834 req-bfa0669a-bc08-4798-9c33-0e587f6f8f53 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0418661 Oct 13 04:22:42.587946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 001c0808-ac0e-4d35-a02b-ed696a147901 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:42.712887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 001c0808-ac0e-4d35-a02b-ed696a147901, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=001c0808-ac0e-4d35-a02b-ed696a147901,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:42.726929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '001c0808-ac0e-4d35-a02b-ed696a147901', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'port_id': '001c0808-ac0e-4d35-a02b-ed696a147901', 'mac_address': 'fa:16:3e:f7:24:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:42.766730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.788541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001c0808-ac0e-4d35-a02b-ed696a147901 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:42.819512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 001c0808-ac0e-4d35-a02b-ed696a147901, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=001c0808-ac0e-4d35-a02b-ed696a147901,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:42.826275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.831843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec101f9-ef79-48c0-9ed2-a0e53aa005e0 req-79c7ebf9-4cef-4970-96b5-27ec443e8985 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.834202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cec101f9-ef79-48c0-9ed2-a0e53aa005e0 req-79c7ebf9-4cef-4970-96b5-27ec443e8985 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 946 time: 0.0635200 Oct 13 04:22:42.878890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cec101f9-ef79-48c0-9ed2-a0e53aa005e0 req-b05d6429-8200-471b-b0af-7bd01f5a98f7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371842 Oct 13 04:22:42.894056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=001c0808-ac0e-4d35-a02b-ed696a147901,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:43.098549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['001c0808-ac0e-4d35-a02b-ed696a147901'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:43.231549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827f7bb-202c-405d-9512-b3c87451d2f5 req-f4b8e2bc-7031-49cf-afd3-62542f8ea99b tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:43.232979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4827f7bb-202c-405d-9512-b3c87451d2f5 req-f4b8e2bc-7031-49cf-afd3-62542f8ea99b tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 943 time: 0.0629721 Oct 13 04:22:43.278245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4827f7bb-202c-405d-9512-b3c87451d2f5 req-7a28f379-5bfd-4748-90b6-2c926a1a3419 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380654 Oct 13 04:22:43.515117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7752f-2191-4ffa-ab89-ada29498e96c req-88646155-1ea1-43b9-9c0d-409986b4420e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:43.516935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93c7752f-2191-4ffa-ab89-ada29498e96c req-88646155-1ea1-43b9-9c0d-409986b4420e tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 983 time: 0.0513830 Oct 13 04:22:43.558916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93c7752f-2191-4ffa-ab89-ada29498e96c req-fe98c863-2f12-4eef-8be9-8b7053aea383 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0355945 Oct 13 04:22:44.003984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5fe5a-6003-400d-b105-f0a0963c0b76 req-e6b7d158-99dd-484c-a595-a843d6799f8f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.005439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3c5fe5a-6003-400d-b105-f0a0963c0b76 req-e6b7d158-99dd-484c-a595-a843d6799f8f tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Oct 13 04:22:44.202042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b30175c1-7059-4b13-9d03-a9e94bd378ab details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:44.311462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port b30175c1-7059-4b13-9d03-a9e94bd378ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:44.328115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'port_id': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'mac_address': 'fa:16:3e:4e:f9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:44.379113 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.402071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30175c1-7059-4b13-9d03-a9e94bd378ab {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:44.421553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3c5fe5a-6003-400d-b105-f0a0963c0b76 req-c249854d-ea8f-4d63-b967-39915f0fc01a tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097128 Oct 13 04:22:44.441135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port b30175c1-7059-4b13-9d03-a9e94bd378ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:44.450322 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.478471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a03e1-c03b-4044-9245-add357eb96ac req-1a062fe1-4954-40f9-9459-1e4d903d3778 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.485803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b6a03e1-c03b-4044-9245-add357eb96ac req-1a062fe1-4954-40f9-9459-1e4d903d3778 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 943 time: 0.0849473 Oct 13 04:22:44.507827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=b30175c1-7059-4b13-9d03-a9e94bd378ab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:44.521666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b6a03e1-c03b-4044-9245-add357eb96ac req-c83f53dc-b1e1-4714-ad38-0e1c8a98b5f4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349979 Oct 13 04:22:44.602584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 001c0808-ac0e-4d35-a02b-ed696a147901 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:44.664786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 001c0808-ac0e-4d35-a02b-ed696a147901 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:44.669333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 001c0808-ac0e-4d35-a02b-ed696a147901 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:44.669948 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.705026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c13800-8357-4cfe-9721-7ed422f8739a req-500ca6d2-3fd6-4eb9-9f2a-44c1bfb14911 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.706484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5c13800-8357-4cfe-9721-7ed422f8739a req-500ca6d2-3fd6-4eb9-9f2a-44c1bfb14911 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 983 time: 0.0793123 Oct 13 04:22:44.746673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-f178c45f-7e16-40ee-8be7-0e3c469902a8 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.748209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-f178c45f-7e16-40ee-8be7-0e3c469902a8 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 946 time: 0.0787191 Oct 13 04:22:44.758346 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.785318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:44.787758 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e8bafb-974c-4531-8448-2fb5b541bf76" -d '{"events": [{"server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "name": "network-vif-plugged", "status": "completed", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:44.795797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5c13800-8357-4cfe-9721-7ed422f8739a req-b29c3834-716e-4536-b19b-154423c6b4be tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0808020 Oct 13 04:22:44.825222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 001c0808-ac0e-4d35-a02b-ed696a147901, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=001c0808-ac0e-4d35-a02b-ed696a147901,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:44.834769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.842738 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60bc7e9-521d-4529-b305-b4aaea62c47d x-openstack-request-id: req-c60bc7e9-521d-4529-b305-b4aaea62c47d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:44.843440 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "name": "network-vif-plugged", "status": "completed", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:44.843440 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c60bc7e9-521d-4529-b305-b4aaea62c47d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:44.844175 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901', 'code': 200} Oct 13 04:22:44.877179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Deleting port d716fd90-9267-4f50-9912-b4f3cb150650 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:44.877810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.911773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=001c0808-ac0e-4d35-a02b-ed696a147901,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:44.916362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['b30175c1-7059-4b13-9d03-a9e94bd378ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:44.976540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a6c7-983f-4ac9-8063-af9f982e130c req-6bb7c754-d168-41e8-9d09-c8f74b306f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.978753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f73a6c7-983f-4ac9-8063-af9f982e130c req-6bb7c754-d168-41e8-9d09-c8f74b306f78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1135 time: 0.0623581 Oct 13 04:22:44.992327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] For port d716fd90-9267-4f50-9912-b4f3cb150650, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d716fd90-9267-4f50-9912-b4f3cb150650,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:44.993224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.007055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Calling delete_port for d716fd90-9267-4f50-9912-b4f3cb150650 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:45.020411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f73a6c7-983f-4ac9-8063-af9f982e130c req-889ec8cd-0a20-45fa-9308-2ddd37540b5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0345881 Oct 13 04:22:45.152981 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.166791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['034378ad-4e12-4cb8-82fd-3fbe9de111a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:45.187612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event deleted for resources: {'Port': ['ID=d716fd90-9267-4f50-9912-b4f3cb150650,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:45.230639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] No DVR routers for this DVR port d716fd90-9267-4f50-9912-b4f3cb150650 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:45.233633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.238139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9277337-c689-4304-a07d-a3278e9f8d6a req-3c2c645b-70e5-4512-9de6-407de2cad36b tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "DELETE /v2.0/ports/d716fd90-9267-4f50-9912-b4f3cb150650 HTTP/1.1" status: 204 len: 173 time: 0.4783609 Oct 13 04:22:45.238139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'name': 'network-vif-deleted', 'tag': 'd716fd90-9267-4f50-9912-b4f3cb150650'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:45.241136 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ab639-42be-4736-aec3-8cdd0e7ec1a9" -d '{"events": [{"server_uuid": "b2bdb6b1-996a-4b67-b0be-87cbcb729bb8", "name": "network-vif-deleted", "tag": "d716fd90-9267-4f50-9912-b4f3cb150650"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:45.286927 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53481419-b75b-4e41-b90c-dbfb4d481f18 x-openstack-request-id: req-53481419-b75b-4e41-b90c-dbfb4d481f18 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:45.287218 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bdb6b1-996a-4b67-b0be-87cbcb729bb8", "name": "network-vif-deleted", "tag": "d716fd90-9267-4f50-9912-b4f3cb150650", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:45.287468 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53481419-b75b-4e41-b90c-dbfb4d481f18 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:45.287863 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bdb6b1-996a-4b67-b0be-87cbcb729bb8', 'name': 'network-vif-deleted', 'tag': 'd716fd90-9267-4f50-9912-b4f3cb150650', 'status': 'completed', 'code': 200} Oct 13 04:22:45.550332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370fe044-adee-46e2-bed0-bf230ab49a11 req-1882f92c-3d5e-4dc0-968a-f18c0003ee78 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2bdb6b1-996a-4b67-b0be-87cbcb729bb8 HTTP/1.1" status: 200 len: 210 time: 0.0268834 Oct 13 04:22:45.683154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a80c6-ed0d-4ffc-b1a5-fb92d048cb63 req-c8a17645-955e-40bc-a143-f485ff7426bb tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.685914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c82a80c6-ed0d-4ffc-b1a5-fb92d048cb63 req-c8a17645-955e-40bc-a143-f485ff7426bb tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 944 time: 0.0877693 Oct 13 04:22:45.735387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c82a80c6-ed0d-4ffc-b1a5-fb92d048cb63 req-620d2925-5196-479f-ac8d-21472a62b449 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436471 Oct 13 04:22:45.765072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed', 'd716fd90-9267-4f50-9912-b4f3cb150650'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:45.948408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d4de5-2a27-498b-9334-1b8f02acf331 req-aa370cbb-a352-4e02-90a4-7f5df6fa38a4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.951169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d0d4de5-2a27-498b-9334-1b8f02acf331 req-aa370cbb-a352-4e02-90a4-7f5df6fa38a4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 984 time: 0.0708861 Oct 13 04:22:45.993825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d0d4de5-2a27-498b-9334-1b8f02acf331 req-344422ff-19e4-473a-b0d8-09e343a957f9 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0361872 Oct 13 04:22:46.195427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b30175c1-7059-4b13-9d03-a9e94bd378ab up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:46.244531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port b30175c1-7059-4b13-9d03-a9e94bd378ab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:46.248313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port b30175c1-7059-4b13-9d03-a9e94bd378ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:46.248742 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:46.332027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:46.369883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port b30175c1-7059-4b13-9d03-a9e94bd378ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:46.374539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:46.427537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=b30175c1-7059-4b13-9d03-a9e94bd378ab,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:46.826589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a0900-4d8c-4f02-acf3-e2070042a461 req-66666eb2-eeb7-424a-a1ab-3f5176c46287 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.828079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d38a0900-4d8c-4f02-acf3-e2070042a461 req-66666eb2-eeb7-424a-a1ab-3f5176c46287 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 945 time: 0.0525103 Oct 13 04:22:46.845513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:46.848483 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b7f95-b81f-494d-825d-b43876441686" -d '{"events": [{"server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "name": "network-vif-plugged", "status": "completed", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:46.869504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d38a0900-4d8c-4f02-acf3-e2070042a461 req-0045d0be-6ad4-4380-81ca-9550c62ba5bf tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Oct 13 04:22:46.884897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310d086-5e6f-4663-9451-e9bca667e90b req-5f2d96e1-0034-4aca-893c-63315398783a tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.884897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5310d086-5e6f-4663-9451-e9bca667e90b req-5f2d96e1-0034-4aca-893c-63315398783a tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Oct 13 04:22:46.913708 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5708b7-2626-4a7f-9136-0f84ec1b4e83 x-openstack-request-id: req-9a5708b7-2626-4a7f-9136-0f84ec1b4e83 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:46.913996 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "name": "network-vif-plugged", "status": "completed", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:46.914247 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a5708b7-2626-4a7f-9136-0f84ec1b4e83 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:46.914638 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'code': 200} Oct 13 04:22:46.927756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5310d086-5e6f-4663-9451-e9bca667e90b req-8df0c33f-df78-49ab-b47e-6236bad8aff3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380745 Oct 13 04:22:47.025533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd706b7b-7c49-4312-a5fe-448fd4eb0dda req-fda4508b-1262-4bf6-9fc8-62a2cc43ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.027042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd706b7b-7c49-4312-a5fe-448fd4eb0dda req-fda4508b-1262-4bf6-9fc8-62a2cc43ff69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1096 time: 0.0444102 Oct 13 04:22:47.071327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dd706b7b-7c49-4312-a5fe-448fd4eb0dda req-4cac38a1-7b5e-47f2-98d4-a4f54238b4af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336151 Oct 13 04:22:47.122529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c37a-1c0f-4e79-8baa-75f70e2f1079 req-f8870392-2103-4f94-9b0b-bc63bc6e741f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.123995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5f6c37a-1c0f-4e79-8baa-75f70e2f1079 req-f8870392-2103-4f94-9b0b-bc63bc6e741f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 984 time: 0.0507286 Oct 13 04:22:47.166354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5f6c37a-1c0f-4e79-8baa-75f70e2f1079 req-f2903a54-f890-4a81-830a-dc843d4897c2 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0356650 Oct 13 04:22:47.282867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7bb2c-8f12-459c-a2e1-98285ad678d7 req-688408b2-bd88-486d-bf19-e2c0f8f9ba2f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.284901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46b7bb2c-8f12-459c-a2e1-98285ad678d7 req-688408b2-bd88-486d-bf19-e2c0f8f9ba2f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 984 time: 0.0500648 Oct 13 04:22:47.326930 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46b7bb2c-8f12-459c-a2e1-98285ad678d7 req-e2ff6e76-1192-459b-ba52-bd3213e523fb tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0357049 Oct 13 04:22:47.380779 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:47.437477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8d4c5-627a-4712-9e09-75de1ffcd000 req-cfc5126b-5266-42b7-946b-4fddf4089a9a tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.439001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2a8d4c5-627a-4712-9e09-75de1ffcd000 req-cfc5126b-5266-42b7-946b-4fddf4089a9a tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1135 time: 0.0458446 Oct 13 04:22:47.458992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2a8d4c5-627a-4712-9e09-75de1ffcd000 req-5d9ae24e-cfaa-4143-a3c7-3c69f3384306 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.536523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2a8d4c5-627a-4712-9e09-75de1ffcd000 req-5d9ae24e-cfaa-4143-a3c7-3c69f3384306 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.541249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2a8d4c5-627a-4712-9e09-75de1ffcd000 req-5d9ae24e-cfaa-4143-a3c7-3c69f3384306 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.564335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f2a8d4c5-627a-4712-9e09-75de1ffcd000 req-5d9ae24e-cfaa-4143-a3c7-3c69f3384306 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1189284 Oct 13 04:22:47.574138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae24e-cfaa-4143-a3c7-3c69f3384306 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33859c4-460d-4b37-8d4b-f629c2233b2a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:47.587344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:47.628373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b2c48-625d-49a3-a69a-424f8928c7cb tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.630069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d46b2c48-625d-49a3-a69a-424f8928c7cb tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1130 time: 0.0415914 Oct 13 04:22:47.633171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:47.637499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '001c0808-ac0e-4d35-a02b-ed696a147901', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:47.659846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.764500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.871590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.25.1.212 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/c478704e-affd-4cc4-9868-ea6869d62bb8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:47.993308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.998493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23979db7-80b6-47d4-a190-a16892cd7ccf req-6cc7110c-1cca-4bce-993c-9f618a8a9cf7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.005374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-23979db7-80b6-47d4-a190-a16892cd7ccf req-6cc7110c-1cca-4bce-993c-9f618a8a9cf7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 945 time: 0.0665846 Oct 13 04:22:48.060442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.069318 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-23979db7-80b6-47d4-a190-a16892cd7ccf req-9dcc1364-da06-4b12-8207-adba849f4001 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 Oct 13 04:22:48.069531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037352dc-21ff-45ef-8aac-eb06e42d0402 req-25f74002-706b-4fb2-8cf2-86b3fbcf60c4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.071165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-037352dc-21ff-45ef-8aac-eb06e42d0402 req-25f74002-706b-4fb2-8cf2-86b3fbcf60c4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.0674012 Oct 13 04:22:48.101693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-c93c1725-1152-4f3a-bf8f-96e76b2dd2cd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.103296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-c93c1725-1152-4f3a-bf8f-96e76b2dd2cd tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec46ea0e-7589-4f11-a783-9b201e762da9 HTTP/1.1" status: 200 len: 945 time: 0.0696721 Oct 13 04:22:48.141375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:48.150686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:48.152943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:48.183261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=c478704e-affd-4cc4-9868-ea6869d62bb8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:48.196190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-037352dc-21ff-45ef-8aac-eb06e42d0402 req-31586601-b34e-4d87-b506-c8c5a9b9da7d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155396 Oct 13 04:22:48.206296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d716fd90-9267-4f50-9912-b4f3cb150650 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:48.225538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Deleting port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:48.225871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.233165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: d716fd90-9267-4f50-9912-b4f3cb150650 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:48.233776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d716fd90-9267-4f50-9912-b4f3cb150650 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:48.324496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] For port 034378ad-4e12-4cb8-82fd-3fbe9de111a4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=034378ad-4e12-4cb8-82fd-3fbe9de111a4,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:48.324885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.337724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Calling delete_port for 034378ad-4e12-4cb8-82fd-3fbe9de111a4 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:48.519080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.531844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['034378ad-4e12-4cb8-82fd-3fbe9de111a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:48.534597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:48.559322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event deleted for resources: {'Port': ['ID=034378ad-4e12-4cb8-82fd-3fbe9de111a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:48.614961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.619376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] No DVR routers for this DVR port 034378ad-4e12-4cb8-82fd-3fbe9de111a4 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:48.622142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.625810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9ffad63-72c9-4366-90af-dc3a8f2a9384 req-87b3abce-6e15-4853-acfb-524b50d23646 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.15 "DELETE /v2.0/ports/034378ad-4e12-4cb8-82fd-3fbe9de111a4 HTTP/1.1" status: 204 len: 173 time: 0.5163879 Oct 13 04:22:48.626115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'name': 'network-vif-deleted', 'tag': '034378ad-4e12-4cb8-82fd-3fbe9de111a4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:48.629334 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28cd32-be3a-4b1e-8bc0-65db57cdbb67" -d '{"events": [{"server_uuid": "ec46ea0e-7589-4f11-a783-9b201e762da9", "name": "network-vif-deleted", "tag": "034378ad-4e12-4cb8-82fd-3fbe9de111a4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:48.693122 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e953f2f4-feb6-423d-93b6-2cdd631157ca x-openstack-request-id: req-e953f2f4-feb6-423d-93b6-2cdd631157ca {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:48.693421 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec46ea0e-7589-4f11-a783-9b201e762da9", "name": "network-vif-deleted", "tag": "034378ad-4e12-4cb8-82fd-3fbe9de111a4", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:48.693672 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e953f2f4-feb6-423d-93b6-2cdd631157ca {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:48.694682 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec46ea0e-7589-4f11-a783-9b201e762da9', 'name': 'network-vif-deleted', 'tag': '034378ad-4e12-4cb8-82fd-3fbe9de111a4', 'status': 'completed', 'code': 200} Oct 13 04:22:48.697560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.863717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.868532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.931517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=c478704e-affd-4cc4-9868-ea6869d62bb8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:48.947063 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.966869 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ffef00b-7928-4f4c-8aca-05e3fe647011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.058870 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Floating IP fd84cd97-f73c-4156-9367-0421dbd579a4 associated. External IP: 172.25.1.212, port: 001c0808-ac0e-4d35-a02b-ed696a147901. Oct 13 04:22:49.336397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:49.399023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755d3f5-934b-41fb-867f-85f70711d13b req-04f8fc66-d857-4da3-b152-dbe282990eb2 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.400506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b755d3f5-934b-41fb-867f-85f70711d13b req-04f8fc66-d857-4da3-b152-dbe282990eb2 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.0989494 Oct 13 04:22:49.480308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b755d3f5-934b-41fb-867f-85f70711d13b req-540fec37-a38d-4d80-a162-1159cd5d0c25 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704811 Oct 13 04:22:49.492714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:49.506578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] Sync routers for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:49.515187 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.525668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:49.526478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:49.546937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b1ece785-101b-4862-aacb-593019ec94ff tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9127243 Oct 13 04:22:49.547709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:49.550223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:49.551795 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c804dab-5114-4796-8911-2c4cb7668b49" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:49.595398 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7050cf-0d6c-4119-8c53-30bfb07350ef x-openstack-request-id: req-6e7050cf-0d6c-4119-8c53-30bfb07350ef {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:49.596090 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:49.597118 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e7050cf-0d6c-4119-8c53-30bfb07350ef {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:49.597711 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901', 'status': 'completed', 'code': 200} Oct 13 04:22:49.681939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:49.818441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-2fab93fd-1de8-41b7-b880-1fd08957eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.820311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-2fab93fd-1de8-41b7-b880-1fd08957eb14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1135 time: 0.1679785 Oct 13 04:22:49.835385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acfe6-4a5e-491c-ae66-a015f9d36c63 req-f522cd49-fbcc-49bd-8ef1-dec19973d172 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.836884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f4acfe6-4a5e-491c-ae66-a015f9d36c63 req-f522cd49-fbcc-49bd-8ef1-dec19973d172 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.1831870 Oct 13 04:22:49.970031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'fd84cd97-f73c-4156-9367-0421dbd579a4', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'port_id': '001c0808-ac0e-4d35-a02b-ed696a147901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'mac_address': 'fa:16:3e:f7:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:48Z', 'updated_at': '2021-10-13T04:22:48Z', 'revision_number': 0, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:37Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:49.974292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.974754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.975226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.975688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.976148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.976607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.977109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.977564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.978016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.978469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.978918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.981094 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-90b7191c-640b-4cab-8f06-87560d0c18ee tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7742 time: 0.4298058 Oct 13 04:22:49.984347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55792) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:50.000847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f4acfe6-4a5e-491c-ae66-a015f9d36c63 req-8399459e-cc1a-41b2-9d99-03bcf3a5e938 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460567 Oct 13 04:22:50.006925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] Checking router: c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:50.017569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:50.024247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:50.066037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-407636b4-261a-45f1-8ca9-e0c4497c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.067543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-407636b4-261a-45f1-8ca9-e0c4497c9a48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34ff82e6-70fa-45fc-85a7-a147912fff7c HTTP/1.1" status: 200 len: 897 time: 0.2183087 Oct 13 04:22:50.149162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-763dc775-531e-4b77-80b4-adeb1a329447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=001c0808-ac0e-4d35-a02b-ed696a147901 HTTP/1.1" status: 200 len: 999 time: 0.0742366 Oct 13 04:22:50.197909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.198565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.199169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.203260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.203260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.203260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.203260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.203260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.203260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.204001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.204969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.208405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b06e01ef-3c54-40f2-9365-569f7bf603b4 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7071 time: 0.2228417 Oct 13 04:22:50.211495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55796) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:50.219105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-278c1ec9-4c63-4dc6-ad05-9e791dd0c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.221434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-278c1ec9-4c63-4dc6-ad05-9e791dd0c6bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6db2e97-ae13-44c3-95bd-0e85e88e2399 HTTP/1.1" status: 200 len: 834 time: 0.0653927 Oct 13 04:22:50.241760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:50.272637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-76a8ee70-840b-45b0-b643-8fa75f23b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.274408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-76a8ee70-840b-45b0-b643-8fa75f23b583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34ff82e6-70fa-45fc-85a7-a147912fff7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463789 Oct 13 04:22:50.334180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0854c-f9df-42c8-8bc2-6d7d94fc5852 req-7133e74f-b804-43e5-8171-efde2ff43c0f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.341530 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42c0854c-f9df-42c8-8bc2-6d7d94fc5852 req-7133e74f-b804-43e5-8171-efde2ff43c0f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.2555475 Oct 13 04:22:50.407773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-ae2127c3-f352-4081-826a-fb4298efdece service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228218 Oct 13 04:22:50.454731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42c0854c-f9df-42c8-8bc2-6d7d94fc5852 req-c9eba094-3624-465d-b1a7-1c068971da0f tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094301 Oct 13 04:22:50.475572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:50.575291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c804dab-5114-4796-8911-2c4cb7668b49 req-9626d844-5590-4f02-8a4a-9fc07805fecd service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588864 Oct 13 04:22:50.679101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'fd84cd97-f73c-4156-9367-0421dbd579a4', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'port_id': '001c0808-ac0e-4d35-a02b-ed696a147901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'mac_address': 'fa:16:3e:f7:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:48Z', 'updated_at': '2021-10-13T04:22:48Z', 'revision_number': 0, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:37Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:50.740634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-db1bdcf2-43f0-44d5-986f-fecb99a77523 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.5247972 Oct 13 04:22:50.740927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:50.753322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db636f14-952c-438b-afac-2eb7fa147d6c None None] The sync data for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 is: [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'fd84cd97-f73c-4156-9367-0421dbd579a4', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'port_id': '001c0808-ac0e-4d35-a02b-ed696a147901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'mac_address': 'fa:16:3e:f7:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:48Z', 'updated_at': '2021-10-13T04:22:48Z', 'revision_number': 0, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:37Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:50.832561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efeb79b-01dd-4a36-a0a2-b4f7bbd0ca5e tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.833067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efeb79b-01dd-4a36-a0a2-b4f7bbd0ca5e tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.835473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0efeb79b-01dd-4a36-a0a2-b4f7bbd0ca5e tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af HTTP/1.1" status: 200 len: 1990 time: 0.0932438 Oct 13 04:22:50.846815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6a002-7d57-4cef-97f7-1ca44c8c33b3 tempest-TestServerBasicOps-1726186659 tempest-TestServerBasicOps-1726186659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.848300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3fd6a002-7d57-4cef-97f7-1ca44c8c33b3 tempest-TestServerBasicOps-1726186659 tempest-TestServerBasicOps-1726186659-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1091 time: 0.3717911 Oct 13 04:22:50.854687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:50.859376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:50.885396 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.993172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.071049 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4afd3-a421-4e95-afbc-2ffacb9ae8aa None None] New status for floating IP fd84cd97-f73c-4156-9367-0421dbd579a4: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:22:51.117776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Allocated IP 172.25.1.50 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6e6c6698-1036-45ed-9677-b24134039467) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:51.248594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.289352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.336853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:51.339837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:51.344450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:51.371120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'Port': ['ID=6e6c6698-1036-45ed-9677-b24134039467,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:51.484630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f025736-929d-4435-9b23-22643dc18804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.750586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.823513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.356773 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.362511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.456779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event updated for resources: {'Port': ['ID=6e6c6698-1036-45ed-9677-b24134039467,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:52.490147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.621752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 034378ad-4e12-4cb8-82fd-3fbe9de111a4 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:52.648824 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Floating IP 48f4f021-a07c-410c-9751-58db454076bb associated. External IP: 172.25.1.50, port: b30175c1-7059-4b13-9d03-a9e94bd378ab. Oct 13 04:22:52.654629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 034378ad-4e12-4cb8-82fd-3fbe9de111a4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:52.655290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 034378ad-4e12-4cb8-82fd-3fbe9de111a4 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:52.825104 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.918728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Router 8b876274-320c-43ad-9837-1035e558b212 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:52.979215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.085580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:53.102444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] Sync routers for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:53.112246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.116395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:53.117535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:53.150609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-79f987d9-81ff-431d-af9e-e7d1e1ac7017 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2947011 Oct 13 04:22:53.151304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:53.153900 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:53.219782 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d15168-abba-41a8-9dd2-5f19a7ff8dd9 x-openstack-request-id: req-c5d15168-abba-41a8-9dd2-5f19a7ff8dd9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:53.219782 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:53.219782 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5d15168-abba-41a8-9dd2-5f19a7ff8dd9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:53.220407 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'status': 'completed', 'code': 200} Oct 13 04:22:53.301565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:53.302257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-ab667576-aa40-4078-b208-e0d0e7f60486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.304027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-ab667576-aa40-4078-b208-e0d0e7f60486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1096 time: 0.0597749 Oct 13 04:22:53.430405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-4f3d4c7b-467f-4d38-abff-06d224797f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.433386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-4f3d4c7b-467f-4d38-abff-06d224797f12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 908 time: 0.1202395 Oct 13 04:22:53.513857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-51391875-db3b-4a89-9a3e-ad42f8c2eba9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 998 time: 0.0748017 Oct 13 04:22:53.614879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-7e58f524-5526-4264-b982-25fd159472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.616322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-7e58f524-5526-4264-b982-25fd159472c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 200 len: 846 time: 0.0953054 Oct 13 04:22:53.625183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '48f4f021-a07c-410c-9751-58db454076bb', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '8b876274-320c-43ad-9837-1035e558b212', 'port_id': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'mac_address': 'fa:16:3e:4e:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:51Z', 'updated_at': '2021-10-13T04:22:51Z', 'revision_number': 0, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:53.655301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] Checking router: 8b876274-320c-43ad-9837-1035e558b212 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:53.664492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:53.665018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:22:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:53.700526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-3c2f5aa6-f8a4-4ed7-8e75-665400c5af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.701980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-3c2f5aa6-f8a4-4ed7-8e75-665400c5af41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788372 Oct 13 04:22:53.859751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8a032-4110-41fa-adbb-2a4132b60cd1 req-026de64f-099f-4bbe-bf8b-c1494a348311 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.862860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67c8a032-4110-41fa-adbb-2a4132b60cd1 req-026de64f-099f-4bbe-bf8b-c1494a348311 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 945 time: 0.0639820 Oct 13 04:22:53.901368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-04fc37bc-1d18-4cb6-a1c7-ab72260933ca service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919925 Oct 13 04:22:53.941259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67c8a032-4110-41fa-adbb-2a4132b60cd1 req-37eb8dfd-f0c5-4578-a5d8-c08617352d59 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578899 Oct 13 04:22:54.030701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:54.031884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba82ab46-cc9f-490a-b5a9-6decbce5a2ce req-14a700bc-f877-4882-9228-c9299746818f service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219506 Oct 13 04:22:54.278274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '48f4f021-a07c-410c-9751-58db454076bb', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '8b876274-320c-43ad-9837-1035e558b212', 'port_id': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'mac_address': 'fa:16:3e:4e:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:51Z', 'updated_at': '2021-10-13T04:22:51Z', 'revision_number': 0, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:54.305089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fb7da-f33b-431d-8804-4077a840ae2a None None] The sync data for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 is: [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '48f4f021-a07c-410c-9751-58db454076bb', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '8b876274-320c-43ad-9837-1035e558b212', 'port_id': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'mac_address': 'fa:16:3e:4e:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:51Z', 'updated_at': '2021-10-13T04:22:51Z', 'revision_number': 0, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:54.526745 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8892a-9d94-4f67-939c-2638a5d53508 None None] New status for floating IP 48f4f021-a07c-410c-9751-58db454076bb: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:22:54.573461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.054967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bcf97-f140-4ef1-b63b-4477db607f01 req-4c49b925-a284-4406-8471-04c5294869b6 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.056440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab6bcf97-f140-4ef1-b63b-4477db607f01 req-4c49b925-a284-4406-8471-04c5294869b6 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Oct 13 04:22:55.093284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab6bcf97-f140-4ef1-b63b-4477db607f01 req-b4ab59b9-effa-4ff0-872f-37f9064be420 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca9aaeba-b170-42b3-822f-1c25d2f375d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Oct 13 04:22:55.590667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-ebfe0aec-2b2d-44c1-8540-5b9023fb08c7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.592115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-ebfe0aec-2b2d-44c1-8540-5b9023fb08c7 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 945 time: 0.0494251 Oct 13 04:22:55.686244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Deleting port 745dcaea-c33e-49bc-a725-44158f76b5ed {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:55.686580 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.774588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] For port 745dcaea-c33e-49bc-a725-44158f76b5ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=745dcaea-c33e-49bc-a725-44158f76b5ed,segment=NetworkSegment(dae1983f-ec7d-4304-a4a3-cd2158f68998),segment_id=dae1983f-ec7d-4304-a4a3-cd2158f68998)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:55.775045 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.788193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Calling delete_port for 745dcaea-c33e-49bc-a725-44158f76b5ed owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:55.914133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.925789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['745dcaea-c33e-49bc-a725-44158f76b5ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:55.951872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Pushing event deleted for resources: {'Port': ['ID=745dcaea-c33e-49bc-a725-44158f76b5ed,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:55.991776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] No DVR routers for this DVR port 745dcaea-c33e-49bc-a725-44158f76b5ed on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:55.995148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.998488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ebad85b-d139-43eb-8ada-ffa3e91c0303 req-a9da49cb-c82d-4ec6-a7d3-059361e7a531 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.26 "DELETE /v2.0/ports/745dcaea-c33e-49bc-a725-44158f76b5ed HTTP/1.1" status: 204 len: 173 time: 0.4003396 Oct 13 04:22:55.998967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'name': 'network-vif-deleted', 'tag': '745dcaea-c33e-49bc-a725-44158f76b5ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:56.002188 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a28b5-8dc2-4800-9dc2-12896ab0780f" -d '{"events": [{"server_uuid": "0d971103-9d41-42a0-85c3-5563fda6eda6", "name": "network-vif-deleted", "tag": "745dcaea-c33e-49bc-a725-44158f76b5ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:56.048476 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d9061-12e3-45fa-9461-9eb1c0e59c7c x-openstack-request-id: req-171d9061-12e3-45fa-9461-9eb1c0e59c7c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:56.048878 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d971103-9d41-42a0-85c3-5563fda6eda6", "name": "network-vif-deleted", "tag": "745dcaea-c33e-49bc-a725-44158f76b5ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:56.049293 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-171d9061-12e3-45fa-9461-9eb1c0e59c7c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:56.049689 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d971103-9d41-42a0-85c3-5563fda6eda6', 'name': 'network-vif-deleted', 'tag': '745dcaea-c33e-49bc-a725-44158f76b5ed', 'status': 'completed', 'code': 200} Oct 13 04:22:56.200838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-690b7c78-f65d-4090-ad16-d4120243bd27 req-c4818d66-003c-48ca-9639-69fcb723bdf2 tempest-AttachVolumeNegativeTest-1170097598 tempest-AttachVolumeNegativeTest-1170097598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d971103-9d41-42a0-85c3-5563fda6eda6 HTTP/1.1" status: 200 len: 210 time: 0.0266850 Oct 13 04:22:57.258157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55876) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:57.301741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Deleting subnet f4805a1b-7ae7-457e-adf2-627bc8b620e1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:57.304498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.344260 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.396461 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.457568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.484575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4805a1b-7ae7-457e-adf2-627bc8b620e1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.488844 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.494875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-201cf958-ea52-4d5f-a66a-f97190afe8c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4805a1b-7ae7-457e-adf2-627bc8b620e1 HTTP/1.1" status: 204 len: 168 time: 0.2328496 Oct 13 04:22:57.494875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:57.566612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.647664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.667224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59437dd-165b-409f-bb33-686ac8d3e5c6']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:57.676707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae1983f-ec7d-4304-a4a3-cd2158f68998') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:57.677035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae1983f-ec7d-4304-a4a3-cd2158f68998') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:57.686358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.701286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.707948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:57.708455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:22:57.710072 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:22:57.766169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.772499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.778623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a59437dd-165b-409f-bb33-686ac8d3e5c6 HTTP/1.1" status: 204 len: 168 time: 0.2803977 Oct 13 04:22:57.787622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b0bd-59b3-4309-9dc2-be73b3366f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59437dd-165b-409f-bb33-686ac8d3e5c6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.944971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:57.984988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f89560d-e771-460f-8b5a-38237482f6a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c381ccc99f24c879ccf4b063fffd1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387712 Oct 13 04:22:57.987623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:58.035877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0382a407-4de0-423d-b50d-9c28516ac39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.056574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0382a407-4de0-423d-b50d-9c28516ac39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.103971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0382a407-4de0-423d-b50d-9c28516ac39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.106504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0382a407-4de0-423d-b50d-9c28516ac39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.107696 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0382a407-4de0-423d-b50d-9c28516ac39c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca9aaeba-b170-42b3-822f-1c25d2f375d1 HTTP/1.1" status: 204 len: 168 time: 0.1191866 Oct 13 04:22:58.117061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382a407-4de0-423d-b50d-9c28516ac39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9aaeba-b170-42b3-822f-1c25d2f375d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:00.288551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 745dcaea-c33e-49bc-a725-44158f76b5ed no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:00.324801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 745dcaea-c33e-49bc-a725-44158f76b5ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:00.325242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 745dcaea-c33e-49bc-a725-44158f76b5ed not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:01.951478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56012) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:02.126873 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f00371b7-c3c8-4062-9668-97016153258b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.249599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f00371b7-c3c8-4062-9668-97016153258b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.254154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f00371b7-c3c8-4062-9668-97016153258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.287172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00371b7-c3c8-4062-9668-97016153258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537f2ed-00e6-418a-8103-b81b21185d4c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:02.321021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f00371b7-c3c8-4062-9668-97016153258b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb54b248f281483299d016455dcdbf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675096 Oct 13 04:23:02.323673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:02.383758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f85b9e7-c93c-4920-836b-58ce52e5e93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.410948 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f85b9e7-c93c-4920-836b-58ce52e5e93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.461032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f85b9e7-c93c-4920-836b-58ce52e5e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.466093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f85b9e7-c93c-4920-836b-58ce52e5e93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.473699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4f85b9e7-c93c-4920-836b-58ce52e5e93a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3537f2ed-00e6-418a-8103-b81b21185d4c HTTP/1.1" status: 204 len: 168 time: 0.1480572 Oct 13 04:23:02.487716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85b9e7-c93c-4920-836b-58ce52e5e93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537f2ed-00e6-418a-8103-b81b21185d4c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:02.829908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:02.843354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a9e-5af1-4c1c-aa6a-1cadcc959a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.928724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a9e-5af1-4c1c-aa6a-1cadcc959a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.932575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a9e-5af1-4c1c-aa6a-1cadcc959a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.969670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1cf01a9e-5af1-4c1c-aa6a-1cadcc959a25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e44d02ceb7124ebb97cbd15861b536b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380661 Oct 13 04:23:02.972293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56032) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:02.974611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf01a9e-5af1-4c1c-aa6a-1cadcc959a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13da6783-e8ad-49ce-8345-9b647cafba6e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:03.064531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c2167a0-4d51-41fc-9e86-2bb066904dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.099473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c2167a0-4d51-41fc-9e86-2bb066904dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.149475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c2167a0-4d51-41fc-9e86-2bb066904dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.152353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c2167a0-4d51-41fc-9e86-2bb066904dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.153551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0c2167a0-4d51-41fc-9e86-2bb066904dc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13da6783-e8ad-49ce-8345-9b647cafba6e HTTP/1.1" status: 204 len: 168 time: 0.1797836 Oct 13 04:23:03.161668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2167a0-4d51-41fc-9e86-2bb066904dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13da6783-e8ad-49ce-8345-9b647cafba6e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:04.192249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-6d89d25b-27d0-4924-9788-48f4b96277e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0596604 Oct 13 04:23:04.298184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.298961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.299587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.300222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.300886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.301673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.301925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.304101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ebb2044b-b0d4-4aab-acbe-c396465db290 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.0545318 Oct 13 04:23:04.487868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-1d1019a3-62ea-4353-843a-18d9a9167743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.489683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-1d1019a3-62ea-4353-843a-18d9a9167743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.489683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-1d1019a3-62ea-4353-843a-18d9a9167743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.490557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-1d1019a3-62ea-4353-843a-18d9a9167743 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 2292 time: 0.1633959 Oct 13 04:23:04.559733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-c5c14628-8209-4401-9c2f-0a1b942eade5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 1001 time: 0.0608196 Oct 13 04:23:04.615706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-3caca0e0-1ca2-4db0-9c20-e0ef20d2a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.617313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-3caca0e0-1ca2-4db0-9c20-e0ef20d2a03f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.0514655 Oct 13 04:23:04.681730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-df8b8dc4-5696-42ad-b5fd-e0e2915b76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.683245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-df8b8dc4-5696-42ad-b5fd-e0e2915b76ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584750 Oct 13 04:23:04.796072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-8a1f3b62-1f2e-4ad5-98e4-2996051c2d98 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046467 Oct 13 04:23:04.896795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-a2ff790d-6818-44df-9018-1a803df1675f service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914860 Oct 13 04:23:04.940431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-7577b301-7c87-457c-89de-437344d12a32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 217 time: 0.0352070 Oct 13 04:23:04.995979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-bcddd001-bad5-49ef-9dc1-3228c08a6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.997596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-bcddd001-bad5-49ef-9dc1-3228c08a6026 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0501158 Oct 13 04:23:05.052500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-3cd7da53-9e6d-487e-b433-1083cfaff6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:05.054117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-3cd7da53-9e6d-487e-b433-1083cfaff6d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494311 Oct 13 04:23:05.159485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-b2441687-f493-4a47-9364-dcef2895a1d7 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977280 Oct 13 04:23:05.249470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-90e272dc-99dd-43fa-b1f0-61faa37bf2ef service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816751 Oct 13 04:23:05.304030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-faf452c3-07e1-41ec-8514-4ac626d01b5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 217 time: 0.0464931 Oct 13 04:23:05.356316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5845e8bc-5e12-4704-b137-87f0cf89cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:05.357837 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5845e8bc-5e12-4704-b137-87f0cf89cec2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0473080 Oct 13 04:23:05.408977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-442de04b-0849-4276-938e-e6356fb7f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:05.410487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-442de04b-0849-4276-938e-e6356fb7f3a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442030 Oct 13 04:23:05.518110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-6ef38551-66bb-473d-acc0-1403888dc67d service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007130 Oct 13 04:23:05.609572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-19b97479-6eff-46f0-9f83-f9789a6eeef1 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842032 Oct 13 04:23:05.645599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:05.663038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-36ea4b3a-9905-4568-80ea-2c58554b320a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 217 time: 0.0451906 Oct 13 04:23:05.713139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ff496db3-2c8c-405f-8626-4828ab41c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:05.714615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-ff496db3-2c8c-405f-8626-4828ab41c9f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0444462 Oct 13 04:23:05.757228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9f74-81ae-4d47-9702-1927cb8b5e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.762224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-743c91e5-7997-4bb0-90d1-3c0062f1a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:05.763720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-743c91e5-7997-4bb0-90d1-3c0062f1a9b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413001 Oct 13 04:23:05.844847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9f74-81ae-4d47-9702-1927cb8b5e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.849869 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9f74-81ae-4d47-9702-1927cb8b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.884089 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-f6a1ee05-c8c2-4419-99d8-e36fb8997a60 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121264 Oct 13 04:23:05.889963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd9f74-81ae-4d47-9702-1927cb8b5e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ed9fb-f79d-4573-b3e9-09e1b0ae59c2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.900008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c8bd9f74-81ae-4d47-9702-1927cb8b5e3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d40b6dd76eea40c7ac9fdf9031dcd8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531440 Oct 13 04:23:05.901900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:06.018427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6aea6141-5e7a-47d8-8b95-cb5f3efc5ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.030978 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5c74a6b8-3e0d-4e27-9b6c-ef0559194e6e service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373956 Oct 13 04:23:06.056122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6aea6141-5e7a-47d8-8b95-cb5f3efc5ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.089227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-aa3e4881-268c-4cc1-a5c3-cbac2ac09b81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 217 time: 0.0485744 Oct 13 04:23:06.155877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5c20e858-684f-4114-9cdb-f8dc7d847e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.157795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5c20e858-684f-4114-9cdb-f8dc7d847e36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0601158 Oct 13 04:23:06.181606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6aea6141-5e7a-47d8-8b95-cb5f3efc5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.184105 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6aea6141-5e7a-47d8-8b95-cb5f3efc5ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.185218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6aea6141-5e7a-47d8-8b95-cb5f3efc5ad2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/534ed9fb-f79d-4573-b3e9-09e1b0ae59c2 HTTP/1.1" status: 204 len: 168 time: 0.2824049 Oct 13 04:23:06.212887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea6141-5e7a-47d8-8b95-cb5f3efc5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ed9fb-f79d-4573-b3e9-09e1b0ae59c2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:06.237944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-fd7714e3-ec9b-41d2-b2cd-ab9777534619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.239849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-fd7714e3-ec9b-41d2-b2cd-ab9777534619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687890 Oct 13 04:23:06.332908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-36e758ff-5777-4e44-88ff-46d305be8f74 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860627 Oct 13 04:23:06.423620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-a4dfc39b-f722-4508-b18b-1dbcf43385c6 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832951 Oct 13 04:23:06.461637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:06.469042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-987d5a0d-8c19-4d9d-bf90-7af8351e3206 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 217 time: 0.0382607 Oct 13 04:23:06.475774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20e7e457-005a-481f-82a0-5ef19dd52f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.519813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-98061a0e-0229-4aba-ab3a-d68135c6139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.521403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-98061a0e-0229-4aba-ab3a-d68135c6139a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0454056 Oct 13 04:23:06.560460 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20e7e457-005a-481f-82a0-5ef19dd52f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.566073 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20e7e457-005a-481f-82a0-5ef19dd52f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.569342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-de1932c8-c4ba-4f14-8631-2013bd20eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.570314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-de1932c8-c4ba-4f14-8631-2013bd20eac5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422091 Oct 13 04:23:06.606445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-20e7e457-005a-481f-82a0-5ef19dd52f91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68c688f215cc44899e0f7b894fce0273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437066 Oct 13 04:23:06.608407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7e457-005a-481f-82a0-5ef19dd52f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbebfb6-ac5f-49e8-926a-d4cc979d72b6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:06.610896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:06.659596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27cacdb7-8377-4f5d-a51d-fe8cef9be735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.663124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-7f98ee6f-c172-4a51-bf81-ca5407eab3d5 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853636 Oct 13 04:23:06.680127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27cacdb7-8377-4f5d-a51d-fe8cef9be735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.730252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27cacdb7-8377-4f5d-a51d-fe8cef9be735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.732961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27cacdb7-8377-4f5d-a51d-fe8cef9be735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.734107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27cacdb7-8377-4f5d-a51d-fe8cef9be735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afbebfb6-ac5f-49e8-926a-d4cc979d72b6 HTTP/1.1" status: 204 len: 168 time: 0.1222646 Oct 13 04:23:06.741700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cacdb7-8377-4f5d-a51d-fe8cef9be735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbebfb6-ac5f-49e8-926a-d4cc979d72b6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:06.757285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5eb37116-090a-4349-82e3-67a0648693f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873368 Oct 13 04:23:06.802569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-1a9796c8-bc93-4348-a6d5-e0c046a70bb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0376449 Oct 13 04:23:06.859452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5574d10e-9720-41bc-bfa6-802ab374fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.860947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-5574d10e-9720-41bc-bfa6-802ab374fb31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0521970 Oct 13 04:23:06.908980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-93a1d895-5466-4a22-b489-1d2ed4163d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.910502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-93a1d895-5466-4a22-b489-1d2ed4163d75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425682 Oct 13 04:23:07.014824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-275e752b-cc2f-474a-880e-12cf749aa11f service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967789 Oct 13 04:23:07.120795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-754192d8-6703-4c16-a806-6f1406e94cd8 req-1dc7ce80-0a0b-47bf-a327-904577969d8d service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984151 Oct 13 04:23:08.083251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.718251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:08.825146 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389a362-7420-4ae2-83ad-34aa7bd39e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.899497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389a362-7420-4ae2-83ad-34aa7bd39e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.903296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389a362-7420-4ae2-83ad-34aa7bd39e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.941657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b389a362-7420-4ae2-83ad-34aa7bd39e6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb3013b263b544a08d029c9f51722630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223263 Oct 13 04:23:08.942601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a362-7420-4ae2-83ad-34aa7bd39e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4051688-b913-4a06-a428-097ed99e3acf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:08.944347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:08.996002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-189d83cf-1b3f-4242-ba4c-53c13b66cb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.017044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-189d83cf-1b3f-4242-ba4c-53c13b66cb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.069032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-189d83cf-1b3f-4242-ba4c-53c13b66cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.071758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-189d83cf-1b3f-4242-ba4c-53c13b66cb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.072935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-189d83cf-1b3f-4242-ba4c-53c13b66cb11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4051688-b913-4a06-a428-097ed99e3acf HTTP/1.1" status: 204 len: 168 time: 0.1271706 Oct 13 04:23:09.080773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d83cf-1b3f-4242-ba4c-53c13b66cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4051688-b913-4a06-a428-097ed99e3acf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.329553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:09.654924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020ba329-d5d9-431f-8234-042263fd28dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.731216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020ba329-d5d9-431f-8234-042263fd28dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.735265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020ba329-d5d9-431f-8234-042263fd28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.773399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-020ba329-d5d9-431f-8234-042263fd28dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c7ab079a7f24a46b86aaf0aaf341ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427178 Oct 13 04:23:09.774118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ba329-d5d9-431f-8234-042263fd28dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3eaee1-fc1e-4f8b-ab8f-a097e0a1567f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.776194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:09.831112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7fe45e3-b760-4e2c-a459-8299d6ab17f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.852172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7fe45e3-b760-4e2c-a459-8299d6ab17f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.901006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7fe45e3-b760-4e2c-a459-8299d6ab17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.903574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7fe45e3-b760-4e2c-a459-8299d6ab17f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.907282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f7fe45e3-b760-4e2c-a459-8299d6ab17f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af3eaee1-fc1e-4f8b-ab8f-a097e0a1567f HTTP/1.1" status: 204 len: 168 time: 0.1265359 Oct 13 04:23:09.913496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe45e3-b760-4e2c-a459-8299d6ab17f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3eaee1-fc1e-4f8b-ab8f-a097e0a1567f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.913692 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.985165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:12.101211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-804f11eb-c657-4410-acb1-063c96874c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.179072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-804f11eb-c657-4410-acb1-063c96874c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.182783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-804f11eb-c657-4410-acb1-063c96874c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.221315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-804f11eb-c657-4410-acb1-063c96874c3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0218d848d384fd59c310f4870dc3d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350411 Oct 13 04:23:12.222293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f11eb-c657-4410-acb1-063c96874c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e530f343-a297-4c55-b762-b1a5ebf4ae69,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:12.224209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:12.279171 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03000a92-c5c3-4df3-b7cd-2cb9c9bc1a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.299797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03000a92-c5c3-4df3-b7cd-2cb9c9bc1a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.345581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03000a92-c5c3-4df3-b7cd-2cb9c9bc1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.348041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03000a92-c5c3-4df3-b7cd-2cb9c9bc1a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.349192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03000a92-c5c3-4df3-b7cd-2cb9c9bc1a85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e530f343-a297-4c55-b762-b1a5ebf4ae69 HTTP/1.1" status: 204 len: 168 time: 0.1239202 Oct 13 04:23:12.356781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03000a92-c5c3-4df3-b7cd-2cb9c9bc1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530f343-a297-4c55-b762-b1a5ebf4ae69,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:12.629740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56310) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:12.644078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39c4819c-df36-4eff-abb2-380ed873b326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.719105 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39c4819c-df36-4eff-abb2-380ed873b326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.723405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39c4819c-df36-4eff-abb2-380ed873b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.763875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-39c4819c-df36-4eff-abb2-380ed873b326 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da6ce1cf73734812a294ee42aadc2b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305220 Oct 13 04:23:12.763875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4819c-df36-4eff-abb2-380ed873b326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beca22d-a92a-451e-8c01-e7aa05fcb7e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:12.764904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:12.823810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78b13df1-6068-4a1e-8db2-025fab17b34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.844827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78b13df1-6068-4a1e-8db2-025fab17b34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.891015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78b13df1-6068-4a1e-8db2-025fab17b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.894141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78b13df1-6068-4a1e-8db2-025fab17b34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.895365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-78b13df1-6068-4a1e-8db2-025fab17b34c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4beca22d-a92a-451e-8c01-e7aa05fcb7e5 HTTP/1.1" status: 204 len: 168 time: 0.1288371 Oct 13 04:23:12.904235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b13df1-6068-4a1e-8db2-025fab17b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beca22d-a92a-451e-8c01-e7aa05fcb7e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:15.417380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:15.575947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04dad405-08e6-47c3-b069-097eba0e53cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.668096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04dad405-08e6-47c3-b069-097eba0e53cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.672495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04dad405-08e6-47c3-b069-097eba0e53cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.721703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04dad405-08e6-47c3-b069-097eba0e53cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8062f9de0c6e43199d9761e137d11d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033004 Oct 13 04:23:15.722470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad405-08e6-47c3-b069-097eba0e53cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fefd3f7-029a-48c9-8b48-9719c53e15a9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:15.722651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:15.776098 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c133cd4c-460b-477d-9928-d4515614b0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.797530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c133cd4c-460b-477d-9928-d4515614b0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.852208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c133cd4c-460b-477d-9928-d4515614b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.855537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c133cd4c-460b-477d-9928-d4515614b0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.857486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c133cd4c-460b-477d-9928-d4515614b0a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fefd3f7-029a-48c9-8b48-9719c53e15a9 HTTP/1.1" status: 204 len: 168 time: 0.1333523 Oct 13 04:23:15.866711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133cd4c-460b-477d-9928-d4515614b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fefd3f7-029a-48c9-8b48-9719c53e15a9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:16.171317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:16.186296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f927-7d61-4ff0-a882-0641c3ee6046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.262424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f927-7d61-4ff0-a882-0641c3ee6046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.266479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f927-7d61-4ff0-a882-0641c3ee6046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.308845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5f927-7d61-4ff0-a882-0641c3ee6046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8fc92f-af3f-4e51-9672-788cc411f5ce,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:16.317629 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fcf5f927-7d61-4ff0-a882-0641c3ee6046 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6837263d6654aabbf20f3cdfe69299e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442857 Oct 13 04:23:16.318078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:16.374249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-740e80ab-e775-4049-a04c-b86309988a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.396350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-740e80ab-e775-4049-a04c-b86309988a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.447475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-740e80ab-e775-4049-a04c-b86309988a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.450987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-740e80ab-e775-4049-a04c-b86309988a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.452284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-740e80ab-e775-4049-a04c-b86309988a62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a8fc92f-af3f-4e51-9672-788cc411f5ce HTTP/1.1" status: 204 len: 168 time: 0.1330740 Oct 13 04:23:16.461421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e80ab-e775-4049-a04c-b86309988a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8fc92f-af3f-4e51-9672-788cc411f5ce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.736308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:18.851091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24781a96-a263-4e68-835d-d19b7a1645ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.929435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24781a96-a263-4e68-835d-d19b7a1645ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.933331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24781a96-a263-4e68-835d-d19b7a1645ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.974655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c397fef9-b0ed-4cab-bd9b-da0128f56cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.985692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-24781a96-a263-4e68-835d-d19b7a1645ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77fa420a1e164b39bb8240f7cb6d6235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482510 Oct 13 04:23:18.986590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781a96-a263-4e68-835d-d19b7a1645ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0753a5-2e2e-4b4b-b5e7-d79ae37f554e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.988385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56498) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:19.040626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9f5e-6e0e-4b00-b189-578c408ed40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.063150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9f5e-6e0e-4b00-b189-578c408ed40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.115245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9f5e-6e0e-4b00-b189-578c408ed40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.118067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9f5e-6e0e-4b00-b189-578c408ed40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.119247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fb4f9f5e-6e0e-4b00-b189-578c408ed40f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb0753a5-2e2e-4b4b-b5e7-d79ae37f554e HTTP/1.1" status: 204 len: 168 time: 0.1298516 Oct 13 04:23:19.127830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f9f5e-6e0e-4b00-b189-578c408ed40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0753a5-2e2e-4b4b-b5e7-d79ae37f554e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:20.658231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.764765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccb2b08b-873d-4d84-acc7-f16466ca7431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.837032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccb2b08b-873d-4d84-acc7-f16466ca7431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.841663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccb2b08b-873d-4d84-acc7-f16466ca7431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.879333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ccb2b08b-873d-4d84-acc7-f16466ca7431 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc5f64c86b3e4bc9b4302485a7b8c75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199843 Oct 13 04:23:20.881269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2b08b-873d-4d84-acc7-f16466ca7431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9df486-d5d3-4c9f-83d8-363f228bde8d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:20.882102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.934069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c2d7647-7cd2-4108-be50-7a3463aa4865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.955320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c2d7647-7cd2-4108-be50-7a3463aa4865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.010261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c2d7647-7cd2-4108-be50-7a3463aa4865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.012900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c2d7647-7cd2-4108-be50-7a3463aa4865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.014061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3c2d7647-7cd2-4108-be50-7a3463aa4865 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd9df486-d5d3-4c9f-83d8-363f228bde8d HTTP/1.1" status: 204 len: 168 time: 0.1308689 Oct 13 04:23:21.022156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d7647-7cd2-4108-be50-7a3463aa4865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9df486-d5d3-4c9f-83d8-363f228bde8d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.285953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.304718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24e1f6-e4bb-4c57-aa7b-5d70ab6eaa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.387015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24e1f6-e4bb-4c57-aa7b-5d70ab6eaa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.392193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24e1f6-e4bb-4c57-aa7b-5d70ab6eaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.437025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b24e1f6-e4bb-4c57-aa7b-5d70ab6eaa88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fd151d940524e7ab51d66f2200a5aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469884 Oct 13 04:23:21.437025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24e1f6-e4bb-4c57-aa7b-5d70ab6eaa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9071b28e-62cb-4daf-b2af-e210c51bd0e4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.437810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.499044 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20dfe6e3-1c8c-4f2c-ac76-35956a4570fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.510478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91b5f539-7cd0-41d4-b1b9-f36c839568f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.538386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91b5f539-7cd0-41d4-b1b9-f36c839568f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.593200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91b5f539-7cd0-41d4-b1b9-f36c839568f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.596561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91b5f539-7cd0-41d4-b1b9-f36c839568f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.598043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-91b5f539-7cd0-41d4-b1b9-f36c839568f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9071b28e-62cb-4daf-b2af-e210c51bd0e4 HTTP/1.1" status: 204 len: 168 time: 0.1587596 Oct 13 04:23:21.607726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5f539-7cd0-41d4-b1b9-f36c839568f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071b28e-62cb-4daf-b2af-e210c51bd0e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:22.823752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.899909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:22.966764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.013598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e81a605-facb-4be6-86b5-4c637ecb1777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.087945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e81a605-facb-4be6-86b5-4c637ecb1777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.091919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e81a605-facb-4be6-86b5-4c637ecb1777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.131852 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8e81a605-facb-4be6-86b5-4c637ecb1777 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3142661e84804861981d7944c9a7590f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307966 Oct 13 04:23:23.132875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81a605-facb-4be6-86b5-4c637ecb1777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8e9c3-3f46-415a-bd89-d3fe2766c3b5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:23.134686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:23.183669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab190bd7-e80f-4487-a846-4726bf0ebbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.207710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab190bd7-e80f-4487-a846-4726bf0ebbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.253864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab190bd7-e80f-4487-a846-4726bf0ebbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.256544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab190bd7-e80f-4487-a846-4726bf0ebbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.257704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab190bd7-e80f-4487-a846-4726bf0ebbad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1f8e9c3-3f46-415a-bd89-d3fe2766c3b5 HTTP/1.1" status: 204 len: 168 time: 0.1215012 Oct 13 04:23:23.266870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab190bd7-e80f-4487-a846-4726bf0ebbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8e9c3-3f46-415a-bd89-d3fe2766c3b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:24.386977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:23:24.511838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:24.580805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.624429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-34dc5509-aa1e-429d-ac11-7fd6d011ce99 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-662057014'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:24.625025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-34dc5509-aa1e-429d-ac11-7fd6d011ce99 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Unknown quota resources ['metering_label']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:23:24.770827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:24.837319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34dc5509-aa1e-429d-ac11-7fd6d011ce99 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.839295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-34dc5509-aa1e-429d-ac11-7fd6d011ce99 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3255076 Oct 13 04:23:24.841196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:24.845910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-72b5d4c6-0f45-4208-8813-22e552a9449a tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f7ced52a-6c6e-4f55-bfce-d07b923a8789'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:24.846646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-72b5d4c6-0f45-4208-8813-22e552a9449a tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:23:24.887249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e822b0d3-bd3b-41be-8ea9-9b229c9521bc tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4730 time: 0.1137607 Oct 13 04:23:24.889769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:24.895093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'network': {'name': 'tempest-network-smoke--1665270694', 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'port_security_enabled': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:24.918996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Made reservation on behalf of 2fbd561a33e34e18a7a85efaef98420b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:24.923405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.943948 n-d-810220-9 neutron-server[94824]: WARNING neutron.services.metering.metering_plugin [None req-72b5d4c6-0f45-4208-8813-22e552a9449a tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:23:24.957717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:24.968057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.968226 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Added segment f9250643-9987-4508-a417-748df13210bb of type vlan for network b31f095c-2352-4f29-9e60-91116ccc1f43 Oct 13 04:23:25.014435 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.041931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.049908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:25.050800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.054757 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72b5d4c6-0f45-4208-8813-22e552a9449a tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.055946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-72b5d4c6-0f45-4208-8813-22e552a9449a tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2136817 Oct 13 04:23:25.059081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.063313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-218dcfbd-a680-42aa-a03b-e4582fc13b8f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f7ced52a-6c6e-4f55-bfce-d07b923a8789'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:25.063795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-218dcfbd-a680-42aa-a03b-e4582fc13b8f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:23:25.109069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2180324 Oct 13 04:23:25.112837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.117192 n-d-810220-9 neutron-server[94824]: WARNING neutron.services.metering.metering_plugin [None req-218dcfbd-a680-42aa-a03b-e4582fc13b8f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:23:25.120279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'admin_state_up': True, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:25.140842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b754dc-7b3c-48b4-a4e1-1a7272eede40 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Network': ['ID=b31f095c-2352-4f29-9e60-91116ccc1f43,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:25.156099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b31f095c-2352-4f29-9e60-91116ccc1f43 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:25.166042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.168059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.204747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218dcfbd-a680-42aa-a03b-e4582fc13b8f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.208411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-218dcfbd-a680-42aa-a03b-e4582fc13b8f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1459455 Oct 13 04:23:25.208661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.222182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-23793dd7-6ae5-44ea-ba46-6b20ecca2d3d tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=d16ed409-a679-4851-a97b-96e7a7b7148f HTTP/1.1" status: 200 len: 462 time: 0.0097048 Oct 13 04:23:25.224330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.241766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.325397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-add086ae-39c0-49dc-8ed5-812cdb54cf17 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.329021 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-add086ae-39c0-49dc-8ed5-812cdb54cf17 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/d16ed409-a679-4851-a97b-96e7a7b7148f HTTP/1.1" status: 204 len: 168 time: 0.1010411 Oct 13 04:23:25.329233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.341961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aabac199-7273-40d5-a91c-1745b1c992d3 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=d16ed409-a679-4851-a97b-96e7a7b7148f HTTP/1.1" status: 200 len: 221 time: 0.0081158 Oct 13 04:23:25.342179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56712) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.346922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-42500390-9b97-4599-be9e-9c86eb850757 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1778347764', 'description': 'label created by tempest'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:25.347371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-42500390-9b97-4599-be9e-9c86eb850757 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Unknown quota resources ['metering_label']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:23:25.383987 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.506291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42500390-9b97-4599-be9e-9c86eb850757 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.507445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-42500390-9b97-4599-be9e-9c86eb850757 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1644652 Oct 13 04:23:25.510283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.590850 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5fefe536-d062-406c-8597-07d47de46e5d tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=f6ffd420-6b0f-422e-8bb3-3a05b60e1b0b HTTP/1.1" status: 200 len: 468 time: 0.0771036 Oct 13 04:23:25.591511 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.591625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.609973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.730790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.25.1.5 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/5545a699-cd35-4787-ae1b-b5ad3103d9ea) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:25.895360 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.937933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.000060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:26.003832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:26.013309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:26.049650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=5545a699-cd35-4787-ae1b-b5ad3103d9ea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.094428 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59f78ff5-c506-4d84-ad69-8e4a8cf27d33 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.095795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-59f78ff5-c506-4d84-ad69-8e4a8cf27d33 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/f6ffd420-6b0f-422e-8bb3-3a05b60e1b0b HTTP/1.1" status: 204 len: 168 time: 0.5033350 Oct 13 04:23:26.098415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56726) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.117027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ad07a290-cf80-4d25-ad65-e78b2a4e3877 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=f6ffd420-6b0f-422e-8bb3-3a05b60e1b0b HTTP/1.1" status: 200 len: 216 time: 0.0145867 Oct 13 04:23:26.117404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.130392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-59234a7b-db9f-444e-8422-18cba73e241a tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0083871 Oct 13 04:23:26.131373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56730) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.148308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7435984-2674-4fe4-aff7-fe4e51a5a170 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128894 Oct 13 04:23:26.148546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.238640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.239838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1cfacf9b-5c04-4f37-990a-14b4bf7ac739 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/f7ced52a-6c6e-4f55-bfce-d07b923a8789 HTTP/1.1" status: 200 len: 472 time: 0.0898249 Oct 13 04:23:26.259534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4e3d56de-663d-4600-b217-4213e7cfac59 tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/ed5080da-1526-408b-8114-c8710d4dd14b HTTP/1.1" status: 200 len: 459 time: 0.0167699 Oct 13 04:23:26.259978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56736) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.490442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96a51743-66b0-45d0-8d74-1e9bda859a2f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.493156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-96a51743-66b0-45d0-8d74-1e9bda859a2f tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/ed5080da-1526-408b-8114-c8710d4dd14b HTTP/1.1" status: 204 len: 168 time: 0.2308366 Oct 13 04:23:26.494118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56738) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.508144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.694255 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc667-5fe9-4f5a-9b9d-9fe5d5d451dc tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.695929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9a6fc667-5fe9-4f5a-9b9d-9fe5d5d451dc tempest-MeteringIpV6TestJSON-410646846 tempest-MeteringIpV6TestJSON-410646846-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/f7ced52a-6c6e-4f55-bfce-d07b923a8789 HTTP/1.1" status: 204 len: 168 time: 0.2004297 Oct 13 04:23:26.730020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.889884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router e1685e94-48c5-435c-9083-a1eddb34216d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:23:27.020658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.045672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:27.055902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Sync routers for ids ['e1685e94-48c5-435c-9083-a1eddb34216d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:27.067616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Routers {'e1685e94-48c5-435c-9083-a1eddb34216d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:27.068320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e1685e94-48c5-435c-9083-a1eddb34216d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:27.074611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.076409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-970f7395-ead0-47fe-818d-95c492d9b628 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9623804 Oct 13 04:23:27.079456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56752) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.182188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e07045-9646-45a2-bb35-99c9856869e5 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.186272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31e07045-9646-45a2-bb35-99c9856869e5 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2fbd561a33e34e18a7a85efaef98420b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1027887 Oct 13 04:23:27.186672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.197970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.204099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Set router e1685e94-48c5-435c-9083-a1eddb34216d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:27.322497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f27361-a71c-414c-9a3d-13361370007d tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.323074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.328990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-49f27361-a71c-414c-9a3d-13361370007d tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378078 Oct 13 04:23:27.329230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.330730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.387937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fac65ee6-afdb-4675-86f8-7efeeb950041 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545938 Oct 13 04:23:27.390917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56758) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.406662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=412ce7a8c5b5438296741f54b1b63a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848252 Oct 13 04:23:27.407539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b56a7bc-93a7-44d4-89b3-dd2c0f0d7415,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.414583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.415989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.416330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.416672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.417033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.417363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.417695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.418020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.418343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.418646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:26Z', 'revision_number': 3, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:27.418818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.418968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.419290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.419609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4897f69-0a91-44a8-ad80-a3a84d311191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.437279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-794f7be8-5477-4815-88e6-1452438d26eb tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2fbd561a33e34e18a7a85efaef98420b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445971 Oct 13 04:23:27.439766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56762) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.454053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Checking router: e1685e94-48c5-435c-9083-a1eddb34216d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:27.454850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Updating router e1685e94-48c5-435c-9083-a1eddb34216d port 5545a699-cd35-4787-ae1b-b5ad3103d9ea binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:23:27.494697 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.500952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f57e113e-8526-4ccb-a4ba-98399671bad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.524774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f57e113e-8526-4ccb-a4ba-98399671bad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.562518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50a537-6eb3-4104-962c-ff41061d6391 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.568446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4e50a537-6eb3-4104-962c-ff41061d6391 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272399 Oct 13 04:23:27.569243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56764) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.582135 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f57e113e-8526-4ccb-a4ba-98399671bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.585076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f57e113e-8526-4ccb-a4ba-98399671bad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.588829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f57e113e-8526-4ccb-a4ba-98399671bad1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b56a7bc-93a7-44d4-89b3-dd2c0f0d7415 HTTP/1.1" status: 204 len: 168 time: 0.1630981 Oct 13 04:23:27.596393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e113e-8526-4ccb-a4ba-98399671bad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b56a7bc-93a7-44d4-89b3-dd2c0f0d7415,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.624860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.625238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f682ddfc-fed0-46ef-a5ab-a340a23e23c6 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544808 Oct 13 04:23:27.631213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415613993', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:27.743352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Made reservation on behalf of 2fbd561a33e34e18a7a85efaef98420b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:27.747513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.828728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.837640 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.906967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Pushing event updated for resources: {'Port': ['ID=5545a699-cd35-4787-ae1b-b5ad3103d9ea,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.910041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Attempting to bind port 5545a699-cd35-4787-ae1b-b5ad3103d9ea on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:27.910404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Attempting to bind port 5545a699-cd35-4787-ae1b-b5ad3103d9ea by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:27.910757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Attempting to bind port 5545a699-cd35-4787-ae1b-b5ad3103d9ea on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:27.918299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.918665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.918996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.919328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.919734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.919970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.920298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.920690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.921041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.921349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.921662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.921976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:27.928107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:27.928614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:27.929109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.929533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:27.930037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Bound port: 5545a699-cd35-4787-ae1b-b5ad3103d9ea, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:27.930459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.950121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:27.966920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-278ec60c-a437-43be-8314-1731fff6dd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.969080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.991883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] For port 5545a699-cd35-4787-ae1b-b5ad3103d9ea, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:27.995842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] For port 5545a699-cd35-4787-ae1b-b5ad3103d9ea, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5545a699-cd35-4787-ae1b-b5ad3103d9ea,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:28.000646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.072438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Subnet': ['ID=a042b966-0f43-49ab-8a35-6f6ec26a6f17,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.083603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b992-fe77-4f6f-a31a-87f77b225f7a None None] Pushing event updated for resources: {'Port': ['ID=5545a699-cd35-4787-ae1b-b5ad3103d9ea,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.085187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Checking segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:28.085661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network hostable DHCP agents. Network: b31f095c-2352-4f29-9e60-91116ccc1f43, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:28.095170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Routers {'e1685e94-48c5-435c-9083-a1eddb34216d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:28.096426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e1685e94-48c5-435c-9083-a1eddb34216d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:28.121136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network b31f095c-2352-4f29-9e60-91116ccc1f43 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:28.146859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-278ec60c-a437-43be-8314-1731fff6dd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.148588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b31f095c-2352-4f29-9e60-91116ccc1f43) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:28.150771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-278ec60c-a437-43be-8314-1731fff6dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.157573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:28.158821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.160940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c3ab2-0836-4a21-ab65-d4a66de583eb None None] Network b31f095c-2352-4f29-9e60-91116ccc1f43 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:28.209067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-278ec60c-a437-43be-8314-1731fff6dd92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88bbb44bfd4441cf980d601992f73723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579985 Oct 13 04:23:28.211828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.212401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ec60c-a437-43be-8314-1731fff6dd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311971a2-51f6-47db-aa7f-998555a91f71,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.219221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27d2f078-0dfd-4764-89c8-f53a2d4a487a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5929680 Oct 13 04:23:28.222030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.304621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] Set router e1685e94-48c5-435c-9083-a1eddb34216d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:28.386828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526123dc-60c1-43cb-bea9-04a8f5c26b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.420831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526123dc-60c1-43cb-bea9-04a8f5c26b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.491913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b31f095c-2352-4f29-9e60-91116ccc1f43', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'fixed_ips': [{'subnet_id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:28.493797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.616248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526123dc-60c1-43cb-bea9-04a8f5c26b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.618881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526123dc-60c1-43cb-bea9-04a8f5c26b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.621202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-526123dc-60c1-43cb-bea9-04a8f5c26b1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/311971a2-51f6-47db-aa7f-998555a91f71 HTTP/1.1" status: 204 len: 168 time: 0.4078667 Oct 13 04:23:28.679841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:26Z', 'revision_number': 3, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:28.699993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526123dc-60c1-43cb-bea9-04a8f5c26b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311971a2-51f6-47db-aa7f-998555a91f71,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.715847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb15ed-2c29-4bb8-a9c7-a59d054a0829 None None] The sync data for ids ['e1685e94-48c5-435c-9083-a1eddb34216d'] in n-d-810220-9 is: [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:26Z', 'revision_number': 3, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:28.739754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Allocated IP 172.20.0.18 (b31f095c-2352-4f29-9e60-91116ccc1f43/a042b966-0f43-49ab-8a35-6f6ec26a6f17/382bf8e7-7186-4498-ab52-e59513e49d63) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:28.932027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.946493 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.953916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.009984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Network b31f095c-2352-4f29-9e60-91116ccc1f43 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:29.012304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:29.037060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:29.042952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Pushing event updated for resources: {'Port': ['ID=382bf8e7-7186-4498-ab52-e59513e49d63,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.132053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Attempting to bind port 382bf8e7-7186-4498-ab52-e59513e49d63 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:29.132759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Attempting to bind port 382bf8e7-7186-4498-ab52-e59513e49d63 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:29.133564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Attempting to bind port 382bf8e7-7186-4498-ab52-e59513e49d63 on network b31f095c-2352-4f29-9e60-91116ccc1f43 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:29.145815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:29.146327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Checking segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:29.146895 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.147440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Bound using segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:29.148020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Bound port: 382bf8e7-7186-4498-ab52-e59513e49d63, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:29.148931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.234749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] For port 382bf8e7-7186-4498-ab52-e59513e49d63, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:29.238342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] For port 382bf8e7-7186-4498-ab52-e59513e49d63, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=382bf8e7-7186-4498-ab52-e59513e49d63,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:29.244357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.306201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c18b3-9caa-4314-a942-d45f26e2756c None None] Pushing event updated for resources: {'Port': ['ID=382bf8e7-7186-4498-ab52-e59513e49d63,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.401265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.20.0.17 (b31f095c-2352-4f29-9e60-91116ccc1f43/a042b966-0f43-49ab-8a35-6f6ec26a6f17/bcdc6afd-6436-4a7a-a057-30df3b2d3a4a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:29.513797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:29.641805 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.744661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.759039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3027d616-7329-4659-9836-57fb9a7c22d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.795671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network b31f095c-2352-4f29-9e60-91116ccc1f43 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:29.800509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:29.804552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:29.844596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.896464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.972110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3027d616-7329-4659-9836-57fb9a7c22d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.983410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3027d616-7329-4659-9836-57fb9a7c22d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.015745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:30.044578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3027d616-7329-4659-9836-57fb9a7c22d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=498e57223f0f4114a8051f9fe2a74327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296087 Oct 13 04:23:30.046611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:30.071537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027d616-7329-4659-9836-57fb9a7c22d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133a794-5d04-4cf5-b7d8-07dddf20ff60,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.140476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-292f3c17-6fc2-4dfc-b092-ccd208eba2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.177959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-292f3c17-6fc2-4dfc-b092-ccd208eba2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.207131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1272646781'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:30.243102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:30.247444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.259620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.285228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-292f3c17-6fc2-4dfc-b092-ccd208eba2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.288469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-292f3c17-6fc2-4dfc-b092-ccd208eba2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.292554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-292f3c17-6fc2-4dfc-b092-ccd208eba2f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1133a794-5d04-4cf5-b7d8-07dddf20ff60 HTTP/1.1" status: 204 len: 168 time: 0.2332697 Oct 13 04:23:30.317940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f3c17-6fc2-4dfc-b092-ccd208eba2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133a794-5d04-4cf5-b7d8-07dddf20ff60,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.441685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.451221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.503754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:30.514903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75dcada-8a56-431b-acfb-eeea5fbfcb85,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.523523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.524244 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Added segment 72226430-5b72-4a77-9ff6-651ea4e75208 of type vlan for network d61dee3b-db35-4270-bda5-eb394a63442c Oct 13 04:23:30.574412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.609101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.615384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:30.616079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.640719 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.650848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 382bf8e7-7186-4498-ab52-e59513e49d63 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:30.717296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 382bf8e7-7186-4498-ab52-e59513e49d63 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:30.718066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.729775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Network': ['ID=d61dee3b-db35-4270-bda5-eb394a63442c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.739526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:30.739931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7abe7405-856a-4059-8109-006f5ff258c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6934230 Oct 13 04:23:30.744948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'subnet': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:30.756968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d61dee3b-db35-4270-bda5-eb394a63442c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:30.827982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f4a7e-f6f5-4d8e-8b7c-413fb79d60a8 None None] Network b31f095c-2352-4f29-9e60-91116ccc1f43 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:30.970522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:30.974775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.123074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ece82395-97c8-4769-8f29-8b0bdeee1773 None None] Provisioning complete for port 382bf8e7-7186-4498-ab52-e59513e49d63 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:31.123937 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ece82395-97c8-4769-8f29-8b0bdeee1773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.165542 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.197242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.204120 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.256845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 382bf8e7-7186-4498-ab52-e59513e49d63, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=382bf8e7-7186-4498-ab52-e59513e49d63,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:31.265528 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.267024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5545a699-cd35-4787-ae1b-b5ad3103d9ea up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:31.314373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.350136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.382271 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.384882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.385232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.385714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.386056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.386377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.386700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.387290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.387416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.387644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.387966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.388295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.388592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:31.419560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=382bf8e7-7186-4498-ab52-e59513e49d63,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.441539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5545a699-cd35-4787-ae1b-b5ad3103d9ea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:31.442167 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.547882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.550966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Subnet': ['ID=fceae77d-974f-4922-8d1e-18b766872467,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.570328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network b31f095c-2352-4f29-9e60-91116ccc1f43 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:31.574995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:31.578366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Checking segment: {'id': '72226430-5b72-4a77-9ff6-651ea4e75208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:31.578797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network hostable DHCP agents. Network: d61dee3b-db35-4270-bda5-eb394a63442c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:31.579611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 5545a699-cd35-4787-ae1b-b5ad3103d9ea, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5545a699-cd35-4787-ae1b-b5ad3103d9ea,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:31.585798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.603201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:31.647873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d61dee3b-db35-4270-bda5-eb394a63442c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:31.650557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=5545a699-cd35-4787-ae1b-b5ad3103d9ea,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.655553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:31.656156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.667895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52977551-763c-4a3a-9423-994174a75787 None None] Network d61dee3b-db35-4270-bda5-eb394a63442c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:31.722560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a5490af2-7497-44bd-a08c-c050b9c7d585 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9794226 Oct 13 04:23:31.722891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:31.729775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-409520435'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:31.807633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router e1685e94-48c5-435c-9083-a1eddb34216d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:31.856575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-d61dee3b-db35-4270-bda5-eb394a63442c', 'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'tenant_id': 'a67736556775400eb7326c96cc35dcca', 'fixed_ips': [{'subnet_id': 'fceae77d-974f-4922-8d1e-18b766872467'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:31.857452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.868715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a776a711-5c1d-47cb-8265-cf22812bbb2d None None] Provisioning complete for port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:31.869345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a776a711-5c1d-47cb-8265-cf22812bbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.990154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a776a711-5c1d-47cb-8265-cf22812bbb2d None None] Port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:31.991881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:31.998771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-950e02e3-44c5-4b41-a811-60506166c8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "PUT /v2.0/routers/e1685e94-48c5-435c-9083-a1eddb34216d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7754297 Oct 13 04:23:32.009049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:32.013169 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Sync routers for ids ['e1685e94-48c5-435c-9083-a1eddb34216d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:32.017257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.035726 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Routers {'e1685e94-48c5-435c-9083-a1eddb34216d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:32.036359 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e1685e94-48c5-435c-9083-a1eddb34216d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:32.038584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] device_id is not set on port 30225a1f-75d3-4111-9bd8-d21cf098364d yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:32.128255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a776a711-5c1d-47cb-8265-cf22812bbb2d None None] Provisioning complete for port 382bf8e7-7186-4498-ab52-e59513e49d63 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:32.128509 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a776a711-5c1d-47cb-8265-cf22812bbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.167809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Allocated IP 2001:db8::2 (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/e457584d-211b-4a25-82bf-7cb0d4ea2242) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:32.203587 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Set router e1685e94-48c5-435c-9083-a1eddb34216d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:32.498511 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:30Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bcdc6afd-6436-4a7a-a057-30df3b2d3a4a', 'name': '', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:24:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:29Z', 'updated_at': '2021-10-13T04:23:30Z', 'revision_number': 2, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:32.510467 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.521882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.554566 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Checking router: e1685e94-48c5-435c-9083-a1eddb34216d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:32.555020 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Updating router e1685e94-48c5-435c-9083-a1eddb34216d port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:23:32.594422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 382bf8e7-7186-4498-ab52-e59513e49d63 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:32.608368 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.618577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Allocated IP 2001:db8::351 (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/30225a1f-75d3-4111-9bd8-d21cf098364d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:32.654791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:32.657862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-a14eda7c-3ff5-4af7-a024-25c551c9067a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:32.659481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-a14eda7c-3ff5-4af7-a024-25c551c9067a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/networks?id=b31f095c-2352-4f29-9e60-91116ccc1f43 HTTP/1.1" status: 200 len: 798 time: 0.2008982 Oct 13 04:23:32.677567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:32.686179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-ecb98e15-1299-4ab0-9d09-11e136648b4a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/quotas/2fbd561a33e34e18a7a85efaef98420b HTTP/1.1" status: 200 len: 375 time: 0.0201910 Oct 13 04:23:32.697574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4fcb862-f5b3-4160-b554-d470566348c7 None None] Provisioning complete for port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:32.698235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb862-f5b3-4160-b554-d470566348c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.707739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:32.731341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Pushing event updated for resources: {'Port': ['ID=e457584d-211b-4a25-82bf-7cb0d4ea2242,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:32.802591 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-98dec582-d62f-4cdc-a1a7-161b69ec62b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1089954 Oct 13 04:23:32.816609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Attempting to bind port e457584d-211b-4a25-82bf-7cb0d4ea2242 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:32.817300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Attempting to bind port e457584d-211b-4a25-82bf-7cb0d4ea2242 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '72226430-5b72-4a77-9ff6-651ea4e75208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:32.817689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Attempting to bind port e457584d-211b-4a25-82bf-7cb0d4ea2242 on network d61dee3b-db35-4270-bda5-eb394a63442c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:32.823003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 382bf8e7-7186-4498-ab52-e59513e49d63 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:32.824305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.825167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d4fcb862-f5b3-4160-b554-d470566348c7 None None] Port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:32.827673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:32.828049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Checking segment: {'id': '72226430-5b72-4a77-9ff6-651ea4e75208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:32.828448 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.830515 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Bound using segment: {'id': '72226430-5b72-4a77-9ff6-651ea4e75208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:32.833316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Bound port: e457584d-211b-4a25-82bf-7cb0d4ea2242, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72226430-5b72-4a77-9ff6-651ea4e75208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:32.833983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.861427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.921832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.927644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-df0b6f57-03cf-4d36-a9c6-39ddd24b8333 service neutron] 10.222.0.44 "GET /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116831 Oct 13 04:23:33.002446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:33.009009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:33.015489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5545a699-cd35-4787-ae1b-b5ad3103d9ea up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:33.019828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:33.027004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:33.028062 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.054017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=30225a1f-75d3-4111-9bd8-d21cf098364d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.065012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d5e4a108-c3ed-4092-af4e-dd30f7185839 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3410208 Oct 13 04:23:33.068607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:33.069520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] For port e457584d-211b-4a25-82bf-7cb0d4ea2242, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:33.076804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1237156084', 'allowed_address_pairs': [{'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:4a:2e:90'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:33.091549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] For port e457584d-211b-4a25-82bf-7cb0d4ea2242, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e457584d-211b-4a25-82bf-7cb0d4ea2242,segment=NetworkSegment(72226430-5b72-4a77-9ff6-651ea4e75208),segment_id=72226430-5b72-4a77-9ff6-651ea4e75208)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:33.106246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.107304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5545a699-cd35-4787-ae1b-b5ad3103d9ea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:33.107670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.143366 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.149459 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.183649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-c81390e8-5719-4a28-b8be-867623b91ef6 service neutron] 10.222.0.44 "GET /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489731 Oct 13 04:23:33.288227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:33.290255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b8f1c-8460-4560-8ddd-cbd4e0d82cc7 None None] Pushing event updated for resources: {'Port': ['ID=e457584d-211b-4a25-82bf-7cb0d4ea2242,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.314037 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Pushing event updated for resources: {'Port': ['ID=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.330910 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.331250 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.335753 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.336289 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.336632 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.337011 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.337435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.337661 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.337983 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.338304 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.346386 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.346641 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:33.350406 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Attempting to bind port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:33.351343 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Attempting to bind port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:33.351475 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Attempting to bind port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a on network b31f095c-2352-4f29-9e60-91116ccc1f43 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:33.365383 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:33.368318 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Checking segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:33.369181 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.369748 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Bound using segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:33.370432 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Bound port: bcdc6afd-6436-4a7a-a057-30df3b2d3a4a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:33.371028 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.468013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.497771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] device_id is not set on port 72d518d3-7edf-4455-936c-abea1d792b12 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:33.513495 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] For port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:33.523966 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] For port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:33.531953 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.664164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92f8784a-92c3-4f07-908c-feb2a209b76a None None] Provisioning complete for port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:33.665018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f8784a-92c3-4f07-908c-feb2a209b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.679322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Allocated IP 2001:db8::1f9 (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/72d518d3-7edf-4455-936c-abea1d792b12) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:33.783478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f8784a-92c3-4f07-908c-feb2a209b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.792166 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Routers {'e1685e94-48c5-435c-9083-a1eddb34216d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:33.792854 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e1685e94-48c5-435c-9083-a1eddb34216d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:33.854910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-92f8784a-92c3-4f07-908c-feb2a209b76a None None] For port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:33.865668 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67765403-46d8-4813-af59-f3ecefb6d759 None None] Pushing event updated for resources: {'Port': ['ID=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.869435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f8784a-92c3-4f07-908c-feb2a209b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.990926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8784a-92c3-4f07-908c-feb2a209b76a None None] Pushing event updated for resources: {'Port': ['ID=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:34.000102 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] Set router e1685e94-48c5-435c-9083-a1eddb34216d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:34.027256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7687d8c9-f726-4448-a446-e5401e3a9a28 req-964fa95f-8571-40c1-9a7e-8bed8b6e8316 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 210 time: 0.5465488 Oct 13 04:23:34.081658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.130104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.189912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:34.194677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-431c60ac-4902-4aad-8a78-510cbaff442b None None] Provisioning complete for port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:34.195055 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431c60ac-4902-4aad-8a78-510cbaff442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.196348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:34.201867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:34.208819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.208819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.228869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=72d518d3-7edf-4455-936c-abea1d792b12,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:34.242286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-526d05df-4173-4578-b963-64ab2fb5831f tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1713765 Oct 13 04:23:34.244657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:34.368022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dee9a4-dda4-4a30-a183-a600ee34bbc0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.375183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dee9a4-dda4-4a30-a183-a600ee34bbc0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.376920 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:30Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bcdc6afd-6436-4a7a-a057-30df3b2d3a4a', 'name': '', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:24:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:29Z', 'updated_at': '2021-10-13T04:23:33Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:34.386531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dee9a4-dda4-4a30-a183-a600ee34bbc0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.393587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a0dee9a4-dda4-4a30-a183-a600ee34bbc0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1457310 Oct 13 04:23:34.396622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:34.448005 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea052-a0fb-45a2-bd6f-1c9b5a7dc01a None None] The sync data for ids ['e1685e94-48c5-435c-9083-a1eddb34216d'] in n-d-810220-9 is: [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:30Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'bcdc6afd-6436-4a7a-a057-30df3b2d3a4a', 'name': '', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:24:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:29Z', 'updated_at': '2021-10-13T04:23:33Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:34.539026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e457584d-211b-4a25-82bf-7cb0d4ea2242 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:34.606366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port 72d518d3-7edf-4455-936c-abea1d792b12 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:34.606986 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.656212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e457584d-211b-4a25-82bf-7cb0d4ea2242 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:34.656212 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.743885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.768913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for 72d518d3-7edf-4455-936c-abea1d792b12 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:34.812584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.900701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port e457584d-211b-4a25-82bf-7cb0d4ea2242, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e457584d-211b-4a25-82bf-7cb0d4ea2242,segment=NetworkSegment(72226430-5b72-4a77-9ff6-651ea4e75208),segment_id=72226430-5b72-4a77-9ff6-651ea4e75208)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:34.907019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.017157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=e457584d-211b-4a25-82bf-7cb0d4ea2242,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:35.026098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b5dfa-b31f-4de6-82d9-7ea98e535f97 None None] Network d61dee3b-db35-4270-bda5-eb394a63442c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:35.084993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.148864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-6c26ccad-8646-45cd-801c-d3ee4a4d060a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:35.151649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-6c26ccad-8646-45cd-801c-d3ee4a4d060a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.26 "GET /v2.0/networks?id=b31f095c-2352-4f29-9e60-91116ccc1f43 HTTP/1.1" status: 200 len: 798 time: 0.2235651 Oct 13 04:23:35.162088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41bc9aa6-ae8a-442d-b725-c9c2c4963b41 None None] Provisioning complete for port e457584d-211b-4a25-82bf-7cb0d4ea2242 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:35.162322 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41bc9aa6-ae8a-442d-b725-c9c2c4963b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.182441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Request body: {'port': {'device_id': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'admin_state_up': True, 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:35.236528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=72d518d3-7edf-4455-936c-abea1d792b12,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:35.294979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-682e75f8-119e-493a-82e6-9219ced1c4f0 req-cd22546a-9db8-454b-880e-6df84bb81893 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 210 time: 0.1052322 Oct 13 04:23:35.376183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.394550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1de8c6f5-f941-490f-8a36-e283e0c80475 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/ports/72d518d3-7edf-4455-936c-abea1d792b12 HTTP/1.1" status: 204 len: 168 time: 0.9966698 Oct 13 04:23:35.395353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:35.418302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Made reservation on behalf of 2fbd561a33e34e18a7a85efaef98420b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:35.425167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.476578 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b42a0aa-1f95-42e7-8189-a4888960705d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] GET failed (client error): The resource could not be found. Oct 13 04:23:35.482786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b42a0aa-1f95-42e7-8189-a4888960705d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "GET /v2.0/ports/72d518d3-7edf-4455-936c-abea1d792b12 HTTP/1.1" status: 404 len: 333 time: 0.0859766 Oct 13 04:23:35.483445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:35.489625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843150332'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:35.622055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Allocated IP 172.20.0.27 (b31f095c-2352-4f29-9e60-91116ccc1f43/a042b966-0f43-49ab-8a35-6f6ec26a6f17/be2f24f4-79ef-40e4-8afe-d57bfb87397c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:35.662526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:35.666245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.691762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] device_id is not set on port c2020d58-0f25-4c69-90eb-5041661e93d8 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:35.814352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b95cfb04-8fec-42fc-9bce-96c032952f46 None None] Provisioning complete for port 30225a1f-75d3-4111-9bd8-d21cf098364d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:35.816603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b95cfb04-8fec-42fc-9bce-96c032952f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.830301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.850464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Allocated IP 2001:db8::281 (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/c2020d58-0f25-4c69-90eb-5041661e93d8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:35.888300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b95cfb04-8fec-42fc-9bce-96c032952f46 None None] Port 30225a1f-75d3-4111-9bd8-d21cf098364d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:35.902814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.911403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b95cfb04-8fec-42fc-9bce-96c032952f46 None None] Provisioning complete for port e457584d-211b-4a25-82bf-7cb0d4ea2242 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:35.911782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b95cfb04-8fec-42fc-9bce-96c032952f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.955608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Network b31f095c-2352-4f29-9e60-91116ccc1f43 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:35.957176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:35.959902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:36.093861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event updated for resources: {'Port': ['ID=be2f24f4-79ef-40e4-8afe-d57bfb87397c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:36.131009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.131683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.163325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2db6e3c8-c592-49ef-b308-98678e303348 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0009198 Oct 13 04:23:36.167378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.179628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Request body: {'port': {'device_id': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:36.222163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0bb4d71-6a95-42d9-82e2-e9b50d394601 None None] Provisioning complete for port 30225a1f-75d3-4111-9bd8-d21cf098364d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:36.222631 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4d71-6a95-42d9-82e2-e9b50d394601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.264662 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.265530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.296859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb4d71-6a95-42d9-82e2-e9b50d394601 None None] Port 30225a1f-75d3-4111-9bd8-d21cf098364d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:36.337379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=c2020d58-0f25-4c69-90eb-5041661e93d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:36.354531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:36.356079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:36.358469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:36.368276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.368990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.401829 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-099fe0cd-7b55-4dc3-bef3-b19aad09da8e tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9172986 Oct 13 04:23:36.404479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:36.418880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:4a:2e:90'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:36.522594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-463b34bd-1df5-466a-90ea-fc048040d5df None None] Provisioning complete for port be2f24f4-79ef-40e4-8afe-d57bfb87397c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:36.522974 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-463b34bd-1df5-466a-90ea-fc048040d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.577552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-463b34bd-1df5-466a-90ea-fc048040d5df None None] Port be2f24f4-79ef-40e4-8afe-d57bfb87397c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:36.617523 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.686147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcdc6afd-6436-4a7a-a057-30df3b2d3a4a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:36.691411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36ba1-0038-44e8-8a85-fe205b9fa8a7 req-c8d224f7-f865-4e67-a6b3-65d56126bf44 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.704914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-14d36ba1-0038-44e8-8a85-fe205b9fa8a7 req-c8d224f7-f865-4e67-a6b3-65d56126bf44 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 895 time: 0.1912484 Oct 13 04:23:36.753513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9009cdff-7ac3-4f41-8efd-21b3f8600c79 None None] Could not find standard attr ID for object 72d518d3-7edf-4455-936c-abea1d792b12. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:23:36.786795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:36.787265 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.904900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e457584d-211b-4a25-82bf-7cb0d4ea2242 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:36.908603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.916366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.931133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2f24f4-79ef-40e4-8afe-d57bfb87397c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:36.931686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] In _notify_port_updated(), no bound segment for port c2020d58-0f25-4c69-90eb-5041661e93d8 on network d61dee3b-db35-4270-bda5-eb394a63442c {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:23:36.936921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.937623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.942490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "PUT /v2.0/ports/c2020d58-0f25-4c69-90eb-5041661e93d8 HTTP/1.1" status: 200 len: 1002 time: 0.5336874 Oct 13 04:23:36.943009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 56984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:36.971543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e457584d-211b-4a25-82bf-7cb0d4ea2242 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:36.972001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.987080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011aa2a-4198-4fae-8909-6d7da44a3233 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=c2020d58-0f25-4c69-90eb-5041661e93d8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:37.003870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.024766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9bbf788a-da20-444c-9c09-7bcc156f6e2c None None] Provisioning complete for port c2020d58-0f25-4c69-90eb-5041661e93d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:37.025771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bbf788a-da20-444c-9c09-7bcc156f6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.057819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Transition to ACTIVE for port object be2f24f4-79ef-40e4-8afe-d57bfb87397c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:37.064415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.192972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port c2020d58-0f25-4c69-90eb-5041661e93d8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:37.193370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.199190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Pushing event updated for resources: {'Port': ['ID=be2f24f4-79ef-40e4-8afe-d57bfb87397c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:37.281850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf788a-da20-444c-9c09-7bcc156f6e2c None None] Port c2020d58-0f25-4c69-90eb-5041661e93d8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:37.326786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Attempting to bind port be2f24f4-79ef-40e4-8afe-d57bfb87397c on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:37.327122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Attempting to bind port be2f24f4-79ef-40e4-8afe-d57bfb87397c by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:37.327459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Attempting to bind port be2f24f4-79ef-40e4-8afe-d57bfb87397c on network b31f095c-2352-4f29-9e60-91116ccc1f43 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:37.342869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Port be2f24f4-79ef-40e4-8afe-d57bfb87397c on network b31f095c-2352-4f29-9e60-91116ccc1f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:37.343311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Attempting to bind port be2f24f4-79ef-40e4-8afe-d57bfb87397c on network b31f095c-2352-4f29-9e60-91116ccc1f43 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:37.352343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:37.352709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Checking segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:37.353119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Bound using segment: {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:37.353563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Bound port: be2f24f4-79ef-40e4-8afe-d57bfb87397c, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9250643-9987-4508-a417-748df13210bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:37.353927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.368104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.395548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for c2020d58-0f25-4c69-90eb-5041661e93d8 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:37.502412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] For port be2f24f4-79ef-40e4-8afe-d57bfb87397c, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:37.526603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] For port be2f24f4-79ef-40e4-8afe-d57bfb87397c, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:37.532314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.583343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.583966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.585447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] 10.222.0.26 "PUT /v2.0/ports/be2f24f4-79ef-40e4-8afe-d57bfb87397c HTTP/1.1" status: 200 len: 1055 time: 1.4109964 Oct 13 04:23:37.585910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'tag': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:37.588209 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7498377-9ddb-4daa-93a9-12e85666b18f", "tag": "be2f24f4-79ef-40e4-8afe-d57bfb87397c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:37.655874 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36a0056-faee-4bf7-9048-bd979515ef7c x-openstack-request-id: req-b36a0056-faee-4bf7-9048-bd979515ef7c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:37.656437 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7498377-9ddb-4daa-93a9-12e85666b18f", "tag": "be2f24f4-79ef-40e4-8afe-d57bfb87397c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:37.657123 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b36a0056-faee-4bf7-9048-bd979515ef7c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:37.658502 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'tag': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c', 'status': 'completed', 'code': 200} Oct 13 04:23:37.659519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca470013-a25d-4bb5-b315-1c83805b32c5 None None] Provisioning complete for port c2020d58-0f25-4c69-90eb-5041661e93d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:37.659900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca470013-a25d-4bb5-b315-1c83805b32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.712817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ca470013-a25d-4bb5-b315-1c83805b32c5 None None] Port c2020d58-0f25-4c69-90eb-5041661e93d8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:37.732293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144ff91-14db-41d2-9644-88d7682e3dab service neutron] Pushing event updated for resources: {'Port': ['ID=be2f24f4-79ef-40e4-8afe-d57bfb87397c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:37.751580 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.762073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-9d9b589a-1936-491f-8ddd-e381d1c88ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.763588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-9d9b589a-1936-491f-8ddd-e381d1c88ba9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 1058 time: 0.1224720 Oct 13 04:23:37.799944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=c2020d58-0f25-4c69-90eb-5041661e93d8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.090622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.118426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-4fc3e662-4834-4ded-a409-d8b832b47f99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c HTTP/1.1" status: 200 len: 217 time: 0.3302903 Oct 13 04:23:38.235545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d1baa-71a8-4040-b0cf-288e7d6856ae req-95c76815-8334-4991-bc23-ccede57f87b3 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.237210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b4d1baa-71a8-4040-b0cf-288e7d6856ae req-95c76815-8334-4991-bc23-ccede57f87b3 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 907 time: 0.4478538 Oct 13 04:23:38.242347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-40f010ba-df36-41ff-9b28-b983451493f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.243726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-40f010ba-df36-41ff-9b28-b983451493f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a042b966-0f43-49ab-8a35-6f6ec26a6f17 HTTP/1.1" status: 200 len: 837 time: 0.1041145 Oct 13 04:23:38.306335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.309554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ecc1412d-d9b1-4059-9f75-58c0ad1362b3 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/ports/c2020d58-0f25-4c69-90eb-5041661e93d8 HTTP/1.1" status: 204 len: 168 time: 1.3611009 Oct 13 04:23:38.312211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 56998) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.324692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-bc2af35c-9b27-4afb-8fa1-144a9c7e5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.326230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-bc2af35c-9b27-4afb-8fa1-144a9c7e5afa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b31f095c-2352-4f29-9e60-91116ccc1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651104 Oct 13 04:23:38.339407 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dd8ba3-442b-46f3-af7f-1e3f3cff0ba1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] GET failed (client error): The resource could not be found. Oct 13 04:23:38.341610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c1dd8ba3-442b-46f3-af7f-1e3f3cff0ba1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "GET /v2.0/ports/c2020d58-0f25-4c69-90eb-5041661e93d8 HTTP/1.1" status: 404 len: 333 time: 0.0271368 Oct 13 04:23:38.344648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.350376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231559597'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:38.433561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-89ceef7d-28a8-479f-ab93-da2aab655564 service neutron] 10.222.0.26 "GET /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994072 Oct 13 04:23:38.477297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:38.480886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.498478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] device_id is not set on port 809004f3-c209-4df6-b8cc-44cd516ef23a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:38.532056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ff73de1-6226-4d1b-9088-564d49185e4c req-225a5f52-c3e5-48d6-b053-bb454a091966 service neutron] 10.222.0.26 "GET /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918365 Oct 13 04:23:38.624894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Allocated IP 2001:db8::262 (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/809004f3-c209-4df6-b8cc-44cd516ef23a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:38.634112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-ec0788dc-f19f-4e69-9606-bd99e21a0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.635782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-ec0788dc-f19f-4e69-9606-bd99e21a0435 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 1058 time: 0.0461321 Oct 13 04:23:38.733293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-6d115940-f9bc-4186-816e-473705faec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.734670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-6d115940-f9bc-4186-816e-473705faec7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b31f095c-2352-4f29-9e60-91116ccc1f43 HTTP/1.1" status: 200 len: 899 time: 0.0913086 Oct 13 04:23:38.782233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-bdc0665d-99b0-4806-a96a-8daf1ffb3618 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c HTTP/1.1" status: 200 len: 217 time: 0.0394943 Oct 13 04:23:38.785174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.819983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.840004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-1f706cee-370d-4dc4-9bb5-7d430ab3e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.841881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-1f706cee-370d-4dc4-9bb5-7d430ab3e3df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a042b966-0f43-49ab-8a35-6f6ec26a6f17 HTTP/1.1" status: 200 len: 837 time: 0.0518551 Oct 13 04:23:38.874318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:38.877709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:38.882404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:38.888162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.888948 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.892579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=809004f3-c209-4df6-b8cc-44cd516ef23a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.896505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-10115854-7c63-4772-8198-ab8b0e548f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.898510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-10115854-7c63-4772-8198-ab8b0e548f37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b31f095c-2352-4f29-9e60-91116ccc1f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499451 Oct 13 04:23:38.910922 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7fe220df-b64f-4154-9e66-e6df1efed023 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5644989 Oct 13 04:23:38.913483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.918757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:2e:90'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:39.013388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-b0eea0f3-d6a7-4528-a55f-1bdd9757ca75 service neutron] 10.222.0.26 "GET /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072633 Oct 13 04:23:39.084595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.125567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce7c3b29-00b9-4336-8eb1-f7ff50122f3c req-42de97c8-5d06-456a-b752-1ce41afad275 service neutron] 10.222.0.26 "GET /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051853 Oct 13 04:23:39.269185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-25a6035f-d372-4eb9-b882-819e0dbe50da None None] Provisioning complete for port 809004f3-c209-4df6-b8cc-44cd516ef23a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:39.269756 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25a6035f-d372-4eb9-b882-819e0dbe50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.277199 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.282282 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.310179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-25a6035f-d372-4eb9-b882-819e0dbe50da None None] Port 809004f3-c209-4df6-b8cc-44cd516ef23a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:39.342780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] In _notify_port_updated(), no bound segment for port 809004f3-c209-4df6-b8cc-44cd516ef23a on network d61dee3b-db35-4270-bda5-eb394a63442c {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:23:39.349098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.349887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.351202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "PUT /v2.0/ports/809004f3-c209-4df6-b8cc-44cd516ef23a HTTP/1.1" status: 200 len: 1002 time: 0.4367907 Oct 13 04:23:39.365082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57012) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:39.410696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be0923-107e-4d5a-8b78-1380050dafd0 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=809004f3-c209-4df6-b8cc-44cd516ef23a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:39.412953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e6c06-61ee-4999-a784-3414ce9a98c3 req-0673437f-4d5c-43aa-b9f9-005540512032 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.414979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc0e6c06-61ee-4999-a784-3414ce9a98c3 req-0673437f-4d5c-43aa-b9f9-005540512032 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 907 time: 0.0820298 Oct 13 04:23:39.492314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port 809004f3-c209-4df6-b8cc-44cd516ef23a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:39.493028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.600859 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.618151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for 809004f3-c209-4df6-b8cc-44cd516ef23a owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:39.651561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3cbb9302-e913-406b-afbd-2363e4804eed None None] Provisioning complete for port 809004f3-c209-4df6-b8cc-44cd516ef23a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:39.652081 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cbb9302-e913-406b-afbd-2363e4804eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.691278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb9302-e913-406b-afbd-2363e4804eed None None] Port 809004f3-c209-4df6-b8cc-44cd516ef23a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:39.755929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.920125 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.116820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=809004f3-c209-4df6-b8cc-44cd516ef23a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:40.149932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.154214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78657cf0-0b00-4492-9faf-bd84b6e1d6c4 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/ports/809004f3-c209-4df6-b8cc-44cd516ef23a HTTP/1.1" status: 204 len: 168 time: 0.7876358 Oct 13 04:23:40.156574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:40.181779 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-41026d99-710b-4cd9-b191-f52eb20f95ab tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] GET failed (client error): The resource could not be found. Oct 13 04:23:40.183473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-41026d99-710b-4cd9-b191-f52eb20f95ab tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "GET /v2.0/ports/809004f3-c209-4df6-b8cc-44cd516ef23a HTTP/1.1" status: 404 len: 333 time: 0.0259547 Oct 13 04:23:40.187161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:40.192445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1823314254'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:40.311551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:40.315495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.336869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] device_id is not set on port 7d18d88e-8fbd-4a5b-b448-2c92cf611265 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:40.471791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Allocated IP 2001:db8::1ca (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/7d18d88e-8fbd-4a5b-b448-2c92cf611265) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:40.546607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cd167-1112-4490-98e6-4fc1734483fc req-90a970ff-857f-4ba6-92ab-4b65c5a6efb4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.548269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d72cd167-1112-4490-98e6-4fc1734483fc req-90a970ff-857f-4ba6-92ab-4b65c5a6efb4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 907 time: 0.0559530 Oct 13 04:23:40.644136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.680033 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.728720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:40.731717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:40.735626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:40.741550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.742191 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.755496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=7d18d88e-8fbd-4a5b-b448-2c92cf611265,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:40.767579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-773438d8-60a3-4abb-8e08-0ebdfd673a40 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5787060 Oct 13 04:23:40.770101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:40.775208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'network_id': 'd61dee3b-db35-4270-bda5-eb394a63442c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1081198930'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:40.893953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Made reservation on behalf of a67736556775400eb7326c96cc35dcca for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:40.897796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.915914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] device_id is not set on port 91b89220-806d-4528-b5ea-8144c69d6a88 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:41.018598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-566e7fdc-271d-41fc-8113-1b08f39a988b None None] Provisioning complete for port 7d18d88e-8fbd-4a5b-b448-2c92cf611265 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:41.019167 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-566e7fdc-271d-41fc-8113-1b08f39a988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.040656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Allocated IP 2001:db8::344 (d61dee3b-db35-4270-bda5-eb394a63442c/fceae77d-974f-4922-8d1e-18b766872467/91b89220-806d-4528-b5ea-8144c69d6a88) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:41.054836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-566e7fdc-271d-41fc-8113-1b08f39a988b None None] Port 7d18d88e-8fbd-4a5b-b448-2c92cf611265 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:41.223519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.232436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664b21-be71-4cab-8726-629bf0564483 req-7b206963-53b2-4bf8-875e-e05907c2b06b tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.234069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1664b21-be71-4cab-8726-629bf0564483 req-7b206963-53b2-4bf8-875e-e05907c2b06b tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1096 time: 0.0795970 Oct 13 04:23:41.283627 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1664b21-be71-4cab-8726-629bf0564483 req-035691f3-0471-469e-9929-c5cc3359c78c tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Oct 13 04:23:41.288624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.342197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Network d61dee3b-db35-4270-bda5-eb394a63442c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:41.345340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:41.349197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:41.355055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.355434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.375224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6011178 Oct 13 04:23:41.375454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:41.381872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:4a:2e:90'}, {'ip_address': '2001:db8::1ca', 'mac_address': 'fa:16:3e:27:a3:cc'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:41.384697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273ff34-3e56-4fb0-ac84-bab7ac008620 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=91b89220-806d-4528-b5ea-8144c69d6a88,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:41.495603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa520-0686-4e3b-abb7-96414836624d req-cc87637d-43c9-47dd-bf2b-401ae94dd532 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.501430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63dfa520-0686-4e3b-abb7-96414836624d req-cc87637d-43c9-47dd-bf2b-401ae94dd532 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1397791 Oct 13 04:23:41.554480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63dfa520-0686-4e3b-abb7-96414836624d req-f0a17cf0-889b-4b73-9001-348b97d08345 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Oct 13 04:23:41.582520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:41.627730 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.678738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2764e261-a457-4867-8890-39d1164cca14 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 992 time: 0.0933576 Oct 13 04:23:41.706269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-950166d2-8f67-409e-86b9-6a55d98acdff None None] Provisioning complete for port 91b89220-806d-4528-b5ea-8144c69d6a88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:41.706788 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-950166d2-8f67-409e-86b9-6a55d98acdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.755522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-950166d2-8f67-409e-86b9-6a55d98acdff None None] Port 91b89220-806d-4528-b5ea-8144c69d6a88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:41.768370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a065b-6d02-4c12-a363-834b885ca41e req-7bf5b471-6ec2-4c01-b6de-a1bd3c3c7811 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.769854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c8a065b-6d02-4c12-a363-834b885ca41e req-7bf5b471-6ec2-4c01-b6de-a1bd3c3c7811 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 907 time: 0.1030159 Oct 13 04:23:41.890150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.895390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.927885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] In _notify_port_updated(), no bound segment for port 91b89220-806d-4528-b5ea-8144c69d6a88 on network d61dee3b-db35-4270-bda5-eb394a63442c {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:23:41.933444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.934068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.935346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "PUT /v2.0/ports/91b89220-806d-4528-b5ea-8144c69d6a88 HTTP/1.1" status: 200 len: 1068 time: 0.5589304 Oct 13 04:23:41.938538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:41.960017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a3fe4-7745-468e-9800-d84cd4ac050d tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event updated for resources: {'Port': ['ID=91b89220-806d-4528-b5ea-8144c69d6a88,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:42.021643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-93c1811d-84db-472d-9119-3f988440a0a0 req-e8f87523-9941-4f23-b830-ff0ee4febaba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:42.022774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93c1811d-84db-472d-9119-3f988440a0a0 req-e8f87523-9941-4f23-b830-ff0ee4febaba service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063055 Oct 13 04:23:42.061918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port 91b89220-806d-4528-b5ea-8144c69d6a88 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:42.062620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.185766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.204170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for 91b89220-806d-4528-b5ea-8144c69d6a88 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:42.283332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f0b30b8-109c-4d7d-b9f0-67970014ab36 None None] Provisioning complete for port 91b89220-806d-4528-b5ea-8144c69d6a88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:42.283944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f0b30b8-109c-4d7d-b9f0-67970014ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.322383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b30b8-109c-4d7d-b9f0-67970014ab36 None None] Port 91b89220-806d-4528-b5ea-8144c69d6a88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:42.373218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.424372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=91b89220-806d-4528-b5ea-8144c69d6a88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:42.524431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-ddad8a40-0781-44be-8090-6d45f5826d47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271830 Oct 13 04:23:42.529553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-729e2041-8596-41f4-a730-353fbc588054 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:42.543682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-729e2041-8596-41f4-a730-353fbc588054 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0180357 Oct 13 04:23:42.549981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af4637-8e92-4111-bdbb-39059511fa11 req-691a66da-ba0d-4795-aa38-e367c668d9c1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.551525 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0af4637-8e92-4111-bdbb-39059511fa11 req-691a66da-ba0d-4795-aa38-e367c668d9c1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1241641 Oct 13 04:23:42.583261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device be2f24f4-79ef-40e4-8afe-d57bfb87397c details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:42.677913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.683722 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b72b07b4-39bd-441e-87ff-338baf6fabfb tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/ports/91b89220-806d-4528-b5ea-8144c69d6a88 HTTP/1.1" status: 204 len: 168 time: 0.7414689 Oct 13 04:23:42.684270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:42.687031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0af4637-8e92-4111-bdbb-39059511fa11 req-dfedba66-90ea-49f5-9d67-e5971502d618 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269011 Oct 13 04:23:42.737479 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f05d1f-9d9e-4689-8071-b76ed1083c49 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] GET failed (client error): The resource could not be found. Oct 13 04:23:42.739120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-24f05d1f-9d9e-4689-8071-b76ed1083c49 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "GET /v2.0/ports/91b89220-806d-4528-b5ea-8144c69d6a88 HTTP/1.1" status: 404 len: 333 time: 0.0537519 Oct 13 04:23:42.741879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:42.745560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port be2f24f4-79ef-40e4-8afe-d57bfb87397c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:42.763948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c', 'network_id': 'b31f095c-2352-4f29-9e60-91116ccc1f43', 'port_id': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c', 'mac_address': 'fa:16:3e:48:ce:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a042b966-0f43-49ab-8a35-6f6ec26a6f17', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:42.817722 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.848873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2f24f4-79ef-40e4-8afe-d57bfb87397c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:42.876159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port be2f24f4-79ef-40e4-8afe-d57bfb87397c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:42.881288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.944726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3f0c-2a03-435e-b455-ba7550b5ccf3 req-bcfdfa54-fea2-4ef5-befe-48cb7daa662f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.946499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-308d3f0c-2a03-435e-b455-ba7550b5ccf3 req-bcfdfa54-fea2-4ef5-befe-48cb7daa662f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 908 time: 0.0692379 Oct 13 04:23:42.958651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port 7d18d88e-8fbd-4a5b-b448-2c92cf611265 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:42.959002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.961366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=be2f24f4-79ef-40e4-8afe-d57bfb87397c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.064555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.078173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for 7d18d88e-8fbd-4a5b-b448-2c92cf611265 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:43.217904 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.251712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=7d18d88e-8fbd-4a5b-b448-2c92cf611265,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.266566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['be2f24f4-79ef-40e4-8afe-d57bfb87397c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:43.293686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.300868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-694e0466-b886-4821-b205-7a729a3928b2 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/ports/7d18d88e-8fbd-4a5b-b448-2c92cf611265 HTTP/1.1" status: 204 len: 168 time: 0.5546052 Oct 13 04:23:43.301636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:43.344947 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-83491f74-07ba-410e-8380-93738a408df1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] GET failed (client error): The resource could not be found. Oct 13 04:23:43.350188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-83491f74-07ba-410e-8380-93738a408df1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "GET /v2.0/ports/7d18d88e-8fbd-4a5b-b448-2c92cf611265 HTTP/1.1" status: 404 len: 333 time: 0.0439022 Oct 13 04:23:43.350896 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:43.466587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port 30225a1f-75d3-4111-9bd8-d21cf098364d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:43.467175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.572610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.585649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for 30225a1f-75d3-4111-9bd8-d21cf098364d owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:43.717623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.747592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=30225a1f-75d3-4111-9bd8-d21cf098364d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.782164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.789385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57102) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:43.789959 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-05df21e6-bf61-4c39-a979-d8b5898ad971 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/ports/30225a1f-75d3-4111-9bd8-d21cf098364d HTTP/1.1" status: 204 len: 168 time: 0.4373174 Oct 13 04:23:43.882400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting subnet fceae77d-974f-4922-8d1e-18b766872467 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:43.888145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.954113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.977386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-54f48ca6-04c6-4890-9ce4-958bbd869585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.979033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-54f48ca6-04c6-4890-9ce4-958bbd869585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1096 time: 0.0682802 Oct 13 04:23:44.130799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b888-74e9-4f13-bdc4-a14ec8b50f73 req-9cedf834-dcb6-4a9d-9506-4b37316571cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.132977 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c16b888-74e9-4f13-bdc4-a14ec8b50f73 req-9cedf834-dcb6-4a9d-9506-4b37316571cf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 908 time: 0.0905471 Oct 13 04:23:44.134438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.135726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae792e68-5938-4a39-a420-e678f950ea24 req-ae90c8ea-7911-499f-ac15-d1b256fcb3b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.137240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae792e68-5938-4a39-a420-e678f950ea24 req-ae90c8ea-7911-499f-ac15-d1b256fcb3b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1140902 Oct 13 04:23:44.138699 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-3a91d230-c5d8-4285-bac2-55fe75e593fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.140073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-3a91d230-c5d8-4285-bac2-55fe75e593fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.1528749 Oct 13 04:23:44.199247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.230811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.234077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/subnets/fceae77d-974f-4922-8d1e-18b766872467 HTTP/1.1" status: 204 len: 168 time: 0.4416726 Oct 13 04:23:44.235127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab377-179b-4832-864e-d9659ad97aa1 tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Subnet': ['ID=fceae77d-974f-4922-8d1e-18b766872467,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:44.241341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74672036-78a5-4ecb-8ca6-279e636d636d None None] Network d61dee3b-db35-4270-bda5-eb394a63442c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:44.241780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:44.251965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae792e68-5938-4a39-a420-e678f950ea24 req-b20d864b-cfca-416c-930e-5a54ff8facfa tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987546 Oct 13 04:23:44.268913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-8bed68f5-fa39-42e1-bcd9-826d2da7a068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 1000 time: 0.1169281 Oct 13 04:23:44.327200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-87255ac2-473c-49b8-86b6-d09f0566686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.331744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-87255ac2-473c-49b8-86b6-d09f0566686e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0531776 Oct 13 04:23:44.338050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.397359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-911e06cf-3617-4455-a6d1-f8574ee9395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.398758 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-911e06cf-3617-4455-a6d1-f8574ee9395d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625119 Oct 13 04:23:44.430229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Deleting port e457584d-211b-4a25-82bf-7cb0d4ea2242 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:44.431096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.475678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] DHCP port deletion for d61dee3b-db35-4270-bda5-eb394a63442c request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:23:44.502452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] For port e457584d-211b-4a25-82bf-7cb0d4ea2242, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e457584d-211b-4a25-82bf-7cb0d4ea2242,segment=NetworkSegment(72226430-5b72-4a77-9ff6-651ea4e75208),segment_id=72226430-5b72-4a77-9ff6-651ea4e75208)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:44.502736 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.511550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-2fdc462c-349a-4d45-9444-ad07213c4b18 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038871 Oct 13 04:23:44.518178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Calling delete_port for e457584d-211b-4a25-82bf-7cb0d4ea2242 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:44.527686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] Deleting port e457584d-211b-4a25-82bf-7cb0d4ea2242 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:44.528060 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.594166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device be2f24f4-79ef-40e4-8afe-d57bfb87397c up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:44.619486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.634710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-00d3537b-b104-4e7b-965b-66dc9b063a84 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150537 Oct 13 04:23:44.649333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] For port e457584d-211b-4a25-82bf-7cb0d4ea2242, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e457584d-211b-4a25-82bf-7cb0d4ea2242,segment=NetworkSegment(72226430-5b72-4a77-9ff6-651ea4e75208),segment_id=72226430-5b72-4a77-9ff6-651ea4e75208)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:44.649857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.662487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Port': ['ID=e457584d-211b-4a25-82bf-7cb0d4ea2242,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:44.668960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] No DVR routers for this DVR port e457584d-211b-4a25-82bf-7cb0d4ea2242 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:44.674560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] Calling delete_port for e457584d-211b-4a25-82bf-7cb0d4ea2242 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:44.736169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port be2f24f4-79ef-40e4-8afe-d57bfb87397c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:23:44.741932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port be2f24f4-79ef-40e4-8afe-d57bfb87397c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:44.742302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.761073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.806738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61dee3b-db35-4270-bda5-eb394a63442c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:23:44.809494 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 04:23:44.822078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.822983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72226430-5b72-4a77-9ff6-651ea4e75208') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:44.823278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72226430-5b72-4a77-9ff6-651ea4e75208') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:44.836397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.851779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.859237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:44.859723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.883590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.897171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] Pushing event deleted for resources: {'Port': ['ID=e457584d-211b-4a25-82bf-7cb0d4ea2242,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:44.903752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d31f2-1bc4-41d1-98cc-c87738fa0325 None None] No DVR routers for this DVR port e457584d-211b-4a25-82bf-7cb0d4ea2242 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:44.925380 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:44.929644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:44.930458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.933373 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada2689-5527-4765-bbfc-3bb2bd552847" -d '{"events": [{"server_uuid": "f7498377-9ddb-4daa-93a9-12e85666b18f", "name": "network-vif-plugged", "status": "completed", "tag": "be2f24f4-79ef-40e4-8afe-d57bfb87397c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:44.951884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port be2f24f4-79ef-40e4-8afe-d57bfb87397c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:44.954247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.956945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.959941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] 10.222.0.44 "DELETE /v2.0/networks/d61dee3b-db35-4270-bda5-eb394a63442c HTTP/1.1" status: 204 len: 168 time: 0.7150180 Oct 13 04:23:44.988098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e419c5-f6be-45c5-93cf-8b5ebe108baa tempest-AllowedAddressPairIpV6TestJSON-61426191 tempest-AllowedAddressPairIpV6TestJSON-61426191-project] Pushing event deleted for resources: {'Network': ['ID=d61dee3b-db35-4270-bda5-eb394a63442c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:45.007996 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae2c8d-ff8e-46e8-aadf-0534f38b1195 x-openstack-request-id: req-a3ae2c8d-ff8e-46e8-aadf-0534f38b1195 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:45.008255 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498377-9ddb-4daa-93a9-12e85666b18f", "name": "network-vif-plugged", "status": "completed", "tag": "be2f24f4-79ef-40e4-8afe-d57bfb87397c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:45.008494 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3ae2c8d-ff8e-46e8-aadf-0534f38b1195 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:45.008897 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c', 'code': 200} Oct 13 04:23:45.050408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=be2f24f4-79ef-40e4-8afe-d57bfb87397c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:45.127340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36211c9-02d7-41f3-9f6f-83bfd122850a req-ad4f23f1-77ce-44dd-99fb-0083dd498ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.128864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c36211c9-02d7-41f3-9f6f-83bfd122850a req-ad4f23f1-77ce-44dd-99fb-0083dd498ebd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 1060 time: 0.0484340 Oct 13 04:23:45.266112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:45.273700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e50813-6e04-47f9-9cdd-40b86e51a11b req-baebb8e6-4e99-40cb-992e-77a39c7287c2 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.275372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2e50813-6e04-47f9-9cdd-40b86e51a11b req-baebb8e6-4e99-40cb-992e-77a39c7287c2 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.0645885 Oct 13 04:23:45.383635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8304d-f4dd-4022-8ec3-1f69f9ff35e0 req-f977dbf9-45ed-412a-ba20-b5850c0c480a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.385216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4d8304d-f4dd-4022-8ec3-1f69f9ff35e0 req-f977dbf9-45ed-412a-ba20-b5850c0c480a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0590024 Oct 13 04:23:45.450472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0013da6f-e249-4129-ad2f-90780d5612d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a67736556775400eb7326c96cc35dcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830485 Oct 13 04:23:45.453005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:45.453564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4d8304d-f4dd-4022-8ec3-1f69f9ff35e0 req-34d2b36c-fc4d-44c6-9d45-bd553ce5b8bd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608957 Oct 13 04:23:45.505644 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d2c54cb-5463-4454-9d75-2445125add30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.526758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d2c54cb-5463-4454-9d75-2445125add30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.574226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d2c54cb-5463-4454-9d75-2445125add30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.576851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d2c54cb-5463-4454-9d75-2445125add30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.578328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2d2c54cb-5463-4454-9d75-2445125add30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b75dcada-8a56-431b-acfb-eeea5fbfcb85 HTTP/1.1" status: 204 len: 168 time: 0.1242638 Oct 13 04:23:45.587101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c54cb-5463-4454-9d75-2445125add30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75dcada-8a56-431b-acfb-eeea5fbfcb85,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:46.316665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57164) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.401486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeba646-a96d-44e5-b4d1-6a7cd4b213d4 req-ea3ae804-597c-448c-a3db-6886b1382069 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.403182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8eeba646-a96d-44e5-b4d1-6a7cd4b213d4 req-ea3ae804-597c-448c-a3db-6886b1382069 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.0515642 Oct 13 04:23:46.431969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-ff89f352-918c-4883-9f17-8e6392443228 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.433156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ff89f352-918c-4883-9f17-8e6392443228 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1144261 Oct 13 04:23:46.436059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.448605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-9392f168-2bc9-498d-8ed5-57d2bcf1ce0a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.449960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9392f168-2bc9-498d-8ed5-57d2bcf1ce0a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125635 Oct 13 04:23:46.452552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.457065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-58bcb70f-1c83-4c4d-9062-1bf931d71c21 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.458326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-58bcb70f-1c83-4c4d-9062-1bf931d71c21 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044625 Oct 13 04:23:46.460512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57172) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.464919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-c341b7a3-0bc6-41cf-9375-db381197ee12 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.465902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c341b7a3-0bc6-41cf-9375-db381197ee12 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043170 Oct 13 04:23:46.468170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.472605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-53e70a9a-2539-402b-b278-03762970b5b6 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.475964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.476115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53e70a9a-2539-402b-b278-03762970b5b6 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070322 Oct 13 04:23:46.480600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-9b77d553-3b10-4ce3-9837-d8077fe0afda tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.484358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9b77d553-3b10-4ce3-9837-d8077fe0afda tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070999 Oct 13 04:23:46.485183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.490017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-467cb704-87db-4f43-a107-d195e50b6f15 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.493128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-467cb704-87db-4f43-a107-d195e50b6f15 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063598 Oct 13 04:23:46.494719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.498934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-53de48f5-e904-4eff-8f75-e868535c27b8 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.499862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-53de48f5-e904-4eff-8f75-e868535c27b8 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040963 Oct 13 04:23:46.503144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.508704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e457584d-211b-4a25-82bf-7cb0d4ea2242 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:46.514005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-98b231e4-567c-4d88-a749-89fed8d1b337 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.519601 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-98b231e4-567c-4d88-a749-89fed8d1b337 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0091867 Oct 13 04:23:46.520742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.525753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-b62e38f2-b135-41df-8af7-fc2c15207952 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.529692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.531750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b62e38f2-b135-41df-8af7-fc2c15207952 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098116 Oct 13 04:23:46.534415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e457584d-211b-4a25-82bf-7cb0d4ea2242 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:46.534994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e457584d-211b-4a25-82bf-7cb0d4ea2242 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:46.535208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-e041950c-ef17-4efd-b924-6ca9b5e68b77 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.539084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e041950c-ef17-4efd-b924-6ca9b5e68b77 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079556 Oct 13 04:23:46.539600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.544810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-5531a680-8902-44f1-b020-fee24da15d41 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.552228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.557266 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5531a680-8902-44f1-b020-fee24da15d41 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0164633 Oct 13 04:23:46.557426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-fc9070b0-81e5-4e74-810a-9f0f26fbf3e9 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.560615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc9070b0-81e5-4e74-810a-9f0f26fbf3e9 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072563 Oct 13 04:23:46.561385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.571872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-ce81bcfe-a763-4290-9045-5eb1930395eb tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.573377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce81bcfe-a763-4290-9045-5eb1930395eb tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0107555 Oct 13 04:23:46.575935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.580787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-0c35cf5f-ce1d-4951-bc82-50b750008ab2 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.584988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0c35cf5f-ce1d-4951-bc82-50b750008ab2 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074899 Oct 13 04:23:46.586211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57198) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.590808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-f2244fa3-13e9-490e-a9e2-71936b6e93b1 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.594055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f2244fa3-13e9-490e-a9e2-71936b6e93b1 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044832 Oct 13 04:23:46.595117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.604385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-6a83a176-d620-4720-bd67-783a99677fc4 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.608052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57202) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.608228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6a83a176-d620-4720-bd67-783a99677fc4 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0126159 Oct 13 04:23:46.616146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-4f5d293c-d7ac-4af0-a8c5-0e6174ff61e3 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.619807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4f5d293c-d7ac-4af0-a8c5-0e6174ff61e3 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106518 Oct 13 04:23:46.620175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.625341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-9d83cf8f-7f2c-44c8-b7f2-cfccade8726b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.630403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9d83cf8f-7f2c-44c8-b7f2-cfccade8726b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0087993 Oct 13 04:23:46.630761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.639052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-ad10ba39-2ebd-4e86-a999-e53eb492f783 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.642833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.642983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ad10ba39-2ebd-4e86-a999-e53eb492f783 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101407 Oct 13 04:23:46.649477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-4137a39c-3171-47c5-a732-31a9ec0bd130 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.651991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39075-888e-41a9-9cbd-7b974ce50500 req-6ba8f03a-3480-471c-acb8-397f50e650be tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.654299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4137a39c-3171-47c5-a732-31a9ec0bd130 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097358 Oct 13 04:23:46.655068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.660035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-6713533a-7f76-482a-ae1d-44ec37302185 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.661282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afd39075-888e-41a9-9cbd-7b974ce50500 req-6ba8f03a-3480-471c-acb8-397f50e650be tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0862091 Oct 13 04:23:46.663817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6713533a-7f76-482a-ae1d-44ec37302185 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071692 Oct 13 04:23:46.666072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57212) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.670470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-4eeb62a6-f896-4382-a90e-832bb7c7fec1 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.671965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4eeb62a6-f896-4382-a90e-832bb7c7fec1 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044389 Oct 13 04:23:46.674864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.679446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-fc59ceaa-ad6c-4b11-b9de-a058d908500b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.680643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc59ceaa-ad6c-4b11-b9de-a058d908500b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048337 Oct 13 04:23:46.683018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57216) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.686987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-6a872ef4-3343-4e42-a5fe-a1a27be52a0a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.689960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6a872ef4-3343-4e42-a5fe-a1a27be52a0a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058942 Oct 13 04:23:46.690546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.695268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-ce1e1057-ccfd-4d85-b318-3fed5266cc0e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.698443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce1e1057-ccfd-4d85-b318-3fed5266cc0e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051296 Oct 13 04:23:46.698892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.702799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-afd39075-888e-41a9-9cbd-7b974ce50500 req-d691bc6d-1f24-4a8f-ba87-306cf5f91554 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Oct 13 04:23:46.705570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-2a315ff4-b97c-407c-be9a-e63e02156b8d tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.708933 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a315ff4-b97c-407c-be9a-e63e02156b8d tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068328 Oct 13 04:23:46.709980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.716953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-32868238-966e-408c-8b94-79beb0a3b81c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.720536 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-32868238-966e-408c-8b94-79beb0a3b81c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069175 Oct 13 04:23:46.720963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57224) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.726675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-72a07cba-c07a-47f9-b833-87da8a61f59c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.727698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-72a07cba-c07a-47f9-b833-87da8a61f59c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058703 Oct 13 04:23:46.729730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.733523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-4418d03f-311c-4c05-bc76-31753a8eaa58 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.734465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4418d03f-311c-4c05-bc76-31753a8eaa58 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038853 Oct 13 04:23:46.737149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.741026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-67ab2e03-7b3b-4f0e-9cb8-81e58b7550ce tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.742039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67ab2e03-7b3b-4f0e-9cb8-81e58b7550ce tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040100 Oct 13 04:23:46.744107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.747852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-6956be99-67d1-48ed-9818-ca2bf609a634 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.748784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6956be99-67d1-48ed-9818-ca2bf609a634 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038307 Oct 13 04:23:46.750788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.755488 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-f04d1fef-43a6-4773-a0e6-5e68dcd0e39a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.756516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f04d1fef-43a6-4773-a0e6-5e68dcd0e39a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047882 Oct 13 04:23:46.758522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.762174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-40dec819-7c46-46b4-8344-f1001b595320 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.763085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-40dec819-7c46-46b4-8344-f1001b595320 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037446 Oct 13 04:23:46.765183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.768829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-af3945d6-1b9c-4f1b-b76d-12d8c964d21e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.769749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af3945d6-1b9c-4f1b-b76d-12d8c964d21e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037472 Oct 13 04:23:46.771833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.775489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-0631309f-437f-45fa-9368-b18e667f61f6 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.776416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0631309f-437f-45fa-9368-b18e667f61f6 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037465 Oct 13 04:23:46.778342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.782092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-e00ad985-4f40-451c-8541-19df6d5b9b3e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.783536 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e00ad985-4f40-451c-8541-19df6d5b9b3e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042889 Oct 13 04:23:46.785467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.789082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-5254de3c-09b9-4709-b130-cfb9af1f546d tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.790008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5254de3c-09b9-4709-b130-cfb9af1f546d tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037053 Oct 13 04:23:46.791984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.795671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-1b247cff-7fd7-4bd1-9cca-b9cad2a93f5b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.796597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b247cff-7fd7-4bd1-9cca-b9cad2a93f5b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037766 Oct 13 04:23:46.799267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.803011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-7d55f4fb-3eb3-4d63-86e2-d221c9084dfe tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.803962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7d55f4fb-3eb3-4d63-86e2-d221c9084dfe tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038397 Oct 13 04:23:46.806004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57248) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.810326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-43048f27-5eff-4a57-ae05-5a19672b74e9 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.811184 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43048f27-5eff-4a57-ae05-5a19672b74e9 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043604 Oct 13 04:23:46.813378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.817307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-0bf6c02c-b9f8-4f89-a059-062c17ea3fe2 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.818227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0bf6c02c-b9f8-4f89-a059-062c17ea3fe2 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039425 Oct 13 04:23:46.820665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.824593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-1daae5e5-49a1-43df-b0ba-ee52bfbdad8b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.825555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1daae5e5-49a1-43df-b0ba-ee52bfbdad8b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040014 Oct 13 04:23:46.827969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.832207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-56c4b1ab-8b1a-416e-b705-7bd6c2b0a94e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.833284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-56c4b1ab-8b1a-416e-b705-7bd6c2b0a94e tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043945 Oct 13 04:23:46.835981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.840450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-23e5b7f0-43bb-4dd5-a717-4035bce76b79 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.841464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-23e5b7f0-43bb-4dd5-a717-4035bce76b79 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044916 Oct 13 04:23:46.844075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.848942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-11d43a0c-852c-4e50-b6dd-11224982bcce tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.849886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-11d43a0c-852c-4e50-b6dd-11224982bcce tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0048995 Oct 13 04:23:46.852309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.856626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-63b14bee-c93e-42c8-97fa-bf8f4343cb86 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.857609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-63b14bee-c93e-42c8-97fa-bf8f4343cb86 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041943 Oct 13 04:23:46.859988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.864560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-95e7855f-4797-42f5-99bc-fded554024c0 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.865546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95e7855f-4797-42f5-99bc-fded554024c0 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041094 Oct 13 04:23:46.868130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.872875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-94538914-a69a-405a-8447-5b9c02c8f31d tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.873839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-94538914-a69a-405a-8447-5b9c02c8f31d tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047801 Oct 13 04:23:46.876452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.880396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-234a08cf-3ae8-4f8e-bca5-1b25a30c9d55 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.881416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-234a08cf-3ae8-4f8e-bca5-1b25a30c9d55 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040574 Oct 13 04:23:46.883529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.887701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-81831c36-4499-4b84-b2ce-749d93e057dd tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.888612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-81831c36-4499-4b84-b2ce-749d93e057dd tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038767 Oct 13 04:23:46.890808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.894578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-04e21fd6-c4bf-4866-a39a-dc848f1108ca tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.895490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04e21fd6-c4bf-4866-a39a-dc848f1108ca tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038474 Oct 13 04:23:46.897730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.901517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-024ba475-623f-4062-a021-4d7532962753 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.902309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-024ba475-623f-4062-a021-4d7532962753 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037489 Oct 13 04:23:46.904640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.909093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-a24483e9-7f16-47c5-ab18-4e176305906c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.910003 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a24483e9-7f16-47c5-ab18-4e176305906c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045154 Oct 13 04:23:46.912445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.916811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-9ec32309-8b76-4998-b630-f1c7e00b8e6b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.917817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9ec32309-8b76-4998-b630-f1c7e00b8e6b tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042427 Oct 13 04:23:46.919859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57286) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.924490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-a8e701f5-5950-4457-8b4c-d47aaa05bc47 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.925442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a8e701f5-5950-4457-8b4c-d47aaa05bc47 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047040 Oct 13 04:23:46.927520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.931777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-1c5d3994-fa76-4f7d-8bec-1c33edbfdb22 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.932792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c5d3994-fa76-4f7d-8bec-1c33edbfdb22 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042696 Oct 13 04:23:46.935056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57290) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.939780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-bcbbebd5-25c6-4c01-b5eb-a407e06a7259 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.940753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bcbbebd5-25c6-4c01-b5eb-a407e06a7259 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047610 Oct 13 04:23:46.943026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.947427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-8c32b4dd-dc73-4e06-b032-f8f997abd20a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.948384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8c32b4dd-dc73-4e06-b032-f8f997abd20a tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044532 Oct 13 04:23:46.950401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57294) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.954182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-7fdb014f-a6a9-465e-aa31-ba3e1785d3bd tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.955118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7fdb014f-a6a9-465e-aa31-ba3e1785d3bd tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038664 Oct 13 04:23:46.957215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57296) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.961684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-a7d11072-62d8-4c80-a755-18c62f38d2a2 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.965077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.969309 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a7d11072-62d8-4c80-a755-18c62f38d2a2 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109115 Oct 13 04:23:46.970953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-f1df9c15-eccc-4175-a3a2-3811e444f21c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.974200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.974464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f1df9c15-eccc-4175-a3a2-3811e444f21c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080156 Oct 13 04:23:46.979252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-6397873f-d930-4801-bc81-c9db47be341c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.980817 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6397873f-d930-4801-bc81-c9db47be341c tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048664 Oct 13 04:23:46.982634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.987362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [None req-05d1b577-4bfb-4ecd-9eb4-288a8f9087ed tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:46.990726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-05d1b577-4bfb-4ecd-9eb4-288a8f9087ed tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0070240 Oct 13 04:23:46.990918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57306) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:46.996749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-9ec7a53a-d7b0-47ee-9376-66e35c561b97 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:47.000272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9ec7a53a-d7b0-47ee-9376-66e35c561b97 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061724 Oct 13 04:23:47.000505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57308) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.005354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-0212b16a-4e71-4b30-985e-a390305b9549 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:47.008442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0212b16a-4e71-4b30-985e-a390305b9549 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050125 Oct 13 04:23:47.008796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.012856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-a084ddbc-89ed-4bbe-9add-cfebbc8d8697 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:47.015885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a084ddbc-89ed-4bbe-9add-cfebbc8d8697 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042269 Oct 13 04:23:47.016110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.023332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-9750301a-271d-4733-a859-0ae6ab2b3a57 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:47.023332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9750301a-271d-4733-a859-0ae6ab2b3a57 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041399 Oct 13 04:23:47.023608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.028185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [None req-873cf9e0-a787-46a4-83fb-2b0099e65375 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:47.029132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-873cf9e0-a787-46a4-83fb-2b0099e65375 tempest-ExtensionsTestJSON-336074667 tempest-ExtensionsTestJSON-336074667-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047860 Oct 13 04:23:47.284633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.397788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25f785c0-d5af-4cf3-a44f-e5b0ade77642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.474968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25f785c0-d5af-4cf3-a44f-e5b0ade77642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.479686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25f785c0-d5af-4cf3-a44f-e5b0ade77642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.525258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25f785c0-d5af-4cf3-a44f-e5b0ade77642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4c43c11ec6a45bcaab261d03f9a0782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394438 Oct 13 04:23:47.527065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f785c0-d5af-4cf3-a44f-e5b0ade77642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fce8cf-5540-48a3-8ee0-d14956d9c7a0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:47.527496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.571625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a73711-00ec-4e8d-b451-e7f1df35595d req-a12bc774-0c9e-412d-8b20-de95976269a6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.573118 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4a73711-00ec-4e8d-b451-e7f1df35595d req-a12bc774-0c9e-412d-8b20-de95976269a6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.0737836 Oct 13 04:23:47.601156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187d6aed-6769-45ae-ba62-ac8016535362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.624449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187d6aed-6769-45ae-ba62-ac8016535362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.673711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187d6aed-6769-45ae-ba62-ac8016535362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.676346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187d6aed-6769-45ae-ba62-ac8016535362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.678117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-187d6aed-6769-45ae-ba62-ac8016535362 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4fce8cf-5540-48a3-8ee0-d14956d9c7a0 HTTP/1.1" status: 204 len: 168 time: 0.1484673 Oct 13 04:23:47.689944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d6aed-6769-45ae-ba62-ac8016535362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fce8cf-5540-48a3-8ee0-d14956d9c7a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:47.706008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ac87e-20cd-4fb1-9174-69eb453b7cc1 req-6d8cb03a-886a-417c-b697-e00aaa9474d1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.708975 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a95ac87e-20cd-4fb1-9174-69eb453b7cc1 req-6d8cb03a-886a-417c-b697-e00aaa9474d1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.0618553 Oct 13 04:23:47.834791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fd986-8801-464e-bfe7-b07895cb20f2 req-df370262-44ee-4aa0-9573-ea072740bcb2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.835772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b82b16-7a86-4710-83db-7f686de56409 req-bb0a0031-0f9c-4ae0-a8e2-211dbff31825 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.837307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38b82b16-7a86-4710-83db-7f686de56409 req-bb0a0031-0f9c-4ae0-a8e2-211dbff31825 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 1060 time: 0.0441773 Oct 13 04:23:47.842191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e46fd986-8801-464e-bfe7-b07895cb20f2 req-df370262-44ee-4aa0-9573-ea072740bcb2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0643575 Oct 13 04:23:47.886484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e46fd986-8801-464e-bfe7-b07895cb20f2 req-48a471cd-100b-499e-a0d1-604bc605e191 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Oct 13 04:23:47.951347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e20f5-9db3-4e82-a2bf-98fc3092952b req-1e496360-4119-4477-bd7f-4ae8ab095f81 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.952877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-910e20f5-9db3-4e82-a2bf-98fc3092952b req-1e496360-4119-4477-bd7f-4ae8ab095f81 tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1135 time: 0.0411947 Oct 13 04:23:47.992069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-910e20f5-9db3-4e82-a2bf-98fc3092952b req-ed032c43-4212-4a7d-ae7c-c3acb2734dba tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0324779 Oct 13 04:23:48.017342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:48.059333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdefb44-c078-4cd8-9cb7-b93cb919babe tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:48.061128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-acdefb44-c078-4cd8-9cb7-b93cb919babe tempest-TestSecurityGroupsBasicOps-1450143740 tempest-TestSecurityGroupsBasicOps-1450143740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 1055 time: 0.0426064 Oct 13 04:23:48.337738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dd593-3649-4fcd-a563-161137c610e1 req-013bd85f-200b-49c5-b6ee-078fb0b7de97 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:48.339422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-461dd593-3649-4fcd-a563-161137c610e1 req-013bd85f-200b-49c5-b6ee-078fb0b7de97 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.0591438 Oct 13 04:23:48.504854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:48.600604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-587374367'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:48.621902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Made reservation on behalf of b7434ad0150d4f6da1059d230973d694 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:48.625283 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.633913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.710299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.714094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.740735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:48.757387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd33f97-8005-4743-9bcf-deb7f99c4f46,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:48.760287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.760632 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Added segment d251f90f-9715-4b97-88d2-7a43a0691db2 of type vlan for network 6038bf27-32fc-4329-84ff-907ab4d7371c Oct 13 04:23:48.799970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.824908 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.830451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:48.831046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.885564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3794501 Oct 13 04:23:48.888354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57382) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:48.894026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Request body: {'subnet': {'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:48.897464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ec5db-584e-4f51-a017-577b3d2ae5da tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event updated for resources: {'Network': ['ID=6038bf27-32fc-4329-84ff-907ab4d7371c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:48.910589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6038bf27-32fc-4329-84ff-907ab4d7371c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:48.978507 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be509770-6080-44ea-bf33-737cf9ffe35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.042156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3761bbd-b007-42e4-aef3-bf37cd72b112 req-bf1fb657-8cfa-4c8b-8a1c-66e01e6ae832 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:49.043756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3761bbd-b007-42e4-aef3-bf37cd72b112 req-bf1fb657-8cfa-4c8b-8a1c-66e01e6ae832 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0788145 Oct 13 04:23:49.058779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Made reservation on behalf of b7434ad0150d4f6da1059d230973d694 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:49.062207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.141118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3761bbd-b007-42e4-aef3-bf37cd72b112 req-ecd60ca1-0ef4-47bd-a4a8-9c880a099676 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899637 Oct 13 04:23:49.272672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.331535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event updated for resources: {'Subnet': ['ID=1b2f89a2-995d-4438-bd99-ce6985543c09,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:49.342468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Checking segment: {'id': 'd251f90f-9715-4b97-88d2-7a43a0691db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:49.342829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Network hostable DHCP agents. Network: 6038bf27-32fc-4329-84ff-907ab4d7371c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:49.359654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Network 6038bf27-32fc-4329-84ff-907ab4d7371c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:49.371347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6038bf27-32fc-4329-84ff-907ab4d7371c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:49.376354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:49.377012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.389138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9056e5-4ee9-4a59-8aa4-a5beab795513 None None] Network 6038bf27-32fc-4329-84ff-907ab4d7371c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:49.399229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75bee551-2a71-41e6-be0d-b5c4c8432bf1 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5094609 Oct 13 04:23:49.399522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57392) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:49.405109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Request body: {'port': {'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-890869804'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:49.551379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6038bf27-32fc-4329-84ff-907ab4d7371c', 'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c', 'tenant_id': 'b7434ad0150d4f6da1059d230973d694', 'fixed_ips': [{'subnet_id': '1b2f89a2-995d-4438-bd99-ce6985543c09'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:49.552262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.568008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa40b-97a4-4da5-855c-416cc073877b req-24f3011d-3b43-4ab3-baab-55a8e9912264 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:49.573160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6aa40b-97a4-4da5-855c-416cc073877b req-24f3011d-3b43-4ab3-baab-55a8e9912264 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.1047313 Oct 13 04:23:49.596596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Made reservation on behalf of b7434ad0150d4f6da1059d230973d694 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:49.600391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.618943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] device_id is not set on port 0bbf4ace-e49c-4fad-8080-c67967fb499e yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:49.721433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Allocated IP 172.20.0.2 (6038bf27-32fc-4329-84ff-907ab4d7371c/1b2f89a2-995d-4438-bd99-ce6985543c09/61d2b205-34c6-41b2-b51d-9cfdcffd16f8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:49.754818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-a4b6585d-571a-4814-8409-dc4df6df8576 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:49.756465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-a4b6585d-571a-4814-8409-dc4df6df8576 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 909 time: 0.0571008 Oct 13 04:23:49.853912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port be2f24f4-79ef-40e4-8afe-d57bfb87397c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:49.854271 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.870571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.883160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.926429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Network 6038bf27-32fc-4329-84ff-907ab4d7371c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:49.931756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:49.936467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:49.940277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Pushing event updated for resources: {'Port': ['ID=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:49.953806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Allocated IP 172.20.0.7 (6038bf27-32fc-4329-84ff-907ab4d7371c/1b2f89a2-995d-4438-bd99-ce6985543c09/0bbf4ace-e49c-4fad-8080-c67967fb499e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:49.979011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] For port be2f24f4-79ef-40e4-8afe-d57bfb87397c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=be2f24f4-79ef-40e4-8afe-d57bfb87397c,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:49.979625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.993758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for be2f24f4-79ef-40e4-8afe-d57bfb87397c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:50.014348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Attempting to bind port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:50.015118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Attempting to bind port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'd251f90f-9715-4b97-88d2-7a43a0691db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:50.015743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Attempting to bind port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 on network 6038bf27-32fc-4329-84ff-907ab4d7371c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:50.022511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:50.023309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Checking segment: {'id': 'd251f90f-9715-4b97-88d2-7a43a0691db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:50.023986 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.024592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Bound using segment: {'id': 'd251f90f-9715-4b97-88d2-7a43a0691db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:50.025434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Bound port: 61d2b205-34c6-41b2-b51d-9cfdcffd16f8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd251f90f-9715-4b97-88d2-7a43a0691db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:50.026116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.098875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] For port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:50.103562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] For port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,segment=NetworkSegment(d251f90f-9715-4b97-88d2-7a43a0691db2),segment_id=d251f90f-9715-4b97-88d2-7a43a0691db2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:50.108471 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.125565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.155405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.194590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=be2f24f4-79ef-40e4-8afe-d57bfb87397c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.220403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370e7f2-65ad-41b9-b55d-7bd399dbee9c None None] Pushing event updated for resources: {'Port': ['ID=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.229838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] No DVR routers for this DVR port be2f24f4-79ef-40e4-8afe-d57bfb87397c on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:50.234339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.238922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c092849-488c-4f37-8fe2-654e6bf456e7 req-690c7363-9315-4338-936d-6fc63d3c360a tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.26 "DELETE /v2.0/ports/be2f24f4-79ef-40e4-8afe-d57bfb87397c HTTP/1.1" status: 204 len: 173 time: 0.4758756 Oct 13 04:23:50.239578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'name': 'network-vif-deleted', 'tag': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:50.266059 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694bf48-9e14-4bbb-9483-269121b97868" -d '{"events": [{"server_uuid": "f7498377-9ddb-4daa-93a9-12e85666b18f", "name": "network-vif-deleted", "tag": "be2f24f4-79ef-40e4-8afe-d57bfb87397c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:50.367179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.423789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Network 6038bf27-32fc-4329-84ff-907ab4d7371c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:50.431043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:50.438999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:50.449292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223977-2b5c-4246-8b84-3a58e85e1685 req-1c4a8235-3a9b-4b8d-85a4-4028ab09fc88 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:50.450801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70223977-2b5c-4246-8b84-3a58e85e1685 req-1c4a8235-3a9b-4b8d-85a4-4028ab09fc88 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1575358 Oct 13 04:23:50.512865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event updated for resources: {'Port': ['ID=0bbf4ace-e49c-4fad-8080-c67967fb499e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.554738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:50.555382 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.612209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a083510a-2a09-4eee-9b66-d8749e386f12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2075398 Oct 13 04:23:50.612781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:50.622313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Request body: {'port': {'network_id': '6038bf27-32fc-4329-84ff-907ab4d7371c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1179631554', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:50.622868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.api.validators [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] bootfile-name is not in valid_values {{(pid=94824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:23:50.623198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.api.validators [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] tftp-server is not in valid_values {{(pid=94824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:23:50.623683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.api.validators [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] server-ip-address is not in valid_values {{(pid=94824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:23:50.631738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70223977-2b5c-4246-8b84-3a58e85e1685 req-52dbda04-e297-4275-84ed-7a55c19c8fe6 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453667 Oct 13 04:23:50.683215 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e47b3dd-0ec2-4406-8c01-f5a1b2e350fe x-openstack-request-id: req-4e47b3dd-0ec2-4406-8c01-f5a1b2e350fe {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:50.683497 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498377-9ddb-4daa-93a9-12e85666b18f", "name": "network-vif-deleted", "tag": "be2f24f4-79ef-40e4-8afe-d57bfb87397c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:50.683748 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e47b3dd-0ec2-4406-8c01-f5a1b2e350fe {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:50.684146 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7498377-9ddb-4daa-93a9-12e85666b18f', 'name': 'network-vif-deleted', 'tag': 'be2f24f4-79ef-40e4-8afe-d57bfb87397c', 'status': 'completed', 'code': 200} Oct 13 04:23:50.771750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-739cf84b-69d1-4416-a039-15365ed21771 req-fd1a15e6-6ddb-48b4-a174-8308107e5abb tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7498377-9ddb-4daa-93a9-12e85666b18f HTTP/1.1" status: 200 len: 210 time: 0.0639515 Oct 13 04:23:50.794636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Made reservation on behalf of b7434ad0150d4f6da1059d230973d694 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:50.800028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.822509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] device_id is not set on port ca852a8a-9429-4ab5-9a19-05e9d51ccaef yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:50.931438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Allocated IP 172.20.0.12 (6038bf27-32fc-4329-84ff-907ab4d7371c/1b2f89a2-995d-4438-bd99-ce6985543c09/ca852a8a-9429-4ab5-9a19-05e9d51ccaef) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:51.113247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.166323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.239188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Network 6038bf27-32fc-4329-84ff-907ab4d7371c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:51.244183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:51.248347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:51.257417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event updated for resources: {'Port': ['ID=ca852a8a-9429-4ab5-9a19-05e9d51ccaef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:51.315783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.316484 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.340324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:51.340466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-796308e2-73d1-4c18-9b92-a9d3b10ea55f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7263672 Oct 13 04:23:51.455644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8df3c-c418-4f1c-a5b2-4250ed287295 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.462573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8df3c-c418-4f1c-a5b2-4250ed287295 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.470549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8df3c-c418-4f1c-a5b2-4250ed287295 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.475388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c5a8df3c-c418-4f1c-a5b2-4250ed287295 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1310780 Oct 13 04:23:51.475648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57414) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:51.506808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13acd04e-9028-494f-8ba2-18cdb59183b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.601541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76157e8-670e-47d8-8ac1-2ea7e66a5f94 None None] Network 6038bf27-32fc-4329-84ff-907ab4d7371c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:51.602679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Deleting port ca852a8a-9429-4ab5-9a19-05e9d51ccaef {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:51.603029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.686653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c1416d4d-cba0-4590-b74f-691632c47b28 None None] Provisioning complete for port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:51.687036 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1416d4d-cba0-4590-b74f-691632c47b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.749273 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.764423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Calling delete_port for ca852a8a-9429-4ab5-9a19-05e9d51ccaef owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:51.825320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff16d-9484-4508-8b03-c0511cb0647f req-130c04b0-287a-4a45-915e-b433737a2931 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.826958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5dfff16d-9484-4508-8b03-c0511cb0647f req-130c04b0-287a-4a45-915e-b433737a2931 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1180992 Oct 13 04:23:51.837949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1416d4d-cba0-4590-b74f-691632c47b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.843898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:51.879575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c1416d4d-cba0-4590-b74f-691632c47b28 None None] For port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,segment=NetworkSegment(d251f90f-9715-4b97-88d2-7a43a0691db2),segment_id=d251f90f-9715-4b97-88d2-7a43a0691db2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:51.885381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1416d4d-cba0-4590-b74f-691632c47b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.898719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5dfff16d-9484-4508-8b03-c0511cb0647f req-15e6e8ce-1136-4901-aca7-e8ec465799aa tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555191 Oct 13 04:23:51.954909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1416d4d-cba0-4590-b74f-691632c47b28 None None] Pushing event updated for resources: {'Port': ['ID=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:52.024270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.078527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event deleted for resources: {'Port': ['ID=ca852a8a-9429-4ab5-9a19-05e9d51ccaef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:52.135192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.143176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-30e74800-67fa-4d10-9722-33edfb6ca76f tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "DELETE /v2.0/ports/ca852a8a-9429-4ab5-9a19-05e9d51ccaef HTTP/1.1" status: 204 len: 168 time: 0.6625404 Oct 13 04:23:52.143589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57422) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:52.149240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Request body: {'port': {'name': 'tempest-new-port-name-1911409724', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:52.149826 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] bootfile-name is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:23:52.150368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] tftp-server is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:23:52.150769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] server-ip-address is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:23:52.212906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5dc403a-44c4-4087-8859-717cb159394f None None] Provisioning complete for port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:52.213358 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc403a-44c4-4087-8859-717cb159394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.231774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.327996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5dc403a-44c4-4087-8859-717cb159394f None None] Could not find standard attr ID for object ca852a8a-9429-4ab5-9a19-05e9d51ccaef. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:23:52.340666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5dc403a-44c4-4087-8859-717cb159394f None None] Provisioning complete for port 0bbf4ace-e49c-4fad-8080-c67967fb499e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:52.341590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc403a-44c4-4087-8859-717cb159394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.408800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc403a-44c4-4087-8859-717cb159394f None None] Port 0bbf4ace-e49c-4fad-8080-c67967fb499e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:52.532775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.543315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.572529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2714b70f-b3f6-41e0-9d5d-a8725f893519 None None] Provisioning complete for port 0bbf4ace-e49c-4fad-8080-c67967fb499e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:52.574391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2714b70f-b3f6-41e0-9d5d-a8725f893519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.664941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:52.666958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event updated for resources: {'Port': ['ID=0bbf4ace-e49c-4fad-8080-c67967fb499e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:52.746814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2714b70f-b3f6-41e0-9d5d-a8725f893519 None None] Port 0bbf4ace-e49c-4fad-8080-c67967fb499e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:52.773285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] In _notify_port_updated(), no bound segment for port 0bbf4ace-e49c-4fad-8080-c67967fb499e on network 6038bf27-32fc-4329-84ff-907ab4d7371c {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:23:52.786841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:52.787333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.788406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:52.789152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.794884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:52.795441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-702789db-1a56-446c-8546-45bdf08ad587 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "PUT /v2.0/ports/0bbf4ace-e49c-4fad-8080-c67967fb499e HTTP/1.1" status: 200 len: 1136 time: 0.6507180 Oct 13 04:23:52.883177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.899069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbd4be65-f735-4d3c-8b02-4b9532c70a4d None None] Could not find standard attr ID for object ca852a8a-9429-4ab5-9a19-05e9d51ccaef. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:23:52.941281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4372143-cb50-4765-9dbc-86e35aea0e12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:52.946372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e4372143-cb50-4765-9dbc-86e35aea0e12 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "GET /v2.0/ports/0bbf4ace-e49c-4fad-8080-c67967fb499e HTTP/1.1" status: 200 len: 1136 time: 0.1493490 Oct 13 04:23:52.946621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:53.010593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.113067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559cfd4-dc55-4c3a-a400-02efb3009c8a req-31bec28a-0316-48ed-ae10-b26add4e5640 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.114468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c559cfd4-dc55-4c3a-a400-02efb3009c8a req-31bec28a-0316-48ed-ae10-b26add4e5640 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0730684 Oct 13 04:23:53.118253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Deleting port 0bbf4ace-e49c-4fad-8080-c67967fb499e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:53.118590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.122014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.205686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c559cfd4-dc55-4c3a-a400-02efb3009c8a req-566c902f-108b-4b31-9b04-b43ef8194a79 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827348 Oct 13 04:23:53.236056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.248309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Calling delete_port for 0bbf4ace-e49c-4fad-8080-c67967fb499e owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:53.426913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-208a6fb4-d092-44f1-9a1a-b47648d9742a None None] Provisioning complete for port 0bbf4ace-e49c-4fad-8080-c67967fb499e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:53.427327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-208a6fb4-d092-44f1-9a1a-b47648d9742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.459180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:53.459572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.465528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-208a6fb4-d092-44f1-9a1a-b47648d9742a None None] Port 0bbf4ace-e49c-4fad-8080-c67967fb499e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:53.555675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] For port bcdc6afd-6436-4a7a-a057-30df3b2d3a4a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:53.556306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.569267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for bcdc6afd-6436-4a7a-a057-30df3b2d3a4a owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:53.740611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.772280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event deleted for resources: {'Port': ['ID=0bbf4ace-e49c-4fad-8080-c67967fb499e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:53.799420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.830160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=bcdc6afd-6436-4a7a-a057-30df3b2d3a4a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:53.872238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.876464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-16f467ef-4ad1-43ff-a40f-102f483d71c5 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "DELETE /v2.0/ports/0bbf4ace-e49c-4fad-8080-c67967fb499e HTTP/1.1" status: 204 len: 168 time: 0.9290020 Oct 13 04:23:53.878672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:53.989102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Deleting subnet 1b2f89a2-995d-4438-bd99-ce6985543c09 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:53.993630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.028939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.043578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.152700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.216173 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.245795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2f89a2-995d-4438-bd99-ce6985543c09,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:54.252709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c3f1a-a66a-48b6-b9c6-c781b983842e None None] Network 6038bf27-32fc-4329-84ff-907ab4d7371c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:54.266113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.269411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ac20791-5a53-4232-98b1-d21a8c11a3a2 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "DELETE /v2.0/subnets/1b2f89a2-995d-4438-bd99-ce6985543c09 HTTP/1.1" status: 204 len: 168 time: 0.3895810 Oct 13 04:23:54.271788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57446) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:54.287302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router e1685e94-48c5-435c-9083-a1eddb34216d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:54.418669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f58fa-da37-4371-ba56-96e46e9940d6 req-ece66db5-157e-4c38-a7a2-a884a0f60386 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:54.420260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-035f58fa-da37-4371-ba56-96e46e9940d6 req-ece66db5-157e-4c38-a7a2-a884a0f60386 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1237381 Oct 13 04:23:54.424084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.424845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:54.432578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e4a92afe-c2f2-4293-9f30-54896915edf1 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "PUT /v2.0/routers/e1685e94-48c5-435c-9083-a1eddb34216d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865042 Oct 13 04:23:54.435207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:54.443296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] Sync routers for ids ['e1685e94-48c5-435c-9083-a1eddb34216d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:54.457469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] Routers {'e1685e94-48c5-435c-9083-a1eddb34216d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:54.458262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e1685e94-48c5-435c-9083-a1eddb34216d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:54.520741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] DHCP port deletion for 6038bf27-32fc-4329-84ff-907ab4d7371c request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:23:54.551584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting subnet a042b966-0f43-49ab-8a35-6f6ec26a6f17 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:54.558613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.565362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-035f58fa-da37-4371-ba56-96e46e9940d6 req-37367b9b-6640-4bdb-95fd-9d6882be96e8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150668 Oct 13 04:23:54.609093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Deleting port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:54.609520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.613317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.627978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.644066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device be2f24f4-79ef-40e4-8afe-d57bfb87397c no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:54.648201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] Set router e1685e94-48c5-435c-9083-a1eddb34216d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:54.693745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: be2f24f4-79ef-40e4-8afe-d57bfb87397c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:54.694062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device be2f24f4-79ef-40e4-8afe-d57bfb87397c not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:54.712426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] For port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,segment=NetworkSegment(d251f90f-9715-4b97-88d2-7a43a0691db2),segment_id=d251f90f-9715-4b97-88d2-7a43a0691db2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:54.712894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.723658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Deleting port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:54.723921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.749610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Calling delete_port for 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:54.774603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.885651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.914968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Subnet': ['ID=a042b966-0f43-49ab-8a35-6f6ec26a6f17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:54.918634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.929008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.932505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d0bcff55-02bb-40d3-862f-125398f2f5cd tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/subnets/a042b966-0f43-49ab-8a35-6f6ec26a6f17 HTTP/1.1" status: 204 len: 168 time: 0.4959476 Oct 13 04:23:54.935079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:54.958408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event deleted for resources: {'Port': ['ID=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:54.960390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] No DVR routers for this DVR port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:55.040334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.053740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] For port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,segment=NetworkSegment(d251f90f-9715-4b97-88d2-7a43a0691db2),segment_id=d251f90f-9715-4b97-88d2-7a43a0691db2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:55.054132 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.057489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.065367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88e1d0-deca-459e-a651-0c824ec05d30 None None] Network b31f095c-2352-4f29-9e60-91116ccc1f43 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:55.066297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6038bf27-32fc-4329-84ff-907ab4d7371c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:55.080665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd251f90f-9715-4b97-88d2-7a43a0691db2') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:55.081382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd251f90f-9715-4b97-88d2-7a43a0691db2') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:55.091829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.106574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Calling delete_port for 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:55.115527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.123193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:55.123792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.173906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:55.178506 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:55.206987 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.216029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.223727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] 10.222.0.44 "DELETE /v2.0/networks/6038bf27-32fc-4329-84ff-907ab4d7371c HTTP/1.1" status: 204 len: 168 time: 0.9509008 Oct 13 04:23:55.245639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7082-198f-4df6-bbf0-2946b388e0d8 tempest-ExtraDHCPOptionsTestJSON-872278997 tempest-ExtraDHCPOptionsTestJSON-872278997-project] Pushing event deleted for resources: {'Network': ['ID=6038bf27-32fc-4329-84ff-907ab4d7371c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:55.246886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port 5545a699-cd35-4787-ae1b-b5ad3103d9ea {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:55.247451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.252663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:53Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '5545a699-cd35-4787-ae1b-b5ad3103d9ea', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:55.323061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] Checking router: e1685e94-48c5-435c-9083-a1eddb34216d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:55.342837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.343220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] For port 5545a699-cd35-4787-ae1b-b5ad3103d9ea, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5545a699-cd35-4787-ae1b-b5ad3103d9ea,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:55.343641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.358006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for 5545a699-cd35-4787-ae1b-b5ad3103d9ea owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:55.382634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Pushing event deleted for resources: {'Port': ['ID=61d2b205-34c6-41b2-b51d-9cfdcffd16f8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:55.393807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] Routers {'e1685e94-48c5-435c-9083-a1eddb34216d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:55.394833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e1685e94-48c5-435c-9083-a1eddb34216d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:55.396944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] Network 6038bf27-32fc-4329-84ff-907ab4d7371c is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:23:55.397506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbf4e2-03d4-4da7-900e-88a4f9b9aba6 None None] No DVR routers for this DVR port 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:55.508215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] Set router e1685e94-48c5-435c-9083-a1eddb34216d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:55.573990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:55Z', 'revision_number': 6, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:55.575467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:55.583323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] DHCP port deletion for b31f095c-2352-4f29-9e60-91116ccc1f43 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:23:55.585253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.611462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a7160-f186-43ba-ad99-e2b8ab22229e None None] The sync data for ids ['e1685e94-48c5-435c-9083-a1eddb34216d'] in n-d-810220-9 is: [{'id': 'e1685e94-48c5-435c-9083-a1eddb34216d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756869296', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:23:25Z', 'updated_at': '2021-10-13T04:23:55Z', 'revision_number': 6, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:55.647616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=5545a699-cd35-4787-ae1b-b5ad3103d9ea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:55.697917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.711280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] Deleting port 382bf8e7-7186-4498-ab52-e59513e49d63 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:55.711662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.749111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f488a-daba-4535-bedd-8d6859ac2cd7 req-0f192ab8-4d9b-4a2a-b617-2b34d88bfee5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:55.753147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f5f488a-daba-4535-bedd-8d6859ac2cd7 req-0f192ab8-4d9b-4a2a-b617-2b34d88bfee5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0590644 Oct 13 04:23:55.784009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] For port 382bf8e7-7186-4498-ab52-e59513e49d63, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=382bf8e7-7186-4498-ab52-e59513e49d63,segment=NetworkSegment(f9250643-9987-4508-a417-748df13210bb),segment_id=f9250643-9987-4508-a417-748df13210bb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:55.784408 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.798939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] Calling delete_port for 382bf8e7-7186-4498-ab52-e59513e49d63 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:55.817853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.820006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.825229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f5f488a-daba-4535-bedd-8d6859ac2cd7 req-86643a0b-96f1-42ed-b37d-cd96f85ee40f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640101 Oct 13 04:23:55.832139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-58c6f61e-b5dd-4a6a-83df-5449825b8049 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7434ad0150d4f6da1059d230973d694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554369 Oct 13 04:23:55.841564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:55.943125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f1efe1-6db3-4860-a590-b033809ffb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.946275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.979671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] Pushing event deleted for resources: {'Port': ['ID=382bf8e7-7186-4498-ab52-e59513e49d63,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:55.985761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e34df-2640-44d7-a949-bc0facbd30aa None None] No DVR routers for this DVR port 382bf8e7-7186-4498-ab52-e59513e49d63 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:56.010195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f1efe1-6db3-4860-a590-b033809ffb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.078019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f1efe1-6db3-4860-a590-b033809ffb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.081543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f1efe1-6db3-4860-a590-b033809ffb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.085227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-79f1efe1-6db3-4860-a590-b033809ffb0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbd33f97-8005-4743-9bcf-deb7f99c4f46 HTTP/1.1" status: 204 len: 168 time: 0.2438054 Oct 13 04:23:56.104121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1efe1-6db3-4860-a590-b033809ffb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd33f97-8005-4743-9bcf-deb7f99c4f46,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:56.227341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.227994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Fanout notify agent at l3_agent the message router_deleted on router e1685e94-48c5-435c-9083-a1eddb34216d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:23:56.235750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.239305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a89daa49-f19c-4a89-a725-eb2c30eb3b0c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/routers/e1685e94-48c5-435c-9083-a1eddb34216d HTTP/1.1" status: 204 len: 168 time: 1.3009071 Oct 13 04:23:56.240096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:56.336613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.438269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.473173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31f095c-2352-4f29-9e60-91116ccc1f43']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:56.494353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9250643-9987-4508-a417-748df13210bb') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:56.494652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9250643-9987-4508-a417-748df13210bb') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:56.522962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.547838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.555239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:56.555545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:56.558948 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:56.561776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 382bf8e7-7186-4498-ab52-e59513e49d63 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:56.593712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 382bf8e7-7186-4498-ab52-e59513e49d63 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:56.594303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 382bf8e7-7186-4498-ab52-e59513e49d63 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:56.594857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcdc6afd-6436-4a7a-a057-30df3b2d3a4a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:56.635694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: bcdc6afd-6436-4a7a-a057-30df3b2d3a4a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:56.636160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bcdc6afd-6436-4a7a-a057-30df3b2d3a4a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:56.636669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:56.678323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:56.679068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 61d2b205-34c6-41b2-b51d-9cfdcffd16f8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:56.679685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5545a699-cd35-4787-ae1b-b5ad3103d9ea no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:56.681139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.694494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.700709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57500) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:56.707619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/networks/b31f095c-2352-4f29-9e60-91116ccc1f43 HTTP/1.1" status: 204 len: 168 time: 0.4665647 Oct 13 04:23:56.713176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5545a699-cd35-4787-ae1b-b5ad3103d9ea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:56.713729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5545a699-cd35-4787-ae1b-b5ad3103d9ea not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:56.722542 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-31c31560-a71d-4d13-a033-668f44fe75fa req-114e30cf-b215-482b-b972-2a3654249766 service neutron] show failed (client error): The resource could not be found. Oct 13 04:23:56.723619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-114e30cf-b215-482b-b972-2a3654249766 service neutron] 10.222.0.26 "GET /v2.0/ports/182e11ed-1668-474f-ba49-739cb4b6fb3c/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.1530237 Oct 13 04:23:56.724522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f439acc-e0f1-4f45-9f3b-4df332ecc8b8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Network': ['ID=b31f095c-2352-4f29-9e60-91116ccc1f43,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.039651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57512) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:57.039997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed975f-f427-4833-b0d0-f2b72354a7da req-12b4efbf-9b04-45a4-b979-fb7e2773b82f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.041691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-86ed975f-f427-4833-b0d0-f2b72354a7da req-12b4efbf-9b04-45a4-b979-fb7e2773b82f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1049767 Oct 13 04:23:57.043751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port c478704e-affd-4cc4-9868-ea6869d62bb8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:57.044175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.148139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-86ed975f-f427-4833-b0d0-f2b72354a7da req-e3580ecb-e195-4b9c-bf3d-921f477c8f4c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957568 Oct 13 04:23:57.181538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845800744'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:57.203159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:57.207012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.216412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.218491 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.218817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.228296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-e5987cc4-57e8-4986-8794-48dc29e4e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.230059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-e5987cc4-57e8-4986-8794-48dc29e4e862 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 1096 time: 0.2659628 Oct 13 04:23:57.237206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for c478704e-affd-4cc4-9868-ea6869d62bb8 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:57.247331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:57.320565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.329807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.368426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa80818-041f-411f-b9b6-ca35c687f7bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.377309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:57.389774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.390372 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment afd1f3cd-a6f3-49b6-843b-635f854160e6 of type vlan for network 27cad2b0-8a73-4d6d-812c-47bda879f06d Oct 13 04:23:57.414019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.457640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.485969 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.491624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.492200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.553226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5124190 Oct 13 04:23:57.567044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5c283-df34-44b7-bdf7-636947185a11 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=27cad2b0-8a73-4d6d-812c-47bda879f06d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.578030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 27cad2b0-8a73-4d6d-812c-47bda879f06d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:57.681466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.719992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:57.722122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=c478704e-affd-4cc4-9868-ea6869d62bb8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.800692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:57.828967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.829297 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Floating IP fd84cd97-f73c-4156-9367-0421dbd579a4 disassociated (deleted). External IP: 172.25.1.212, port: 001c0808-ac0e-4d35-a02b-ed696a147901. Oct 13 04:23:57.877820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:57.880060 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d5a3e-a4ab-40cb-8582-d0c8de2d9b89" -d '{"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-unplugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:57.885306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.932766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Transition to ACTIVE for port object 182e11ed-1668-474f-ba49-739cb4b6fb3c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:57.939284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.946888 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd6c4d-2da4-4b45-a2fc-905a6db07fad x-openstack-request-id: req-a2dd6c4d-2da4-4b45-a2fc-905a6db07fad {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:57.947182 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-unplugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:57.947432 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2dd6c4d-2da4-4b45-a2fc-905a6db07fad {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:57.947824 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'code': 200} Oct 13 04:23:58.002788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.147733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] No DVR routers for this DVR port 182e11ed-1668-474f-ba49-739cb4b6fb3c on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:58.238948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:58.280378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0c8e4-99fc-4ff2-9cb1-5fb9040ef1a9 req-3b6ce4bc-7400-48fc-9c6e-ba91c5b21329 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.281988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14a0c8e4-99fc-4ff2-9cb1-5fb9040ef1a9 req-3b6ce4bc-7400-48fc-9c6e-ba91c5b21329 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.0515857 Oct 13 04:23:58.322328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14a0c8e4-99fc-4ff2-9cb1-5fb9040ef1a9 req-a54b6dae-cfb8-410e-8e1d-78e042fe6a2d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334470 Oct 13 04:23:58.378579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:58.379329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:58.379329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:58.388613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:58.388956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:58.397755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:58.398086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Checking segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:58.398459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Bound using segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:58.398879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Bound port: 182e11ed-1668-474f-ba49-739cb4b6fb3c, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:58.399230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.402505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:58.412181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.413341 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] Sync routers for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:58.436926 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:58.441999 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:58.461602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-850355d2-38e4-453f-b985-0e3c269c820f tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/floatingips/fd84cd97-f73c-4156-9367-0421dbd579a4 HTTP/1.1" status: 204 len: 168 time: 1.7597914 Oct 13 04:23:58.498116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:58.498116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:58.504023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.560016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.560911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.562940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] 10.222.0.15 "PUT /v2.0/ports/182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 1091 time: 1.3225279 Oct 13 04:23:58.583538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655f6e9-664a-42bf-91ba-8a4537660ccd service neutron] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.619450 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:58.658410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-521cc6be-1894-497c-93b9-c67adfbf0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.660305 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-521cc6be-1894-497c-93b9-c67adfbf0db8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1094 time: 0.0726449 Oct 13 04:23:58.807005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-45a1537a-9db3-4557-9ece-4813f480c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.808477 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-45a1537a-9db3-4557-9ece-4813f480c23c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.1411366 Oct 13 04:23:58.951589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a555c-e7b3-4c85-81d8-231cb951c91b req-b5d9480f-7ea3-4f2a-8b64-5c236df97879 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.966723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015a555c-e7b3-4c85-81d8-231cb951c91b req-b5d9480f-7ea3-4f2a-8b64-5c236df97879 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 984 time: 0.0938725 Oct 13 04:23:58.973821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-d753ae5a-ecf4-4ac1-9049-6b234bea4df8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 998 time: 0.1576610 Oct 13 04:23:59.021091 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:37Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:59.022210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-015a555c-e7b3-4c85-81d8-231cb951c91b req-d68e5e75-3b1e-4cad-ab02-8fee722b4286 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0542572 Oct 13 04:23:59.050011 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] Checking router: c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:59.058530 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:59.059200 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:59.064058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-ee18eb43-2106-4cf9-be5c-8cb78a3f3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.065622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-ee18eb43-2106-4cf9-be5c-8cb78a3f3864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0788162 Oct 13 04:23:59.128069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31560-a71d-4d13-a033-668f44fe75fa req-546d6f2c-fdee-4455-85ad-cde4c68aedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.132690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-546d6f2c-fdee-4455-85ad-cde4c68aedf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589330 Oct 13 04:23:59.196000 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:59.252975 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-53115505-2d44-47d3-bc72-b110b24cf4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126821 Oct 13 04:23:59.345102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c31560-a71d-4d13-a033-668f44fe75fa req-2d78bf4e-b2dd-4a61-8781-441c48ecf24e service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841935 Oct 13 04:23:59.441283 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:37Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:59.482832 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a788a-14f9-4e70-a69d-e8ecabce69b9 None None] The sync data for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 is: [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:22:26Z', 'revision_number': 4, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '8ac52680-3f95-4807-9983-f80632b39ab2', 'name': '', 'network_id': '34ff82e6-70fa-45fc-85a7-a147912fff7c', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'mac_address': 'fa:16:3e:70:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:24Z', 'updated_at': '2021-10-13T04:22:37Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'subnets': [{'id': 'c6db2e97-ae13-44c3-95bd-0e85e88e2399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:59.526155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8cb9d-157a-4610-8ff1-3904dec4e2a8 req-acd56e11-6695-48bf-8b7f-321b414e60cf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.528643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8b8cb9d-157a-4610-8ff1-3904dec4e2a8 req-acd56e11-6695-48bf-8b7f-321b414e60cf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.0805545 Oct 13 04:23:59.569702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8b8cb9d-157a-4610-8ff1-3904dec4e2a8 req-40fc945d-35d8-4e9d-9471-8a686ec0f97a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351136 Oct 13 04:23:59.748976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d1474-c94f-48c1-a6df-3ed337413612 None None] New status for floating IP fd84cd97-f73c-4156-9367-0421dbd579a4: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:23:59.949043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901'}, {'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:59.951449 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1159bb7-6150-4e93-a445-42bf35595a33" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901"}, {"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:00.011195 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee78148-1165-4adc-89b0-30562bfdce24 x-openstack-request-id: req-5ee78148-1165-4adc-89b0-30562bfdce24 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:00.011497 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:00.011749 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ee78148-1165-4adc-89b0-30562bfdce24 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:00.012154 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901', 'status': 'completed', 'code': 200} Oct 13 04:24:00.012409 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'status': 'completed', 'code': 200} Oct 13 04:24:00.084557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-9caf8471-07a5-4cc7-8a4f-58f7e46a0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.086423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-9caf8471-07a5-4cc7-8a4f-58f7e46a0910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fbd561a33e34e18a7a85efaef98420b&device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 1135 time: 0.0515218 Oct 13 04:24:00.224332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-4c9c582f-5e5c-4626-bef4-2c6fe0bbf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.226919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-4c9c582f-5e5c-4626-bef4-2c6fe0bbf645 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34ff82e6-70fa-45fc-85a7-a147912fff7c HTTP/1.1" status: 200 len: 897 time: 0.1335146 Oct 13 04:24:00.237979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-0fd614dd-c3a6-4eee-b08e-99a8aa86a6ea tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.239995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-0fd614dd-c3a6-4eee-b08e-99a8aa86a6ea tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 984 time: 0.1529598 Oct 13 04:24:00.243465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-c39e73ff-8acb-4e63-a417-fab5b3bb9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.247127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-c39e73ff-8acb-4e63-a417-fab5b3bb9bf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1094 time: 0.2193725 Oct 13 04:24:00.256850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eabd8c-807a-4ca2-9dc0-3e3c22108423 req-b97a8dec-3370-449f-9585-c162bcdacdaf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.258553 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8eabd8c-807a-4ca2-9dc0-3e3c22108423 req-b97a8dec-3370-449f-9585-c162bcdacdaf tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 984 time: 0.1244752 Oct 13 04:24:00.298746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-584d232c-134d-47d6-9873-a64a118138b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=001c0808-ac0e-4d35-a02b-ed696a147901 HTTP/1.1" status: 200 len: 217 time: 0.0641804 Oct 13 04:24:00.356721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-4be33863-bc06-4a21-9c1b-e7b372d709df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.361160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-4be33863-bc06-4a21-9c1b-e7b372d709df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6db2e97-ae13-44c3-95bd-0e85e88e2399 HTTP/1.1" status: 200 len: 834 time: 0.0508192 Oct 13 04:24:00.423757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-70c38b09-429f-46df-9cff-93b25ffb497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.425864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-70c38b09-429f-46df-9cff-93b25ffb497e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34ff82e6-70fa-45fc-85a7-a147912fff7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549524 Oct 13 04:24:00.459318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8eabd8c-807a-4ca2-9dc0-3e3c22108423 req-5a0e8569-b442-414c-9f0b-a538e136ef9d tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1874576 Oct 13 04:24:00.587871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-8657842b-387c-47ae-9c54-113c10f1b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.589412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-8657842b-387c-47ae-9c54-113c10f1b350 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.3246973 Oct 13 04:24:00.606215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-74a0be7f-69ca-456d-98b1-9cbb5fd87645 service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721625 Oct 13 04:24:00.631343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port 001c0808-ac0e-4d35-a02b-ed696a147901 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:00.632609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.686536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:00.775304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:00.834090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:00.841303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:00.898804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-d082072d-d218-46bb-b7c3-9ea472143deb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 998 time: 0.2990661 Oct 13 04:24:00.921467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:01.028930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] For port 001c0808-ac0e-4d35-a02b-ed696a147901, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=001c0808-ac0e-4d35-a02b-ed696a147901,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.029400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.034231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-c11b0cf8-d313-4e25-b2fc-ef1374b12805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.035792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-c11b0cf8-d313-4e25-b2fc-ef1374b12805 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.1279850 Oct 13 04:24:01.041586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:01.045801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.061652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.079460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'mac_address': 'fa:16:3e:71:0c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:01.154390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.176350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for 001c0808-ac0e-4d35-a02b-ed696a147901 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:01.192353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182e11ed-1668-474f-ba49-739cb4b6fb3c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:01.217247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.222833 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.238966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d53c-e2fb-49fb-bfe6-2e5974891daf req-3841b8a8-802e-49c3-b51d-5aaa21fb54ab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.246074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f2d53c-e2fb-49fb-bfe6-2e5974891daf req-3841b8a8-802e-49c3-b51d-5aaa21fb54ab tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 943 time: 0.0834484 Oct 13 04:24:01.270093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-a67fc07a-f2fd-4f05-a1ec-3d7c59b37a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.271606 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-a67fc07a-f2fd-4f05-a1ec-3d7c59b37a57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193695 Oct 13 04:24:01.279262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-7ff4e2da-aa13-46d4-a5fe-27a78d98c559 service neutron] 10.222.0.15 "GET /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648748 Oct 13 04:24:01.281606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.287327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f2d53c-e2fb-49fb-bfe6-2e5974891daf req-067df076-6621-4d24-b05d-3022b5324783 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Oct 13 04:24:01.383163 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:01.399143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-77f960a0-0467-4026-a268-98de8f18a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.400916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-77f960a0-0467-4026-a268-98de8f18a4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1095 time: 0.0568168 Oct 13 04:24:01.482598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.498403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-a36f79b9-8403-482e-84f6-2fd6a66378c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.500518 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-a36f79b9-8403-482e-84f6-2fd6a66378c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.0911353 Oct 13 04:24:01.507486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['182e11ed-1668-474f-ba49-739cb4b6fb3c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:01.569438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-e8c5da12-b115-43eb-969f-e4571d2c68d2 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501948 Oct 13 04:24:01.614062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-2a8752be-e64c-4465-b0de-22c15044db07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 999 time: 0.1067128 Oct 13 04:24:01.645529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=88aaf630-10d9-49fa-881f-729fabb8ff11,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.674075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-18a71d4d-6210-451f-8a83-65aab05c31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.675711 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-18a71d4d-6210-451f-8a83-65aab05c31de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0506828 Oct 13 04:24:01.679874 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.737954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'afd1f3cd-a6f3-49b6-843b-635f854160e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:01.738568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: 27cad2b0-8a73-4d6d-812c-47bda879f06d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:01.752283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09c1d-7cd9-449b-9538-34c90390425e req-16309cc4-dbdf-4007-8d5b-46617a9f68b0 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.752562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=001c0808-ac0e-4d35-a02b-ed696a147901,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.754027 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3c09c1d-7cd9-449b-9538-34c90390425e req-16309cc4-dbdf-4007-8d5b-46617a9f68b0 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfcded62-2a2f-42b0-816b-ab870cf5023c HTTP/1.1" status: 200 len: 906 time: 0.1388361 Oct 13 04:24:01.759948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-1f22509a-8114-47a9-ba6a-cf83d008b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.761238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-1f22509a-8114-47a9-ba6a-cf83d008b1da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686407 Oct 13 04:24:01.786601 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-a55ad6cc-0b57-4a28-b162-a6b033c3bf9d service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089233 Oct 13 04:24:01.807220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] No DVR routers for this DVR port 001c0808-ac0e-4d35-a02b-ed696a147901 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:01.816880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.820657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d60be5-0ee9-46e7-8385-bdec8bc3f6f1 req-829bb399-a124-40ea-97eb-c574f7ef6f7c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.15 "DELETE /v2.0/ports/001c0808-ac0e-4d35-a02b-ed696a147901 HTTP/1.1" status: 204 len: 173 time: 1.5720632 Oct 13 04:24:01.821175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'name': 'network-vif-deleted', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:01.824704 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df19688-03a3-46a5-b76f-e039a07d7103" -d '{"events": [{"server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "name": "network-vif-deleted", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:01.832442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 27cad2b0-8a73-4d6d-812c-47bda879f06d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:01.856243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 27cad2b0-8a73-4d6d-812c-47bda879f06d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:01.863498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.864082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.879863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f334d-5b3d-401a-815f-46f21a3b673a None None] Network 27cad2b0-8a73-4d6d-812c-47bda879f06d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:01.909761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c60d956-a622-4a21-a08d-78face70e659 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0710275 Oct 13 04:24:01.911320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.911458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3c09c1d-7cd9-449b-9538-34c90390425e req-45c877b8-e97e-49ab-8e08-c6ea56d417b5 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f31aa76-de2d-4de9-8a0d-de7ad4520e45&id=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1230466 Oct 13 04:24:01.920736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-321984266'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:01.925038 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b075af-9679-49ea-9440-c709dc7ebf06 x-openstack-request-id: req-41b075af-9679-49ea-9440-c709dc7ebf06 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:01.925380 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcded62-2a2f-42b0-816b-ab870cf5023c", "name": "network-vif-deleted", "tag": "001c0808-ac0e-4d35-a02b-ed696a147901", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:01.925649 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41b075af-9679-49ea-9440-c709dc7ebf06 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:01.926037 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcded62-2a2f-42b0-816b-ab870cf5023c', 'name': 'network-vif-deleted', 'tag': '001c0808-ac0e-4d35-a02b-ed696a147901', 'status': 'completed', 'code': 200} Oct 13 04:24:01.947465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:01.951784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.952964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-7c4633ee-5a61-4407-9156-c22241227a82 service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845016 Oct 13 04:24:01.985494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:02.007665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.008025 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment 8f5db1b2-ce5b-4401-a4bf-cdf726f654a5 of type vlan for network fa462d8a-9c5a-4d7b-a141-a158e9ceae0b Oct 13 04:24:02.069546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.102585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.106023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-27cad2b0-8a73-4d6d-812c-47bda879f06d', 'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': '88aaf630-10d9-49fa-881f-729fabb8ff11'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:02.107597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.109320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.109966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.126716 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1159bb7-6150-4e93-a445-42bf35595a33 req-4161ae63-c9c1-4aa6-ba4f-3fe13777ac16 service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433327 Oct 13 04:24:02.194011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=fa462d8a-9c5a-4d7b-a141-a158e9ceae0b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.201925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f99a71f0-6e9f-48bf-980f-28bb7c34d215 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2878571 Oct 13 04:24:02.202695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:02.210209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': 'fa462d8a-9c5a-4d7b-a141-a158e9ceae0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:02.271410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network fa462d8a-9c5a-4d7b-a141-a158e9ceae0b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:02.460183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:02.465684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.474786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Allocated IP 2001:db8:0:ffff::2 (27cad2b0-8a73-4d6d-812c-47bda879f06d/88aaf630-10d9-49fa-881f-729fabb8ff11/6a7b29ea-395b-4fbf-9df3-c58d368103a7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:02.511385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce26df-88e8-44b6-a7e9-413cf4d8019e req-0f252545-ff15-4416-8ab7-15a591a37b7a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.514253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfce26df-88e8-44b6-a7e9-413cf4d8019e req-0f252545-ff15-4416-8ab7-15a591a37b7a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.0779412 Oct 13 04:24:02.595060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfce26df-88e8-44b6-a7e9-413cf4d8019e req-fd9f6e83-6d9d-4a7b-9179-f703ce04c3f4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689452 Oct 13 04:24:02.671409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.679548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.708243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.731119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Network 27cad2b0-8a73-4d6d-812c-47bda879f06d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:02.734255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:02.738435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:02.758615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Pushing event updated for resources: {'Port': ['ID=6a7b29ea-395b-4fbf-9df3-c58d368103a7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.774686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=5e4744aa-9fac-4712-91af-9b803c3f5bae,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.792359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': '8f5db1b2-ce5b-4401-a4bf-cdf726f654a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa462d8a-9c5a-4d7b-a141-a158e9ceae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:02.792857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: fa462d8a-9c5a-4d7b-a141-a158e9ceae0b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:02.812802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network fa462d8a-9c5a-4d7b-a141-a158e9ceae0b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:02.860795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Attempting to bind port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:02.861624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Attempting to bind port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'afd1f3cd-a6f3-49b6-843b-635f854160e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:02.862159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Attempting to bind port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 on network 27cad2b0-8a73-4d6d-812c-47bda879f06d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:02.869676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:02.870402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Checking segment: {'id': 'afd1f3cd-a6f3-49b6-843b-635f854160e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:02.871442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.872011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Bound using segment: {'id': 'afd1f3cd-a6f3-49b6-843b-635f854160e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:02.872938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Bound port: 6a7b29ea-395b-4fbf-9df3-c58d368103a7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd1f3cd-a6f3-49b6-843b-635f854160e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27cad2b0-8a73-4d6d-812c-47bda879f06d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:02.873479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, fa462d8a-9c5a-4d7b-a141-a158e9ceae0b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:02.873726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.885565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.886280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.890445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbee4e9-5dc0-49e7-9e3f-cdb61265b07e None None] Network fa462d8a-9c5a-4d7b-a141-a158e9ceae0b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:02.894108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1cb8-b920-42dc-aed1-34eb505ebe2e req-7bc2eb51-64ae-40fe-8ddb-8e6f00d58802 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.902080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-160e1cb8-b920-42dc-aed1-34eb505ebe2e req-7bc2eb51-64ae-40fe-8ddb-8e6f00d58802 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.0641322 Oct 13 04:24:02.925238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f81b01cf-72af-4dc5-a5f4-c4e53a7da9e8 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7217224 Oct 13 04:24:02.930660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:02.933408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-cf05ef29-f628-4eca-8235-71f18232f1c1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.934879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-cf05ef29-f628-4eca-8235-71f18232f1c1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca&tenant_id=928d6475dae444d0b96465e78119009e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 944 time: 0.1185486 Oct 13 04:24:02.949664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:02.993920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:03.034023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-160e1cb8-b920-42dc-aed1-34eb505ebe2e req-e0210dc9-58c8-4b09-b406-76815af896b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310656 Oct 13 04:24:03.074155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-cde8d0ea-7a78-48a6-b436-6d8f15fbbc01 service neutron] 10.222.0.15 "GET /v2.0/ports/182e11ed-1668-474f-ba49-739cb4b6fb3c/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.1302693 Oct 13 04:24:03.103209 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c1b80a3-6fc2-483f-8c9b-5b86027d18b7 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.104850 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.151303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c1b80a3-6fc2-483f-8c9b-5b86027d18b7 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.172353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.176754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-019e0eed-7e61-43b7-b6cd-1fe450a3f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.178209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-019e0eed-7e61-43b7-b6cd-1fe450a3f5c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1095 time: 0.0761321 Oct 13 04:24:03.247911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.297696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4744aa-9fac-4712-91af-9b803c3f5bae,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.298178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-fbf36925-9290-47aa-9c22-1b5b813c6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.299892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] For port 6a7b29ea-395b-4fbf-9df3-c58d368103a7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:03.300062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-fbf36925-9290-47aa-9c22-1b5b813c6c69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.1118946 Oct 13 04:24:03.304009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] For port 6a7b29ea-395b-4fbf-9df3-c58d368103a7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6a7b29ea-395b-4fbf-9df3-c58d368103a7,segment=NetworkSegment(afd1f3cd-a6f3-49b6-843b-635f854160e6),segment_id=afd1f3cd-a6f3-49b6-843b-635f854160e6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:03.308427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 182e11ed-1668-474f-ba49-739cb4b6fb3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:03.315242 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.321251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 182e11ed-1668-474f-ba49-739cb4b6fb3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:03.321671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.356417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c1b80a3-6fc2-483f-8c9b-5b86027d18b7 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.359310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c1b80a3-6fc2-483f-8c9b-5b86027d18b7 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.366963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2c1b80a3-6fc2-483f-8c9b-5b86027d18b7 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/security-groups/0f31aa76-de2d-4de9-8a0d-de7ad4520e45 HTTP/1.1" status: 204 len: 168 time: 0.3705649 Oct 13 04:24:03.370330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:03.388974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b80a3-6fc2-483f-8c9b-5b86027d18b7 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31aa76-de2d-4de9-8a0d-de7ad4520e45,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.413113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.415875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-692624cf-3ed2-4b5c-9373-b26fe54d5261 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 999 time: 0.1084015 Oct 13 04:24:03.457684 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b05cd-38c0-46dc-8fc3-ec9f73930c8f None None] Network fa462d8a-9c5a-4d7b-a141-a158e9ceae0b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:03.476612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa462d8a-9c5a-4d7b-a141-a158e9ceae0b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.494683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5db1b2-ce5b-4401-a4bf-cdf726f654a5') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.495375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5db1b2-ce5b-4401-a4bf-cdf726f654a5') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.497509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-447baf0e-5e8f-435d-95c8-55acd9d4f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.498936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-447baf0e-5e8f-435d-95c8-55acd9d4f678 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0759685 Oct 13 04:24:03.517939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.549569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-304f9b87-a565-404b-b7fa-c151ed6cce18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.555960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-530b809f-90f9-416e-a73d-0d03144a41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.559501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.565782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-530b809f-90f9-416e-a73d-0d03144a41ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596533 Oct 13 04:24:03.575228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5e11d-6622-4b81-a57b-ca82ffa80a68 None None] Pushing event updated for resources: {'Port': ['ID=6a7b29ea-395b-4fbf-9df3-c58d368103a7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.581346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:03.582111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:03.586839 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:03.631975 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.661657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-304f9b87-a565-404b-b7fa-c151ed6cce18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.690215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-97b4eb93-ce01-445b-a086-b0066b2cd3ca service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159360 Oct 13 04:24:03.694738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:03.697376 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd3f3c3-ab2e-413f-af34-2975cd38d579" -d '{"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-plugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:03.721399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.724431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:03.731895 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.732966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 001c0808-ac0e-4d35-a02b-ed696a147901 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:03.737204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.741568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/fa462d8a-9c5a-4d7b-a141-a158e9ceae0b HTTP/1.1" status: 204 len: 168 time: 0.8099144 Oct 13 04:24:03.750264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:03.764432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2003073381'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:03.777654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f4668-4173-4fb7-af38-f3ba06fa40ea tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=fa462d8a-9c5a-4d7b-a141-a158e9ceae0b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.803483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-304f9b87-a565-404b-b7fa-c151ed6cce18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.813807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-304f9b87-a565-404b-b7fa-c151ed6cce18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.815714 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13746da2-8946-418e-ac8c-fedce8a72086 x-openstack-request-id: req-13746da2-8946-418e-ac8c-fedce8a72086 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:03.816013 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-plugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:03.816267 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13746da2-8946-418e-ac8c-fedce8a72086 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:03.816657 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'code': 200} Oct 13 04:24:03.817180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-304f9b87-a565-404b-b7fa-c151ed6cce18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f914654-3d3b-4fbf-ba9f-0122c0d1b93e HTTP/1.1" status: 204 len: 168 time: 0.4456763 Oct 13 04:24:03.829454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57596) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:03.830544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f9b87-a565-404b-b7fa-c151ed6cce18 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f914654-3d3b-4fbf-ba9f-0122c0d1b93e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.884207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.895482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 001c0808-ac0e-4d35-a02b-ed696a147901 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:03.896472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 001c0808-ac0e-4d35-a02b-ed696a147901 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:03.910736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-e8515ce1-e945-4d9f-9ed2-c2df78574000 service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122662 Oct 13 04:24:03.912175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:03.916003 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.947341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:03.961223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.962546 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment ac9c397b-bdd9-4ada-ae94-dc09c14597bc of type vlan for network 7c0fe57d-5132-4396-b70a-fea2107c417c Oct 13 04:24:04.012016 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.039903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.046418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.047011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.143588 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3857386 Oct 13 04:24:04.161251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57600) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.169675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:04.179746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047b58d-0fd0-42af-b15c-1cf6e2add1b3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=7c0fe57d-5132-4396-b70a-fea2107c417c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.191555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7c0fe57d-5132-4396-b70a-fea2107c417c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:04.263427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed779584-168d-4014-9de2-3ce6dd5aa1e4 req-8506facf-b3fd-412d-a140-c061f19a0532 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.270984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed779584-168d-4014-9de2-3ce6dd5aa1e4 req-8506facf-b3fd-412d-a140-c061f19a0532 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1499259 Oct 13 04:24:04.330789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed779584-168d-4014-9de2-3ce6dd5aa1e4 req-9c07c8da-7d74-4a58-8287-79a77ea0732a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570900 Oct 13 04:24:04.340170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:04.343008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.587091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.587746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6a7b29ea-395b-4fbf-9df3-c58d368103a7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:04.633340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.693069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:04.693851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.702062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:04.702438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: 7c0fe57d-5132-4396-b70a-fea2107c417c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:04.760616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 7c0fe57d-5132-4396-b70a-fea2107c417c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:04.764583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=c2927bdd-871c-465b-98ff-4f5614a91ed3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.796939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7c0fe57d-5132-4396-b70a-fea2107c417c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:04.802077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.802891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.815323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604bff9-240d-4d22-839f-e6facf3776db None None] Network 7c0fe57d-5132-4396-b70a-fea2107c417c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:04.825650 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-690a1d0d-96d5-4f81-bfa8-c43dfa9c76cd tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6632254 Oct 13 04:24:04.829796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.841958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724210429'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:04.861146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.868742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:04.873316 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.908195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:04.931163 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 6a7b29ea-395b-4fbf-9df3-c58d368103a7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6a7b29ea-395b-4fbf-9df3-c58d368103a7,segment=NetworkSegment(afd1f3cd-a6f3-49b6-843b-635f854160e6),segment_id=afd1f3cd-a6f3-49b6-843b-635f854160e6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:04.936836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.937711 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment f74111a4-b54e-48c0-9419-4e6c7b202c59 of type vlan for network 22337a7e-ae3a-4e62-989d-852f63ae0508 Oct 13 04:24:04.943355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.024569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.054575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=6a7b29ea-395b-4fbf-9df3-c58d368103a7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.055931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port 8ac52680-3f95-4807-9983-f80632b39ab2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:05.055931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.072571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.073831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7cfd6-b4ad-44cc-b14e-20aee4ac048a None None] Network 27cad2b0-8a73-4d6d-812c-47bda879f06d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:05.079512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:05.080121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.103581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7c0fe57d-5132-4396-b70a-fea2107c417c', 'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': 'c2927bdd-871c-465b-98ff-4f5614a91ed3'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:05.104442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.167488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3345480 Oct 13 04:24:05.170976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.179612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': '22337a7e-ae3a-4e62-989d-852f63ae0508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:05.187933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80ad2521-2f6c-477b-83b1-f95940a4c713 None None] Provisioning complete for port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:05.188332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80ad2521-2f6c-477b-83b1-f95940a4c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.199981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] For port 8ac52680-3f95-4807-9983-f80632b39ab2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8ac52680-3f95-4807-9983-f80632b39ab2,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:05.200590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.214936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for 8ac52680-3f95-4807-9983-f80632b39ab2 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:05.272549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929654c5-2e18-4285-992a-ec190de10106 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=22337a7e-ae3a-4e62-989d-852f63ae0508,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.297232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 22337a7e-ae3a-4e62-989d-852f63ae0508 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:05.299300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:05.309074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.485132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Performing IP validity checks on allocation pools {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:24:05.485656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:24:05.582130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459d3e-3424-4808-a8b8-52aa6be5ab28 req-7e23670e-2768-4aa7-ae43-ba54dc8f5f87 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:05.583370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Allocated IP 2001:db8::1 (7c0fe57d-5132-4396-b70a-fea2107c417c/c2927bdd-871c-465b-98ff-4f5614a91ed3/858450dc-4219-49c6-832f-9e8e9a468f70) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:05.584453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80459d3e-3424-4808-a8b8-52aa6be5ab28 req-7e23670e-2768-4aa7-ae43-ba54dc8f5f87 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.1441514 Oct 13 04:24:05.615806 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.673544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=8ac52680-3f95-4807-9983-f80632b39ab2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.728862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80459d3e-3424-4808-a8b8-52aa6be5ab28 req-08494413-f271-40e0-971d-a23f932d18b2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154084 Oct 13 04:24:05.816099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.883570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.900920 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.917605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=f84108fa-b6f3-47c2-a1fa-c8b806a112cc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.937462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'f74111a4-b54e-48c0-9419-4e6c7b202c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '22337a7e-ae3a-4e62-989d-852f63ae0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:05.939358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: 22337a7e-ae3a-4e62-989d-852f63ae0508, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:05.969007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 22337a7e-ae3a-4e62-989d-852f63ae0508 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:05.982584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 22337a7e-ae3a-4e62-989d-852f63ae0508) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:05.999376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.000144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.026206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-19c137f3-fbd9-415b-811e-91ffa28ee6ae tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8540602 Oct 13 04:24:06.026983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:06.027787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc33de-a602-4588-bef0-9a42c052c94f None None] Network 22337a7e-ae3a-4e62-989d-852f63ae0508 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:06.100804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aad51b-cae6-4302-b7b6-f38579b201be req-df44b803-ecf4-4064-94bc-f301aa281f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.102677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-df44b803-ecf4-4064-94bc-f301aa281f83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1096 time: 0.1384642 Oct 13 04:24:06.124613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Network 7c0fe57d-5132-4396-b70a-fea2107c417c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:06.134695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:06.141409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:06.167989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Pushing event updated for resources: {'Port': ['ID=858450dc-4219-49c6-832f-9e8e9a468f70,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.177931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.202204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.232176 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.250883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Attempting to bind port 858450dc-4219-49c6-832f-9e8e9a468f70 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:06.251242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Attempting to bind port 858450dc-4219-49c6-832f-9e8e9a468f70 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:06.251594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Attempting to bind port 858450dc-4219-49c6-832f-9e8e9a468f70 on network 7c0fe57d-5132-4396-b70a-fea2107c417c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:06.253338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a48658eb-0167-4920-9300-f2b980d84ab5 None None] Provisioning complete for port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:06.253696 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a48658eb-0167-4920-9300-f2b980d84ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.297089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:06.297408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Checking segment: {'id': 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:06.298362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.298747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Bound using segment: {'id': 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:06.299219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Bound port: 858450dc-4219-49c6-832f-9e8e9a468f70, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c0fe57d-5132-4396-b70a-fea2107c417c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:06.299592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.303614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.339071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aad51b-cae6-4302-b7b6-f38579b201be req-303c066b-13f2-44a4-aa5d-0770ce8e4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.340559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-303c066b-13f2-44a4-aa5d-0770ce8e4be9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.2134769 Oct 13 04:24:06.345358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=f84108fa-b6f3-47c2-a1fa-c8b806a112cc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.356326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-bdf8f73c-9f3c-4647-aaea-c36ddc0b1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.357730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-bdf8f73c-9f3c-4647-aaea-c36ddc0b1452 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 1096 time: 0.1652157 Oct 13 04:24:06.390142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a29a7e-1b4f-4d15-8387-a54be782f4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-22337a7e-ae3a-4e62-989d-852f63ae0508', 'network_id': '22337a7e-ae3a-4e62-989d-852f63ae0508', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': 'f84108fa-b6f3-47c2-a1fa-c8b806a112cc'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:06.390987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03a29a7e-1b4f-4d15-8387-a54be782f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.414592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:06.414824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.435584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22337a7e-ae3a-4e62-989d-852f63ae0508']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:06.447467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74111a4-b54e-48c0-9419-4e6c7b202c59') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:06.449050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74111a4-b54e-48c0-9419-4e6c7b202c59') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:06.458128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] For port 858450dc-4219-49c6-832f-9e8e9a468f70, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:06.463758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.484714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.486681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:06.486839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:06.501562 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:06.522589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] For port 858450dc-4219-49c6-832f-9e8e9a468f70, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=858450dc-4219-49c6-832f-9e8e9a468f70,segment=NetworkSegment(ac9c397b-bdd9-4ada-ae94-dc09c14597bc),segment_id=ac9c397b-bdd9-4ada-ae94-dc09c14597bc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:06.528472 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.556717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da86e6-99ec-41c7-a56a-bf8c5f4a8a30 None None] Network 22337a7e-ae3a-4e62-989d-852f63ae0508 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:06.563624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-4b6a6f4a-0227-4dc2-abf7-a3b6730ea704 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 1000 time: 0.2153125 Oct 13 04:24:06.609415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.626736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.651473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.656752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/22337a7e-ae3a-4e62-989d-852f63ae0508 HTTP/1.1" status: 204 len: 168 time: 0.6266451 Oct 13 04:24:06.658196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6a7b29ea-395b-4fbf-9df3-c58d368103a7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:06.665843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230a18a-9099-40c2-b99c-71be855d1d76 None None] Pushing event updated for resources: {'Port': ['ID=858450dc-4219-49c6-832f-9e8e9a468f70,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.666820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:06.685054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211049052'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:06.685054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444e3b-b08f-483f-95b6-45df6f1e270b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=22337a7e-ae3a-4e62-989d-852f63ae0508,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.723128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:06.727569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.755188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aad51b-cae6-4302-b7b6-f38579b201be req-f4722b2f-1b91-4c9a-8258-80175972b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.756752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-f4722b2f-1b91-4c9a-8258-80175972b763 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.1850698 Oct 13 04:24:06.789015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:06.801469 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.801884 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment cf9b2836-e750-4d9d-a5cb-3b34d8c04c97 of type vlan for network ddcaea6c-2527-4f8a-b414-2081e05a73b2 Oct 13 04:24:06.843300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:06.843655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.872925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.930449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.971093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.971902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.035385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aad51b-cae6-4302-b7b6-f38579b201be req-7d3c382e-f8a5-4213-b25c-5f9f8d6a69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:07.037724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-7d3c382e-f8a5-4213-b25c-5f9f8d6a69a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624516 Oct 13 04:24:07.079673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4089303 Oct 13 04:24:07.080478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57632) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.085395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': 'ddcaea6c-2527-4f8a-b414-2081e05a73b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:07.144775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64e824-d089-4dff-958f-da4300be8f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=ddcaea6c-2527-4f8a-b414-2081e05a73b2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.157454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network ddcaea6c-2527-4f8a-b414-2081e05a73b2 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:07.160071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:07.170735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ce32-3318-4a95-8d14-cf682fde8a06 req-24a9e8dc-52e5-425e-84f5-e9bf1b93c052 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:07.171102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4289ce32-3318-4a95-8d14-cf682fde8a06 req-24a9e8dc-52e5-425e-84f5-e9bf1b93c052 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.2630959 Oct 13 04:24:07.229545 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4289ce32-3318-4a95-8d14-cf682fde8a06 req-068f3e6e-cea5-406a-b28c-caa90fff5eb8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509329 Oct 13 04:24:07.239330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:07.243592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.293868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:07.298974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-bb221629-eed1-48b7-9878-2375e0aeef93 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458534 Oct 13 04:24:07.426192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:07.465902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.468015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:07.479853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-13adebe5-a266-4d96-9c03-5eaa8c21afc4 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "PUT /v2.0/routers/c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6376035 Oct 13 04:24:07.480755 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] Sync routers for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:07.489600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.493170 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:07.493787 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:07.563000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting subnet c6db2e97-ae13-44c3-95bd-0e85e88e2399 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:07.567034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'cf9b2836-e750-4d9d-a5cb-3b34d8c04c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ddcaea6c-2527-4f8a-b414-2081e05a73b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:07.567312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: ddcaea6c-2527-4f8a-b414-2081e05a73b2, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:07.571321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.573792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:07.575053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=38a315c5-a0e7-468e-9f5b-b16ca8bc81fa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.576120 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef099f86-e1c1-4eaa-b435-ee3ae3d29c4f" -d '{"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-unplugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:07.581140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.603932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network ddcaea6c-2527-4f8a-b414-2081e05a73b2 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:07.617368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, ddcaea6c-2527-4f8a-b414-2081e05a73b2) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:07.628800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32a9ef-e349-4272-b8d9-f1f12367c005 None None] Network ddcaea6c-2527-4f8a-b414-2081e05a73b2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:07.629069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:07.630531 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.631688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08aad51b-cae6-4302-b7b6-f38579b201be req-29bec3fa-5dd0-4f0a-a981-cd08cf068af7 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233182 Oct 13 04:24:07.669582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Transition to ACTIVE for port object 182e11ed-1668-474f-ba49-739cb4b6fb3c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:07.680714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b6f4f43d-df7d-407e-9437-33911b1e9516 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5990400 Oct 13 04:24:07.684307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.691043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.710767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.722208 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941fa5a3-2f4a-4758-b044-721ca1b32732 x-openstack-request-id: req-941fa5a3-2f4a-4758-b044-721ca1b32732 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:07.722881 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-unplugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:07.723395 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-941fa5a3-2f4a-4758-b044-721ca1b32732 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:07.724028 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'code': 200} Oct 13 04:24:07.818481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.882737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.925671 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:07.977786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.011251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc1101-2558-4bd4-ae1e-75fe4754f036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-ddcaea6c-2527-4f8a-b414-2081e05a73b2', 'network_id': 'ddcaea6c-2527-4f8a-b414-2081e05a73b2', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': '38a315c5-a0e7-468e-9f5b-b16ca8bc81fa'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:08.015852 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5abc1101-2558-4bd4-ae1e-75fe4754f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.107070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.206929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.224004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=38a315c5-a0e7-468e-9f5b-b16ca8bc81fa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-5abc1101-2558-4bd4-ae1e-75fe4754f036 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38a315c5-a0e7-468e-9f5b-b16ca8bc81fa: This subnet is being modified by another concurrent operation. Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38a315c5-a0e7-468e-9f5b-b16ca8bc81fa: This subnet is being modified by another concurrent operation. Oct 13 04:24:08.241961 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:08.278059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2103814-7fc0-4c5c-9df2-0d43c8b3f353 None None] Network ddcaea6c-2527-4f8a-b414-2081e05a73b2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:08.370687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.381879 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:24:05Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.399513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcaea6c-2527-4f8a-b414-2081e05a73b2']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.411433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9b2836-e750-4d9d-a5cb-3b34d8c04c97') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.412026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9b2836-e750-4d9d-a5cb-3b34d8c04c97') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.423332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.433554 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] Checking router: c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:08.436506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff38446-cc8e-4fe4-a876-67d621cb980a None None] Network 7c0fe57d-5132-4396-b70a-fea2107c417c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:08.452342 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] Routers {'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:08.453051 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.455152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.478059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:08.478619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:08.486585 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:08.555825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c583c40-eab5-43db-bbed-5ae42053d2cc None None] Provisioning complete for port 858450dc-4219-49c6-832f-9e8e9a468f70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:08.556524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c583c40-eab5-43db-bbed-5ae42053d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.579896 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.592867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.598562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/ddcaea6c-2527-4f8a-b414-2081e05a73b2 HTTP/1.1" status: 204 len: 168 time: 0.9128754 Oct 13 04:24:08.620553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:08.621411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d249f0f-8728-4c8a-8894-ff1739c0e269 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=ddcaea6c-2527-4f8a-b414-2081e05a73b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.629514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1415246807'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:08.650391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 858450dc-4219-49c6-832f-9e8e9a468f70 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:08.664563 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] Set router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:08.682348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:08.686314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.716393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:08.730455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.730805 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment c3098fdb-b87e-4a97-8628-b2970375b317 of type vlan for network cddcf847-1c24-4649-9986-905ff9f75c21 Oct 13 04:24:08.734905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.738884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] No DVR routers for this DVR port 182e11ed-1668-474f-ba49-739cb4b6fb3c on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:08.812705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.885348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.896452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:08.897839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.923068 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:24:05Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.964092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e583-be09-405f-ba32-3c27dc5ae376 req-3b5ef031-ea81-4ada-8968-2e9a43d0c3b3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:08.974789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a29e583-be09-405f-ba32-3c27dc5ae376 req-3b5ef031-ea81-4ada-8968-2e9a43d0c3b3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.4104269 Oct 13 04:24:08.982908 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f345a3b-4e5a-4feb-a85f-a3809bdf0c8d None None] The sync data for ids ['c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af'] in n-d-810220-9 is: [{'id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1240169863', 'tenant_id': '2fbd561a33e34e18a7a85efaef98420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:17Z', 'updated_at': '2021-10-13T04:24:05Z', 'revision_number': 5, 'project_id': '2fbd561a33e34e18a7a85efaef98420b', 'gw_port': {'id': '397d2bb4-76b6-486e-b6d3-c447a277e692', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:18Z', 'updated_at': '2021-10-13T04:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:09.032548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=cddcf847-1c24-4649-9986-905ff9f75c21,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.046119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a21267e1-cf8a-4f8c-b6b7-4ad9e35a5620 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4221604 Oct 13 04:24:09.049177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:09.075574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': 'cddcf847-1c24-4649-9986-905ff9f75c21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:09.083644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a29e583-be09-405f-ba32-3c27dc5ae376 req-4dfb059d-88c6-4190-89f9-1b97b0cd7d52 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072540 Oct 13 04:24:09.088562 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.128631 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c583c40-eab5-43db-bbed-5ae42053d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.130828 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:09.132544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network cddcf847-1c24-4649-9986-905ff9f75c21 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:09.160047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:09.160259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:09.160666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:09.167350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.170697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/subnets/c6db2e97-ae13-44c3-95bd-0e85e88e2399 HTTP/1.1" status: 204 len: 168 time: 1.6755338 Oct 13 04:24:09.172856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb32e41-db40-4e4c-a609-ae4203d059f8 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Subnet': ['ID=c6db2e97-ae13-44c3-95bd-0e85e88e2399,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.173655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:09.177574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:09.177912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Attempting to bind port 182e11ed-1668-474f-ba49-739cb4b6fb3c on network 8d0c2153-03fe-4ca1-a5e6-1746408d863d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:09.183616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:09.184005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Checking segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:09.184352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Bound using segment: {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:09.184825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Bound port: 182e11ed-1668-474f-ba49-739cb4b6fb3c, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281d5b28-69f1-4950-aa98-7aba3843308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:09.185188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.251055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 858450dc-4219-49c6-832f-9e8e9a468f70 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:09.251517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.293546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5f1ff2-10f6-46e8-8273-4a3c299f9450 None None] Network 34ff82e6-70fa-45fc-85a7-a147912fff7c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:09.334181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:09.337729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:09.343820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.348078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:09.353941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.390310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.390965 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.393037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] 10.222.0.26 "PUT /v2.0/ports/182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 1092 time: 2.9842203 Oct 13 04:24:09.412977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a965890-02b9-4d4b-9a1d-68626e37af18 service neutron] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=11']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.417470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c583c40-eab5-43db-bbed-5ae42053d2cc None None] For port 858450dc-4219-49c6-832f-9e8e9a468f70, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=858450dc-4219-49c6-832f-9e8e9a468f70,segment=NetworkSegment(ac9c397b-bdd9-4ada-ae94-dc09c14597bc),segment_id=ac9c397b-bdd9-4ada-ae94-dc09c14597bc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:09.463152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c583c40-eab5-43db-bbed-5ae42053d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.474286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-7e249f05-de53-4382-82d2-d4c5a2e6ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.475808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-7e249f05-de53-4382-82d2-d4c5a2e6ef6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1095 time: 0.0539896 Oct 13 04:24:09.482901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.535635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:09.609477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-93a345c8-e310-4b35-bd8b-9a31b6be5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.615728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-93a345c8-e310-4b35-bd8b-9a31b6be5956 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.1281199 Oct 13 04:24:09.664436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c583c40-eab5-43db-bbed-5ae42053d2cc None None] Pushing event updated for resources: {'Port': ['ID=858450dc-4219-49c6-832f-9e8e9a468f70,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.692072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.712875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-98872ace-084d-4417-9d14-4f60bc6beb8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 998 time: 0.0932972 Oct 13 04:24:09.725262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:09.734122 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f481a46-fb07-4192-9c73-e2c14b0913ac" -d '{"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:09.800962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-48ea9ce4-3298-492d-8b05-24ae6855d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.802467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-48ea9ce4-3298-492d-8b05-24ae6855d34d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0641546 Oct 13 04:24:09.843213 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6bf92e-4807-4459-b4ef-2ca04b17c6a5 x-openstack-request-id: req-9f6bf92e-4807-4459-b4ef-2ca04b17c6a5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:09.843776 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:09.845028 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f6bf92e-4807-4459-b4ef-2ca04b17c6a5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:09.846093 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'status': 'completed', 'code': 200} Oct 13 04:24:09.894769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-53ff41f9-1278-430d-b8b2-d42889150b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.896746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-53ff41f9-1278-430d-b8b2-d42889150b16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819764 Oct 13 04:24:09.936442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] DHCP port deletion for 34ff82e6-70fa-45fc-85a7-a147912fff7c request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:09.994662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7246f10-8702-4f2b-8897-13abb875b5cb None None] Provisioning complete for port 858450dc-4219-49c6-832f-9e8e9a468f70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:09.995090 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7246f10-8702-4f2b-8897-13abb875b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.999693 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.029718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-41451a0e-6805-45c1-9ef4-e793b62dce45 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248341 Oct 13 04:24:10.138179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:10.163396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] Deleting port e26e42a6-813e-416e-81b2-d9267d68c03d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:10.163900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.198306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0bd1a0c4-b4e7-4237-bcc7-87eb3d71daa8 req-891409b2-fc28-4129-a824-a39ad0757e7a service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617210 Oct 13 04:24:10.257662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f57f3-8cfd-47a7-9814-2375016f1afe req-d444a364-f147-418b-8560-b8349d443a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.259970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b8f57f3-8cfd-47a7-9814-2375016f1afe req-d444a364-f147-418b-8560-b8349d443a1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1096 time: 0.1204834 Oct 13 04:24:10.278788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] For port e26e42a6-813e-416e-81b2-d9267d68c03d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e26e42a6-813e-416e-81b2-d9267d68c03d,segment=NetworkSegment(396131f2-e0f6-40f7-a71d-5c48f1493960),segment_id=396131f2-e0f6-40f7-a71d-5c48f1493960)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:10.279916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.293961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.297204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] Calling delete_port for e26e42a6-813e-416e-81b2-d9267d68c03d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:10.337831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b8f57f3-8cfd-47a7-9814-2375016f1afe req-6bec5faf-b939-454a-9791-fff6da4927b8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682125 Oct 13 04:24:10.345469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-ea4e0972-0769-4e34-a74b-2dc2433ea959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.347788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-ea4e0972-0769-4e34-a74b-2dc2433ea959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1095 time: 0.0861948 Oct 13 04:24:10.405811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-ece69721-6d0d-4e6c-af27-e9b023daf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.407906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-ece69721-6d0d-4e6c-af27-e9b023daf77a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1095 time: 0.1504884 Oct 13 04:24:10.409134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Deleting port 397d2bb4-76b6-486e-b6d3-c447a277e692 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:10.409470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.464370 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.480852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b30d81-ef6d-4df3-96ca-e571fcdaaa0d req-a7934c9a-c7ae-4651-be96-293ac6341b52 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.488727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95b30d81-ef6d-4df3-96ca-e571fcdaaa0d req-a7934c9a-c7ae-4651-be96-293ac6341b52 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.2101607 Oct 13 04:24:10.514967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] Pushing event deleted for resources: {'Port': ['ID=e26e42a6-813e-416e-81b2-d9267d68c03d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.528204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4685d-6e2a-47c6-9816-1492bedc34ac None None] No DVR routers for this DVR port e26e42a6-813e-416e-81b2-d9267d68c03d on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:10.528420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=554e9499-757b-48a6-a035-88755f1470eb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.533112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-a1c17124-13a8-4af3-80b5-71fbd3be6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.535488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-a1c17124-13a8-4af3-80b5-71fbd3be6404 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.1807759 Oct 13 04:24:10.557744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 858450dc-4219-49c6-832f-9e8e9a468f70 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:10.562647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98631669-fe5f-425e-9db4-2d121a05cf0a None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:10.567999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'c3098fdb-b87e-4a97-8628-b2970375b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cddcf847-1c24-4649-9986-905ff9f75c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:10.568418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: cddcf847-1c24-4649-9986-905ff9f75c21, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:10.615554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95b30d81-ef6d-4df3-96ca-e571fcdaaa0d req-98cd2e38-e153-4c47-8c75-4b07a9a1353b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257746 Oct 13 04:24:10.639035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-cef75c55-d733-43ad-879c-62d906fb62ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 998 time: 0.0865595 Oct 13 04:24:10.655079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network cddcf847-1c24-4649-9986-905ff9f75c21 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:10.666758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] For port 397d2bb4-76b6-486e-b6d3-c447a277e692, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=397d2bb4-76b6-486e-b6d3-c447a277e692,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:10.667400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.683724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-383ccea5-a1ff-477a-bf39-6622ded4148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.685535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-383ccea5-a1ff-477a-bf39-6622ded4148a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.2649543 Oct 13 04:24:10.689484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, cddcf847-1c24-4649-9986-905ff9f75c21) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:10.691817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Calling delete_port for 397d2bb4-76b6-486e-b6d3-c447a277e692 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:10.698970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-43b3b1f3-8b90-4eb9-9fb4-fe6208204a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.700439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-43b3b1f3-8b90-4eb9-9fb4-fe6208204a8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0530384 Oct 13 04:24:10.738951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.739947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.745098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 858450dc-4219-49c6-832f-9e8e9a468f70 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:10.745465 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.767586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-3a2c98ea-df2a-44f9-b965-6591aada94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.769590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-3a2c98ea-df2a-44f9-b965-6591aada94f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563884 Oct 13 04:24:10.798995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a563ec6-7a82-443a-a484-6995c351ffdc tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7308617 Oct 13 04:24:10.802350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:10.816400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-611e3bf4-a9eb-4106-b031-4e115269fa2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 998 time: 0.1191342 Oct 13 04:24:10.912706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-82c0d316-3208-43a6-a35e-01de9d11bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.914470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-82c0d316-3208-43a6-a35e-01de9d11bc8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.0884469 Oct 13 04:24:10.971295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-c047e042-07c9-4b93-a30c-facce03b38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.974038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-c047e042-07c9-4b93-a30c-facce03b38b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503442 Oct 13 04:24:10.980888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-0c426fbd-a244-4c50-a4da-e5d11d94c624 service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028642 Oct 13 04:24:11.019576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.046068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98631669-fe5f-425e-9db4-2d121a05cf0a None None] Unable to find a vacant binding_index for network cddcf847-1c24-4649-9986-905ff9f75c21 and agent 1c73b9c2-5624-48dc-bf44-337fe69241fb {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 13 04:24:11.057827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98631669-fe5f-425e-9db4-2d121a05cf0a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, cddcf847-1c24-4649-9986-905ff9f75c21) {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:11.073017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.111429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Port': ['ID=397d2bb4-76b6-486e-b6d3-c447a277e692,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.172702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-004c0c1c-3126-4221-a2ac-2d794f8c399b service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811244 Oct 13 04:24:11.225840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-afba5113-bfc4-4360-9f39-198c15d905ec service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361970 Oct 13 04:24:11.226976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.297638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ac52680-3f95-4807-9983-f80632b39ab2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:11.311470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.324328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.327303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 8ac52680-3f95-4807-9983-f80632b39ab2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:11.327656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8ac52680-3f95-4807-9983-f80632b39ab2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:11.328060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e26e42a6-813e-416e-81b2-d9267d68c03d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:11.376780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=554e9499-757b-48a6-a035-88755f1470eb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.388373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e26e42a6-813e-416e-81b2-d9267d68c03d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:11.388741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e26e42a6-813e-416e-81b2-d9267d68c03d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:11.489046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.507646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f481a46-fb07-4192-9c73-e2c14b0913ac req-8a280608-0fd0-4df0-9cc1-d7fad7745949 service neutron] 10.222.0.15 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271198 Oct 13 04:24:11.514321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.526690 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.529068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddcf847-1c24-4649-9986-905ff9f75c21']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.542626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3098fdb-b87e-4a97-8628-b2970375b317') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.543031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3098fdb-b87e-4a97-8628-b2970375b317') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.558223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.571717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a14d5-a517-48ea-a2a0-928d9e5cf9de None None] Network cddcf847-1c24-4649-9986-905ff9f75c21 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:11.575853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.583177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:11.583825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:11.588371 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:11.613140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.614209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Fanout notify agent at l3_agent the message router_deleted on router c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:24:11.625109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.626444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b66776bf-057c-4fab-8533-d7adc7e888f6 tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/routers/c1d7b428-3c3c-48b9-ae6d-5aff5c2af1af HTTP/1.1" status: 204 len: 168 time: 2.4467702 Oct 13 04:24:11.629140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:11.677996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.707539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.711214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/cddcf847-1c24-4649-9986-905ff9f75c21 HTTP/1.1" status: 204 len: 168 time: 0.8754048 Oct 13 04:24:11.724503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:11.730667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697445744'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:11.742820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acefd0-ddc5-4d13-9107-56f55fd1e817 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=cddcf847-1c24-4649-9986-905ff9f75c21,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.776356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3a312-5377-4760-8fe7-ae5225374029 None None] Network cddcf847-1c24-4649-9986-905ff9f75c21 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:11.780604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.793810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3a312-5377-4760-8fe7-ae5225374029 None None] Network cddcf847-1c24-4649-9986-905ff9f75c21 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:24:11.815534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:11.824370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.857238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72aa9-cf81-4d6a-945d-1de8ab7481de req-57d925ab-c6bb-4e35-a2b6-99aa9c772ec8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.859008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3c72aa9-cf81-4d6a-945d-1de8ab7481de req-57d925ab-c6bb-4e35-a2b6-99aa9c772ec8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.1091416 Oct 13 04:24:11.869336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:11.896360 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.908950 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.909301 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment b80e7f0a-23d2-47ca-a102-f8ed3925422a of type vlan for network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 Oct 13 04:24:11.918480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ff82e6-70fa-45fc-85a7-a147912fff7c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.922013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3c72aa9-cf81-4d6a-945d-1de8ab7481de req-03c3a918-28d3-48f9-91cf-ba1b7e4b7c8f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503118 Oct 13 04:24:11.931324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396131f2-e0f6-40f7-a71d-5c48f1493960') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.931639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396131f2-e0f6-40f7-a71d-5c48f1493960') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.941826 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.959455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.962300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.967454 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:11.968174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:11.972027 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:11.990705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.997153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.997750 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.035405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.040855 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.044342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] 10.222.0.44 "DELETE /v2.0/networks/34ff82e6-70fa-45fc-85a7-a147912fff7c HTTP/1.1" status: 204 len: 168 time: 0.4139307 Oct 13 04:24:12.061268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3356280 Oct 13 04:24:12.062211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:12.069494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:12.074870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b2cf4-7ff7-47b2-82b0-2026a9af15b0 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=818c4dcb-ddc7-4e94-8313-10c49007cdc8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.087840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:12.096424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae4db0-d43c-4969-a196-72dadc65678c tempest-TestSecurityGroupsBasicOps-1339805248 tempest-TestSecurityGroupsBasicOps-1339805248-project] Pushing event deleted for resources: {'Network': ['ID=34ff82e6-70fa-45fc-85a7-a147912fff7c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.185819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:12.190710 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.419074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:12.427305 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.518463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 397d2bb4-76b6-486e-b6d3-c447a277e692 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:12.521154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.548321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 397d2bb4-76b6-486e-b6d3-c447a277e692 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:12.549047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 397d2bb4-76b6-486e-b6d3-c447a277e692 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:12.554672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'b80e7f0a-23d2-47ca-a102-f8ed3925422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:12.554903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: 818c4dcb-ddc7-4e94-8313-10c49007cdc8, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:12.599916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:12.613711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 818c4dcb-ddc7-4e94-8313-10c49007cdc8) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:12.622521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.624944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42347165-da48-461b-b0d7-ab796461db4c None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:12.625182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.628354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-851f3b11-c5f9-4885-9935-35055452dedc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fbd561a33e34e18a7a85efaef98420b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080512 Oct 13 04:24:12.629546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:12.645368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe4a9360-73a5-4ae6-99a9-1926c53c6b70 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5793967 Oct 13 04:24:12.645973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:12.652278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:12.690779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0226ba5-4d39-4b27-a9d7-44e0813c9d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.717715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0226ba5-4d39-4b27-a9d7-44e0813c9d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.753178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:12.783316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:12.786101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0226ba5-4d39-4b27-a9d7-44e0813c9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.788711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0226ba5-4d39-4b27-a9d7-44e0813c9d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.792120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e0226ba5-4d39-4b27-a9d7-44e0813c9d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f1626a2-4c0e-4ca1-bdd9-e3f73eaa0954 HTTP/1.1" status: 204 len: 168 time: 0.1592290 Oct 13 04:24:12.795158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.805050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0226ba5-4d39-4b27-a9d7-44e0813c9d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1626a2-4c0e-4ca1-bdd9-e3f73eaa0954,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.864890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-818c4dcb-ddc7-4e94-8313-10c49007cdc8', 'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': 'ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:12.866163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.010317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:13.046528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'port_id': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'mac_address': 'fa:16:3e:71:0c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:13.108205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Allocated IP 2001:db8::2 (818c4dcb-ddc7-4e94-8313-10c49007cdc8/ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb/330f4849-c879-48f9-b990-e3b4858bdf43) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:13.124388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.149812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764b6ce-c39a-4801-bf87-0cdae6b3fae3 req-54b62656-a29f-4731-9dfd-c68942d53625 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.151377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f764b6ce-c39a-4801-bf87-0cdae6b3fae3 req-54b62656-a29f-4731-9dfd-c68942d53625 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 944 time: 0.1334822 Oct 13 04:24:13.156464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182e11ed-1668-474f-ba49-739cb4b6fb3c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:13.193619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.202723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57738) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:13.211957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:13.218134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3b24814-8ef1-4c57-acf1-99f64b813b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.218706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.256205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f764b6ce-c39a-4801-bf87-0cdae6b3fae3 req-96ef691b-1475-4ae4-952e-aeddddcb3742 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912240 Oct 13 04:24:13.270901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:13.275895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:13.281174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.282576 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.303164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=3e5cb3b3-ad19-4539-878e-9998a69793f5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.314254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.318594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4af1dca4-00a2-4dba-b29e-27810d8a9544 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6710954 Oct 13 04:24:13.319446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:13.369479 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.381740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.405140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3b24814-8ef1-4c57-acf1-99f64b813b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.410572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3b24814-8ef1-4c57-acf1-99f64b813b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.485676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b24814-8ef1-4c57-acf1-99f64b813b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75efc73-dc0d-4b95-b82a-d1cf5e87110a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.498535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21062357-897f-4cff-b096-3dc16c0cad33 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.500318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21062357-897f-4cff-b096-3dc16c0cad33 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.503536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21062357-897f-4cff-b096-3dc16c0cad33 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.506195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a3b24814-8ef1-4c57-acf1-99f64b813b58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c1fefbd22b543299af0a53bc53e9168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022606 Oct 13 04:24:13.507084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:13.507737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21062357-897f-4cff-b096-3dc16c0cad33 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.509638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:13.509889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21062357-897f-4cff-b096-3dc16c0cad33 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.515552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:13.517301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-21062357-897f-4cff-b096-3dc16c0cad33 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1961455 Oct 13 04:24:13.518219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:13.524550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900098415'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:13.539713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Pushing event updated for resources: {'Port': ['ID=330f4849-c879-48f9-b990-e3b4858bdf43,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.542221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:13.568005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:13.573136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.596772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f2d63fb-2898-45ff-9e4e-f1b21a1bb7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.610048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:13.621602 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.622081 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment 9b3c96d7-96ee-4993-9afe-431669c9b442 of type vlan for network f5b7a4ef-72e4-42ce-9724-936009b8d697 Oct 13 04:24:13.626379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f2d63fb-2898-45ff-9e4e-f1b21a1bb7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.653113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['182e11ed-1668-474f-ba49-739cb4b6fb3c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:13.707059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.710772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f2d63fb-2898-45ff-9e4e-f1b21a1bb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.714153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f2d63fb-2898-45ff-9e4e-f1b21a1bb7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.715608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1f2d63fb-2898-45ff-9e4e-f1b21a1bb7e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c75efc73-dc0d-4b95-b82a-d1cf5e87110a HTTP/1.1" status: 204 len: 168 time: 0.2050431 Oct 13 04:24:13.728898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d63fb-2898-45ff-9e4e-f1b21a1bb7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75efc73-dc0d-4b95-b82a-d1cf5e87110a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.760614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.768358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.769142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.856245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=f5b7a4ef-72e4-42ce-9724-936009b8d697,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.878879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5334ba0e-4d1d-4201-a26b-34b864e5075b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3589993 Oct 13 04:24:13.881530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:13.887912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:13.903432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:14.087528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.097929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Attempting to bind port 330f4849-c879-48f9-b990-e3b4858bdf43 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:14.098309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Attempting to bind port 330f4849-c879-48f9-b990-e3b4858bdf43 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b80e7f0a-23d2-47ca-a102-f8ed3925422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:14.101458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Attempting to bind port 330f4849-c879-48f9-b990-e3b4858bdf43 on network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:14.106376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.138706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 is not hosted by any dhcp agent {{(pid=94824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:24:14.146131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.147095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.148754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "PUT /v2.0/networks/f5b7a4ef-72e4-42ce-9724-936009b8d697 HTTP/1.1" status: 200 len: 723 time: 0.2660542 Oct 13 04:24:14.151763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.157365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:14.236095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbe96b-18f5-4606-8e24-aa098a370965 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=f5b7a4ef-72e4-42ce-9724-936009b8d697,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.283799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:14.288412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.312831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:14.329816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:14.330374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Checking segment: {'id': 'b80e7f0a-23d2-47ca-a102-f8ed3925422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:14.330880 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.331382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Bound using segment: {'id': 'b80e7f0a-23d2-47ca-a102-f8ed3925422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:14.331971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Bound port: 330f4849-c879-48f9-b990-e3b4858bdf43, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e7f0a-23d2-47ca-a102-f8ed3925422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:14.335475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.337855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.420632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ffa66125-3f04-4a30-83b1-35210fbfb7ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f53e754cfcaa4c01b55b64067c37abe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805807 Oct 13 04:24:14.421551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.497330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e8aab-d06c-4279-ad70-c112ca460ac4 req-be5a3d14-8c7f-4ba7-a7dd-c6eee9018e7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.500467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff59-a672-4ee5-a7ce-429677753e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.505956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-102e8aab-d06c-4279-ad70-c112ca460ac4 req-be5a3d14-8c7f-4ba7-a7dd-c6eee9018e7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 945 time: 0.0989108 Oct 13 04:24:14.528610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff59-a672-4ee5-a7ce-429677753e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.570464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] For port 330f4849-c879-48f9-b990-e3b4858bdf43, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:14.582005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-102e8aab-d06c-4279-ad70-c112ca460ac4 req-10d2053a-8be8-4c6f-a8e7-b4f8f0d465c9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748153 Oct 13 04:24:14.593235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff59-a672-4ee5-a7ce-429677753e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.597684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff59-a672-4ee5-a7ce-429677753e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.604019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0c6bff59-a672-4ee5-a7ce-429677753e21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b33859c4-460d-4b37-8d4b-f629c2233b2a HTTP/1.1" status: 204 len: 168 time: 0.1796496 Oct 13 04:24:14.620660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.621574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bff59-a672-4ee5-a7ce-429677753e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33859c4-460d-4b37-8d4b-f629c2233b2a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.623240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] For port 330f4849-c879-48f9-b990-e3b4858bdf43, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=330f4849-c879-48f9-b990-e3b4858bdf43,segment=NetworkSegment(b80e7f0a-23d2-47ca-a102-f8ed3925422a),segment_id=b80e7f0a-23d2-47ca-a102-f8ed3925422a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:14.638852 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.741679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.770285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4816cfe3-cfcb-48f3-ab1c-2bc26c449a30 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 200 len: 991 time: 0.1457646 Oct 13 04:24:14.798304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2b060-ed7c-43e8-a254-3444fd408f1c None None] Pushing event updated for resources: {'Port': ['ID=330f4849-c879-48f9-b990-e3b4858bdf43,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.848774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=81fe136d-035f-4873-b72f-80c8084c1399,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.859799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': '9b3c96d7-96ee-4993-9afe-431669c9b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:14.860156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: f5b7a4ef-72e4-42ce-9724-936009b8d697, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:14.894040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:14.913470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, f5b7a4ef-72e4-42ce-9724-936009b8d697) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:14.918167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.918658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.927017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9998d8-0699-462f-a352-5d8090010b3b None None] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:14.938346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-86022514-d12a-4052-a7bd-e5fa28d3515b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7847471 Oct 13 04:24:14.941310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.948185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:15.144191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8694637'] for subnet, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.295622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-f5b7a4ef-72e4-42ce-9724-936009b8d697', 'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': '81fe136d-035f-4873-b72f-80c8084c1399'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:15.296777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.392458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775937739789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8579438'] for subnet, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.429373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:15.429966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.435108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:15.446230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "PUT /v2.0/subnets/81fe136d-035f-4873-b72f-80c8084c1399 HTTP/1.1" status: 200 len: 826 time: 0.5034938 Oct 13 04:24:15.486480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4da0a5-2f09-4930-9039-03fa896086d5 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=81fe136d-035f-4873-b72f-80c8084c1399,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:15.520065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Allocated IP 2001:db8::2 (f5b7a4ef-72e4-42ce-9724-936009b8d697/81fe136d-035f-4873-b72f-80c8084c1399/643c5c2b-7990-4e6b-94c7-a72ba963f475) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:15.581253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.647966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.786387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.794806 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.813640 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.842164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:15.846596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:15.853299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:15.871657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Pushing event updated for resources: {'Port': ['ID=643c5c2b-7990-4e6b-94c7-a72ba963f475,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:15.912240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=81fe136d-035f-4873-b72f-80c8084c1399,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:15.932895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Attempting to bind port 643c5c2b-7990-4e6b-94c7-a72ba963f475 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:15.933498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Attempting to bind port 643c5c2b-7990-4e6b-94c7-a72ba963f475 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '9b3c96d7-96ee-4993-9afe-431669c9b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:15.933922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Attempting to bind port 643c5c2b-7990-4e6b-94c7-a72ba963f475 on network f5b7a4ef-72e4-42ce-9724-936009b8d697 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:15.941095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:15.941707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Checking segment: {'id': '9b3c96d7-96ee-4993-9afe-431669c9b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:15.942259 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.942703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Bound using segment: {'id': '9b3c96d7-96ee-4993-9afe-431669c9b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:15.943653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Bound port: 643c5c2b-7990-4e6b-94c7-a72ba963f475, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3c96d7-96ee-4993-9afe-431669c9b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:15.944103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.026572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.029298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] For port 643c5c2b-7990-4e6b-94c7-a72ba963f475, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:16.034800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] For port 643c5c2b-7990-4e6b-94c7-a72ba963f475, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=643c5c2b-7990-4e6b-94c7-a72ba963f475,segment=NetworkSegment(9b3c96d7-96ee-4993-9afe-431669c9b442),segment_id=9b3c96d7-96ee-4993-9afe-431669c9b442)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:16.040288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.080207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.122987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b7a4ef-72e4-42ce-9724-936009b8d697']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:16.147205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3c96d7-96ee-4993-9afe-431669c9b442') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:16.147480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3c96d7-96ee-4993-9afe-431669c9b442') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:16.164019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.180477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6d0c9-4e0b-4b09-8fad-b18f75cdf62e None None] Pushing event updated for resources: {'Port': ['ID=643c5c2b-7990-4e6b-94c7-a72ba963f475,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.185072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1569906965-network', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.186032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b091f-917a-4a42-9316-bcdc0975b6ef None None] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:16.194868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.210043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:16.210283 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:16.214181 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:16.248852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:16.256573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.295612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.309723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:24:16.309723 n-d-810220-9 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:24:16.309723 n-d-810220-9 neutron-server[94825]: [parameters: {'id': 'f5b7a4ef-72e4-42ce-9724-936009b8d697'}] Oct 13 04:24:16.309723 n-d-810220-9 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:24:16.310578 n-d-810220-9 neutron-server[94825]: DEBUG oslo_db.api [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:24:16.425465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733aa5c6-1214-4538-ae3f-9f0d2ecba309 None None] Network f5b7a4ef-72e4-42ce-9724-936009b8d697 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:16.447842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.456051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.475504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc2897-1e82-4ce1-91bc-2d70e8c24134 None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:16.490594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:16.498236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51bad49-9a47-405d-8916-c8d5e01f9626,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.511119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.511464 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Added segment 67eece2e-7e41-4f43-9936-99ebb121cb44 of type vlan for network 571a0412-7264-4c49-9821-5c6de1c5604d Oct 13 04:24:16.622139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b5d5c2f-2e0e-494e-bb96-2e2dc94986b3 None None] Provisioning complete for port 330f4849-c879-48f9-b990-e3b4858bdf43 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:16.622527 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b5d5c2f-2e0e-494e-bb96-2e2dc94986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.647345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.670954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 330f4849-c879-48f9-b990-e3b4858bdf43 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:16.693748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.695100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:16.696395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.764949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7342649 Oct 13 04:24:16.766755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.774946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Request body: {'subnet': {'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1569906965-subnet', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.776590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:16.776833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0a4f-757d-4914-9b91-1ff2a47df8ce admin admin] Pushing event updated for resources: {'Network': ['ID=571a0412-7264-4c49-9821-5c6de1c5604d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.791807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 571a0412-7264-4c49-9821-5c6de1c5604d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:16.802532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:16.805065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.816541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.966640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting port 643c5c2b-7990-4e6b-94c7-a72ba963f475 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:16.966916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.967477 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b5d5c2f-2e0e-494e-bb96-2e2dc94986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.003279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 330f4849-c879-48f9-b990-e3b4858bdf43 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:17.003761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.056704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 182e11ed-1668-474f-ba49-739cb4b6fb3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:17.062752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b5d5c2f-2e0e-494e-bb96-2e2dc94986b3 None None] For port 330f4849-c879-48f9-b990-e3b4858bdf43, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=330f4849-c879-48f9-b990-e3b4858bdf43,segment=NetworkSegment(b80e7f0a-23d2-47ca-a102-f8ed3925422a),segment_id=b80e7f0a-23d2-47ca-a102-f8ed3925422a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:17.069665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 182e11ed-1668-474f-ba49-739cb4b6fb3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:17.069942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.073757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b5d5c2f-2e0e-494e-bb96-2e2dc94986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.081894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] For port 643c5c2b-7990-4e6b-94c7-a72ba963f475, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=643c5c2b-7990-4e6b-94c7-a72ba963f475,segment=NetworkSegment(9b3c96d7-96ee-4993-9afe-431669c9b442),segment_id=9b3c96d7-96ee-4993-9afe-431669c9b442)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:17.082349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.114249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Calling delete_port for 643c5c2b-7990-4e6b-94c7-a72ba963f475 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:17.169496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.230122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d5c2f-2e0e-494e-bb96-2e2dc94986b3 None None] Pushing event updated for resources: {'Port': ['ID=330f4849-c879-48f9-b990-e3b4858bdf43,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.245604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] Update dhcp port {'port': {'network_id': '818c4dcb-ddc7-4e94-8313-10c49007cdc8', 'fixed_ips': [{'subnet_id': 'ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb', 'ip_address': '2001:db8::2'}, {'subnet_id': '3e5cb3b3-ad19-4539-878e-9998a69793f5'}], 'binding:host_id': 'n-d-810220-9'}, 'id': '330f4849-c879-48f9-b990-e3b4858bdf43'} from n-d-810220-9. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:24:17.252374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c700b73a-a1f4-4da2-9a5f-97c80972f88d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.266137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:17.266555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Network hostable DHCP agents. Network: 571a0412-7264-4c49-9821-5c6de1c5604d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:17.270347 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.282950 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.306224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Port': ['ID=643c5c2b-7990-4e6b-94c7-a72ba963f475,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.308807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No DVR routers for this DVR port 643c5c2b-7990-4e6b-94c7-a72ba963f475 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:17.340628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Network 571a0412-7264-4c49-9821-5c6de1c5604d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:17.352663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.383390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 571a0412-7264-4c49-9821-5c6de1c5604d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:17.391592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:17.392210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.406222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.429041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419dcaf-ae1b-49b2-b7c3-27466438648e None None] Network 571a0412-7264-4c49-9821-5c6de1c5604d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:17.431694 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fde5f898-1dc2-4c8c-97c0-17862647a9f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6616607 Oct 13 04:24:17.431997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:17.437310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:17.438464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:17.440276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b7a4ef-72e4-42ce-9724-936009b8d697']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:17.440972 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df7b07-ef34-454d-b01e-5c74e38f9e96" -d '{"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-plugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:17.456920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3c96d7-96ee-4993-9afe-431669c9b442') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:17.457526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3c96d7-96ee-4993-9afe-431669c9b442') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:17.470477 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.471137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.473302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.494529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.504171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:17.504784 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.505481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:17.509500 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:17.518714 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b6da2b-800b-4732-9149-1923a906411e x-openstack-request-id: req-49b6da2b-800b-4732-9149-1923a906411e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:17.519002 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-plugged", "status": "completed", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:17.519249 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49b6da2b-800b-4732-9149-1923a906411e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:17.519871 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'code': 200} Oct 13 04:24:17.522105 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.565357 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.586085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.600943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.605773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/f5b7a4ef-72e4-42ce-9724-936009b8d697 HTTP/1.1" status: 204 len: 168 time: 2.1687403 Oct 13 04:24:17.608395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:17.632147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa94a-55fb-4d24-8922-b74aa318ee3e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=f5b7a4ef-72e4-42ce-9724-936009b8d697,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.643927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.647441 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6753f1b5-286b-4d9f-b275-6ceaae06c7b6 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:17.648472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6753f1b5-286b-4d9f-b275-6ceaae06c7b6 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:17.654213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6753f1b5-286b-4d9f-b275-6ceaae06c7b6 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/f5b7a4ef-72e4-42ce-9724-936009b8d697 HTTP/1.1" status: 404 len: 339 time: 0.0440252 Oct 13 04:24:17.654729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] Allocated IP 172.20.0.1 (818c4dcb-ddc7-4e94-8313-10c49007cdc8/3e5cb3b3-ad19-4539-878e-9998a69793f5/330f4849-c879-48f9-b990-e3b4858bdf43) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:17.658737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57818) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:17.665449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-190195807', 'description': 'd1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:17.691469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:17.696881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.737600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:17.749320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.749733 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment f1526934-c8a9-4133-9a9c-b0b3fd37124f of type vlan for network 309c8efc-cb30-4846-bdda-6b9df4c53c9f Oct 13 04:24:17.751758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.812119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-571a0412-7264-4c49-9821-5c6de1c5604d', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:17.814653 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.817406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.854748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.864772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:17.866275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624657'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.873335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] For port 330f4849-c879-48f9-b990-e3b4858bdf43, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=330f4849-c879-48f9-b990-e3b4858bdf43,segment=NetworkSegment(b80e7f0a-23d2-47ca-a102-f8ed3925422a),segment_id=b80e7f0a-23d2-47ca-a102-f8ed3925422a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:17.973365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3130345 Oct 13 04:24:17.977221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:17.980233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.000297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c44b0-41a0-4386-a13d-14fc210a8f17 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=309c8efc-cb30-4846-bdda-6b9df4c53c9f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.004766 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.014766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 309c8efc-cb30-4846-bdda-6b9df4c53c9f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:18.090628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a71967-8893-478a-a3ea-fd896de6eb82 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.104712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-26a71967-8893-478a-a3ea-fd896de6eb82 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks?id=309c8efc-cb30-4846-bdda-6b9df4c53c9f HTTP/1.1" status: 200 len: 764 time: 0.1244373 Oct 13 04:24:18.105907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.114862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'description': 'd2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:18.143496 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.196091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.202868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.286597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Allocated IP 172.20.0.2 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/8f89888c-fbf4-4a83-a633-63f7a7be3bee) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:18.350628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Allocated IP 172.25.1.157 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/78d1101a-5498-4b06-b373-97de60f883a2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:18.352032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.369930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.416492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 309c8efc-cb30-4846-bdda-6b9df4c53c9f is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:24:18.422487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.423091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.424395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "PUT /v2.0/networks/309c8efc-cb30-4846-bdda-6b9df4c53c9f HTTP/1.1" status: 200 len: 761 time: 0.3174756 Oct 13 04:24:18.427275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.449698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1d07-5700-4816-812f-bb8e42eb1df8 None None] Pushing event updated for resources: {'Port': ['ID=330f4849-c879-48f9-b990-e3b4858bdf43,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.481528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14d9d0cb-804e-4ed2-a691-45a41dc5b9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.498603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.554500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.566882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.585147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.638818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:18.643162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Pushing event updated for resources: {'Port': ['ID=8f89888c-fbf4-4a83-a633-63f7a7be3bee,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.646057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:18.651147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 330f4849-c879-48f9-b990-e3b4858bdf43 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:18.692903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14d9d0cb-804e-4ed2-a691-45a41dc5b9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.693728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:18.696761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:18.697662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Pushing event updated for resources: {'Port': ['ID=78d1101a-5498-4b06-b373-97de60f883a2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.702481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:18.705641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14d9d0cb-804e-4ed2-a691-45a41dc5b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.709230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:18.732158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 330f4849-c879-48f9-b990-e3b4858bdf43 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:18.732524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.779454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-14d9d0cb-804e-4ed2-a691-45a41dc5b9a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a3e43172f834f60b11df7c4efd7285b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819573 Oct 13 04:24:18.782826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57838) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.797980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9d0cb-804e-4ed2-a691-45a41dc5b9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a903b-193b-4ad2-a9a2-8328e6e81a2b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.817755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Attempting to bind port 8f89888c-fbf4-4a83-a633-63f7a7be3bee on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:18.818381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Attempting to bind port 8f89888c-fbf4-4a83-a633-63f7a7be3bee by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:18.818511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Attempting to bind port 8f89888c-fbf4-4a83-a633-63f7a7be3bee on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:18.827922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:18.828302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:18.828757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.829148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:18.829615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Bound port: 8f89888c-fbf4-4a83-a633-63f7a7be3bee, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:18.829992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.936635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] For port 8f89888c-fbf4-4a83-a633-63f7a7be3bee, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:18.941192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] For port 8f89888c-fbf4-4a83-a633-63f7a7be3bee, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8f89888c-fbf4-4a83-a633-63f7a7be3bee,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:18.947969 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.964598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dec06-8f1d-4c37-a540-de549f814678 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=309c8efc-cb30-4846-bdda-6b9df4c53c9f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.971452 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c62af3e-e9a6-4516-a6de-17a67b6b56a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.999300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d4b21-b93c-492b-ba60-3b67e2621f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.001785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-259d4b21-b93c-492b-ba60-3b67e2621f4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks?id=309c8efc-cb30-4846-bdda-6b9df4c53c9f HTTP/1.1" status: 200 len: 764 time: 0.5735967 Oct 13 04:24:19.009625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.012070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 309c8efc-cb30-4846-bdda-6b9df4c53c9f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:19.014996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c62af3e-e9a6-4516-a6de-17a67b6b56a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.130146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e4524b-423d-45c7-8916-d99297b10bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.142244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd84ed-8871-40c5-8687-01860305e0c7 None None] Pushing event updated for resources: {'Port': ['ID=8f89888c-fbf4-4a83-a633-63f7a7be3bee,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:19.179800 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.223816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c62af3e-e9a6-4516-a6de-17a67b6b56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.226394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c62af3e-e9a6-4516-a6de-17a67b6b56a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.229129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8c62af3e-e9a6-4516-a6de-17a67b6b56a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec3a903b-193b-4ad2-a9a2-8328e6e81a2b HTTP/1.1" status: 204 len: 168 time: 0.4446399 Oct 13 04:24:19.236405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f13a9d-cfce-481d-b50d-f2ed03c4946c None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:19.255071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62af3e-e9a6-4516-a6de-17a67b6b56a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a903b-193b-4ad2-a9a2-8328e6e81a2b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:19.339941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dd937-4471-49c2-9efb-dbd86434ec35 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.341840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-547dd937-4471-49c2-9efb-dbd86434ec35 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3309824 Oct 13 04:24:19.346292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.400911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9353d56d-5fd4-42ed-9f51-7323513bdcd1 None None] Provisioning complete for port 330f4849-c879-48f9-b990-e3b4858bdf43 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:19.401290 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9353d56d-5fd4-42ed-9f51-7323513bdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.446370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-afd78954-19f1-4bbc-a28f-260aa2bdbe6e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 207 time: 0.0763218 Oct 13 04:24:19.453242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.783522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.792477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.799023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.804579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.807080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.814080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.820862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.828945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-208a0496-e815-4959-9de6-54d8dbe6716a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3739457 Oct 13 04:24:19.829625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.950693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-302ceb72-0223-477f-b3ed-9f436bbec7c5 None None] Provisioning complete for port 330f4849-c879-48f9-b990-e3b4858bdf43 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:19.952137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302ceb72-0223-477f-b3ed-9f436bbec7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.004958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-caaf0b79-b92e-43d7-aa9f-6721f6ad09b6 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1739590 Oct 13 04:24:20.008343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.026221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Router 178691aa-ef35-48e0-990a-5dbb95b0083d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:24:20.077128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6d03-1327-4ae2-bbc0-647ec55b7822 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.079412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6d03-1327-4ae2-bbc0-647ec55b7822 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.081230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6d03-1327-4ae2-bbc0-647ec55b7822 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.083026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6d03-1327-4ae2-bbc0-647ec55b7822 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.084673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6d03-1327-4ae2-bbc0-647ec55b7822 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.090330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-64ea6d03-1327-4ae2-bbc0-647ec55b7822 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0775456 Oct 13 04:24:20.090666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.154473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3c2f9-4f0d-4c72-ae75-fffb2107de05 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.155956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3c2f9-4f0d-4c72-ae75-fffb2107de05 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.158979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3c2f9-4f0d-4c72-ae75-fffb2107de05 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.160616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3c2f9-4f0d-4c72-ae75-fffb2107de05 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.163058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3c2f9-4f0d-4c72-ae75-fffb2107de05 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.164753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6df3c2f9-4f0d-4c72-ae75-fffb2107de05 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0732281 Oct 13 04:24:20.168361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57874) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.223913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:20.238098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:20.249159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:20.249751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:23:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:20.254706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.255938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-34463454-0d27-49af-a23e-c171e1b87301 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8223562 Oct 13 04:24:20.258738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.334214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69117aa-94c3-43fd-8d37-e8d2b0d9ce6a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.335594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b69117aa-94c3-43fd-8d37-e8d2b0d9ce6a tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks/27cad2b0-8a73-4d6d-812c-47bda879f06d HTTP/1.1" status: 200 len: 804 time: 0.1662529 Oct 13 04:24:20.339288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.378808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:20.412633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70721bb7-61c7-4b46-a264-574dbb3cf1b3 None None] Network 571a0412-7264-4c49-9821-5c6de1c5604d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:20.555172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f7237773-cea2-4ad7-8c2f-c7542efe3948 None None] Provisioning complete for port 8f89888c-fbf4-4a83-a633-63f7a7be3bee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:20.555836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7237773-cea2-4ad7-8c2f-c7542efe3948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.584614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b7287a17-08f8-47fd-9a5f-b45379c7b4c2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/networks/27cad2b0-8a73-4d6d-812c-47bda879f06d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2425313 Oct 13 04:24:20.588024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.713645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc93db2-7263-4d69-a19c-8ecca8269174 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.715231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ddc93db2-7263-4d69-a19c-8ecca8269174 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/subnets/88aaf630-10d9-49fa-881f-729fabb8ff11 HTTP/1.1" status: 200 len: 843 time: 0.1258118 Oct 13 04:24:20.718849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.723716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 330f4849-c879-48f9-b990-e3b4858bdf43 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:20.786461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb2153-a68d-4c54-a54c-80cd6c40a024 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.788714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7aeb2153-a68d-4c54-a54c-80cd6c40a024 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "GET /v2.0/subnets/88aaf630-10d9-49fa-881f-729fabb8ff11?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0675640 Oct 13 04:24:20.792458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.800884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652261601'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:20.826431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:20.831344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.866737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7237773-cea2-4ad7-8c2f-c7542efe3948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.869168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:20.883289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.883725 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Added segment b38c3762-146d-4803-a11a-0d0e2cb78d80 of type vlan for network 6b1407da-29ce-4062-b435-779b659b6f01 Oct 13 04:24:20.918221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f7237773-cea2-4ad7-8c2f-c7542efe3948 None None] For port 8f89888c-fbf4-4a83-a633-63f7a7be3bee, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8f89888c-fbf4-4a83-a633-63f7a7be3bee,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:20.926452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7237773-cea2-4ad7-8c2f-c7542efe3948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.949827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.960333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.972497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:18Z', 'revision_number': 3, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:20.992455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.003432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:21.009885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:21.010229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Updating router 178691aa-ef35-48e0-990a-5dbb95b0083d port 78d1101a-5498-4b06-b373-97de60f883a2 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:21.011998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 330f4849-c879-48f9-b990-e3b4858bdf43 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:21.012356 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.013506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.086394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7237773-cea2-4ad7-8c2f-c7542efe3948 None None] Pushing event updated for resources: {'Port': ['ID=8f89888c-fbf4-4a83-a633-63f7a7be3bee,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.098586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.121070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Network': ['ID=6b1407da-29ce-4062-b435-779b659b6f01,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.142855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:21.149678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.150070 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6e4329c3-d617-425d-8d36-c10c9dd8f9f9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3557310 Oct 13 04:24:21.158705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'network_id': '6b1407da-29ce-4062-b435-779b659b6f01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.264654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab9c131-8b4d-4d7c-b5dd-eb888ecbba4c None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:21.267464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Allocated IP 172.20.0.1 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/066dcbb3-3d49-465b-afb3-6d7076d61538) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:21.386327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Made reservation on behalf of 5410d3a5ebcb40259cf75d029b1000b7 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:21.390583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.467741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Performing IP validity checks on allocation pools {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:24:21.468261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:24:21.503240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.585993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20253880-4fc5-4694-9f21-b4563f3882e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.588136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8f89888c-fbf4-4a83-a633-63f7a7be3bee up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:21.605911 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.637264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-293e369b-d2b7-4fc9-a847-9c7c3842d5e4 None None] Provisioning complete for port 8f89888c-fbf4-4a83-a633-63f7a7be3bee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:21.637493 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293e369b-d2b7-4fc9-a847-9c7c3842d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.653879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:21.661035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:21.684072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:21.737364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Pushing event updated for resources: {'Port': ['ID=066dcbb3-3d49-465b-afb3-6d7076d61538,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.765627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.772515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.840344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8f89888c-fbf4-4a83-a633-63f7a7be3bee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:21.840344 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.886515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.918879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Checking segment: {'id': 'b38c3762-146d-4803-a11a-0d0e2cb78d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b1407da-29ce-4062-b435-779b659b6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:21.919248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network hostable DHCP agents. Network: 6b1407da-29ce-4062-b435-779b659b6f01, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:21.946258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9c131-8b4d-4d7c-b5dd-eb888ecbba4c None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:21.948086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Network 6b1407da-29ce-4062-b435-779b659b6f01 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:21.960978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6b1407da-29ce-4062-b435-779b659b6f01) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:21.965588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:21.966248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.002163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.007950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c9820c10-0bbb-4296-9197-a7f1db88e3de tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8570733 Oct 13 04:24:22.012116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57912) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.016521 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.023256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.066914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.141295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12117172'] for subnet, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.153530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c98d68-fc50-4132-b37b-37f1eead0d3a None None] Pushing event updated for resources: {'Port': ['ID=78d1101a-5498-4b06-b373-97de60f883a2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.188973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Attempting to bind port 78d1101a-5498-4b06-b373-97de60f883a2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:22.189391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Attempting to bind port 78d1101a-5498-4b06-b373-97de60f883a2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:22.189808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Attempting to bind port 78d1101a-5498-4b06-b373-97de60f883a2 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:22.206293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:22.206473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:22.206844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.207868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:22.207868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Bound port: 78d1101a-5498-4b06-b373-97de60f883a2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:22.208126 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.215145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.222771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.317774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.325089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Pushing event updated for resources: {'Port': ['ID=066dcbb3-3d49-465b-afb3-6d7076d61538,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.326589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] For port 78d1101a-5498-4b06-b373-97de60f883a2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:22.334711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] For port 78d1101a-5498-4b06-b373-97de60f883a2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=78d1101a-5498-4b06-b373-97de60f883a2,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:22.339662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.390949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775937739789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9256360'] for subnet, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.463569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.464316 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.466349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "PUT /v2.0/subnets/56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab HTTP/1.1" status: 200 len: 900 time: 0.4524570 Oct 13 04:24:22.467223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82714900-3a93-4ec2-ae78-5ddeebfc49d9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event updated for resources: {'Subnet': ['ID=56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.470855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.482556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:22.483188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:22.487737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c98d68-fc50-4132-b37b-37f1eead0d3a None None] Pushing event updated for resources: {'Port': ['ID=78d1101a-5498-4b06-b373-97de60f883a2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.507990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:22.509451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:22.597482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8f89888c-fbf4-4a83-a633-63f7a7be3bee up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:22.630140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.649952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdb962-46de-4b2c-84c7-0e8f79acd616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6b1407da-29ce-4062-b435-779b659b6f01', 'network_id': '6b1407da-29ce-4062-b435-779b659b6f01', 'tenant_id': '5410d3a5ebcb40259cf75d029b1000b7', 'fixed_ips': [{'subnet_id': '56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:22.651008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16bdb962-46de-4b2c-84c7-0e8f79acd616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.687677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.704312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:22.775389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.784755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:22.825747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.847920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:22.853452 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3645f954-979b-4071-b3fd-16263ae2a771 admin admin] 10.222.0.44 "PUT /v2.0/routers/178691aa-ef35-48e0-990a-5dbb95b0083d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5937381 Oct 13 04:24:22.873475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.899861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.922063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1407da-29ce-4062-b435-779b659b6f01']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:22.932116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38c3762-146d-4803-a11a-0d0e2cb78d80') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:22.932409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38c3762-146d-4803-a11a-0d0e2cb78d80') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:22.943090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.959103 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8f89888c-fbf4-4a83-a633-63f7a7be3bee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:22.959733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-16bdb962-46de-4b2c-84c7-0e8f79acd616 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab: This subnet is being modified by another concurrent operation. Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab: This subnet is being modified by another concurrent operation. Oct 13 04:24:22.962946 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:22.972057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.973560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:22.974144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:22.978997 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:23.038091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ba492-7b25-4658-a62a-4a1073ba3590 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:23.057895 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.071127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.075188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/6b1407da-29ce-4062-b435-779b659b6f01 HTTP/1.1" status: 204 len: 168 time: 0.6031330 Oct 13 04:24:23.078960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.089938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda47593-7e23-441b-bbcc-581a7d9abf6b tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=6b1407da-29ce-4062-b435-779b659b6f01,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.113670 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-58307db1-46ad-4faa-95b2-7a8b03c8f687 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:23.114474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58307db1-46ad-4faa-95b2-7a8b03c8f687 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:23.120543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.120926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-58307db1-46ad-4faa-95b2-7a8b03c8f687 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/56e4620d-1a1a-4dc1-8eb3-6c8c600a59ab HTTP/1.1" status: 404 len: 337 time: 0.0405741 Oct 13 04:24:23.143317 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-40523388-eaac-4e7b-8652-f98d73d23eaf tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:23.143922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40523388-eaac-4e7b-8652-f98d73d23eaf tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:23.150275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-40523388-eaac-4e7b-8652-f98d73d23eaf tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/6b1407da-29ce-4062-b435-779b659b6f01 HTTP/1.1" status: 404 len: 339 time: 0.0258145 Oct 13 04:24:23.152357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57934) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.180217 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.242695 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.302933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ba492-7b25-4658-a62a-4a1073ba3590 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:23.348314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.376112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c8efc-cb30-4846-bdda-6b9df4c53c9f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.399739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 2, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.407261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1526934-c8a9-4133-9a9c-b0b3fd37124f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.407588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1526934-c8a9-4133-9a9c-b0b3fd37124f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.424291 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.428225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdd810a-a64c-479e-aacc-1d5e91860912 None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 2, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:23.457139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.478435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:23.478884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:23.550399 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:23.592367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.600755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.605196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/309c8efc-cb30-4846-bdda-6b9df4c53c9f HTTP/1.1" status: 204 len: 168 time: 0.4511769 Oct 13 04:24:23.608352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.620087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25e5c3-0308-46f8-84cf-551902e945a2 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=309c8efc-cb30-4846-bdda-6b9df4c53c9f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.656881 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ebc318-23b5-4ba7-b65f-297cef060e5e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:23.657546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ebc318-23b5-4ba7-b65f-297cef060e5e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:23.660998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f3ebc318-23b5-4ba7-b65f-297cef060e5e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/81fe136d-035f-4873-b72f-80c8084c1399 HTTP/1.1" status: 404 len: 337 time: 0.0514677 Oct 13 04:24:23.663578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.686360 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-179f3105-bcd5-4db1-af1f-029036525e87 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:23.687191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179f3105-bcd5-4db1-af1f-029036525e87 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:23.691191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-179f3105-bcd5-4db1-af1f-029036525e87 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/f5b7a4ef-72e4-42ce-9724-936009b8d697 HTTP/1.1" status: 404 len: 339 time: 0.0263724 Oct 13 04:24:23.693762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.705492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.713957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-403294562-network', 'tenant_id': '57bde816ac824708a724d7a3c6620f46'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:23.742003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Made reservation on behalf of 57bde816ac824708a724d7a3c6620f46 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:23.744437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.755563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.760232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting subnet 3e5cb3b3-ad19-4539-878e-9998a69793f5 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:23.787222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.843262 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.895001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.899957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.913049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a9b92-d4e7-404c-8662-b6cf457dd858 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:23.928063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a9b92-d4e7-404c-8662-b6cf457dd858 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:24:23.941174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90059ec5-95de-4907-a771-13653fb09cf0 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:23.942011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cabc1c-91e5-4729-a2e0-1e8f211ea7e2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.959360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:23.966710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90059ec5-95de-4907-a771-13653fb09cf0 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:24:23.977735 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.978652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcce51-aa4c-4dfe-82dd-218af99ebe97 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:23.989291 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.990005 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Added segment 324d52a1-92da-4a1f-83d2-6b80996e5737 of type vlan for network 124e7a78-1c0e-4bed-9719-3e1216e7e884 Oct 13 04:24:23.995121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcce51-aa4c-4dfe-82dd-218af99ebe97 None None] Network 6b1407da-29ce-4062-b435-779b659b6f01 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:24:24.043645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.060131 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.076780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.078048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:24.079547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.094422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5cb3b3-ad19-4539-878e-9998a69793f5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.098537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.101834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bfcdc324-b861-432e-bdaf-5e0ce2ce6a4e tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/3e5cb3b3-ad19-4539-878e-9998a69793f5 HTTP/1.1" status: 204 len: 168 time: 0.4069784 Oct 13 04:24:24.105883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557469ae-6b5d-46fb-add8-0a8de032cd30 None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:24.114783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.135484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4288590 Oct 13 04:24:24.135768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.148311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Request body: {'subnet': {'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-403294562-subnet', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:24.229408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting subnet ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:24.232753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Made reservation on behalf of 57bde816ac824708a724d7a3c6620f46 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:24.235758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.238599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.243498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff5e08-65e2-46dc-91bb-5a53b134932a admin admin] Pushing event updated for resources: {'Network': ['ID=124e7a78-1c0e-4bed-9719-3e1216e7e884,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.309522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:24.320985 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.428718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1068eae4-eda5-4bb8-a246-0ec44769d429 None None] Provisioning complete for port 066dcbb3-3d49-465b-afb3-6d7076d61538 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:24.430246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1068eae4-eda5-4bb8-a246-0ec44769d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.473997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.525108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1068eae4-eda5-4bb8-a246-0ec44769d429 None None] Port 066dcbb3-3d49-465b-afb3-6d7076d61538 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:24.619375 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.650689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-17c25993-3737-468d-a7c3-5f9a8ccdbb9e None None] Provisioning complete for port 066dcbb3-3d49-465b-afb3-6d7076d61538 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:24.651673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17c25993-3737-468d-a7c3-5f9a8ccdbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.680521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.722267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 78d1101a-5498-4b06-b373-97de60f883a2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:24.742422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.747509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb HTTP/1.1" status: 204 len: 168 time: 0.6316164 Oct 13 04:24:24.749258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623512ae-75d8-4343-bcaf-dbc5f3dec003 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9e6932-6b56-4d4a-8a04-7ad8f7b65dbb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.750163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.751930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.830530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-17c25993-3737-468d-a7c3-5f9a8ccdbb9e None None] Port 066dcbb3-3d49-465b-afb3-6d7076d61538 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:24.858060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a29a07d-63ee-4ebf-94eb-0f80fb4450f0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.866495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Checking segment: {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:24.866857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Network hostable DHCP agents. Network: 124e7a78-1c0e-4bed-9719-3e1216e7e884, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:24.877195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 78d1101a-5498-4b06-b373-97de60f883a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:24.877583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.890314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:24.900823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 124e7a78-1c0e-4bed-9719-3e1216e7e884) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:24.907336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:24.909095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.920244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b4d4f-f794-4536-9260-b90624f89e8e None None] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:24.940700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fe909dc2-ca02-44a4-9920-c53fc6a1c933 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7949941 Oct 13 04:24:24.941138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57974) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.953761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:24.959336 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.024194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.025465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.042828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting port 330f4849-c879-48f9-b990-e3b4858bdf43 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:25.043490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.109038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.138912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] For port 330f4849-c879-48f9-b990-e3b4858bdf43, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=330f4849-c879-48f9-b990-e3b4858bdf43,segment=NetworkSegment(b80e7f0a-23d2-47ca-a102-f8ed3925422a),segment_id=b80e7f0a-23d2-47ca-a102-f8ed3925422a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:25.139927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.184902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Calling delete_port for 330f4849-c879-48f9-b990-e3b4858bdf43 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:25.236674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.303240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 78d1101a-5498-4b06-b373-97de60f883a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=78d1101a-5498-4b06-b373-97de60f883a2,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:25.313057 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.349561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.368927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.403883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Port': ['ID=330f4849-c879-48f9-b990-e3b4858bdf43,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:25.414411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No DVR routers for this DVR port 330f4849-c879-48f9-b990-e3b4858bdf43 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:25.485358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=78d1101a-5498-4b06-b373-97de60f883a2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:25.488667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-124e7a78-1c0e-4bed-9719-3e1216e7e884', 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'fixed_ips': [{'subnet_id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:25.489732 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.568009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.599631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818c4dcb-ddc7-4e94-8313-10c49007cdc8']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:25.612576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e7f0a-23d2-47ca-a102-f8ed3925422a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:25.613206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e7f0a-23d2-47ca-a102-f8ed3925422a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:25.624352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.632603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c216c3-0ac2-4c15-94a9-8e0e2c6670d2 None None] Network 818c4dcb-ddc7-4e94-8313-10c49007cdc8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:25.642372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.653397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:25.654072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:25.667273 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:25.690729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5fe10a58-fb64-4bff-9305-c12b1fd69bd9 None None] Could not find standard attr ID for object 330f4849-c879-48f9-b990-e3b4858bdf43. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:24:25.702992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.717893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.726948 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.733044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.742035 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/818c4dcb-ddc7-4e94-8313-10c49007cdc8 HTTP/1.1" status: 204 len: 168 time: 0.9903400 Oct 13 04:24:25.745003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57976) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.774591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9660a7a-4bc6-4567-ba48-f15a69b37ef9 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=818c4dcb-ddc7-4e94-8313-10c49007cdc8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:25.790229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Allocated IP 172.20.0.2 (124e7a78-1c0e-4bed-9719-3e1216e7e884/0a29a07d-63ee-4ebf-94eb-0f80fb4450f0/b0988964-0915-4c66-a183-219b84c071dd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:25.815810 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a829c6-57ee-43a8-8372-d6a054f32944 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:25.816278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a829c6-57ee-43a8-8372-d6a054f32944 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:25.822763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8a829c6-57ee-43a8-8372-d6a054f32944 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/554e9499-757b-48a6-a035-88755f1470eb HTTP/1.1" status: 404 len: 337 time: 0.0764384 Oct 13 04:24:25.825383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.860758 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4745da2b-b43d-4aad-9b27-5a51df5a98a3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:25.861776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4745da2b-b43d-4aad-9b27-5a51df5a98a3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:25.868459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.869223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4745da2b-b43d-4aad-9b27-5a51df5a98a3 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/cddcf847-1c24-4649-9986-905ff9f75c21 HTTP/1.1" status: 404 len: 339 time: 0.0423753 Oct 13 04:24:25.893392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c632fcb4-4561-40f0-8f48-4a95e682b825 None None] DHCP port deletion for 818c4dcb-ddc7-4e94-8313-10c49007cdc8 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:25.947087 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae35a50e-dc7c-485a-b04f-b628f7c91a5c tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:25.947538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae35a50e-dc7c-485a-b04f-b628f7c91a5c tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:25.954823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.957227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ae35a50e-dc7c-485a-b04f-b628f7c91a5c tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/38a315c5-a0e7-468e-9f5b-b16ca8bc81fa HTTP/1.1" status: 404 len: 337 time: 0.0870264 Oct 13 04:24:25.958798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Allocated IP 172.25.1.148 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/3dfb2c30-96bc-409b-9f6e-313868bc70f6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:25.981050 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e53d212-6fb1-495a-8f12-8dc2e4889b69 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:25.981885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e53d212-6fb1-495a-8f12-8dc2e4889b69 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:25.988666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4e53d212-6fb1-495a-8f12-8dc2e4889b69 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/ddcaea6c-2527-4f8a-b414-2081e05a73b2 HTTP/1.1" status: 404 len: 339 time: 0.0305736 Oct 13 04:24:25.988957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:26.022582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.026076 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-59126ebd-5558-4317-8d62-6ae9708f27db tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:26.026770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59126ebd-5558-4317-8d62-6ae9708f27db tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:26.033148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.033969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-59126ebd-5558-4317-8d62-6ae9708f27db tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/f84108fa-b6f3-47c2-a1fa-c8b806a112cc HTTP/1.1" status: 404 len: 337 time: 0.0439146 Oct 13 04:24:26.034122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 57990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:26.060384 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df24c14-4880-4318-afe8-e6b79c9a1972 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:26.061022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df24c14-4880-4318-afe8-e6b79c9a1972 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:26.067105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6df24c14-4880-4318-afe8-e6b79c9a1972 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/22337a7e-ae3a-4e62-989d-852f63ae0508 HTTP/1.1" status: 404 len: 339 time: 0.0295346 Oct 13 04:24:26.067852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:26.091743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:26.093330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:26.097738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:26.104259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.108845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Pushing event updated for resources: {'Port': ['ID=b0988964-0915-4c66-a183-219b84c071dd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.133798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting subnet c2927bdd-871c-465b-98ff-4f5614a91ed3 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:26.137443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.153114 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.168962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Attempting to bind port b0988964-0915-4c66-a183-219b84c071dd on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:26.169693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Attempting to bind port b0988964-0915-4c66-a183-219b84c071dd by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:26.170111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Attempting to bind port b0988964-0915-4c66-a183-219b84c071dd on network 124e7a78-1c0e-4bed-9719-3e1216e7e884 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:26.176296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:26.176663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Checking segment: {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:26.177127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.177568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Bound using segment: {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:26.178026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Bound port: b0988964-0915-4c66-a183-219b84c071dd, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:26.178406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.207450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:26.211238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:26.214226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:26.229194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.262925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] For port b0988964-0915-4c66-a183-219b84c071dd, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:26.267462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] For port b0988964-0915-4c66-a183-219b84c071dd, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b0988964-0915-4c66-a183-219b84c071dd,segment=NetworkSegment(324d52a1-92da-4a1f-83d2-6b80996e5737),segment_id=324d52a1-92da-4a1f-83d2-6b80996e5737)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:26.274193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.293643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Pushing event updated for resources: {'Port': ['ID=3dfb2c30-96bc-409b-9f6e-313868bc70f6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.323821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.366833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59ad9-cfda-4ff7-b574-bcf5a99ae200 None None] Pushing event updated for resources: {'Port': ['ID=b0988964-0915-4c66-a183-219b84c071dd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.424723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.471266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=c2927bdd-871c-465b-98ff-4f5614a91ed3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.480412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.484218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-13633ba0-e311-450c-baee-b7f273868556 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/c2927bdd-871c-465b-98ff-4f5614a91ed3 HTTP/1.1" status: 204 len: 168 time: 0.4157059 Oct 13 04:24:26.487309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 57994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:26.493716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3527ab6-9236-47fb-8e71-a30bced8599e None None] Network 7c0fe57d-5132-4396-b70a-fea2107c417c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:26.603970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 78d1101a-5498-4b06-b373-97de60f883a2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:26.696127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.760295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 78d1101a-5498-4b06-b373-97de60f883a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:26.760971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.809901 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:26.830395 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:26.830395 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:26.834260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting port 858450dc-4219-49c6-832f-9e8e9a468f70 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:26.834603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.909109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] DHCP port deletion for 7c0fe57d-5132-4396-b70a-fea2107c417c request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:26.926510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] For port 858450dc-4219-49c6-832f-9e8e9a468f70, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=858450dc-4219-49c6-832f-9e8e9a468f70,segment=NetworkSegment(ac9c397b-bdd9-4ada-ae94-dc09c14597bc),segment_id=ac9c397b-bdd9-4ada-ae94-dc09c14597bc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:26.926991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.942716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Calling delete_port for 858450dc-4219-49c6-832f-9e8e9a468f70 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:26.987573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] Deleting port 858450dc-4219-49c6-832f-9e8e9a468f70 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:26.988056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.087818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.094227 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:27.105371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 330f4849-c879-48f9-b990-e3b4858bdf43 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:27.133829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.157635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No DVR routers for this DVR port 858450dc-4219-49c6-832f-9e8e9a468f70 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:27.164669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 330f4849-c879-48f9-b990-e3b4858bdf43 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:27.167164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 330f4849-c879-48f9-b990-e3b4858bdf43 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:27.213376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Port': ['ID=858450dc-4219-49c6-832f-9e8e9a468f70,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:27.240663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] For port 858450dc-4219-49c6-832f-9e8e9a468f70, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=858450dc-4219-49c6-832f-9e8e9a468f70,segment=NetworkSegment(ac9c397b-bdd9-4ada-ae94-dc09c14597bc),segment_id=ac9c397b-bdd9-4ada-ae94-dc09c14597bc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:27.241091 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.275728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] Calling delete_port for 858450dc-4219-49c6-832f-9e8e9a468f70 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:27.327509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.364128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0fe57d-5132-4396-b70a-fea2107c417c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:27.375312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:27.375684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9c397b-bdd9-4ada-ae94-dc09c14597bc') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:27.389182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.405867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.417998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:27.418415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.419892 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 2, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:27.425864 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:27.431099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.440394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.456502 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:27.457290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Updating router 178691aa-ef35-48e0-990a-5dbb95b0083d port 066dcbb3-3d49-465b-afb3-6d7076d61538 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:27.487721 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.494845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] Pushing event deleted for resources: {'Port': ['ID=858450dc-4219-49c6-832f-9e8e9a468f70,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:27.510701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df87cc-1fda-43ed-8d5c-e4ad32187305 None None] No DVR routers for this DVR port 858450dc-4219-49c6-832f-9e8e9a468f70 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:27.551969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.564793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.576401 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/7c0fe57d-5132-4396-b70a-fea2107c417c HTTP/1.1" status: 204 len: 168 time: 1.0853715 Oct 13 04:24:27.576624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.627974 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b3d60d-cb2c-4e3a-8b61-fa276c67d9a7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:27.634440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b3d60d-cb2c-4e3a-8b61-fa276c67d9a7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:27.637772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20b3d60d-cb2c-4e3a-8b61-fa276c67d9a7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/5e4744aa-9fac-4712-91af-9b803c3f5bae HTTP/1.1" status: 404 len: 337 time: 0.0601647 Oct 13 04:24:27.639120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8186d83-f862-4a2a-bb5b-eb5c3437fb9f tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=7c0fe57d-5132-4396-b70a-fea2107c417c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:27.642494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.668959 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b240a99a-b080-4227-9468-f2636387d347 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:27.669559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b240a99a-b080-4227-9468-f2636387d347 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:27.673080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b240a99a-b080-4227-9468-f2636387d347 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/fa462d8a-9c5a-4d7b-a141-a158e9ceae0b HTTP/1.1" status: 404 len: 339 time: 0.0299025 Oct 13 04:24:27.675569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.702575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Router c3af4253-9fe9-4ad8-b8d5-41e5978774ff is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:24:27.754066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting subnet 88aaf630-10d9-49fa-881f-729fabb8ff11 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:27.758536 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.819775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.847623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:27.866168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Sync routers for ids ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:27.873599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee163a-dbf2-41a8-9e27-9e8f2f8794d9 None None] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:27.876937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.880662 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5120a850-eaeb-40da-943e-7f828218733f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9360485 Oct 13 04:24:27.880968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58006) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.903103 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.909922 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.949066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Routers {'c3af4253-9fe9-4ad8-b8d5-41e5978774ff'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:27.950150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:27.988226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.126752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.149278 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Attempting to bind port 066dcbb3-3d49-465b-afb3-6d7076d61538 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:28.150002 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Attempting to bind port 066dcbb3-3d49-465b-afb3-6d7076d61538 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:28.150562 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Attempting to bind port 066dcbb3-3d49-465b-afb3-6d7076d61538 on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:28.184941 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ec5c9-cd03-4ae9-b0a8-926c57064cef None None] Pushing event updated for resources: {'Port': ['ID=066dcbb3-3d49-465b-afb3-6d7076d61538,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:28.187479 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:28.188415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:28.205010 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.206310 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:28.209685 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Bound port: 066dcbb3-3d49-465b-afb3-6d7076d61538, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:28.211111 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.231956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.244873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/subnets/88aaf630-10d9-49fa-881f-729fabb8ff11 HTTP/1.1" status: 204 len: 168 time: 0.5669298 Oct 13 04:24:28.246306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4aec1b-c82d-45ea-ba8c-17fbf4f01de7 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Subnet': ['ID=88aaf630-10d9-49fa-881f-729fabb8ff11,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:28.248134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739cfc0-07f9-4edf-a9d6-ed8ddfd9759d None None] Network 27cad2b0-8a73-4d6d-812c-47bda879f06d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:28.249882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:28.328983 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] For port 066dcbb3-3d49-465b-afb3-6d7076d61538, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:28.333249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] For port 066dcbb3-3d49-465b-afb3-6d7076d61538, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=066dcbb3-3d49-465b-afb3-6d7076d61538,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:28.339710 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.409806 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ec5c9-cd03-4ae9-b0a8-926c57064cef None None] Pushing event updated for resources: {'Port': ['ID=066dcbb3-3d49-465b-afb3-6d7076d61538,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:28.440859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.450459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:28.451624 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:28.555023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Provisioning complete for port b0988964-0915-4c66-a183-219b84c071dd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:28.556150 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.624164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Deleting port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:28.624581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.692142 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:28.799420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] For port 6a7b29ea-395b-4fbf-9df3-c58d368103a7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6a7b29ea-395b-4fbf-9df3-c58d368103a7,segment=NetworkSegment(afd1f3cd-a6f3-49b6-843b-635f854160e6),segment_id=afd1f3cd-a6f3-49b6-843b-635f854160e6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:28.799867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.831132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Calling delete_port for 6a7b29ea-395b-4fbf-9df3-c58d368103a7 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:28.854474 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.935340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Set router c3af4253-9fe9-4ad8-b8d5-41e5978774ff gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:28.979094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b0988964-0915-4c66-a183-219b84c071dd up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:29.104240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.127993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] No DVR routers for this DVR port 6a7b29ea-395b-4fbf-9df3-c58d368103a7 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:29.145526 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:28Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:29.170658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.177656 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64704021-9f5d-45ce-95dc-b82bc74082ea None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:28Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:29.214568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Port': ['ID=6a7b29ea-395b-4fbf-9df3-c58d368103a7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:29.330117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.332284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05787b70-4f14-458b-84ac-f591d5fc38b8 None None] DHCP port deletion for 27cad2b0-8a73-4d6d-812c-47bda879f06d request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:29.333578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.333923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.334259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.334610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.334954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.335359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.341308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.341308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.341687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.342002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.342327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.379530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.408128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cad2b0-8a73-4d6d-812c-47bda879f06d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:29.423014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd1f3cd-a6f3-49b6-843b-635f854160e6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:29.423014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd1f3cd-a6f3-49b6-843b-635f854160e6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:29.423563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b0988964-0915-4c66-a183-219b84c071dd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:29.423945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.449456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.466228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.474399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:29.474833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:29.555867 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:29.570981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Allocated IP 172.20.0.1 (124e7a78-1c0e-4bed-9719-3e1216e7e884/0a29a07d-63ee-4ebf-94eb-0f80fb4450f0/4d374686-d7ba-450b-8ac7-24c84f9f8b37) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:29.592085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] For port b0988964-0915-4c66-a183-219b84c071dd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b0988964-0915-4c66-a183-219b84c071dd,segment=NetworkSegment(324d52a1-92da-4a1f-83d2-6b80996e5737),segment_id=324d52a1-92da-4a1f-83d2-6b80996e5737)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:29.607867 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.686673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Pushing event updated for resources: {'Port': ['ID=b0988964-0915-4c66-a183-219b84c071dd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:29.692169 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.726426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.727002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.727145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.727469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.728150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.728630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.729681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.730079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.730808 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.731276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.731653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.731987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.732776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.733109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d04e7-f22b-4948-8c18-b3fb084e457d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:29.758511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.762237 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] 10.222.0.44 "DELETE /v2.0/networks/27cad2b0-8a73-4d6d-812c-47bda879f06d HTTP/1.1" status: 204 len: 168 time: 1.4981344 Oct 13 04:24:29.845858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b5c1f-09fc-4351-a2bb-b5816eeb99d1 tempest-NetworksIpV6Test-1383379015 tempest-NetworksIpV6Test-1383379015-project] Pushing event deleted for resources: {'Network': ['ID=27cad2b0-8a73-4d6d-812c-47bda879f06d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:29.852170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f5f5799-f7dc-49d1-923d-311d57915514 None None] Provisioning complete for port 066dcbb3-3d49-465b-afb3-6d7076d61538 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:29.852541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5799-f7dc-49d1-923d-311d57915514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.889952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:29.898506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:29.904871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:29.973184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Pushing event updated for resources: {'Port': ['ID=4d374686-d7ba-450b-8ac7-24c84f9f8b37,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:29.982110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:26Z', 'revision_number': 3, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:30.024227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.036229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Checking router: c3af4253-9fe9-4ad8-b8d5-41e5978774ff for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:30.036572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Updating router c3af4253-9fe9-4ad8-b8d5-41e5978774ff port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:30.083390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 066dcbb3-3d49-465b-afb3-6d7076d61538 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:30.151448 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.292656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.299952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5799-f7dc-49d1-923d-311d57915514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.303349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:30.386235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4f5f5799-f7dc-49d1-923d-311d57915514 None None] For port 066dcbb3-3d49-465b-afb3-6d7076d61538, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=066dcbb3-3d49-465b-afb3-6d7076d61538,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:30.395783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5799-f7dc-49d1-923d-311d57915514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.470126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 066dcbb3-3d49-465b-afb3-6d7076d61538 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:30.470892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.544811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43adfaee-25cc-473c-ad93-11b2e0024d49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5410d3a5ebcb40259cf75d029b1000b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390902 Oct 13 04:24:30.547413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:30.554794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.561274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f5799-f7dc-49d1-923d-311d57915514 None None] Pushing event updated for resources: {'Port': ['ID=066dcbb3-3d49-465b-afb3-6d7076d61538,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.563203 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.585135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fac713cb-42ca-4ffe-9305-e3d38333192e None None] Provisioning complete for port b0988964-0915-4c66-a183-219b84c071dd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:30.585517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac713cb-42ca-4ffe-9305-e3d38333192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.609682 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3aeacae-1a62-481a-a063-a42bd43a07af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.635327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3aeacae-1a62-481a-a063-a42bd43a07af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.654379 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.666401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Pushing event updated for resources: {'Port': ['ID=4d374686-d7ba-450b-8ac7-24c84f9f8b37,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.692540 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3aeacae-1a62-481a-a063-a42bd43a07af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.696703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3aeacae-1a62-481a-a063-a42bd43a07af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.698036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3aeacae-1a62-481a-a063-a42bd43a07af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fa80818-041f-411f-b9b6-ca35c687f7bd HTTP/1.1" status: 204 len: 168 time: 0.1494787 Oct 13 04:24:30.701814 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.716503 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.727921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeacae-1a62-481a-a063-a42bd43a07af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa80818-041f-411f-b9b6-ca35c687f7bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.788714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:30.790675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:30.836458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcce8c5-0eda-485c-b5d6-10cff7374d13 None None] Pushing event updated for resources: {'Port': ['ID=3dfb2c30-96bc-409b-9f6e-313868bc70f6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.837164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Attempting to bind port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:30.837532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Attempting to bind port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:30.837942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Attempting to bind port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:30.855135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:30.855514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:30.855925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.856318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:30.856832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Bound port: 3dfb2c30-96bc-409b-9f6e-313868bc70f6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:30.857216 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.890638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 858450dc-4219-49c6-832f-9e8e9a468f70 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:30.926091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 858450dc-4219-49c6-832f-9e8e9a468f70 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:30.926431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 858450dc-4219-49c6-832f-9e8e9a468f70 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:30.930946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fac713cb-42ca-4ffe-9305-e3d38333192e None None] Provisioning complete for port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:30.931330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac713cb-42ca-4ffe-9305-e3d38333192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.984113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] For port 3dfb2c30-96bc-409b-9f6e-313868bc70f6, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:30.989913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] For port 3dfb2c30-96bc-409b-9f6e-313868bc70f6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3dfb2c30-96bc-409b-9f6e-313868bc70f6,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:30.991290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fac713cb-42ca-4ffe-9305-e3d38333192e None None] Port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:30.994558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Router c3af4253-9fe9-4ad8-b8d5-41e5978774ff has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:30.998423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:31.107367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Routers {'c3af4253-9fe9-4ad8-b8d5-41e5978774ff'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:31.107963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:31.143313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcce8c5-0eda-485c-b5d6-10cff7374d13 None None] Pushing event updated for resources: {'Port': ['ID=3dfb2c30-96bc-409b-9f6e-313868bc70f6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:31.204717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b0988964-0915-4c66-a183-219b84c071dd up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:31.212478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:31.228219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f51ebfdf-fba1-4c39-ae15-18fc04c5ea87 admin admin] 10.222.0.44 "PUT /v2.0/routers/c3af4253-9fe9-4ad8-b8d5-41e5978774ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3462479 Oct 13 04:24:31.311768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d534d8ab-8f25-4cb2-b669-6b19ec324971 None None] Provisioning complete for port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:31.312144 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d534d8ab-8f25-4cb2-b669-6b19ec324971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:31.391524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d534d8ab-8f25-4cb2-b669-6b19ec324971 None None] Port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:31.391524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b0988964-0915-4c66-a183-219b84c071dd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:31.391524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:31.392487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] Set router c3af4253-9fe9-4ad8-b8d5-41e5978774ff gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:31.719642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58072) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:31.827903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 066dcbb3-3d49-465b-afb3-6d7076d61538 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:31.848957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1668423418'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:31.875644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:31.880080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:31.898380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:31.936615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '4d374686-d7ba-450b-8ac7-24c84f9f8b37', 'name': '', 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'mac_address': 'fa:16:3e:a5:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:28Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 2, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'subnets': [{'id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:31.973517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2b095-d946-447c-873d-1f20a4b05468 None None] The sync data for ids ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'] in n-d-810220-9 is: [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '4d374686-d7ba-450b-8ac7-24c84f9f8b37', 'name': '', 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'mac_address': 'fa:16:3e:a5:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:28Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 2, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'subnets': [{'id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:31.975212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 066dcbb3-3d49-465b-afb3-6d7076d61538 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:31.975628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:31.998625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.003994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.055062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:32.062934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ce121d-2485-4daa-a9e9-6eba55139bd8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.079537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.079883 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 22a59feb-f891-4877-ac24-627e4e71aa4a of type vlan for network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 Oct 13 04:24:32.135163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.179537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6a7b29ea-395b-4fbf-9df3-c58d368103a7 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:32.181598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.189899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:32.190777 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.215524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6a7b29ea-395b-4fbf-9df3-c58d368103a7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:32.216102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6a7b29ea-395b-4fbf-9df3-c58d368103a7 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:32.271041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5451734 Oct 13 04:24:32.279210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7599a3b-2046-4cba-a3a9-ad6ae5ca661c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=5e7758b8-9d80-4fec-8fee-d62c59d8d057,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.297225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:32.423673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:32.433615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:32.967173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:32.977394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.244176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.385185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=055d5fa1-3722-4ac9-b8a1-65a081661aca,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:33.391738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '22a59feb-f891-4877-ac24-627e4e71aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:33.392109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 5e7758b8-9d80-4fec-8fee-d62c59d8d057, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:33.432464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:33.445438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 5e7758b8-9d80-4fec-8fee-d62c59d8d057) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:33.450243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:33.451093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.461130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37cfe6a-9b7a-46e9-a60b-32d69b4e4152 None None] Network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:33.485698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:33.490996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-726618202'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:33.494548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-42959af6-4fb2-4f42-9624-19404ab95587 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0695710 Oct 13 04:24:33.516887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:33.524884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.570330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:33.584572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.585073 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 92a2a9c3-9f23-427d-90c4-fd7b554b132d of type vlan for network ea745275-8d1f-47a9-975d-15a1f7ad7d97 Oct 13 04:24:33.641931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.674656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-5e7758b8-9d80-4fec-8fee-d62c59d8d057', 'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '055d5fa1-3722-4ac9-b8a1-65a081661aca'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:33.675535 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.686090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.696547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:33.697460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.722310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:33.728115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': 'ea745275-8d1f-47a9-975d-15a1f7ad7d97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:33.731578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2445555 Oct 13 04:24:33.837957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=ea745275-8d1f-47a9-975d-15a1f7ad7d97,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:33.847074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.847692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.848197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.848760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.849456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.849962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.850600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.851088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.851822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.852298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.852819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.853308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dd65d2-fb2d-4608-8e51-c95e0fdf0e1f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:33.867221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network ea745275-8d1f-47a9-975d-15a1f7ad7d97 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:33.873285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Allocated IP 172.20.255.242 (5e7758b8-9d80-4fec-8fee-d62c59d8d057/055d5fa1-3722-4ac9-b8a1-65a081661aca/ac5f080d-2968-45c7-8a96-720ec4b42adc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:33.907823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:33.912335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.115002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.126458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.168466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:34.169284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.174005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:34.178488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:34.207394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Pushing event updated for resources: {'Port': ['ID=ac5f080d-2968-45c7-8a96-720ec4b42adc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.238838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Attempting to bind port ac5f080d-2968-45c7-8a96-720ec4b42adc on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:34.239182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Attempting to bind port ac5f080d-2968-45c7-8a96-720ec4b42adc by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '22a59feb-f891-4877-ac24-627e4e71aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:34.239540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Attempting to bind port ac5f080d-2968-45c7-8a96-720ec4b42adc on network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:34.243576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=476d7a29-6eb7-4480-9e9b-d6668f4491bc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.244971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:34.245737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Checking segment: {'id': '22a59feb-f891-4877-ac24-627e4e71aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:34.246432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.246882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Bound using segment: {'id': '22a59feb-f891-4877-ac24-627e4e71aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:34.247452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Bound port: ac5f080d-2968-45c7-8a96-720ec4b42adc, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a59feb-f891-4877-ac24-627e4e71aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5e7758b8-9d80-4fec-8fee-d62c59d8d057'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:34.247843 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.254666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '92a2a9c3-9f23-427d-90c4-fd7b554b132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea745275-8d1f-47a9-975d-15a1f7ad7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:34.255120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: ea745275-8d1f-47a9-975d-15a1f7ad7d97, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:34.270721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network ea745275-8d1f-47a9-975d-15a1f7ad7d97 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:34.279962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, ea745275-8d1f-47a9-975d-15a1f7ad7d97) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:34.286644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:34.287597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.294563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62de45-43c1-4e54-8565-132efd915211 None None] Network ea745275-8d1f-47a9-975d-15a1f7ad7d97 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:34.307583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-241bc601-f078-4b53-9543-f63422b229ca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5835152 Oct 13 04:24:34.310999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:34.361776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] For port ac5f080d-2968-45c7-8a96-720ec4b42adc, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:34.380428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] For port ac5f080d-2968-45c7-8a96-720ec4b42adc, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac5f080d-2968-45c7-8a96-720ec4b42adc,segment=NetworkSegment(22a59feb-f891-4877-ac24-627e4e71aa4a),segment_id=22a59feb-f891-4877-ac24-627e4e71aa4a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:34.389628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.426768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.482472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.504114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a0cd-5236-4a5f-879c-2c6eb9c79446 None None] Pushing event updated for resources: {'Port': ['ID=ac5f080d-2968-45c7-8a96-720ec4b42adc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.552347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13b88a-6a55-4f32-8558-cd56ce7523fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-ea745275-8d1f-47a9-975d-15a1f7ad7d97', 'network_id': 'ea745275-8d1f-47a9-975d-15a1f7ad7d97', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '476d7a29-6eb7-4480-9e9b-d6668f4491bc'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:34.554344 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed13b88a-6a55-4f32-8558-cd56ce7523fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.566534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.615709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=476d7a29-6eb7-4480-9e9b-d6668f4491bc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.658541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fdac2-4285-4d56-9420-be3ea0bc2b4d None None] Network ea745275-8d1f-47a9-975d-15a1f7ad7d97 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:34.684525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.737326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea745275-8d1f-47a9-975d-15a1f7ad7d97']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:34.746912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a2a9c3-9f23-427d-90c4-fd7b554b132d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:34.747288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a2a9c3-9f23-427d-90c4-fd7b554b132d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:34.759027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.778871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.795220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:34.795844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:34.802529 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:34.890012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.901530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.908665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/ea745275-8d1f-47a9-975d-15a1f7ad7d97 HTTP/1.1" status: 204 len: 168 time: 0.5928345 Oct 13 04:24:34.909412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:34.915446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d975aa-29f9-417a-b0b1-22cd188a289c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=ea745275-8d1f-47a9-975d-15a1f7ad7d97,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.916323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-9da20d4b-29ee-4796-b2f8-28080d44e97a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:34.918062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-9da20d4b-29ee-4796-b2f8-28080d44e97a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.2415783 Oct 13 04:24:34.922793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138365348'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:34.941013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-4e323efc-e1ec-41b3-9653-b77b8a249518 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0147662 Oct 13 04:24:34.977935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:34.981650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.034331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:35.058456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-809a5334-3bbe-41a1-80bb-275ad9bc69a2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099920 Oct 13 04:24:35.059516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.059852 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment c9c75e8d-574f-4560-aab9-9427392d26dd of type vlan for network e9758f30-629f-4bff-842c-403b079381ab Oct 13 04:24:35.105586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3dfb2c30-96bc-409b-9f6e-313868bc70f6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:35.143345 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.152881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:35.153247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.190030 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.195833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:35.196418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.219807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-ce05802f-ce40-46fa-8ad0-0caafecd9cda service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518342 Oct 13 04:24:35.240917 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.266798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3dfb2c30-96bc-409b-9f6e-313868bc70f6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3dfb2c30-96bc-409b-9f6e-313868bc70f6,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:35.270965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3519020 Oct 13 04:24:35.273938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:35.274793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.275593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac5f080d-2968-45c7-8a96-720ec4b42adc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:35.280444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': 'e9758f30-629f-4bff-842c-403b079381ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:35.299738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d2829-e48b-4e54-9cd9-686bd1603b3a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=e9758f30-629f-4bff-842c-403b079381ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.323626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network e9758f30-629f-4bff-842c-403b079381ab details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:35.409086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:35.412406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.420935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-3d5b59a9-a823-411f-b98c-7600eba7dd61 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894050 Oct 13 04:24:35.426560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3dfb2c30-96bc-409b-9f6e-313868bc70f6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.444104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac5f080d-2968-45c7-8a96-720ec4b42adc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:35.444718 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.486494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Performing IP validity checks on allocation pools {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:24:35.487266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:24:35.579854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.620574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port ac5f080d-2968-45c7-8a96-720ec4b42adc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac5f080d-2968-45c7-8a96-720ec4b42adc,segment=NetworkSegment(22a59feb-f891-4877-ac24-627e4e71aa4a),segment_id=22a59feb-f891-4877-ac24-627e4e71aa4a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:35.626777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.690556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.735308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=ac5f080d-2968-45c7-8a96-720ec4b42adc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.905915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=8494340a-c125-40f3-9dcf-474a12211614,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.934218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': 'c9c75e8d-574f-4560-aab9-9427392d26dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9758f30-629f-4bff-842c-403b079381ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:35.934818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: e9758f30-629f-4bff-842c-403b079381ab, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:35.985709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network e9758f30-629f-4bff-842c-403b079381ab is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:36.014892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8aad84-2c94-42ff-89f2-f93ea37e3fa2 None None] Network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:36.020276 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a17073f1-7bec-4578-a730-d094949575c9 req-9196ef7f-2153-4a38-ab6e-cc1cb75ac61c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0571496 Oct 13 04:24:36.029379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, e9758f30-629f-4bff-842c-403b079381ab) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:36.043585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:36.044176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.052038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97536d63-bfca-4509-b6e2-58a91a8a0302 None None] Network e9758f30-629f-4bff-842c-403b079381ab requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:36.073757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4e3daaf9-ebb1-49f9-bbf7-83cbf38a200c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7986629 Oct 13 04:24:36.076404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:36.163547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92917103-1c09-44a4-9384-9c466edd4b5d None None] Provisioning complete for port ac5f080d-2968-45c7-8a96-720ec4b42adc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:36.163972 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92917103-1c09-44a4-9384-9c466edd4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.209534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.282605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.369660 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Sync routers for ids ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:36.375591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.391477 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Routers {'c3af4253-9fe9-4ad8-b8d5-41e5978774ff'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:36.392509 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:36.428970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd501c5-7abe-46e8-aaa7-87c1d51157d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-e9758f30-629f-4bff-842c-403b079381ab', 'network_id': 'e9758f30-629f-4bff-842c-403b079381ab', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '8494340a-c125-40f3-9dcf-474a12211614'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:36.429381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd501c5-7abe-46e8-aaa7-87c1d51157d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.454952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=8494340a-c125-40f3-9dcf-474a12211614,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:36.548961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eda519-3118-4282-ba41-9eedb1fff891 None None] Network e9758f30-629f-4bff-842c-403b079381ab requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:36.602238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.611610 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Set router c3af4253-9fe9-4ad8-b8d5-41e5978774ff gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:36.645602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9758f30-629f-4bff-842c-403b079381ab']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:36.664354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c75e8d-574f-4560-aab9-9427392d26dd') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:36.664651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c75e8d-574f-4560-aab9-9427392d26dd') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:36.683785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.709179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.718313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:36.719907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:36.725196 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:36.812838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.822778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.826243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/e9758f30-629f-4bff-842c-403b079381ab HTTP/1.1" status: 204 len: 168 time: 0.7486780 Oct 13 04:24:36.830599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:36.836980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd69bf7-9db0-4816-9265-1f581c460833 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=e9758f30-629f-4bff-842c-403b079381ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:36.854597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1492080838'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:36.867795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0553fd2-67be-442c-a372-85332c912482 None None] Provisioning complete for port ac5f080d-2968-45c7-8a96-720ec4b42adc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:36.868342 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0553fd2-67be-442c-a372-85332c912482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.892167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:36.897447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.927809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:36.936187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '4d374686-d7ba-450b-8ac7-24c84f9f8b37', 'name': '', 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'mac_address': 'fa:16:3e:a5:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:28Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 2, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'subnets': [{'id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:36.942156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.942514 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 09130b44-e08b-4744-9a81-3e9e2d67a5c1 of type vlan for network 97993883-efad-4fb6-8212-bcd48b35e353 Oct 13 04:24:36.994330 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Checking router: c3af4253-9fe9-4ad8-b8d5-41e5978774ff for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:36.994762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Updating router c3af4253-9fe9-4ad8-b8d5-41e5978774ff port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:37.005142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.024266 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.042127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.052900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:37.054745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.064164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3dfb2c30-96bc-409b-9f6e-313868bc70f6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:37.132512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3005614 Oct 13 04:24:37.136088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:37.142482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '97993883-efad-4fb6-8212-bcd48b35e353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:37.174305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca2f58-3e16-47d7-a530-f35c5e074d44 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=97993883-efad-4fb6-8212-bcd48b35e353,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.182293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:37.182735 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.213673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 97993883-efad-4fb6-8212-bcd48b35e353 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:37.259506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8025e93-ea3c-40bd-b31c-a6e79280bbc2 req-775ad5a9-f1a7-468a-b1c0-4bdd450091c1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0316892 Oct 13 04:24:37.311392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:37.319424 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.475292 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.483086 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.548098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac5f080d-2968-45c7-8a96-720ec4b42adc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:37.622535 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Pushing event updated for resources: {'Port': ['ID=4d374686-d7ba-450b-8ac7-24c84f9f8b37,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.635394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-878266f8-438b-4171-a91d-dde5ae940ed9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:37.637490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-878266f8-438b-4171-a91d-dde5ae940ed9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1703339 Oct 13 04:24:37.639681 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.648246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ac5f080d-2968-45c7-8a96-720ec4b42adc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:37.648419 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.657114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:37.675627 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.675971 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.676309 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.676634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.678792 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.679445 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.679942 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.684461 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.685178 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.685678 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.686182 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.686667 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:37.732995 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Attempting to bind port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:37.733618 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Attempting to bind port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:37.733966 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Attempting to bind port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 on network 124e7a78-1c0e-4bed-9719-3e1216e7e884 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:37.746517 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:37.750281 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Checking segment: {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:37.751064 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.752175 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Bound using segment: {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:37.753278 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Bound port: 4d374686-d7ba-450b-8ac7-24c84f9f8b37, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324d52a1-92da-4a1f-83d2-6b80996e5737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:37.753913 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.787070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=6c48483c-d178-4668-b11b-a9f796fdbb0c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.798197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '09130b44-e08b-4744-9a81-3e9e2d67a5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97993883-efad-4fb6-8212-bcd48b35e353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:37.798543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 97993883-efad-4fb6-8212-bcd48b35e353, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:37.831623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 97993883-efad-4fb6-8212-bcd48b35e353 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:37.845643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 97993883-efad-4fb6-8212-bcd48b35e353) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:37.850956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:37.851783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.858178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f686ce-bfcf-456a-ae7c-7e9d84751a5f None None] Network 97993883-efad-4fb6-8212-bcd48b35e353 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:37.873160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5c738bc5-9c75-4651-be45-173f6c4cfc55 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7358060 Oct 13 04:24:37.875816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:37.943986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:37.949221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.994197 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] For port 4d374686-d7ba-450b-8ac7-24c84f9f8b37, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:38.002124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] For port 4d374686-d7ba-450b-8ac7-24c84f9f8b37, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4d374686-d7ba-450b-8ac7-24c84f9f8b37,segment=NetworkSegment(324d52a1-92da-4a1f-83d2-6b80996e5737),segment_id=324d52a1-92da-4a1f-83d2-6b80996e5737)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:38.015315 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.061365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.170528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.8 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/cfd20503-be4d-4928-a091-518ea60768b7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:38.262939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.275999 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Routers {'c3af4253-9fe9-4ad8-b8d5-41e5978774ff'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:38.278470 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:38.288124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e12acc3-4387-4167-b341-c0c3adc31bed None None] Provisioning complete for port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:38.289300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e12acc3-4387-4167-b341-c0c3adc31bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.331072 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.335542 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a013-4acb-4afb-8d63-2ce509522720 None None] Pushing event updated for resources: {'Port': ['ID=4d374686-d7ba-450b-8ac7-24c84f9f8b37,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:38.392541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1d07e-c756-44fb-bd5e-b8edb05b5b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-97993883-efad-4fb6-8212-bcd48b35e353', 'network_id': '97993883-efad-4fb6-8212-bcd48b35e353', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '6c48483c-d178-4668-b11b-a9f796fdbb0c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:38.394384 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d07e-c756-44fb-bd5e-b8edb05b5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.439069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.517434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=6c48483c-d178-4668-b11b-a9f796fdbb0c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:38.568953 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:38.658559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e12acc3-4387-4167-b341-c0c3adc31bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.669974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be3b1504-2c1a-46f0-9764-8d8dbe4773bb req-d30a23a7-5c4c-4d1d-985b-54110214f9ed tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.1438570 Oct 13 04:24:38.672757 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] Set router c3af4253-9fe9-4ad8-b8d5-41e5978774ff gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-ebd1d07e-c756-44fb-bd5e-b8edb05b5b7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c48483c-d178-4668-b11b-a9f796fdbb0c: This subnet is being modified by another concurrent operation. Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c48483c-d178-4668-b11b-a9f796fdbb0c: This subnet is being modified by another concurrent operation. Oct 13 04:24:38.712414 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:38.728617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.759846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8a573-de1b-4cbc-ba1f-36102eef75c8 None None] Network 97993883-efad-4fb6-8212-bcd48b35e353 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:38.801321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97993883-efad-4fb6-8212-bcd48b35e353']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:38.814929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09130b44-e08b-4744-9a81-3e9e2d67a5c1') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:38.815501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09130b44-e08b-4744-9a81-3e9e2d67a5c1') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:38.831971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.851396 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.866935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:38.868516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:38.878454 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:38.998572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9e12acc3-4387-4167-b341-c0c3adc31bed None None] For port 4d374686-d7ba-450b-8ac7-24c84f9f8b37, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4d374686-d7ba-450b-8ac7-24c84f9f8b37,segment=NetworkSegment(324d52a1-92da-4a1f-83d2-6b80996e5737),segment_id=324d52a1-92da-4a1f-83d2-6b80996e5737)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:39.023977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e12acc3-4387-4167-b341-c0c3adc31bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.054313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '4d374686-d7ba-450b-8ac7-24c84f9f8b37', 'name': '', 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'mac_address': 'fa:16:3e:a5:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:28Z', 'updated_at': '2021-10-13T04:24:37Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'subnets': [{'id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:39.095620 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34100e8-77bd-4886-abd4-c6df55152d27 None None] The sync data for ids ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'] in n-d-810220-9 is: [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '4d374686-d7ba-450b-8ac7-24c84f9f8b37', 'name': '', 'network_id': '124e7a78-1c0e-4bed-9719-3e1216e7e884', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'mac_address': 'fa:16:3e:a5:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:28Z', 'updated_at': '2021-10-13T04:24:37Z', 'revision_number': 4, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'subnets': [{'id': '0a29a07d-63ee-4ebf-94eb-0f80fb4450f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:39.119849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.133248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.135482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.146069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/97993883-efad-4fb6-8212-bcd48b35e353 HTTP/1.1" status: 204 len: 168 time: 1.2640386 Oct 13 04:24:39.162366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:39.167478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1987128265'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:39.180628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c320d7a-ab6c-401f-9053-3ab3c18601cf tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=97993883-efad-4fb6-8212-bcd48b35e353,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:39.205841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:39.210094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.225064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.262579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d374686-d7ba-450b-8ac7-24c84f9f8b37 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:39.288976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:39.291394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:39.295729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:39.304659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:39.356321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.359950 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 7a369d33-8bdf-4b46-ab7d-889bef25d004 of type vlan for network 275cb73f-c9ec-4a29-ad1c-b8551a793ed8 Oct 13 04:24:39.380945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=cfd20503-be4d-4928-a091-518ea60768b7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:39.409931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:39.410647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.431338 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-0f111ad5-ef92-4c54-b028-a4496b0dfa81 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7847774 Oct 13 04:24:39.444071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Request body: {'port': {'device_id': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:39.546454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.551579 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.602031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-05bf682b-abce-472d-880d-efedb97468d3 None None] Provisioning complete for port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:39.603384 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05bf682b-abce-472d-880d-efedb97468d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.690973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.706996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:39.708130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.722665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12acc3-4387-4167-b341-c0c3adc31bed None None] Pushing event updated for resources: {'Port': ['ID=4d374686-d7ba-450b-8ac7-24c84f9f8b37,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:39.741597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:39.741912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.777627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f117cf-6120-426b-98f3-7200f7a435c1 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:39.892316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7282240 Oct 13 04:24:39.900319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:39.913984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '275cb73f-c9ec-4a29-ad1c-b8551a793ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:40.018806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16209e-c16e-4338-be14-adf2a914182c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=275cb73f-c9ec-4a29-ad1c-b8551a793ed8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:40.050015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6e1d9-fb0b-423d-b862-cbae86874649 req-e0542cce-607b-4a20-9c46-ba6e88e8fee4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:40.051750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fda6e1d9-fb0b-423d-b862-cbae86874649 req-e0542cce-607b-4a20-9c46-ba6e88e8fee4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 931 time: 0.2669322 Oct 13 04:24:40.072842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 275cb73f-c9ec-4a29-ad1c-b8551a793ed8 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:40.097507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fda6e1d9-fb0b-423d-b862-cbae86874649 req-1d85eaba-aeaa-48be-86a8-298e6d9fc7d6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Oct 13 04:24:40.244156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.272426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd20503-be4d-4928-a091-518ea60768b7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:40.281500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:40.285747 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.293533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.433728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Transition to ACTIVE for port object cfd20503-be4d-4928-a091-518ea60768b7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:40.611499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.619214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f117cf-6120-426b-98f3-7200f7a435c1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:40.669421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Pushing event updated for resources: {'Port': ['ID=cfd20503-be4d-4928-a091-518ea60768b7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:40.674172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.724355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=0065f1ce-cee7-4827-bee1-25317818c886,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:40.840014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Attempting to bind port cfd20503-be4d-4928-a091-518ea60768b7 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:40.840271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Attempting to bind port cfd20503-be4d-4928-a091-518ea60768b7 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:40.840910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Attempting to bind port cfd20503-be4d-4928-a091-518ea60768b7 on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:40.851444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Port cfd20503-be4d-4928-a091-518ea60768b7 on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:40.851750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Attempting to bind port cfd20503-be4d-4928-a091-518ea60768b7 on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:40.859532 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:40.859862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:40.860237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:40.860654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Bound port: cfd20503-be4d-4928-a091-518ea60768b7, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:40.861098 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.885257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '7a369d33-8bdf-4b46-ab7d-889bef25d004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '275cb73f-c9ec-4a29-ad1c-b8551a793ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:40.885877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 275cb73f-c9ec-4a29-ad1c-b8551a793ed8, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:40.994000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] For port cfd20503-be4d-4928-a091-518ea60768b7, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:41.011723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] For port cfd20503-be4d-4928-a091-518ea60768b7, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cfd20503-be4d-4928-a091-518ea60768b7,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:41.014303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 275cb73f-c9ec-4a29-ad1c-b8551a793ed8 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:41.030596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.082103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 275cb73f-c9ec-4a29-ad1c-b8551a793ed8) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:41.091282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.091474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.118107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d374686-d7ba-450b-8ac7-24c84f9f8b37 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:41.134114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-adf79506-4890-4ecd-bcd5-606dddeb3095 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2289164 Oct 13 04:24:41.135600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:41.165160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Pushing event updated for resources: {'Port': ['ID=cfd20503-be4d-4928-a091-518ea60768b7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:41.168323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.169001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.170393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-1a89ef31-1a4b-4ed0-80b8-cee81469b4df service neutron] 10.222.0.15 "PUT /v2.0/ports/cfd20503-be4d-4928-a091-518ea60768b7 HTTP/1.1" status: 200 len: 1091 time: 1.7310293 Oct 13 04:24:41.170848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'tag': 'cfd20503-be4d-4928-a091-518ea60768b7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:41.173231 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a770946-11b4-4c97-a79d-5e9b384bfa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7b59bd-f9ce-4705-80d9-b221efc827a5", "tag": "cfd20503-be4d-4928-a091-518ea60768b7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:41.215957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a0297-d340-4987-a77f-901fb0223d62 None None] Network 275cb73f-c9ec-4a29-ad1c-b8551a793ed8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:41.326618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:41.327046 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.339001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-dd53f198-ad09-4156-bfad-34fc70d3436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.340951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-dd53f198-ad09-4156-bfad-34fc70d3436b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 1094 time: 0.1165171 Oct 13 04:24:41.410598 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ed2af-6bb4-4498-b339-3c360a740f28 x-openstack-request-id: req-bf0ed2af-6bb4-4498-b339-3c360a740f28 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:41.411026 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7b59bd-f9ce-4705-80d9-b221efc827a5", "tag": "cfd20503-be4d-4928-a091-518ea60768b7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:41.411385 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf0ed2af-6bb4-4498-b339-3c360a740f28 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:41.411887 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'tag': 'cfd20503-be4d-4928-a091-518ea60768b7', 'status': 'completed', 'code': 200} Oct 13 04:24:41.413621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-c00f27aa-5d65-490b-ae89-05db46f9b46e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfd20503-be4d-4928-a091-518ea60768b7 HTTP/1.1" status: 200 len: 217 time: 0.0642703 Oct 13 04:24:41.461195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d838f-622b-4d57-87fb-01702491a189 req-9e0c9ec6-25d2-4bc1-90cc-b9252bf103e4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.463219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e4d838f-622b-4d57-87fb-01702491a189 req-9e0c9ec6-25d2-4bc1-90cc-b9252bf103e4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.1765754 Oct 13 04:24:41.511930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.521235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-94ad5904-4b0e-4067-aa26-9373b74f1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.522906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-94ad5904-4b0e-4067-aa26-9373b74f1232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0975792 Oct 13 04:24:41.579513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e18372-4ffb-4738-8de7-501891adf6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-275cb73f-c9ec-4a29-ad1c-b8551a793ed8', 'network_id': '275cb73f-c9ec-4a29-ad1c-b8551a793ed8', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '0065f1ce-cee7-4827-bee1-25317818c886'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:41.579964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e4d838f-622b-4d57-87fb-01702491a189 req-88ff4ff7-bd04-4346-98e2-8e9805567ce0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073899 Oct 13 04:24:41.581018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43e18372-4ffb-4738-8de7-501891adf6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.600287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-8881e129-0a00-49af-96ec-cf2ac51bb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.601953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-8881e129-0a00-49af-96ec-cf2ac51bb891 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708210 Oct 13 04:24:41.647893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.741366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.751126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-eef9eba2-248b-4453-b7de-9998d9b01b14 service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401100 Oct 13 04:24:41.776214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=0065f1ce-cee7-4827-bee1-25317818c886,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-43e18372-4ffb-4738-8de7-501891adf6dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0065f1ce-cee7-4827-bee1-25317818c886: This subnet is being modified by another concurrent operation. Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0065f1ce-cee7-4827-bee1-25317818c886: This subnet is being modified by another concurrent operation. Oct 13 04:24:41.805448 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:41.825498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562060d-17a3-458e-838a-277717aa9b8b None None] Network 275cb73f-c9ec-4a29-ad1c-b8551a793ed8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:41.882232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.942258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275cb73f-c9ec-4a29-ad1c-b8551a793ed8']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:41.948644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-935b3ae8-1b14-4fc2-a723-8bdd9a75274a req-e11e2a6a-12b5-418d-a330-7e47c94e89dd service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894019 Oct 13 04:24:41.958160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a369d33-8bdf-4b46-ab7d-889bef25d004') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:41.958453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a369d33-8bdf-4b46-ab7d-889bef25d004') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:41.975259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe210c7-41e9-41f1-8e6e-eda5a6445f17 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:41.978602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.003090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.013596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:42.017274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:42.020633 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:42.072876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-a1191c72-0005-475d-bf3e-9b99bd1fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.074828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-a1191c72-0005-475d-bf3e-9b99bd1fbc18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 1094 time: 0.0561955 Oct 13 04:24:42.147381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe210c7-41e9-41f1-8e6e-eda5a6445f17 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:42.149249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.153821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.157630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/275cb73f-c9ec-4a29-ad1c-b8551a793ed8 HTTP/1.1" status: 204 len: 168 time: 1.0221982 Oct 13 04:24:42.166087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:42.186287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888498527'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:42.191553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a44c-d233-4bf3-a490-f446800be353 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=275cb73f-c9ec-4a29-ad1c-b8551a793ed8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:42.218226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:42.222082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.260874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-460252af-0c78-4f33-ba30-06c50bbd5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.262662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-460252af-0c78-4f33-ba30-06c50bbd5392 service neutron] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.1807554 Oct 13 04:24:42.270135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:42.295278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.295632 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 4336a5de-fbf3-444e-a00a-2e20a5879ed9 of type vlan for network 7d27aa74-21d2-4031-a988-c9539c9c299c Oct 13 04:24:42.345127 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-5dd5b1a3-2fc4-48ff-8ce8-77e558376886 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfd20503-be4d-4928-a091-518ea60768b7 HTTP/1.1" status: 200 len: 217 time: 0.0730615 Oct 13 04:24:42.368544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.408465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.418475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.420285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.436530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-0faf2d62-93c1-4f09-bffc-cc2f8c5b8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.438842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-0faf2d62-93c1-4f09-bffc-cc2f8c5b8f02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0867710 Oct 13 04:24:42.502827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=7d27aa74-21d2-4031-a988-c9539c9c299c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:42.504572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-3fbdf497-2f97-4f56-aedb-1f1244c00b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.506358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-3fbdf497-2f97-4f56-aedb-1f1244c00b82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602529 Oct 13 04:24:42.526905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7d27aa74-21d2-4031-a988-c9539c9c299c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:42.533078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0fca8519-a37c-4b3a-b08a-b2c43fc946f8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3620875 Oct 13 04:24:42.533335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:42.539400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '7d27aa74-21d2-4031-a988-c9539c9c299c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:42.677232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-6842fcef-6508-4dc8-9f68-5d5cdcc7249b service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631606 Oct 13 04:24:42.722481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:42.726033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.784425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Performing IP validity checks on allocation pools {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:24:42.784975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:24:42.815575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a770946-11b4-4c97-a79d-5e9b384bfa7e req-ce572922-ace2-4f53-bc53-6401efa60549 service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277938 Oct 13 04:24:42.851304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b5f56-b142-4a45-8efb-8cacda41b9cd req-8c60530f-753b-479e-bee8-4ba821e7a355 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.852872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc3b5f56-b142-4a45-8efb-8cacda41b9cd req-8c60530f-753b-479e-bee8-4ba821e7a355 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.1452258 Oct 13 04:24:42.946041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc3b5f56-b142-4a45-8efb-8cacda41b9cd req-c2123507-b250-4e81-955d-7eeee790d753 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677934 Oct 13 04:24:42.985455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.055404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=c4219e93-5de7-4c23-820d-5d20bea2a3e7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.067356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '4336a5de-fbf3-444e-a00a-2e20a5879ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d27aa74-21d2-4031-a988-c9539c9c299c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:43.067823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 7d27aa74-21d2-4031-a988-c9539c9c299c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:43.088001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 7d27aa74-21d2-4031-a988-c9539c9c299c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:43.098841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7d27aa74-21d2-4031-a988-c9539c9c299c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:43.103322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:43.104188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.108335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44fd4ed-831b-41e6-bc93-c6d17ab79990 None None] Network 7d27aa74-21d2-4031-a988-c9539c9c299c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:43.123392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f11b7d71-79cf-4c30-85c2-abd09c98fab2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5889039 Oct 13 04:24:43.126119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:43.253216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.283835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8ae10-ef9c-4cd0-9656-31b411eb05fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7d27aa74-21d2-4031-a988-c9539c9c299c', 'network_id': '7d27aa74-21d2-4031-a988-c9539c9c299c', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': 'c4219e93-5de7-4c23-820d-5d20bea2a3e7'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:43.284740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f8ae10-ef9c-4cd0-9656-31b411eb05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.325080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.403572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-46f8ae10-ef9c-4cd0-9656-31b411eb05fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4219e93-5de7-4c23-820d-5d20bea2a3e7: This subnet is being modified by another concurrent operation. Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4219e93-5de7-4c23-820d-5d20bea2a3e7: This subnet is being modified by another concurrent operation. Oct 13 04:24:43.413000 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:43.442431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0df61-961a-442b-ac5a-a95dfae971d6 None None] Network 7d27aa74-21d2-4031-a988-c9539c9c299c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:43.455950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=c4219e93-5de7-4c23-820d-5d20bea2a3e7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.554722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.581523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d27aa74-21d2-4031-a988-c9539c9c299c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:43.591442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336a5de-fbf3-444e-a00a-2e20a5879ed9') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:43.591721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336a5de-fbf3-444e-a00a-2e20a5879ed9') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:43.602119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.611186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e20928-787e-4e94-a5ca-cbe9e6728f03 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:43.620811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.627233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:43.627617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:43.630827 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:43.697891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.709951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.713261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/7d27aa74-21d2-4031-a988-c9539c9c299c HTTP/1.1" status: 204 len: 168 time: 0.5860484 Oct 13 04:24:43.717601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58216) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:43.724107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627345228'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:43.726644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6756598-016c-4ecb-8ca4-3a4d6e69a7ae tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=7d27aa74-21d2-4031-a988-c9539c9c299c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.769922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:43.774525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.799709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e20928-787e-4e94-a5ca-cbe9e6728f03 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:43.800643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:43.813323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.813933 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5 of type vlan for network 84367eef-d26b-41d9-b20f-208a28d1137c Oct 13 04:24:43.866685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.893097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.907832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:43.908854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.986718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2672274 Oct 13 04:24:43.989503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58220) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:43.995083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:44.017125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fe4a7-e74b-4844-95ca-2a0f02f5621d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=84367eef-d26b-41d9-b20f-208a28d1137c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:44.114800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 84367eef-d26b-41d9-b20f-208a28d1137c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:44.184715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb479f-e611-43a7-80fc-a58a39e246bb req-40dd43ce-d407-4808-9b33-27c7765aaba6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:44.198891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bdcb479f-e611-43a7-80fc-a58a39e246bb req-40dd43ce-d407-4808-9b33-27c7765aaba6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.1384447 Oct 13 04:24:44.228267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:44.233258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.263058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bdcb479f-e611-43a7-80fc-a58a39e246bb req-2a0cdbb1-f7f6-4ab9-b378-3aa2583a7158 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 Oct 13 04:24:44.495215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.574204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=815a8bb9-2be6-4c3b-9348-a29a752fb983,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:44.583680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:44.584153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 84367eef-d26b-41d9-b20f-208a28d1137c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:44.625016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 84367eef-d26b-41d9-b20f-208a28d1137c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:44.637374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 84367eef-d26b-41d9-b20f-208a28d1137c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:44.645518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83022b5-9145-4294-a9c5-21fb76634a16 None None] Network 84367eef-d26b-41d9-b20f-208a28d1137c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:44.655517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:44.660198 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.701231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-29d2dc89-8ce5-4541-84a6-d7c0b405e236 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7101979 Oct 13 04:24:44.704437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:44.838255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-84367eef-d26b-41d9-b20f-208a28d1137c', 'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '815a8bb9-2be6-4c3b-9348-a29a752fb983'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:44.839338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.887938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.997260 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.039511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Allocated IP 172.20.0.1 (84367eef-d26b-41d9-b20f-208a28d1137c/815a8bb9-2be6-4c3b-9348-a29a752fb983/60771650-cd42-4513-bfcc-d0c906d06489) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:45.203872 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.212548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.231275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.258600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Network 84367eef-d26b-41d9-b20f-208a28d1137c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:45.261377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:45.266302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:45.274728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Pushing event updated for resources: {'Port': ['ID=60771650-cd42-4513-bfcc-d0c906d06489,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:45.302724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=815a8bb9-2be6-4c3b-9348-a29a752fb983,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:45.380697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Attempting to bind port 60771650-cd42-4513-bfcc-d0c906d06489 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:45.381074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Attempting to bind port 60771650-cd42-4513-bfcc-d0c906d06489 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:45.381656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Attempting to bind port 60771650-cd42-4513-bfcc-d0c906d06489 on network 84367eef-d26b-41d9-b20f-208a28d1137c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:45.393013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:45.395929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Checking segment: {'id': '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:45.396918 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.397313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Bound using segment: {'id': '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:45.397796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Bound port: 60771650-cd42-4513-bfcc-d0c906d06489, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84367eef-d26b-41d9-b20f-208a28d1137c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:45.398180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.413442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.438562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec721-a4bf-47a9-a195-44b4c218e160 req-a48a1a64-0023-418d-b202-57e071f04470 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:45.451551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-448ec721-a4bf-47a9-a195-44b4c218e160 req-a48a1a64-0023-418d-b202-57e071f04470 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.0929928 Oct 13 04:24:45.457241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84367eef-d26b-41d9-b20f-208a28d1137c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:45.471891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:45.472177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:45.482196 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.498702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.506992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:45.507621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:45.510929 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:45.534775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-448ec721-a4bf-47a9-a195-44b4c218e160 req-04e04439-9b15-4cd3-8607-53c31ad3cae6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Oct 13 04:24:45.580454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] For port 60771650-cd42-4513-bfcc-d0c906d06489, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:45.622076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] For port 60771650-cd42-4513-bfcc-d0c906d06489, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=60771650-cd42-4513-bfcc-d0c906d06489,segment=NetworkSegment(4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5),segment_id=4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:45.622752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:24:45.622752 n-d-810220-9 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:24:45.622752 n-d-810220-9 neutron-server[94825]: [parameters: {'id': '84367eef-d26b-41d9-b20f-208a28d1137c'}] Oct 13 04:24:45.622752 n-d-810220-9 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:24:45.627223 n-d-810220-9 neutron-server[94825]: DEBUG oslo_db.api [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:24:45.630634 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.701183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90523e-188f-4eba-8e57-a2ab261000f4 None None] Pushing event updated for resources: {'Port': ['ID=60771650-cd42-4513-bfcc-d0c906d06489,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:45.741297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96a330-4967-4b61-957b-268a21b4e557 None None] Network 84367eef-d26b-41d9-b20f-208a28d1137c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:45.889087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1075858a-097e-466a-b057-f5507a2ebea1 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:46.020566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075858a-097e-466a-b057-f5507a2ebea1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:46.126240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.203902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Deleting port 60771650-cd42-4513-bfcc-d0c906d06489 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:46.204713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.270616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] For port 60771650-cd42-4513-bfcc-d0c906d06489, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=60771650-cd42-4513-bfcc-d0c906d06489,segment=NetworkSegment(4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5),segment_id=4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:46.270966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.288955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Calling delete_port for 60771650-cd42-4513-bfcc-d0c906d06489 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:46.389312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.418571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No DVR routers for this DVR port 60771650-cd42-4513-bfcc-d0c906d06489 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:46.423741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Port': ['ID=60771650-cd42-4513-bfcc-d0c906d06489,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.508999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.531724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84367eef-d26b-41d9-b20f-208a28d1137c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:46.541280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:46.541578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4923b7a4-dfd0-4a6c-81be-5cd5fe8486f5') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:46.551842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.567240 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.581683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:46.582182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:46.585082 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:46.657823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.665966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.673320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/84367eef-d26b-41d9-b20f-208a28d1137c HTTP/1.1" status: 204 len: 168 time: 1.9664495 Oct 13 04:24:46.673750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6534-5660-4651-a441-882e872f5ea9 req-dfb6cd46-efda-476a-9b44-a3bd677a6d61 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.674228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.675382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-220b6534-5660-4651-a441-882e872f5ea9 req-dfb6cd46-efda-476a-9b44-a3bd677a6d61 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.0603626 Oct 13 04:24:46.693776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-155495809'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:46.699137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66150-5352-44fb-a3ea-16b44705b75e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=84367eef-d26b-41d9-b20f-208a28d1137c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.731685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-220b6534-5660-4651-a441-882e872f5ea9 req-1de853f2-952c-4eba-9528-5375226fa705 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Oct 13 04:24:46.733718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:46.738251 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.783045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:46.794848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.795190 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 4aad653a-bde5-403e-9bd2-caba172a47b2 of type vlan for network 28f0656f-e8ea-45b7-ad98-b8593e4c21e1 Oct 13 04:24:46.845555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.871250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.877521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.878160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.943721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2674367 Oct 13 04:24:46.954641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58244) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.963803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '28f0656f-e8ea-45b7-ad98-b8593e4c21e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:46.975539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fab98-2801-4f8e-9969-b97bfcd30cca tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=28f0656f-e8ea-45b7-ad98-b8593e4c21e1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.003459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 28f0656f-e8ea-45b7-ad98-b8593e4c21e1 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:47.070973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:47.074634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.264136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.327628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=3f10094b-8b05-42c9-9945-c3dfee1a9dea,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.333770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '4aad653a-bde5-403e-9bd2-caba172a47b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '28f0656f-e8ea-45b7-ad98-b8593e4c21e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:47.334505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 28f0656f-e8ea-45b7-ad98-b8593e4c21e1, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:47.351605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 28f0656f-e8ea-45b7-ad98-b8593e4c21e1 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:47.360499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 28f0656f-e8ea-45b7-ad98-b8593e4c21e1) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:47.370683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02bbcf4-e637-4f67-909c-a0f5eba205a6 None None] Network 28f0656f-e8ea-45b7-ad98-b8593e4c21e1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:47.377231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:47.377231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.396380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90a7d977-1132-4e97-85c6-eceb43408dba tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4367416 Oct 13 04:24:47.396728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:47.501754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.533572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb4f0c-2c31-4439-833c-52987ffba430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-28f0656f-e8ea-45b7-ad98-b8593e4c21e1', 'network_id': '28f0656f-e8ea-45b7-ad98-b8593e4c21e1', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '3f10094b-8b05-42c9-9945-c3dfee1a9dea'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:47.534584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4f0c-2c31-4439-833c-52987ffba430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.553100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.621479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.647999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=3f10094b-8b05-42c9-9945-c3dfee1a9dea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-e0cb4f0c-2c31-4439-833c-52987ffba430 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f10094b-8b05-42c9-9945-c3dfee1a9dea: This subnet is being modified by another concurrent operation. Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f10094b-8b05-42c9-9945-c3dfee1a9dea: This subnet is being modified by another concurrent operation. Oct 13 04:24:47.656862 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:47.688446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38d4e9-3ef4-4ee0-88ad-6a8b5bee55d8 None None] Network 28f0656f-e8ea-45b7-ad98-b8593e4c21e1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:47.716159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-9e781ff5-17a2-4d08-938a-e45c8d2affb6 req-c7a1f4fb-ad9d-462b-88d3-5a488acce9e3 service neutron] (94824) timed out ('10.222.0.44', 59974) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:24:47.737463 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.777689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f0656f-e8ea-45b7-ad98-b8593e4c21e1']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.802611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aad653a-bde5-403e-9bd2-caba172a47b2') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.802910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aad653a-bde5-403e-9bd2-caba172a47b2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.811161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363717a-3693-4216-a253-a7879c1105ef None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:47.820867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.861053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.868111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:47.868562 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:47.872411 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:47.929524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857f12-3582-43c0-a37b-86078410cfc4 req-f794aa6e-749a-45c2-85e9-c9463d0e61b2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:47.931092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b857f12-3582-43c0-a37b-86078410cfc4 req-f794aa6e-749a-45c2-85e9-c9463d0e61b2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.0868123 Oct 13 04:24:47.957780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.967368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.971467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/28f0656f-e8ea-45b7-ad98-b8593e4c21e1 HTTP/1.1" status: 204 len: 168 time: 0.5737560 Oct 13 04:24:47.979409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:47.986003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b857f12-3582-43c0-a37b-86078410cfc4 req-402b4daa-93ff-4d02-be48-0ddf2053a61e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Oct 13 04:24:47.995018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873527473'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:48.000427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d784-6fcc-4142-a9de-6bc77298ccab tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=28f0656f-e8ea-45b7-ad98-b8593e4c21e1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.023286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:48.027261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.046128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363717a-3693-4216-a253-a7879c1105ef None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:48.056227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:48.070729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.071080 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment b41ce823-6bd5-477b-b445-e2a127831ad6 of type vlan for network 70ee945c-90c7-4256-b002-6905b0518733 Oct 13 04:24:48.121019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.148183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.154150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.154909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.222097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2414944 Oct 13 04:24:48.224801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:48.230641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:48.238820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e86055-0e7e-4019-a158-4637541305dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=70ee945c-90c7-4256-b002-6905b0518733,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.249920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 70ee945c-90c7-4256-b002-6905b0518733 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:48.416878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.430392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.474531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 70ee945c-90c7-4256-b002-6905b0518733 is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:24:48.480283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.480911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.484794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "PUT /v2.0/networks/70ee945c-90c7-4256-b002-6905b0518733 HTTP/1.1" status: 200 len: 723 time: 0.2563467 Oct 13 04:24:48.485109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:48.490250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '70ee945c-90c7-4256-b002-6905b0518733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:48.510278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428973de-87a2-4337-aeee-929f158cd8d5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=70ee945c-90c7-4256-b002-6905b0518733,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.523363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 70ee945c-90c7-4256-b002-6905b0518733 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:48.589149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:48.592870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.775740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.836073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=14a7c69b-0d7d-4efc-9331-a060404ece7b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.856993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': 'b41ce823-6bd5-477b-b445-e2a127831ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70ee945c-90c7-4256-b002-6905b0518733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:48.856993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 70ee945c-90c7-4256-b002-6905b0518733, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:48.880628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 70ee945c-90c7-4256-b002-6905b0518733 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:48.892586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 70ee945c-90c7-4256-b002-6905b0518733) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:48.898910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.900062 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.900920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed26a4f-c2b1-4362-96a5-b5236f7a3b23 None None] Network 70ee945c-90c7-4256-b002-6905b0518733 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:48.920067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b229bcdb-f06b-4dcf-9f94-ded863098832 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4338748 Oct 13 04:24:48.923672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:48.930249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:48.991017 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-773b943a-655a-489c-b2a3-cf1cf36644e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.065663 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12117172'] for subnet, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.093275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-70ee945c-90c7-4256-b002-6905b0518733', 'network_id': '70ee945c-90c7-4256-b002-6905b0518733', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': '14a7c69b-0d7d-4efc-9331-a060404ece7b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:49.094461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.179699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59145bb4-59f3-4b2e-bbf0-fea314b418a5 req-8ea14952-e000-4037-a599-32d3a6429037 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:49.181429 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59145bb4-59f3-4b2e-bbf0-fea314b418a5 req-8ea14952-e000-4037-a599-32d3a6429037 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.1125085 Oct 13 04:24:49.261001 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59145bb4-59f3-4b2e-bbf0-fea314b418a5 req-39cc0bc1-c039-4e15-8e92-445145c1da39 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710526 Oct 13 04:24:49.285521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775937739789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9256360'] for subnet, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.318863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:49.319529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.319798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Allocated IP 172.20.0.2 (70ee945c-90c7-4256-b002-6905b0518733/14a7c69b-0d7d-4efc-9331-a060404ece7b/30bd388b-e095-4185-afb4-d908f4abff18) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:49.321218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "PUT /v2.0/subnets/14a7c69b-0d7d-4efc-9331-a060404ece7b HTTP/1.1" status: 200 len: 806 time: 0.3961182 Oct 13 04:24:49.324096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:49.346387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d423a-deb4-4bd3-a89d-cd9f955013e2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=14a7c69b-0d7d-4efc-9331-a060404ece7b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.433658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.485378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.488723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.490717 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.529298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Network 70ee945c-90c7-4256-b002-6905b0518733 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:49.532930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:49.536461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:49.543504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Pushing event updated for resources: {'Port': ['ID=30bd388b-e095-4185-afb4-d908f4abff18,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.555744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.583070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=14a7c69b-0d7d-4efc-9331-a060404ece7b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.598727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Attempting to bind port 30bd388b-e095-4185-afb4-d908f4abff18 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:49.599121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Attempting to bind port 30bd388b-e095-4185-afb4-d908f4abff18 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b41ce823-6bd5-477b-b445-e2a127831ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70ee945c-90c7-4256-b002-6905b0518733'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:49.599482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Attempting to bind port 30bd388b-e095-4185-afb4-d908f4abff18 on network 70ee945c-90c7-4256-b002-6905b0518733 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:49.604554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:49.604955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Checking segment: {'id': 'b41ce823-6bd5-477b-b445-e2a127831ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70ee945c-90c7-4256-b002-6905b0518733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:49.605360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.605740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Bound using segment: {'id': 'b41ce823-6bd5-477b-b445-e2a127831ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70ee945c-90c7-4256-b002-6905b0518733'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:49.606201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Bound port: 30bd388b-e095-4185-afb4-d908f4abff18, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41ce823-6bd5-477b-b445-e2a127831ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70ee945c-90c7-4256-b002-6905b0518733'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:49.606578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.653492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.676258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] For port 30bd388b-e095-4185-afb4-d908f4abff18, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:49.676564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ee945c-90c7-4256-b002-6905b0518733']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:49.680525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] For port 30bd388b-e095-4185-afb4-d908f4abff18, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=30bd388b-e095-4185-afb4-d908f4abff18,segment=NetworkSegment(b41ce823-6bd5-477b-b445-e2a127831ad6),segment_id=b41ce823-6bd5-477b-b445-e2a127831ad6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:49.686194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.687377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41ce823-6bd5-477b-b445-e2a127831ad6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:49.687685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41ce823-6bd5-477b-b445-e2a127831ad6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:49.698442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.713000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.722705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:49.723127 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:49.726404 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:49.771781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ea46f-4d20-4a91-a591-ee31c50c3194 None None] Pushing event updated for resources: {'Port': ['ID=30bd388b-e095-4185-afb4-d908f4abff18,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.786597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ba7b0-9b3c-46a6-b0f0-708755a92c4b None None] Network 70ee945c-90c7-4256-b002-6905b0518733 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:49.796219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:24:49.796219 n-d-810220-9 neutron-server[94824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:24:49.796219 n-d-810220-9 neutron-server[94824]: [parameters: {'id': '70ee945c-90c7-4256-b002-6905b0518733'}] Oct 13 04:24:49.796219 n-d-810220-9 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:24:49.797172 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:24:49.905437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78560d8-26f0-4712-b853-896070cb897e None None] Network 70ee945c-90c7-4256-b002-6905b0518733 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:50.183426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bbd4de-a8c1-4d1b-8c8f-d5b73d1df9f9 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:50.298033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.313017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bbd4de-a8c1-4d1b-8c8f-d5b73d1df9f9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:50.460418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f7342-d7c8-4bbc-aa95-063e49d96521 req-6919a499-872a-4ff3-a157-1c060de73e44 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:50.462016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c3f7342-d7c8-4bbc-aa95-063e49d96521 req-6919a499-872a-4ff3-a157-1c060de73e44 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.0866027 Oct 13 04:24:50.508914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c3f7342-d7c8-4bbc-aa95-063e49d96521 req-9b8376c1-a49a-4097-878c-d4ca75fdc9fd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Oct 13 04:24:50.690349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Deleting port 30bd388b-e095-4185-afb4-d908f4abff18 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:50.690688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.749755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] For port 30bd388b-e095-4185-afb4-d908f4abff18, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=30bd388b-e095-4185-afb4-d908f4abff18,segment=NetworkSegment(b41ce823-6bd5-477b-b445-e2a127831ad6),segment_id=b41ce823-6bd5-477b-b445-e2a127831ad6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:50.750106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.761583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Calling delete_port for 30bd388b-e095-4185-afb4-d908f4abff18 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:50.838140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.863336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Port': ['ID=30bd388b-e095-4185-afb4-d908f4abff18,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:50.866748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No DVR routers for this DVR port 30bd388b-e095-4185-afb4-d908f4abff18 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:50.944099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.964259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ee945c-90c7-4256-b002-6905b0518733']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:50.974866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41ce823-6bd5-477b-b445-e2a127831ad6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:50.975289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41ce823-6bd5-477b-b445-e2a127831ad6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:50.984387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.997468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.003570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:51.003951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:51.007018 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:51.064370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.069462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.072980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/70ee945c-90c7-4256-b002-6905b0518733 HTTP/1.1" status: 204 len: 168 time: 1.7478752 Oct 13 04:24:51.076019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58288) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.088234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44ec6-08ed-4c98-b7f0-7240e51d0d5a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=70ee945c-90c7-4256-b002-6905b0518733,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:51.094549 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4422109-e8a1-4f58-bf07-2954185d9072 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:51.095135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4422109-e8a1-4f58-bf07-2954185d9072 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:51.098353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4422109-e8a1-4f58-bf07-2954185d9072 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/70ee945c-90c7-4256-b002-6905b0518733 HTTP/1.1" status: 404 len: 339 time: 0.0216050 Oct 13 04:24:51.102028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.108482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341676537', 'description': 'd1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:51.141272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:51.145022 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.170165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:51.179653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.180094 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment e5d917f4-e7e8-44e8-ae51-a7b5f1b40d1a of type vlan for network aaca7035-2121-44e0-926c-d28bb570b48b Oct 13 04:24:51.222061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.246470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.252958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.253545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.317856 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2122324 Oct 13 04:24:51.318244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.328289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222afab1-f5e4-4f22-973c-c92375f8bbce tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=aaca7035-2121-44e0-926c-d28bb570b48b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:51.339607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network aaca7035-2121-44e0-926c-d28bb570b48b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:51.429431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eebe883-8566-49c1-8c13-cacfe16ff4a1 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.433535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7eebe883-8566-49c1-8c13-cacfe16ff4a1 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks?id=aaca7035-2121-44e0-926c-d28bb570b48b HTTP/1.1" status: 200 len: 761 time: 0.1116145 Oct 13 04:24:51.433695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.439727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'description': 'd2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:51.477372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e447-b14f-41f3-a779-71423e7fd7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.601552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.616055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.629044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48dd5c-4cb4-4259-b62d-357c83a0c323 req-3dcbdb0c-0e9e-47b1-bee4-4a468011c24c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.630533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc48dd5c-4cb4-4259-b62d-357c83a0c323 req-3dcbdb0c-0e9e-47b1-bee4-4a468011c24c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.0515835 Oct 13 04:24:51.636350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network aaca7035-2121-44e0-926c-d28bb570b48b is not hosted by any dhcp agent {{(pid=94824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:24:51.642367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.643167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.647412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "PUT /v2.0/networks/aaca7035-2121-44e0-926c-d28bb570b48b HTTP/1.1" status: 200 len: 758 time: 0.2127922 Oct 13 04:24:51.648250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.671379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc48dd5c-4cb4-4259-b62d-357c83a0c323 req-dea73a77-1aa9-41ce-9c79-5f92659642e1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Oct 13 04:24:51.756197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708144cf-7ede-4ee3-9923-6b0c2afe5515 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=aaca7035-2121-44e0-926c-d28bb570b48b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:51.767296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network aaca7035-2121-44e0-926c-d28bb570b48b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:51.779527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020c89c-5e25-438a-adb8-b98b3ca68e0a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.781151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c020c89c-5e25-438a-adb8-b98b3ca68e0a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks?id=aaca7035-2121-44e0-926c-d28bb570b48b HTTP/1.1" status: 200 len: 761 time: 0.1002777 Oct 13 04:24:51.784477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.789166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724065254'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:51.811051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:51.815349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.841861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:51.850943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.851291 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 9475100d-5a46-4d12-9579-ca19b408c361 of type vlan for network 673429ba-4126-4a6c-aa16-5f3b153ebc1b Oct 13 04:24:51.894687 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.919100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.924976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.925557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.985778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2001965 Oct 13 04:24:51.988609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.994439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': '673429ba-4126-4a6c-aa16-5f3b153ebc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:52.000516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91219060-375b-4d9d-9620-5453b6395858 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=673429ba-4126-4a6c-aa16-5f3b153ebc1b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:52.010215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 673429ba-4126-4a6c-aa16-5f3b153ebc1b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:52.086912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:52.090631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.289929 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.357312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=a62d69b2-4e6c-4add-bdd4-797e2529075b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:52.366452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '9475100d-5a46-4d12-9579-ca19b408c361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '673429ba-4126-4a6c-aa16-5f3b153ebc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:52.366815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: 673429ba-4126-4a6c-aa16-5f3b153ebc1b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:52.383907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network 673429ba-4126-4a6c-aa16-5f3b153ebc1b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:52.392970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 673429ba-4126-4a6c-aa16-5f3b153ebc1b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:52.399135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:52.403360 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.403538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d0b9f-1f8b-4339-bcc3-f1b126116434 None None] Network 673429ba-4126-4a6c-aa16-5f3b153ebc1b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:52.416827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4dcd524b-3a93-474f-b9fb-9325f749dd77 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4267714 Oct 13 04:24:52.419446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:52.519514 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.554787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f4234-785c-4a71-a191-93c3e6a20590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-673429ba-4126-4a6c-aa16-5f3b153ebc1b', 'network_id': '673429ba-4126-4a6c-aa16-5f3b153ebc1b', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': 'a62d69b2-4e6c-4add-bdd4-797e2529075b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:52.555672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4234-785c-4a71-a191-93c3e6a20590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.584830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.665300 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-5e0f4234-785c-4a71-a191-93c3e6a20590 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a62d69b2-4e6c-4add-bdd4-797e2529075b: This subnet is being modified by another concurrent operation. Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a62d69b2-4e6c-4add-bdd4-797e2529075b: This subnet is being modified by another concurrent operation. Oct 13 04:24:52.667307 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 04:24:52.682972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd29a19-4065-4720-9a3b-1d2969728ada None None] Network 673429ba-4126-4a6c-aa16-5f3b153ebc1b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:52.711173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=a62d69b2-4e6c-4add-bdd4-797e2529075b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:52.835842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf29a2-a41c-4855-a25b-6fcc8c3de9f5 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:52.839325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.974421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf29a2-a41c-4855-a25b-6fcc8c3de9f5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:52.981085 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.062824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.101511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673429ba-4126-4a6c-aa16-5f3b153ebc1b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:53.114873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9475100d-5a46-4d12-9579-ca19b408c361') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:53.115180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9475100d-5a46-4d12-9579-ca19b408c361') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:53.120012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cfd20503-be4d-4928-a091-518ea60768b7 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:53.129346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.146195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad3d69-406b-4c72-9345-2c866d074355 req-f2dd07b8-69bf-46cd-a3f6-0abe85887cc8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.154171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2bad3d69-406b-4c72-9345-2c866d074355 req-f2dd07b8-69bf-46cd-a3f6-0abe85887cc8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 943 time: 0.3848453 Oct 13 04:24:53.179217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.197675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:53.198334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:53.201381 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:53.262270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2bad3d69-406b-4c72-9345-2c866d074355 req-9b4f6726-da11-43ce-b7da-d0395a675f68 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026263 Oct 13 04:24:53.297927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.303308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.308431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/673429ba-4126-4a6c-aa16-5f3b153ebc1b HTTP/1.1" status: 204 len: 168 time: 0.8879113 Oct 13 04:24:53.311347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.340733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf629-2de8-4cb3-a231-fb81a3d832b8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=673429ba-4126-4a6c-aa16-5f3b153ebc1b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:53.353637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cfd20503-be4d-4928-a091-518ea60768b7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cfd20503-be4d-4928-a091-518ea60768b7,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:53.367028 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e5238c-0bce-4288-b00b-7b5853cdccc2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] GET failed (client error): The resource could not be found. Oct 13 04:24:53.371025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-77e5238c-0bce-4288-b00b-7b5853cdccc2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/subnets/a62d69b2-4e6c-4add-bdd4-797e2529075b HTTP/1.1" status: 404 len: 337 time: 0.0565546 Oct 13 04:24:53.373829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.381222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'cfd20503-be4d-4928-a091-518ea60768b7', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': 'cfd20503-be4d-4928-a091-518ea60768b7', 'mac_address': 'fa:16:3e:57:fa:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:53.399959 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-51720b7f-96e8-484e-9021-9b5b31a5205a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:53.402001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51720b7f-96e8-484e-9021-9b5b31a5205a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:53.409412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.409668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-51720b7f-96e8-484e-9021-9b5b31a5205a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/673429ba-4126-4a6c-aa16-5f3b153ebc1b HTTP/1.1" status: 404 len: 339 time: 0.0346456 Oct 13 04:24:53.435433 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.452885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd20503-be4d-4928-a091-518ea60768b7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:53.475357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cfd20503-be4d-4928-a091-518ea60768b7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cfd20503-be4d-4928-a091-518ea60768b7,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:53.482782 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.541500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=cfd20503-be4d-4928-a091-518ea60768b7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:53.546105 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e4a53-cb0c-405c-a524-b5cfc51da223 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.548312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f68e4a53-cb0c-405c-a524-b5cfc51da223 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1373260 Oct 13 04:24:53.551137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.583656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-77a3bf4c-4d9d-48ca-ae3c-ba2263eaedd2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 207 time: 0.0313573 Oct 13 04:24:53.586959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.691298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623d68-39bb-4628-b1c3-9bdb73333414 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.697695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623d68-39bb-4628-b1c3-9bdb73333414 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.703803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623d68-39bb-4628-b1c3-9bdb73333414 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.709865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623d68-39bb-4628-b1c3-9bdb73333414 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.715218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b2623d68-39bb-4628-b1c3-9bdb73333414 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1238201 Oct 13 04:24:53.715499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.738489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cfd20503-be4d-4928-a091-518ea60768b7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:53.835976 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d308f9ea-caa8-4e0d-9300-73fe13ee6a5d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1193624 Oct 13 04:24:53.839254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.891335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec82b47-6b3a-427c-b01d-521a93e759fe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.892997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec82b47-6b3a-427c-b01d-521a93e759fe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.897758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6ec82b47-6b3a-427c-b01d-521a93e759fe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0543060 Oct 13 04:24:53.897994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.948339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17139553-f02e-4649-a38f-aeef2d4cba3f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.949799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17139553-f02e-4649-a38f-aeef2d4cba3f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.951662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-17139553-f02e-4649-a38f-aeef2d4cba3f tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0523834 Oct 13 04:24:53.955354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.063145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd51c72-d42e-4859-ab80-2f4a3bda716b tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.064548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-edd51c72-d42e-4859-ab80-2f4a3bda716b tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks/5e7758b8-9d80-4fec-8fee-d62c59d8d057 HTTP/1.1" status: 200 len: 800 time: 0.1082783 Oct 13 04:24:54.068171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.168069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9e32fe68-ed9d-47b5-8347-d07574c5a1c8 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/networks/5e7758b8-9d80-4fec-8fee-d62c59d8d057?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0987253 Oct 13 04:24:54.171311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.221981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bb96f-b5ac-4f77-b42a-5697c6294329 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.223224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-048bb96f-b5ac-4f77-b42a-5697c6294329 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/subnets/055d5fa1-3722-4ac9-b8a1-65a081661aca HTTP/1.1" status: 200 len: 811 time: 0.0510061 Oct 13 04:24:54.226702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.276672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acff9dc-c79c-4a7e-b320-cdcb8a9b318c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.278314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5acff9dc-c79c-4a7e-b320-cdcb8a9b318c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "GET /v2.0/subnets/055d5fa1-3722-4ac9-b8a1-65a081661aca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0506201 Oct 13 04:24:54.281608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.286388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772415752'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:54.308212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:54.311842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.367672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:54.383880 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.384306 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Added segment 34cce62e-e5d2-4272-9bff-8c50b9c9a63c of type vlan for network a6edb69b-7777-4a97-be60-a55a71fa7433 Oct 13 04:24:54.406899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde3dc-e22a-4d1e-9924-e567e7cf5311 req-5d6e3808-6766-492b-a051-4690e293576d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.408510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80cde3dc-e22a-4d1e-9924-e567e7cf5311 req-5d6e3808-6766-492b-a051-4690e293576d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 944 time: 0.0797403 Oct 13 04:24:54.451519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.481133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80cde3dc-e22a-4d1e-9924-e567e7cf5311 req-b0b62844-750a-4669-83c0-7208aa07c69f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541317 Oct 13 04:24:54.491071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.496590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.497212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.557934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2752857 Oct 13 04:24:54.560810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.566163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:54.570305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c66cf-4208-4d4f-943e-fdc99dfac626 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Network': ['ID=a6edb69b-7777-4a97-be60-a55a71fa7433,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:54.586148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network a6edb69b-7777-4a97-be60-a55a71fa7433 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:54.633300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.670060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Made reservation on behalf of 7654eec9ecd048d3893a18032fdcc5a1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:54.673818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.732523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Performing IP validity checks on allocation pools {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:24:54.732969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:24:54.867897 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.926295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=e1773a9e-6646-4f82-95a9-fc784dfc4d1e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:54.937805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Checking segment: {'id': '34cce62e-e5d2-4272-9bff-8c50b9c9a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:54.938163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network hostable DHCP agents. Network: a6edb69b-7777-4a97-be60-a55a71fa7433, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:54.955156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Network a6edb69b-7777-4a97-be60-a55a71fa7433 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:54.964066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, a6edb69b-7777-4a97-be60-a55a71fa7433) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:54.969428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.970241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.975617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450d493-a396-4a21-9669-7f48d6b61c1c None None] Network a6edb69b-7777-4a97-be60-a55a71fa7433 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:54.989212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c923aea6-4a9f-4f23-92a7-6bc1b7823247 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4272299 Oct 13 04:24:54.991707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.997245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:55.100253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12117172'] for subnet, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.128580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-a6edb69b-7777-4a97-be60-a55a71fa7433', 'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433', 'tenant_id': '7654eec9ecd048d3893a18032fdcc5a1', 'fixed_ips': [{'subnet_id': 'e1773a9e-6646-4f82-95a9-fc784dfc4d1e'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:55.129674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.133976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cfd20503-be4d-4928-a091-518ea60768b7 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:55.256583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port cfd20503-be4d-4928-a091-518ea60768b7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:55.262206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port cfd20503-be4d-4928-a091-518ea60768b7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:55.262568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.270694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775937739789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9256360'] for subnet, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.309341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.309945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.314253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "PUT /v2.0/subnets/e1773a9e-6646-4f82-95a9-fc784dfc4d1e HTTP/1.1" status: 200 len: 877 time: 0.3184667 Oct 13 04:24:55.314474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:55.338602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Allocated IP 172.20.0.3 (a6edb69b-7777-4a97-be60-a55a71fa7433/e1773a9e-6646-4f82-95a9-fc784dfc4d1e/0f9fe667-c267-4b06-b5ef-e2b46d29afab) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:55.391350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fad263-b377-422c-9b7b-f1b267a6396d tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event updated for resources: {'Subnet': ['ID=e1773a9e-6646-4f82-95a9-fc784dfc4d1e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.433200 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.441207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.471192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd20503-be4d-4928-a091-518ea60768b7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:55.473517 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f11c9e-c1b6-452d-9731-13fd4f9fd8e5" -d '{"events": [{"server_uuid": "1a7b59bd-f9ce-4705-80d9-b221efc827a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfd20503-be4d-4928-a091-518ea60768b7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:55.495074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cfd20503-be4d-4928-a091-518ea60768b7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cfd20503-be4d-4928-a091-518ea60768b7,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:55.507669 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.532574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.607090 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ca3ef-f967-4d18-b999-258caf271aac x-openstack-request-id: req-304ca3ef-f967-4d18-b999-258caf271aac {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:55.608016 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7b59bd-f9ce-4705-80d9-b221efc827a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfd20503-be4d-4928-a091-518ea60768b7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:55.608435 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-304ca3ef-f967-4d18-b999-258caf271aac {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:55.609855 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd20503-be4d-4928-a091-518ea60768b7', 'code': 200} Oct 13 04:24:55.640572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9096-5ba3-49fe-a844-26eaceb0b8e7 req-780bbdb9-66da-4937-b78c-f7f468d433a3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.648225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bead9096-5ba3-49fe-a844-26eaceb0b8e7 req-780bbdb9-66da-4937-b78c-f7f468d433a3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.0801711 Oct 13 04:24:55.662485 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.665461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=cfd20503-be4d-4928-a091-518ea60768b7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.680938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.697285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bead9096-5ba3-49fe-a844-26eaceb0b8e7 req-e296f94d-646d-4043-8acc-1c761ece65af tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Oct 13 04:24:55.721529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af157a4-166f-43aa-9388-c871d95bd9be req-ab36845f-275d-4812-900e-0406d52a4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.723597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2af157a4-166f-43aa-9388-c871d95bd9be req-ab36845f-275d-4812-900e-0406d52a4494 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 1096 time: 0.0622406 Oct 13 04:24:55.725372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.726702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Network a6edb69b-7777-4a97-be60-a55a71fa7433 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:55.731418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:55.735770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:55.743235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Pushing event updated for resources: {'Port': ['ID=0f9fe667-c267-4b06-b5ef-e2b46d29afab,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.801839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Attempting to bind port 0f9fe667-c267-4b06-b5ef-e2b46d29afab on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:55.801839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Attempting to bind port 0f9fe667-c267-4b06-b5ef-e2b46d29afab by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '34cce62e-e5d2-4272-9bff-8c50b9c9a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:55.801839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Attempting to bind port 0f9fe667-c267-4b06-b5ef-e2b46d29afab on network a6edb69b-7777-4a97-be60-a55a71fa7433 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:55.807164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:55.807316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Checking segment: {'id': '34cce62e-e5d2-4272-9bff-8c50b9c9a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:55.807671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.808053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Bound using segment: {'id': '34cce62e-e5d2-4272-9bff-8c50b9c9a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:55.808850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Bound port: 0f9fe667-c267-4b06-b5ef-e2b46d29afab, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cce62e-e5d2-4272-9bff-8c50b9c9a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6edb69b-7777-4a97-be60-a55a71fa7433'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:55.809073 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.832157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.849305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=e1773a9e-6646-4f82-95a9-fc784dfc4d1e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.877720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6edb69b-7777-4a97-be60-a55a71fa7433']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:55.891020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2af157a4-166f-43aa-9388-c871d95bd9be req-d060af95-9280-4ca6-a68c-dc62990e3bee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542709 Oct 13 04:24:55.892566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cce62e-e5d2-4272-9bff-8c50b9c9a63c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:55.892897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cce62e-e5d2-4272-9bff-8c50b9c9a63c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:55.902329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.925665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-39037980-17ea-4759-b56b-040accbae5ee None None] For port 0f9fe667-c267-4b06-b5ef-e2b46d29afab, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:55.925665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-39037980-17ea-4759-b56b-040accbae5ee None None] For port 0f9fe667-c267-4b06-b5ef-e2b46d29afab, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0f9fe667-c267-4b06-b5ef-e2b46d29afab,segment=NetworkSegment(34cce62e-e5d2-4272-9bff-8c50b9c9a63c),segment_id=34cce62e-e5d2-4272-9bff-8c50b9c9a63c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:55.932109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.933423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.941288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:55.941681 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:55.945380 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:56.014151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:24:56.014151 n-d-810220-9 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:24:56.014151 n-d-810220-9 neutron-server[94825]: [parameters: {'id': 'a6edb69b-7777-4a97-be60-a55a71fa7433'}] Oct 13 04:24:56.014151 n-d-810220-9 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:24:56.015661 n-d-810220-9 neutron-server[94825]: DEBUG oslo_db.api [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:24:56.020237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39037980-17ea-4759-b56b-040accbae5ee None None] Pushing event updated for resources: {'Port': ['ID=0f9fe667-c267-4b06-b5ef-e2b46d29afab,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:56.037035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c82c17-5f98-4c79-936f-236ddd162333 None None] Network a6edb69b-7777-4a97-be60-a55a71fa7433 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:56.164513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686fb6a-41e8-48b9-ad40-0f7d6eb088d4 None None] Network a6edb69b-7777-4a97-be60-a55a71fa7433 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:56.284184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d9097-3702-4d16-b2e6-55b871dbdb14 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:24:56.399746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d9097-3702-4d16-b2e6-55b871dbdb14 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:24:56.515658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.586949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Deleting port 0f9fe667-c267-4b06-b5ef-e2b46d29afab {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:56.587429 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.656612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] For port 0f9fe667-c267-4b06-b5ef-e2b46d29afab, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0f9fe667-c267-4b06-b5ef-e2b46d29afab,segment=NetworkSegment(34cce62e-e5d2-4272-9bff-8c50b9c9a63c),segment_id=34cce62e-e5d2-4272-9bff-8c50b9c9a63c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:56.657005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.670534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Calling delete_port for 0f9fe667-c267-4b06-b5ef-e2b46d29afab owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:56.750371 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.775411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Port': ['ID=0f9fe667-c267-4b06-b5ef-e2b46d29afab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:56.783117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No DVR routers for this DVR port 0f9fe667-c267-4b06-b5ef-e2b46d29afab on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:56.812829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a6de-865e-40c6-bca4-bdc89ee09949 req-6dd441ca-46ca-4dec-9f8e-8d3b4eb09fae tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:56.814849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06f2a6de-865e-40c6-bca4-bdc89ee09949 req-6dd441ca-46ca-4dec-9f8e-8d3b4eb09fae tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.0584168 Oct 13 04:24:56.857455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06f2a6de-865e-40c6-bca4-bdc89ee09949 req-11886d77-dee8-4882-bd15-4fe0a03776b8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Oct 13 04:24:56.872404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.901235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6edb69b-7777-4a97-be60-a55a71fa7433']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:56.912031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cce62e-e5d2-4272-9bff-8c50b9c9a63c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:56.912393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cce62e-e5d2-4272-9bff-8c50b9c9a63c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:56.923381 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.940785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.950157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:56.950708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:56.954669 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:57.029126 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.036981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.039938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/a6edb69b-7777-4a97-be60-a55a71fa7433 HTTP/1.1" status: 204 len: 168 time: 1.7245040 Oct 13 04:24:57.044764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58396) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.051807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e8c2-e6a9-474d-aac3-b6c891d21bbe tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=a6edb69b-7777-4a97-be60-a55a71fa7433,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:57.071747 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f4e030-84c1-4989-985e-02735524ded9 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.072196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f4e030-84c1-4989-985e-02735524ded9 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.077940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b3f4e030-84c1-4989-985e-02735524ded9 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/e1773a9e-6646-4f82-95a9-fc784dfc4d1e HTTP/1.1" status: 404 len: 337 time: 0.0293949 Oct 13 04:24:57.078318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.096275 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fb56a0-8259-4e8a-920b-adc38824748a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.096858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fb56a0-8259-4e8a-920b-adc38824748a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.099827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b8fb56a0-8259-4e8a-920b-adc38824748a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/a6edb69b-7777-4a97-be60-a55a71fa7433 HTTP/1.1" status: 404 len: 339 time: 0.0206025 Oct 13 04:24:57.102278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.127664 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a991139-7cef-44ca-9931-c8b4062c7a17 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.128053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a991139-7cef-44ca-9931-c8b4062c7a17 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.131008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9a991139-7cef-44ca-9931-c8b4062c7a17 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/a62d69b2-4e6c-4add-bdd4-797e2529075b HTTP/1.1" status: 404 len: 337 time: 0.0278270 Oct 13 04:24:57.133566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.156835 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d93a1c0-a9bb-46d4-b499-f20ea4189319 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.157378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d93a1c0-a9bb-46d4-b499-f20ea4189319 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.160359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9d93a1c0-a9bb-46d4-b499-f20ea4189319 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/673429ba-4126-4a6c-aa16-5f3b153ebc1b HTTP/1.1" status: 404 len: 339 time: 0.0258224 Oct 13 04:24:57.162918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.240654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.331310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.350133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaca7035-2121-44e0-926c-d28bb570b48b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:57.359081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d917f4-e7e8-44e8-ae51-a7b5f1b40d1a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:57.364770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d917f4-e7e8-44e8-ae51-a7b5f1b40d1a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:57.374245 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.388097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.394472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:57.394853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:57.397877 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:57.454586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.462274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.465549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/aaca7035-2121-44e0-926c-d28bb570b48b HTTP/1.1" status: 204 len: 168 time: 0.3017271 Oct 13 04:24:57.467997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.485198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9042400-240d-42b3-95a6-da2a03e4935c tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=aaca7035-2121-44e0-926c-d28bb570b48b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:57.508058 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26a64dd-648a-4ab2-8850-5413a6471686 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.508435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26a64dd-648a-4ab2-8850-5413a6471686 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.511428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a26a64dd-648a-4ab2-8850-5413a6471686 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/14a7c69b-0d7d-4efc-9331-a060404ece7b HTTP/1.1" status: 404 len: 337 time: 0.0425286 Oct 13 04:24:57.513868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58408) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.532093 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6d594f-0b48-4920-846f-20a9717e1d12 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.532612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6d594f-0b48-4920-846f-20a9717e1d12 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.536012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c6d594f-0b48-4920-846f-20a9717e1d12 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/70ee945c-90c7-4256-b002-6905b0518733 HTTP/1.1" status: 404 len: 339 time: 0.0212338 Oct 13 04:24:57.538390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.563283 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d417818-682e-48c3-a292-c097cda897dc tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.563713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d417818-682e-48c3-a292-c097cda897dc tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.566674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0d417818-682e-48c3-a292-c097cda897dc tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/3f10094b-8b05-42c9-9945-c3dfee1a9dea HTTP/1.1" status: 404 len: 337 time: 0.0274005 Oct 13 04:24:57.569088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.587691 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af64822-17e9-4bf4-af97-22688052f441 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.588225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af64822-17e9-4bf4-af97-22688052f441 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.591240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4af64822-17e9-4bf4-af97-22688052f441 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/28f0656f-e8ea-45b7-ad98-b8593e4c21e1 HTTP/1.1" status: 404 len: 339 time: 0.0212429 Oct 13 04:24:57.593783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.619654 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73408c6-4e9a-47f5-b83d-8ce0fc847489 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.620095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73408c6-4e9a-47f5-b83d-8ce0fc847489 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.626126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e73408c6-4e9a-47f5-b83d-8ce0fc847489 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/815a8bb9-2be6-4c3b-9348-a29a752fb983 HTTP/1.1" status: 404 len: 337 time: 0.0284083 Oct 13 04:24:57.626312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.647309 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c891209d-a2ec-4b9e-a563-5e20c450eb12 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.647843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c891209d-a2ec-4b9e-a563-5e20c450eb12 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.653183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c891209d-a2ec-4b9e-a563-5e20c450eb12 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/84367eef-d26b-41d9-b20f-208a28d1137c HTTP/1.1" status: 404 len: 339 time: 0.0237408 Oct 13 04:24:57.653405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58422) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.678498 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7adf2d-ead9-4f8b-b0ba-3c1e5ec1522a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.678928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7adf2d-ead9-4f8b-b0ba-3c1e5ec1522a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.683930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fa7adf2d-ead9-4f8b-b0ba-3c1e5ec1522a tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/c4219e93-5de7-4c23-820d-5d20bea2a3e7 HTTP/1.1" status: 404 len: 337 time: 0.0275402 Oct 13 04:24:57.684142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58424) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.701855 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc16952b-516d-459f-8e7d-d5b80d2eabd1 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.702365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc16952b-516d-459f-8e7d-d5b80d2eabd1 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.707226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fc16952b-516d-459f-8e7d-d5b80d2eabd1 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/7d27aa74-21d2-4031-a988-c9539c9c299c HTTP/1.1" status: 404 len: 339 time: 0.0202420 Oct 13 04:24:57.707434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.736934 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-031941ba-89bf-451e-a1d3-e87baf13feee tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.737379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031941ba-89bf-451e-a1d3-e87baf13feee tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.740722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-031941ba-89bf-451e-a1d3-e87baf13feee tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/0065f1ce-cee7-4827-bee1-25317818c886 HTTP/1.1" status: 404 len: 337 time: 0.0321202 Oct 13 04:24:57.743097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.762506 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bbb409-5f03-482d-aece-3382ab9b5dfc tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.763023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bbb409-5f03-482d-aece-3382ab9b5dfc tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.765928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50bbb409-5f03-482d-aece-3382ab9b5dfc tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/275cb73f-c9ec-4a29-ad1c-b8551a793ed8 HTTP/1.1" status: 404 len: 339 time: 0.0218284 Oct 13 04:24:57.768455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.794107 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3f59fb-50cb-4d96-873a-86e632ea859e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.794555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3f59fb-50cb-4d96-873a-86e632ea859e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.798100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cb3f59fb-50cb-4d96-873a-86e632ea859e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/6c48483c-d178-4668-b11b-a9f796fdbb0c HTTP/1.1" status: 404 len: 337 time: 0.0286961 Oct 13 04:24:57.800450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.818713 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5eb533-0b26-4f29-a4a8-bc3be62677dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.819250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5eb533-0b26-4f29-a4a8-bc3be62677dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.822513 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7d5eb533-0b26-4f29-a4a8-bc3be62677dd tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/97993883-efad-4fb6-8212-bcd48b35e353 HTTP/1.1" status: 404 len: 339 time: 0.0211337 Oct 13 04:24:57.825321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.850294 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d508b2bf-56ce-4397-a0a6-8fb10e6295a2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.850740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d508b2bf-56ce-4397-a0a6-8fb10e6295a2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.853701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d508b2bf-56ce-4397-a0a6-8fb10e6295a2 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/8494340a-c125-40f3-9dcf-474a12211614 HTTP/1.1" status: 404 len: 337 time: 0.0277538 Oct 13 04:24:57.856518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.876431 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-55463e12-b329-486b-885c-aed28c8abaa6 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.877038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55463e12-b329-486b-885c-aed28c8abaa6 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.880332 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55463e12-b329-486b-885c-aed28c8abaa6 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/e9758f30-629f-4bff-842c-403b079381ab HTTP/1.1" status: 404 len: 339 time: 0.0228040 Oct 13 04:24:57.882889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.908548 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f197449-199f-457e-bf11-3a8f0572e822 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.909034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f197449-199f-457e-bf11-3a8f0572e822 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.912504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1f197449-199f-457e-bf11-3a8f0572e822 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/476d7a29-6eb7-4480-9e9b-d6668f4491bc HTTP/1.1" status: 404 len: 337 time: 0.0282197 Oct 13 04:24:57.914631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.934278 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c697ad98-1968-4a9e-8d6a-74898d41462e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] DELETE failed (client error): The resource could not be found. Oct 13 04:24:57.934928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c697ad98-1968-4a9e-8d6a-74898d41462e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:57.941126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:57.941646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c697ad98-1968-4a9e-8d6a-74898d41462e tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/ea745275-8d1f-47a9-975d-15a1f7ad7d97 HTTP/1.1" status: 404 len: 339 time: 0.0255656 Oct 13 04:24:58.024438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Deleting subnet 055d5fa1-3722-4ac9-b8a1-65a081661aca {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:58.027720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.056650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb28a2-2cc1-4e29-817f-3c578c0afc77 req-8a95c066-8627-47fd-bfa5-d595b249eb5d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.058196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb28a2-2cc1-4e29-817f-3c578c0afc77 req-8a95c066-8627-47fd-bfa5-d595b249eb5d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.1064453 Oct 13 04:24:58.096239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.136563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66cb28a2-2cc1-4e29-817f-3c578c0afc77 req-7b8c5bdb-d0a0-4356-8211-0488e3c0ddd8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678315 Oct 13 04:24:58.208188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.273591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fb0f4-45df-4311-b0ac-27134e28d622 req-8b0e063a-2b4d-442e-9eca-46ba446214dd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.275396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b1fb0f4-45df-4311-b0ac-27134e28d622 req-8b0e063a-2b4d-442e-9eca-46ba446214dd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.0628400 Oct 13 04:24:58.279779 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.319105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b1fb0f4-45df-4311-b0ac-27134e28d622 req-0392b57a-bb17-419c-9b35-058684f95744 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Oct 13 04:24:58.342729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Subnet': ['ID=055d5fa1-3722-4ac9-b8a1-65a081661aca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:58.342729 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.349734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:58.350425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe417663-d58a-4d92-a2f7-b7326455ae3f None None] Network 5e7758b8-9d80-4fec-8fee-d62c59d8d057 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:58.361992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e0d6b834-d89d-4bdd-8554-c0bb9037d2f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/subnets/055d5fa1-3722-4ac9-b8a1-65a081661aca HTTP/1.1" status: 204 len: 168 time: 0.4189153 Oct 13 04:24:58.451350 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.533885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Deleting port ac5f080d-2968-45c7-8a96-720ec4b42adc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:58.534230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.557470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54519ea4-2350-4409-a2ea-27906bcc9073 req-2afc3fc0-d58c-4e8b-b855-2138e7c8710a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.559021 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54519ea4-2350-4409-a2ea-27906bcc9073 req-2afc3fc0-d58c-4e8b-b855-2138e7c8710a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.1295276 Oct 13 04:24:58.617273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54519ea4-2350-4409-a2ea-27906bcc9073 req-d552db54-ae57-424f-91e4-b5cb2eb62036 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507269 Oct 13 04:24:58.625198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] DHCP port deletion for 5e7758b8-9d80-4fec-8fee-d62c59d8d057 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:58.660368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] For port ac5f080d-2968-45c7-8a96-720ec4b42adc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac5f080d-2968-45c7-8a96-720ec4b42adc,segment=NetworkSegment(22a59feb-f891-4877-ac24-627e4e71aa4a),segment_id=22a59feb-f891-4877-ac24-627e4e71aa4a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:58.660931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.677866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Calling delete_port for ac5f080d-2968-45c7-8a96-720ec4b42adc owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:58.712752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] Deleting port ac5f080d-2968-45c7-8a96-720ec4b42adc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:58.713243 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.816956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.824360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] For port ac5f080d-2968-45c7-8a96-720ec4b42adc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ac5f080d-2968-45c7-8a96-720ec4b42adc,segment=NetworkSegment(22a59feb-f891-4877-ac24-627e4e71aa4a),segment_id=22a59feb-f891-4877-ac24-627e4e71aa4a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:58.825565 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.846564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] Calling delete_port for ac5f080d-2968-45c7-8a96-720ec4b42adc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:58.863439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Port': ['ID=ac5f080d-2968-45c7-8a96-720ec4b42adc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:58.877819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] No DVR routers for this DVR port ac5f080d-2968-45c7-8a96-720ec4b42adc on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:58.988492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.032394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7758b8-9d80-4fec-8fee-d62c59d8d057']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.044671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a59feb-f891-4877-ac24-627e4e71aa4a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.044996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a59feb-f891-4877-ac24-627e4e71aa4a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.056330 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.071923 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.080715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:59.081136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:59.085223 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:59.123469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac5f080d-2968-45c7-8a96-720ec4b42adc no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:59.129309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d01066-071e-4135-b6c7-6a36f53abc7d req-03d3ba05-c4d9-464c-909f-a6cf230c25f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:59.136782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3d01066-071e-4135-b6c7-6a36f53abc7d req-03d3ba05-c4d9-464c-909f-a6cf230c25f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.1306934 Oct 13 04:24:59.159174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ac5f080d-2968-45c7-8a96-720ec4b42adc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:59.159673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ac5f080d-2968-45c7-8a96-720ec4b42adc not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:59.187457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.192249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3d01066-071e-4135-b6c7-6a36f53abc7d req-37f47fa0-25e9-464e-a1cb-0f117f92d76b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Oct 13 04:24:59.208853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.215793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] No DVR routers for this DVR port ac5f080d-2968-45c7-8a96-720ec4b42adc on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:59.217651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.225174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] 10.222.0.44 "DELETE /v2.0/networks/5e7758b8-9d80-4fec-8fee-d62c59d8d057 HTTP/1.1" status: 204 len: 168 time: 0.8740826 Oct 13 04:24:59.246227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902b0da-16e1-4e54-9311-dd1b5367f6f5 tempest-NetworksTest-1858074497 tempest-NetworksTest-1858074497-project] Pushing event deleted for resources: {'Network': ['ID=5e7758b8-9d80-4fec-8fee-d62c59d8d057,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:59.263975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf990b29-f61c-4425-a2f3-9cfa0e92a3a6 None None] Pushing event deleted for resources: {'Port': ['ID=ac5f080d-2968-45c7-8a96-720ec4b42adc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:59.535603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:59.693667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f613f675-4fd3-4c75-b0b1-7163d3089408 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7654eec9ecd048d3893a18032fdcc5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565862 Oct 13 04:24:59.696161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:59.744642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d832428d-b3a6-4119-bdda-efa3079770ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.778214 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d832428d-b3a6-4119-bdda-efa3079770ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.833888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d832428d-b3a6-4119-bdda-efa3079770ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.836436 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d832428d-b3a6-4119-bdda-efa3079770ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.837607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d832428d-b3a6-4119-bdda-efa3079770ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10ce121d-2485-4daa-a9e9-6eba55139bd8 HTTP/1.1" status: 204 len: 168 time: 0.1405029 Oct 13 04:24:59.846618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832428d-b3a6-4119-bdda-efa3079770ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ce121d-2485-4daa-a9e9-6eba55139bd8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.306798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842cff9-4d94-47f5-983c-637e3d5b0a08 req-48e155c9-1056-4b14-b10c-dff9e45bbf29 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.308613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c842cff9-4d94-47f5-983c-637e3d5b0a08 req-48e155c9-1056-4b14-b10c-dff9e45bbf29 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.0552504 Oct 13 04:25:00.362596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c842cff9-4d94-47f5-983c-637e3d5b0a08 req-d564285c-eb08-4788-a7d3-681c7c1199ed tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Oct 13 04:25:00.491803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-9b97cc45-3de1-4b13-8617-59f428921b38 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.493376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-9b97cc45-3de1-4b13-8617-59f428921b38 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 945 time: 0.0549936 Oct 13 04:25:00.591174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port cfd20503-be4d-4928-a091-518ea60768b7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:00.591842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.699296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port cfd20503-be4d-4928-a091-518ea60768b7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cfd20503-be4d-4928-a091-518ea60768b7,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:00.699675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.713113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for cfd20503-be4d-4928-a091-518ea60768b7 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:00.853047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.865657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cfd20503-be4d-4928-a091-518ea60768b7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:00.885220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=cfd20503-be4d-4928-a091-518ea60768b7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.942816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port cfd20503-be4d-4928-a091-518ea60768b7 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:00.946452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.949881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3363733f-8e1e-427b-89dc-1c29db44cd03 req-a10deb39-897a-4522-aa72-ea44bd136be6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "DELETE /v2.0/ports/cfd20503-be4d-4928-a091-518ea60768b7 HTTP/1.1" status: 204 len: 173 time: 0.4508536 Oct 13 04:25:00.950335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'name': 'network-vif-deleted', 'tag': 'cfd20503-be4d-4928-a091-518ea60768b7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:00.960961 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9952ce78-baf5-444f-9a26-9eb4c8e53723" -d '{"events": [{"server_uuid": "1a7b59bd-f9ce-4705-80d9-b221efc827a5", "name": "network-vif-deleted", "tag": "cfd20503-be4d-4928-a091-518ea60768b7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:01.013631 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5a9d6-2dd8-4bb1-a4b5-835804de9a75 x-openstack-request-id: req-a3a5a9d6-2dd8-4bb1-a4b5-835804de9a75 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:01.013804 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7b59bd-f9ce-4705-80d9-b221efc827a5", "name": "network-vif-deleted", "tag": "cfd20503-be4d-4928-a091-518ea60768b7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:01.014000 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3a5a9d6-2dd8-4bb1-a4b5-835804de9a75 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:01.014410 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7b59bd-f9ce-4705-80d9-b221efc827a5', 'name': 'network-vif-deleted', 'tag': 'cfd20503-be4d-4928-a091-518ea60768b7', 'status': 'completed', 'code': 200} Oct 13 04:25:01.470797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ba7e7a4-3f19-4f21-bd49-d884dcf685d3 req-3ba77dbc-5e3d-4a17-81ca-f88dcbef2707 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0283463 Oct 13 04:25:01.776742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:01.903293 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bd388fc-3935-4c85-9925-160ff014cf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.002550 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bd388fc-3935-4c85-9925-160ff014cf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.007516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bd388fc-3935-4c85-9925-160ff014cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.047877 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6bd388fc-3935-4c85-9925-160ff014cf68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62ff4741904e4f58a949ddc893639ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693620 Oct 13 04:25:02.050594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:02.052616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd388fc-3935-4c85-9925-160ff014cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c1ac8-e0e1-4501-901a-ebd90aacfd50,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.106850 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e70be9a-50dd-4431-8e2e-d2ef6154ecf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.130762 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e70be9a-50dd-4431-8e2e-d2ef6154ecf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.186852 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e70be9a-50dd-4431-8e2e-d2ef6154ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.189578 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e70be9a-50dd-4431-8e2e-d2ef6154ecf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.190734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2e70be9a-50dd-4431-8e2e-d2ef6154ecf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd6c1ac8-e0e1-4501-901a-ebd90aacfd50 HTTP/1.1" status: 204 len: 168 time: 0.1385186 Oct 13 04:25:02.203065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70be9a-50dd-4431-8e2e-d2ef6154ecf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c1ac8-e0e1-4501-901a-ebd90aacfd50,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.535032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58624) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:02.560475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c220806-978b-4b35-865d-b4e99e87c91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.637957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-61bdb095-1d49-41af-8ad7-6e412080671c req-0e7ac152-7625-4ae5-bd28-57977029f5d1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0426950 Oct 13 04:25:02.673749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c220806-978b-4b35-865d-b4e99e87c91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.678465 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c220806-978b-4b35-865d-b4e99e87c91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.730989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:02.731140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c220806-978b-4b35-865d-b4e99e87c91b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2473a44a1dea410fadf3b05d9b3d1ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943622 Oct 13 04:25:02.732221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c220806-978b-4b35-865d-b4e99e87c91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e9ceb1-395d-4f7d-8397-e0ec5f7ce523,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.810505 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a613848-43db-45ba-9984-e0402ae9d1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.838599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a613848-43db-45ba-9984-e0402ae9d1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.899053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a613848-43db-45ba-9984-e0402ae9d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.901676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a613848-43db-45ba-9984-e0402ae9d1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.902826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1a613848-43db-45ba-9984-e0402ae9d1bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3e9ceb1-395d-4f7d-8397-e0ec5f7ce523 HTTP/1.1" status: 204 len: 168 time: 0.1707942 Oct 13 04:25:02.913027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a613848-43db-45ba-9984-e0402ae9d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e9ceb1-395d-4f7d-8397-e0ec5f7ce523,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:03.154545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cfd20503-be4d-4928-a091-518ea60768b7 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:03.177285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: cfd20503-be4d-4928-a091-518ea60768b7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:03.177622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cfd20503-be4d-4928-a091-518ea60768b7 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:03.743575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a74d976-531d-4bac-85ba-842057fcd6b8 req-9cefafee-7652-49a1-89bb-6e99f6602ed7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0330689 Oct 13 04:25:04.888753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aba34d5d-ecbf-412f-9add-e4ceb202dcf2 req-1124041b-af76-4281-bd97-ba75de41a60d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0351357 Oct 13 04:25:05.902174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-c26ee6b7-03d9-4eb7-9ec0-3eb65f1ad9ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449219 Oct 13 04:25:05.968594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-ba194a81-f3b5-4211-a88c-b19dda2f2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:05.970146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-ba194a81-f3b5-4211-a88c-b19dda2f2762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1096 time: 0.0459752 Oct 13 04:25:05.991896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e502205c-138e-49be-8894-a4589ddd583e req-aba03c5f-2177-4404-b83b-f9a7b1dd6051 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b59bd-f9ce-4705-80d9-b221efc827a5 HTTP/1.1" status: 200 len: 210 time: 0.0279450 Oct 13 04:25:06.107583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-611464fd-2f92-4f64-a0cf-7c44aba513ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.109193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-611464fd-2f92-4f64-a0cf-7c44aba513ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 908 time: 0.1181557 Oct 13 04:25:06.187971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-df0f76f2-6839-4150-8f8a-06bead2f6347 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 1000 time: 0.0710719 Oct 13 04:25:06.245432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-09bdadba-58eb-4937-8499-8fa446f32d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.246898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-09bdadba-58eb-4937-8499-8fa446f32d64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 200 len: 846 time: 0.0514205 Oct 13 04:25:06.298825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-be0a185c-00d6-48c5-99e5-5bb2a7f6ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.300615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-be0a185c-00d6-48c5-99e5-5bb2a7f6ed84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456207 Oct 13 04:25:06.413773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-edcc108c-6f90-4d3a-86fa-c7cd30d085d3 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059911 Oct 13 04:25:06.511076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f6b98e6-1a75-4137-8d58-8cf49651f8ab req-4e0acad0-b813-4cb5-bedb-fcf8402691ca service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906100 Oct 13 04:25:07.177911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-16f03b82-f0c4-435c-a0d8-017d72c85621 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0523033 Oct 13 04:25:07.284794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.285451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.286001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.286516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.287179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.288057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.288581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.291058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bfdcc63c-30b9-4aa3-9ddb-1b8bc58706d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.0613661 Oct 13 04:25:07.481536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-3737eb76-6710-41d9-89f1-df061b7048c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.482343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-3737eb76-6710-41d9-89f1-df061b7048c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.483010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-3737eb76-6710-41d9-89f1-df061b7048c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.485166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-3737eb76-6710-41d9-89f1-df061b7048c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 2292 time: 0.1686292 Oct 13 04:25:07.572541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-1aefc1ad-2aa6-4777-832d-2ada13ce0e80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 1001 time: 0.0795710 Oct 13 04:25:07.640319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-6a2364d1-f5ef-4b8c-9b98-4acd719a105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.642416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-6a2364d1-f5ef-4b8c-9b98-4acd719a105f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.0608160 Oct 13 04:25:07.757619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-12bd108b-c3d5-4b41-bbec-c5e647d483ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.760043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-12bd108b-c3d5-4b41-bbec-c5e647d483ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099637 Oct 13 04:25:07.907620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-c6338045-c32f-405b-93ea-45441828a3cf service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393442 Oct 13 04:25:08.017735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-15836913-0e13-4027-8930-44591f6903fd service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024022 Oct 13 04:25:08.066450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-b014b8a9-bc74-41db-9c34-98a3770f5039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 217 time: 0.0410314 Oct 13 04:25:08.110919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.456020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-7d52c29a-6caa-4adc-aa26-4a073329e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.458287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-7d52c29a-6caa-4adc-aa26-4a073329e870 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.3844762 Oct 13 04:25:08.528484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4266deba-2ac5-46e7-b84d-cd7e8da81a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.531524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4266deba-2ac5-46e7-b84d-cd7e8da81a8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649679 Oct 13 04:25:08.631075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-99a9bf0c-f740-474d-b36d-84bcb558e2df service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919826 Oct 13 04:25:08.728366 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-08f7f6a3-127e-4544-9ae9-a856370657c3 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906296 Oct 13 04:25:08.775379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-ebd2d5b1-ea5c-4517-8f79-563718cea1e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 217 time: 0.0401058 Oct 13 04:25:08.829026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-de9d37be-3f26-4424-a44a-2a4920595d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.830756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-de9d37be-3f26-4424-a44a-2a4920595d01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0490820 Oct 13 04:25:08.878762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-738dec3a-f3d9-43fb-8e4f-710ebd221ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.880236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-738dec3a-f3d9-43fb-8e4f-710ebd221ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423946 Oct 13 04:25:08.982357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4bb09cf0-7e48-4a96-88bd-da20a907bc2e service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939944 Oct 13 04:25:09.079698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-8f0cf345-c354-4a6a-8fae-97f0c7136986 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Oct 13 04:25:09.130529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-99bbe6e8-0a93-4ad6-9c80-c30ecfad1005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 217 time: 0.0403178 Oct 13 04:25:09.183059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-f5942eb9-be50-4bd7-9842-ec09dbc5f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.184616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-f5942eb9-be50-4bd7-9842-ec09dbc5f4a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0468957 Oct 13 04:25:09.235684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-8fff03d9-ff99-4897-a21c-0e280aab15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.237400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-8fff03d9-ff99-4897-a21c-0e280aab15a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456791 Oct 13 04:25:09.345695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-acb00dbe-093b-45ca-9dd2-50d033695267 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014678 Oct 13 04:25:09.444186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-fe5227b4-04d4-432c-99b2-82034a4dce70 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912414 Oct 13 04:25:09.493672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-32017fde-2620-4069-8926-e0dec8a2c6df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 217 time: 0.0424156 Oct 13 04:25:09.545231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-63aaa736-751d-4af8-a1eb-0e3d582ba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.546721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-63aaa736-751d-4af8-a1eb-0e3d582ba544 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0463636 Oct 13 04:25:09.607519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4a895334-97f7-4fa0-b859-fe52301a0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.613452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4a895334-97f7-4fa0-b859-fe52301a0560 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597541 Oct 13 04:25:09.721458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-8c637374-20bd-4ad6-9767-861f203f91d1 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008682 Oct 13 04:25:09.833900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-aa0370c7-f7a7-4d40-aa98-c5a8dc98cf08 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049528 Oct 13 04:25:09.890943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-42c06384-6fbf-411d-9a3c-ae292fbe9673 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 217 time: 0.0495660 Oct 13 04:25:09.950943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.973577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-eed99148-dc34-4579-b777-3c602342a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.975928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-eed99148-dc34-4579-b777-3c602342a8d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0780435 Oct 13 04:25:10.049949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-fb96c4fb-7893-45af-a48a-253fb216d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.052269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-fb96c4fb-7893-45af-a48a-253fb216d1da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670054 Oct 13 04:25:10.211859 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-ed56f15a-8992-4a1a-a915-311c778dc4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522255 Oct 13 04:25:10.296691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3cf07-611c-4d54-86d5-7cd2c334a299 req-b155dc76-a67b-4391-8f44-800deec3cdcc tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.298826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34f3cf07-611c-4d54-86d5-7cd2c334a299 req-b155dc76-a67b-4391-8f44-800deec3cdcc tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1097 time: 0.1514328 Oct 13 04:25:10.370885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34f3cf07-611c-4d54-86d5-7cd2c334a299 req-e649ae91-e905-4ac7-ab3b-7c50fb32fe9f tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635493 Oct 13 04:25:10.398581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58752) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:10.399193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-bbc8c9a0-3269-4c70-96b0-7d95f9cd2dc0 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643677 Oct 13 04:25:10.453764 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-33229a2d-0dac-4aa9-aff8-760eea401af1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0537677 Oct 13 04:25:10.532253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-23e714cd-bcf2-48aa-98b7-e93c66fec607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.534576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-23e714cd-bcf2-48aa-98b7-e93c66fec607 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0743732 Oct 13 04:25:10.600860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 37025679-b44b-40bf-9e63-405ecfb97df2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:10.601209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.610431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-dc66c9b1-1c81-41a6-845e-a9b54f4a7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.612144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-dc66c9b1-1c81-41a6-845e-a9b54f4a7eff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697334 Oct 13 04:25:10.724904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.725233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.747772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 37025679-b44b-40bf-9e63-405ecfb97df2 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:10.762135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4010369e-b902-4b0d-a80f-767e42318a99 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430779 Oct 13 04:25:10.873131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce944afb-b01a-41e7-b680-378a1cab9291 req-4495db99-32ae-499d-af6d-240274e14680 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030345 Oct 13 04:25:10.955254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.016862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=37025679-b44b-40bf-9e63-405ecfb97df2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.086685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.087017 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 04f2e343-260c-4de6-9841-247ccb7cb9e8 disassociated (deleted). External IP: 172.25.1.52, port: 182e11ed-1668-474f-ba49-739cb4b6fb3c. Oct 13 04:25:11.339927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:11.489247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:11.494793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.501945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] Sync routers for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:11.513367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:11.514011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:11.562689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d582312-cdf5-4998-a0b8-5b4c75f40337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/floatingips/04f2e343-260c-4de6-9841-247ccb7cb9e8 HTTP/1.1" status: 204 len: 168 time: 1.1622179 Oct 13 04:25:11.563886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:11.566929 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316b15a-afb3-4972-92ef-b54f463e83f2" -d '{"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:11.660429 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84745b22-f192-485c-9cde-08aa0e4db08f x-openstack-request-id: req-84745b22-f192-485c-9cde-08aa0e4db08f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:11.660734 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:11.660992 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84745b22-f192-485c-9cde-08aa0e4db08f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:11.661404 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'status': 'completed', 'code': 200} Oct 13 04:25:11.735352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:11.789846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-55389f09-330d-4c18-bef4-5f574efb5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.790427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-55389f09-330d-4c18-bef4-5f574efb5858 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 1097 time: 0.1062734 Oct 13 04:25:12.098194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-f40fc94c-7e36-47d5-9a6d-91a957c73810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.099803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-f40fc94c-7e36-47d5-9a6d-91a957c73810 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 200 len: 897 time: 0.3018625 Oct 13 04:25:12.131436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359cdb8-06b2-4920-87cd-1102be641f2b req-a454ec0e-8719-4145-b822-bff0a321562b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.135912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2359cdb8-06b2-4920-87cd-1102be641f2b req-a454ec0e-8719-4145-b822-bff0a321562b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 946 time: 0.1502964 Oct 13 04:25:12.199373 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-48aaecc0-d99a-4ef3-95c5-7ce0b6f1f444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 200 len: 217 time: 0.0912938 Oct 13 04:25:12.223092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:12.290660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] Checking router: c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:12.292938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2359cdb8-06b2-4920-87cd-1102be641f2b req-bc67fc6f-95dd-4bba-af0b-c71e7658a76e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063406 Oct 13 04:25:12.307944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-a0ba96db-78e2-4226-b348-d4b9b29b3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.309619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-a0ba96db-78e2-4226-b348-d4b9b29b3264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 200 len: 835 time: 0.1018245 Oct 13 04:25:12.314157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:12.314941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:12.443705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-6c71a531-fc05-4793-903e-57e9fa14f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.447199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-6c71a531-fc05-4793-903e-57e9fa14f864 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d0c2153-03fe-4ca1-a5e6-1746408d863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264241 Oct 13 04:25:12.585992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:12.619905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-8a411118-86ba-45f7-89eb-6713e67175fd service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514750 Oct 13 04:25:12.752738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a316b15a-afb3-4972-92ef-b54f463e83f2 req-284f6db6-91fd-4f68-a1bb-be5a252658ee service neutron] 10.222.0.26 "GET /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317608 Oct 13 04:25:12.851112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:12.895450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583484ba-cf2b-49f3-9b7a-19d943b58372 None None] The sync data for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 is: [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '9b6ca8a2-fe96-4577-babd-6d465c9c4055', 'name': '', 'network_id': '8d0c2153-03fe-4ca1-a5e6-1746408d863d', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:8b:43:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:00Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': 'ef06d10e-526e-4faa-8e5d-f1b2080987c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:13.284758 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215b0f4-62b7-4fe8-968c-366d9fe4a7b5 None None] New status for floating IP 04f2e343-260c-4de6-9841-247ccb7cb9e8: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:13.505829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e75341e3-7f07-4798-8484-f56410e0130f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.507579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e75341e3-7f07-4798-8484-f56410e0130f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 946 time: 0.1228375 Oct 13 04:25:13.889852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69b88-3f55-476d-9a3d-ad0a7773fc80 req-482b1463-7fa7-4968-ae9a-2084429ae9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.891650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fda69b88-3f55-476d-9a3d-ad0a7773fc80 req-482b1463-7fa7-4968-ae9a-2084429ae9b9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=546dd40b-5881-47df-8520-1386444f1aca HTTP/1.1" status: 200 len: 946 time: 0.4613698 Oct 13 04:25:14.021024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fda69b88-3f55-476d-9a3d-ad0a7773fc80 req-2dbd1a69-1042-4932-8fef-be367a175c98 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=91c6f04a-058d-4127-9026-c16b72aa639a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057532 Oct 13 04:25:14.067393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 182e11ed-1668-474f-ba49-739cb4b6fb3c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:14.068536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.182410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 182e11ed-1668-474f-ba49-739cb4b6fb3c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=182e11ed-1668-474f-ba49-739cb4b6fb3c,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:14.182890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.197323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 182e11ed-1668-474f-ba49-739cb4b6fb3c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:14.350268 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.403577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=182e11ed-1668-474f-ba49-739cb4b6fb3c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.443420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] No DVR routers for this DVR port 182e11ed-1668-474f-ba49-739cb4b6fb3c on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:14.446331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.449887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93d0d1dc-3192-4e9a-a024-928c24ce50aa req-e947ead8-5949-41a7-ae6a-850fd0787073 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "DELETE /v2.0/ports/182e11ed-1668-474f-ba49-739cb4b6fb3c HTTP/1.1" status: 204 len: 173 time: 0.9340363 Oct 13 04:25:14.450604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-deleted', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:14.453611 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d7a23-0bd9-4d6f-9cc8-1a237ab27981" -d '{"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-deleted", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:14.502363 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1474c3e-667d-4ceb-bd77-6c93f3f125f4 x-openstack-request-id: req-e1474c3e-667d-4ceb-bd77-6c93f3f125f4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:14.502712 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546dd40b-5881-47df-8520-1386444f1aca", "name": "network-vif-deleted", "tag": "182e11ed-1668-474f-ba49-739cb4b6fb3c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:14.502965 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1474c3e-667d-4ceb-bd77-6c93f3f125f4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:14.503391 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546dd40b-5881-47df-8520-1386444f1aca', 'name': 'network-vif-deleted', 'tag': '182e11ed-1668-474f-ba49-739cb4b6fb3c', 'status': 'completed', 'code': 200} Oct 13 04:25:15.138912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:15.554476 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:15.682742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.003451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 9b6ca8a2-fe96-4577-babd-6d465c9c4055 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:16.003846 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.121543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 9b6ca8a2-fe96-4577-babd-6d465c9c4055, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6ca8a2-fe96-4577-babd-6d465c9c4055,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:16.122447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.138734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 9b6ca8a2-fe96-4577-babd-6d465c9c4055 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:16.392035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.429147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=9b6ca8a2-fe96-4577-babd-6d465c9c4055,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:16.671487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.017570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:17.120240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:17.149418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 182e11ed-1668-474f-ba49-739cb4b6fb3c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:17.150402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 182e11ed-1668-474f-ba49-739cb4b6fb3c not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:17.151639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:17.161380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d2b310cc-294c-4037-aa96-8801e110912e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/c3278a24-84a3-45c7-b9e5-1cfc5e7ba583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0204983 Oct 13 04:25:17.162234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:17.164092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] Sync routers for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:17.185749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:17.186412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.228641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting subnet ef06d10e-526e-4faa-8e5d-f1b2080987c5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:17.233994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.285146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.379756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:17.417394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.538230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.555710 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.560266 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/subnets/ef06d10e-526e-4faa-8e5d-f1b2080987c5 HTTP/1.1" status: 204 len: 168 time: 0.3967216 Oct 13 04:25:17.563438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:17.568817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcaef1c-bdc0-479a-8fbf-5c68dcf650b9 None None] Network 8d0c2153-03fe-4ca1-a5e6-1746408d863d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:17.585170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383210da-3e53-48f1-b3de-32bd8bb33f9f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Subnet': ['ID=ef06d10e-526e-4faa-8e5d-f1b2080987c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.750895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:25:16Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.777924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.817677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] Checking router: c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:17.839379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] Routers {'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:17.840111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:24:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.950853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] DHCP port deletion for 8d0c2153-03fe-4ca1-a5e6-1746408d863d request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:18.022449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.084590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] Set router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:18.104216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 7f38a015-9799-41f8-866a-cfa468c8c6c7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:18.104573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.216179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 7f38a015-9799-41f8-866a-cfa468c8c6c7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7f38a015-9799-41f8-866a-cfa468c8c6c7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:18.216648 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.241073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 7f38a015-9799-41f8-866a-cfa468c8c6c7 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:18.519255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] Deleting port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:18.519835 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.562062 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.599011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=7f38a015-9799-41f8-866a-cfa468c8c6c7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.661190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] For port 740b5d1b-fa89-459b-83a7-1b05dfb862f0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=740b5d1b-fa89-459b-83a7-1b05dfb862f0,segment=NetworkSegment(281d5b28-69f1-4950-aa98-7aba3843308b),segment_id=281d5b28-69f1-4950-aa98-7aba3843308b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:18.661961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.684623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] Calling delete_port for 740b5d1b-fa89-459b-83a7-1b05dfb862f0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:18.688555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.800979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:25:16Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:18.828469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.830720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.839664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133fb9e-f00f-4c51-93aa-a70906b73077 None None] The sync data for ids ['c3278a24-84a3-45c7-b9e5-1cfc5e7ba583'] in n-d-810220-9 is: [{'id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194211892', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:25:16Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7f38a015-9799-41f8-866a-cfa468c8c6c7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3278a24-84a3-45c7-b9e5-1cfc5e7ba583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:55Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:18.857194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.904672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] Pushing event deleted for resources: {'Port': ['ID=740b5d1b-fa89-459b-83a7-1b05dfb862f0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.906509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.907229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Fanout notify agent at l3_agent the message router_deleted on router c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:25:18.911847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b19e4-4cdb-448c-809f-08b04a39fe4e None None] No DVR routers for this DVR port 740b5d1b-fa89-459b-83a7-1b05dfb862f0 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:18.921125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.925067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:18.925532 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8b8de482-c260-4eb6-878e-df459fcef2e2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/routers/c3278a24-84a3-45c7-b9e5-1cfc5e7ba583 HTTP/1.1" status: 204 len: 168 time: 1.3606312 Oct 13 04:25:18.988665 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cddafcbd-fe00-4b74-9d16-8f5ae8ff6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.024768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.129764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.157171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0c2153-03fe-4ca1-a5e6-1746408d863d']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:19.167930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281d5b28-69f1-4950-aa98-7aba3843308b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:19.168372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281d5b28-69f1-4950-aa98-7aba3843308b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:19.179041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.193467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.206595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:19.207018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:19.300189 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:19.305652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.317453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.324518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:19.333002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/networks/8d0c2153-03fe-4ca1-a5e6-1746408d863d HTTP/1.1" status: 204 len: 168 time: 0.4067500 Oct 13 04:25:19.358901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030a4d8-acc6-482a-9772-e1217da73e3a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Network': ['ID=8d0c2153-03fe-4ca1-a5e6-1746408d863d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:19.436910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 740b5d1b-fa89-459b-83a7-1b05dfb862f0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:19.439366 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d170eafc-c3f6-4c4c-94d5-a417d365a44b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.475162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 740b5d1b-fa89-459b-83a7-1b05dfb862f0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:19.477220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 740b5d1b-fa89-459b-83a7-1b05dfb862f0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:19.478719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6ca8a2-fe96-4577-babd-6d465c9c4055 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:19.481593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d170eafc-c3f6-4c4c-94d5-a417d365a44b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.523164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 9b6ca8a2-fe96-4577-babd-6d465c9c4055 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:19.523652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6ca8a2-fe96-4577-babd-6d465c9c4055 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:19.609269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d170eafc-c3f6-4c4c-94d5-a417d365a44b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.611925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d170eafc-c3f6-4c4c-94d5-a417d365a44b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.625273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d170eafc-c3f6-4c4c-94d5-a417d365a44b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/security-groups/91c6f04a-058d-4127-9026-c16b72aa639a HTTP/1.1" status: 204 len: 168 time: 0.2995527 Oct 13 04:25:19.652740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170eafc-c3f6-4c4c-94d5-a417d365a44b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6f04a-058d-4127-9026-c16b72aa639a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.007880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.015035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128690360', 'description': 'tempest-secgroup-smoke-2128690360 description', 'project_id': '928d6475dae444d0b96465e78119009e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.063340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.186122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.191258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.229095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.230321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2213826 Oct 13 04:25:20.232311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031445e2-d660-42f6-ba80-51e7e2070887 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.233276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.237880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c9fb86b-1a0a-49d5-bf78-c1edada53aa0', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.270538 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.324302 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.332830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.352016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8919a70-1ddb-42e9-8d2a-c6555f77d063,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.377828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.382860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.383607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a248f90f-79c6-48e9-9824-51d66563b5a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492372 Oct 13 04:25:20.388032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c9fb86b-1a0a-49d5-bf78-c1edada53aa0', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.427772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.493047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.499761 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.518476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c817e63f-b6af-4ed2-9a1e-0217078e5a5b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.530472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.531713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-681b954d-1942-4971-92c4-590881991f96 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478143 Oct 13 04:25:20.535616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58970) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.540166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c9fb86b-1a0a-49d5-bf78-c1edada53aa0', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.572141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.642005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.646092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.668853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a682f1-0b87-4495-b95d-547ca4df94b0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.681939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.687000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.688395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d9bf82b-14db-4fe9-890c-b97968547c7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528237 Oct 13 04:25:20.692224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c9fb86b-1a0a-49d5-bf78-c1edada53aa0', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.723055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.808216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.813926 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.842289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6803028-95ea-4a60-8ebc-9e475401fab8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.847642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.849145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a06af14b-8323-42f9-b047-256aed93ce7f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607945 Oct 13 04:25:20.852015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58980) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.857036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c9fb86b-1a0a-49d5-bf78-c1edada53aa0', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.884557 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:25:20.891177 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.962206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.967520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.002024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.005906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501932 Oct 13 04:25:21.005906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6756035-78f5-41a1-8403-359ffe8f91fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fd4d2b-20ef-4529-b0d8-c50968c9a48c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.006240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 58984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:21.010984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c9fb86b-1a0a-49d5-bf78-c1edada53aa0', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:21.042277 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:25:21.046656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f38a015-9799-41f8-866a-cfa468c8c6c7 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:21.049958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.062824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:21.095008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7f38a015-9799-41f8-866a-cfa468c8c6c7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:21.096270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f38a015-9799-41f8-866a-cfa468c8c6c7 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:21.142917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.149516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.202061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a49ae7-a5a0-4ddd-a22a-8f68ae6e29d6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.214858 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.216652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-816eb2c1-1401-471a-be1e-99e3676593ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2094469 Oct 13 04:25:21.219628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 58996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:21.225346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'network': {'name': 'tempest-network-smoke--653174579', 'project_id': '928d6475dae444d0b96465e78119009e', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:21.256023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:21.260105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.294920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc63893-e113-407c-b1d1-ef099c917c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.323213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:21.334960 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.335314 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Added segment 50f10db3-a5dd-4191-8a62-5c673f5c40d2 of type vlan for network 87894a17-f148-4c95-8180-633c819e57c1 Oct 13 04:25:21.394344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.451636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.458627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:21.459237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.486936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d5037c3-5580-4a0b-9104-910a0f0d4879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.537375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3166685 Oct 13 04:25:21.540147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:21.546393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'admin_state_up': True, 'project_id': '928d6475dae444d0b96465e78119009e', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:21.557467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc63893-e113-407c-b1d1-ef099c917c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.565284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d70c9c-31b9-40f9-8de5-770bc71cb221 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Network': ['ID=87894a17-f148-4c95-8180-633c819e57c1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.578150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 87894a17-f148-4c95-8180-633c819e57c1 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:21.578320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc63893-e113-407c-b1d1-ef099c917c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.606960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc63893-e113-407c-b1d1-ef099c917c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3f7d4-8612-4d78-9274-3ee00b76ddff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.638719 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.641398 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.653394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fcc63893-e113-407c-b1d1-ef099c917c66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78441566ccd54dab92ff6f345637be7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894065 Oct 13 04:25:21.655642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:21.720816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898dc38c-fa0a-452e-b1b4-76efdff9aac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.748543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898dc38c-fa0a-452e-b1b4-76efdff9aac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.766755 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.845666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898dc38c-fa0a-452e-b1b4-76efdff9aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.850009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898dc38c-fa0a-452e-b1b4-76efdff9aac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.874459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-898dc38c-fa0a-452e-b1b4-76efdff9aac3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29b3f7d4-8612-4d78-9274-3ee00b76ddff HTTP/1.1" status: 204 len: 168 time: 0.2069778 Oct 13 04:25:21.899612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc38c-fa0a-452e-b1b4-76efdff9aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3f7d4-8612-4d78-9274-3ee00b76ddff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.960506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.203509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.231894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.269031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59024) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:22.285050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e472c024-84de-42d3-b9ef-25b13c6f2ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.389986 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e472c024-84de-42d3-b9ef-25b13c6f2ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.395014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e472c024-84de-42d3-b9ef-25b13c6f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.412483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.23 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a92faa88-3c76-465c-af32-e153a4d075a4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:22.434742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e472c024-84de-42d3-b9ef-25b13c6f2ef6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=506a88a54ea14408b8e4fe6d2fade3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644881 Oct 13 04:25:22.435968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472c024-84de-42d3-b9ef-25b13c6f2ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da41edb-21fc-4343-aef4-a6afe047fa69,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:22.437622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:22.560262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3be5-3995-4873-9dfc-7636cea02d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.577516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.596019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3be5-3995-4873-9dfc-7636cea02d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.647178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.694122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:22.697433 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3be5-3995-4873-9dfc-7636cea02d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.700276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3be5-3995-4873-9dfc-7636cea02d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.704475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f6cf3be5-3995-4873-9dfc-7636cea02d40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4da41edb-21fc-4343-aef4-a6afe047fa69 HTTP/1.1" status: 204 len: 168 time: 0.2485259 Oct 13 04:25:22.712350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:22.716406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:22.718974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf3be5-3995-4873-9dfc-7636cea02d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da41edb-21fc-4343-aef4-a6afe047fa69,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:22.743053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=a92faa88-3c76-465c-af32-e153a4d075a4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:22.856454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.989230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.069827 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.623484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.839997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:25:23.999015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:24.011682 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Sync routers for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:24.032190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.033511 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1e772f07-d3d6-4a3b-a387-70a91dbcf350 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4917629 Oct 13 04:25:24.035855 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:24.036592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:24.037445 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:25:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:24.080623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6de2df45-48be-439c-89e9-96dc5b53504a tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=928d6475dae444d0b96465e78119009e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428305 Oct 13 04:25:24.083240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59074) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:24.198802 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:24.227820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73bd56c-6cff-41d8-a1d5-c5bcc327ebdb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:24.231997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e73bd56c-6cff-41d8-a1d5-c5bcc327ebdb tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447921 Oct 13 04:25:24.232794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:24.265888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1d505e23-418d-496d-8085-e50c3691c06e tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294571 Oct 13 04:25:24.266111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:24.271114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079653096', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'project_id': '928d6475dae444d0b96465e78119009e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:24.419734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:24.429853 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.490605 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:24.529903 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Checking router: 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:24.530270 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Updating router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 port a92faa88-3c76-465c-af32-e153a4d075a4 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:24.560835 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.597882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.706172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.823761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Subnet': ['ID=42061f68-98e2-41a1-a6fb-8fc7e94a6402,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.837810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Checking segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:24.838219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network hostable DHCP agents. Network: 87894a17-f148-4c95-8180-633c819e57c1, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:24.888561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 87894a17-f148-4c95-8180-633c819e57c1 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:24.905845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 87894a17-f148-4c95-8180-633c819e57c1) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:24.911522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:24.912481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.917316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe80c2-585c-49d4-94d1-4f936d5778d2 None None] Network 87894a17-f148-4c95-8180-633c819e57c1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:24.931784 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.941862 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.970419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-524961b3-1f67-4825-936f-f372620aa60d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7029901 Oct 13 04:25:24.972938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59098) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:25.008189 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Attempting to bind port a92faa88-3c76-465c-af32-e153a4d075a4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:25.008700 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Attempting to bind port a92faa88-3c76-465c-af32-e153a4d075a4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:25.009476 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Attempting to bind port a92faa88-3c76-465c-af32-e153a4d075a4 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:25.023514 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:25.024183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:25.024444 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.024964 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:25.025586 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Bound port: a92faa88-3c76-465c-af32-e153a4d075a4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:25.026577 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.103328 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] For port a92faa88-3c76-465c-af32-e153a4d075a4, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:25.107462 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] For port a92faa88-3c76-465c-af32-e153a4d075a4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a92faa88-3c76-465c-af32-e153a4d075a4,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:25.126711 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.130525 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893f1a9-1615-4047-ad78-0eafb5da5b08 None None] Pushing event updated for resources: {'Port': ['ID=a92faa88-3c76-465c-af32-e153a4d075a4,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:25.203157 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893f1a9-1615-4047-ad78-0eafb5da5b08 None None] Pushing event updated for resources: {'Port': ['ID=a92faa88-3c76-465c-af32-e153a4d075a4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:25.222011 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:25.222789 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:25:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:25.389148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-87894a17-f148-4c95-8180-633c819e57c1', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:25.391488 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.502402 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:25.697802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Allocated IP 172.20.0.2 (87894a17-f148-4c95-8180-633c819e57c1/42061f68-98e2-41a1-a6fb-8fc7e94a6402/cc386c17-8763-4d80-91a9-f0e13758dc53) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:25.750774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.798109 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:25.836481 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c621-3f0f-4967-a874-a422a9a8f8d2 None None] The sync data for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 is: [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:25.911746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.921429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.957572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Network 87894a17-f148-4c95-8180-633c819e57c1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:25.989136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:25.999663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:26.094550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Pushing event updated for resources: {'Port': ['ID=cc386c17-8763-4d80-91a9-f0e13758dc53,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.120392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Attempting to bind port cc386c17-8763-4d80-91a9-f0e13758dc53 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:26.124374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Attempting to bind port cc386c17-8763-4d80-91a9-f0e13758dc53 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:26.124986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Attempting to bind port cc386c17-8763-4d80-91a9-f0e13758dc53 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:26.139107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:26.140338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Checking segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:26.141089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.141661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Bound using segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:26.142775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Bound port: cc386c17-8763-4d80-91a9-f0e13758dc53, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:26.143339 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.299202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:26.348505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] For port cc386c17-8763-4d80-91a9-f0e13758dc53, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:26.358572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] For port cc386c17-8763-4d80-91a9-f0e13758dc53, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc386c17-8763-4d80-91a9-f0e13758dc53,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:26.376875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.543262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58bc5dca-07b2-4266-bb55-b2f6d21d53e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.569269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b5505-8c9d-48af-bf43-b60020736c2b None None] Pushing event updated for resources: {'Port': ['ID=cc386c17-8763-4d80-91a9-f0e13758dc53,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.761833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58bc5dca-07b2-4266-bb55-b2f6d21d53e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.769992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58bc5dca-07b2-4266-bb55-b2f6d21d53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.837296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-58bc5dca-07b2-4266-bb55-b2f6d21d53e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=621e98da88824b5297589fc80f3b373e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368810 Oct 13 04:25:26.839479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc5dca-07b2-4266-bb55-b2f6d21d53e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86688145-c27d-4b67-bf43-987c6a398084,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.847177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59146) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:26.937846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef74cf6-0e25-46bc-936c-d93d2ba06d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.941390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.1 (87894a17-f148-4c95-8180-633c819e57c1/42061f68-98e2-41a1-a6fb-8fc7e94a6402/7f9d1a24-c3d7-4996-a123-564250685b8a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:27.005878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef74cf6-0e25-46bc-936c-d93d2ba06d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.147298 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef74cf6-0e25-46bc-936c-d93d2ba06d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.150376 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef74cf6-0e25-46bc-936c-d93d2ba06d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.152797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ef74cf6-0e25-46bc-936c-d93d2ba06d78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86688145-c27d-4b67-bf43-987c6a398084 HTTP/1.1" status: 204 len: 168 time: 0.3026061 Oct 13 04:25:27.201502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef74cf6-0e25-46bc-936c-d93d2ba06d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86688145-c27d-4b67-bf43-987c6a398084,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.284614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc386c17-8763-4d80-91a9-f0e13758dc53 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:27.285242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.399816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.456967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cc386c17-8763-4d80-91a9-f0e13758dc53 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:27.457333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.465299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 87894a17-f148-4c95-8180-633c819e57c1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:27.470791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:27.490132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:27.570902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=7f9d1a24-c3d7-4996-a123-564250685b8a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.619549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.758507 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.840758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port cc386c17-8763-4d80-91a9-f0e13758dc53, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc386c17-8763-4d80-91a9-f0e13758dc53,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:27.861768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.863693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a92faa88-3c76-465c-af32-e153a4d075a4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:27.894616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:27.912731 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d2a3a-3d1f-4560-876c-71ea1e0419f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.931222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.095736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=cc386c17-8763-4d80-91a9-f0e13758dc53,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:28.099188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a92faa88-3c76-465c-af32-e153a4d075a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:28.099848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.123404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d2a3a-3d1f-4560-876c-71ea1e0419f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.133175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d2a3a-3d1f-4560-876c-71ea1e0419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.179863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40be00-e32e-41e4-b4be-4f85d742a271 None None] Network 87894a17-f148-4c95-8180-633c819e57c1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:28.200061 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-238d2a3a-3d1f-4560-876c-71ea1e0419f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=802888ff573e480ca2d2645be8dc13b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042750 Oct 13 04:25:28.202414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d2a3a-3d1f-4560-876c-71ea1e0419f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca2378e-ebf9-4429-ad7c-30be9ad35e72,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:28.205394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:28.305687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca748f97-2b42-43f0-8287-e5e1d00a185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.336471 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca748f97-2b42-43f0-8287-e5e1d00a185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.380542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-593ff521-3aa1-4446-9281-9ed42d57fd7f None None] Provisioning complete for port cc386c17-8763-4d80-91a9-f0e13758dc53 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:28.381428 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-593ff521-3aa1-4446-9281-9ed42d57fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.398561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca748f97-2b42-43f0-8287-e5e1d00a185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.402819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca748f97-2b42-43f0-8287-e5e1d00a185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.404424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ca748f97-2b42-43f0-8287-e5e1d00a185a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ca2378e-ebf9-4429-ad7c-30be9ad35e72 HTTP/1.1" status: 204 len: 168 time: 0.1974373 Oct 13 04:25:28.414999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca748f97-2b42-43f0-8287-e5e1d00a185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca2378e-ebf9-4429-ad7c-30be9ad35e72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:28.461736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.474993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.565361 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.578041 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.613250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a92faa88-3c76-465c-af32-e153a4d075a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a92faa88-3c76-465c-af32-e153a4d075a4,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:28.643723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.745212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=7f9d1a24-c3d7-4996-a123-564250685b8a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:28.765261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a92faa88-3c76-465c-af32-e153a4d075a4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:28.815933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 87894a17-f148-4c95-8180-633c819e57c1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:28.817430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:29.089477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:29.134750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbbc2565-e70b-4e08-a5a6-969f727198a2 None None] Provisioning complete for port cc386c17-8763-4d80-91a9-f0e13758dc53 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.135129 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2565-e70b-4e08-a5a6-969f727198a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.182473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc386c17-8763-4d80-91a9-f0e13758dc53 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:29.291473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cc386c17-8763-4d80-91a9-f0e13758dc53 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.292121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.296133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:29.313853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fe9c90e6-4ab0-4cb6-9854-2ca79b0b81ac tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/849a6a3c-0f98-4f30-b63d-6a4e2004dc95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3392556 Oct 13 04:25:29.327946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Sync routers for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:29.366452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbbc2565-e70b-4e08-a5a6-969f727198a2 None None] Provisioning complete for port 7f9d1a24-c3d7-4996-a123-564250685b8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.366452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2565-e70b-4e08-a5a6-969f727198a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.370926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:29.371557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:25:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:29.526454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc2565-e70b-4e08-a5a6-969f727198a2 None None] Port 7f9d1a24-c3d7-4996-a123-564250685b8a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:29.578059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a92faa88-3c76-465c-af32-e153a4d075a4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:29.729771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-40ed6d97-9e71-4ccd-a52e-9da635095056 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128690360&fields=id&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 267 time: 0.1038053 Oct 13 04:25:29.746497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:29.854923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d83a4dd6-8497-4fbc-8433-fe98ed20b9e5 None None] Provisioning complete for port 7f9d1a24-c3d7-4996-a123-564250685b8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.857286 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83a4dd6-8497-4fbc-8433-fe98ed20b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.925448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-616211ef-27ce-48ba-a553-77ce0c05cec4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:29.936350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-616211ef-27ce-48ba-a553-77ce0c05cec4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 796 time: 0.2053823 Oct 13 04:25:29.960141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-31487fb4-e3a0-434b-9552-ca58bfa5cb95 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/quotas/928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 375 time: 0.0223675 Oct 13 04:25:30.004834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a92faa88-3c76-465c-af32-e153a4d075a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:30.011300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.013096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d83a4dd6-8497-4fbc-8433-fe98ed20b9e5 None None] Port 7f9d1a24-c3d7-4996-a123-564250685b8a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:30.067633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-7ea0c5cf-bb7c-4fcb-8f18-5d1f578ac198 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061766 Oct 13 04:25:30.198129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be23e344-7bdd-4a21-885d-767bea1bc7c9 None None] Provisioning complete for port 7f9d1a24-c3d7-4996-a123-564250685b8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:30.198744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be23e344-7bdd-4a21-885d-767bea1bc7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.279469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 2, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:30.282191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-be23e344-7bdd-4a21-885d-767bea1bc7c9 None None] Port 7f9d1a24-c3d7-4996-a123-564250685b8a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:30.385906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-10cf288a-4569-4486-8d73-d21e73b601ff service neutron] 10.222.0.44 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134007 Oct 13 04:25:30.484517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Checking router: 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:30.486485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Updating router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 port 7f9d1a24-c3d7-4996-a123-564250685b8a binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:30.491182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-02075c78-5ef9-4650-8a88-c08c6afebbc7 service neutron] 10.222.0.44 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977101 Oct 13 04:25:30.525019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.749155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79e6ce96-58ee-42f9-af74-8e7ce79b0d7a req-d9373105-acb9-46a3-9eaa-e681b10b7840 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 210 time: 0.0460117 Oct 13 04:25:30.911056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.919159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.995144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Pushing event updated for resources: {'Port': ['ID=7f9d1a24-c3d7-4996-a123-564250685b8a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.057832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.058234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.058581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.058914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.059281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.059618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.059889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.060471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.060843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.061813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.062318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.062647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:31.112792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Attempting to bind port 7f9d1a24-c3d7-4996-a123-564250685b8a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:31.113281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Attempting to bind port 7f9d1a24-c3d7-4996-a123-564250685b8a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:31.113643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Attempting to bind port 7f9d1a24-c3d7-4996-a123-564250685b8a on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:31.120041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:31.120423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Checking segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:31.128108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.128533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Bound using segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:31.130513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Bound port: 7f9d1a24-c3d7-4996-a123-564250685b8a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:31.134169 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.275570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] For port 7f9d1a24-c3d7-4996-a123-564250685b8a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:31.281249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] For port 7f9d1a24-c3d7-4996-a123-564250685b8a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7f9d1a24-c3d7-4996-a123-564250685b8a,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:31.289122 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.497322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:31.498046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:25:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:31.501118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9f23-3aef-4898-8ce1-41a7a8904e85 None None] Provisioning complete for port 7f9d1a24-c3d7-4996-a123-564250685b8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:31.502138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f23-3aef-4898-8ce1-41a7a8904e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.641670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f5dcb-2db3-422f-8f6e-b944af4267fa None None] Pushing event updated for resources: {'Port': ['ID=7f9d1a24-c3d7-4996-a123-564250685b8a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.756856 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f23-3aef-4898-8ce1-41a7a8904e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.783493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:31.842198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7a9a9f23-3aef-4898-8ce1-41a7a8904e85 None None] For port 7f9d1a24-c3d7-4996-a123-564250685b8a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7f9d1a24-c3d7-4996-a123-564250685b8a,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:31.888470 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f23-3aef-4898-8ce1-41a7a8904e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.945362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-921ce062-53a9-4787-bc5a-898d99bc7dff req-0fe88958-9071-44aa-8e3a-8c68065c1fad tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 210 time: 0.0581021 Oct 13 04:25:32.142201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9f23-3aef-4898-8ce1-41a7a8904e85 None None] Pushing event updated for resources: {'Port': ['ID=7f9d1a24-c3d7-4996-a123-564250685b8a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:32.148052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7287994f-0180-4451-ba2b-92d8f9607b5a None None] Provisioning complete for port 7f9d1a24-c3d7-4996-a123-564250685b8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:32.148779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7287994f-0180-4451-ba2b-92d8f9607b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.475869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:32.508814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-6740ae82-a023-4ca3-96f8-624da15364d2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.511803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-6740ae82-a023-4ca3-96f8-624da15364d2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 796 time: 0.2740033 Oct 13 04:25:32.517505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69f1ce-4cc7-42d9-8f52-ac39930836e7 None None] The sync data for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 is: [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:32.618625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-b8a4f796-6772-457e-975b-10febcbcf2cc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 380 time: 0.0948474 Oct 13 04:25:32.630098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'port': {'device_id': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'admin_state_up': True, 'tenant_id': '928d6475dae444d0b96465e78119009e', 'security_groups': ['6c9fb86b-1a0a-49d5-bf78-c1edada53aa0']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:32.875618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:32.881455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.183962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43a466f1-6aa0-47d6-af94-859b30fc7653 req-4774cf1d-e01a-444a-bf37-37c82126257a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 210 time: 0.1093760 Oct 13 04:25:33.213943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.10 (87894a17-f148-4c95-8180-633c819e57c1/42061f68-98e2-41a1-a6fb-8fc7e94a6402/1d6c8e98-f274-42d7-9c90-f5ee290f8da5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:33.239044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f9d1a24-c3d7-4996-a123-564250685b8a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:33.357096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7f9d1a24-c3d7-4996-a123-564250685b8a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:33.358388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.493075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.554130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.579290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 87894a17-f148-4c95-8180-633c819e57c1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:33.585703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:33.589057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:33.683647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:33.696146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:33.697176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.729151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1036978 Oct 13 04:25:33.731080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.731431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.732370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.732816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.733220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.733583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.734273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.734616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.735216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.735561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.735884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.736267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09273-8b49-4d21-be5d-fc92b6bbbb18 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:33.747324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Request body: {'port': {'device_id': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:33.821968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.995547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df29ce52-d893-44a9-8c6a-d76315cb489d None None] Provisioning complete for port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:33.995958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df29ce52-d893-44a9-8c6a-d76315cb489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.069437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df29ce52-d893-44a9-8c6a-d76315cb489d None None] Port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:34.342777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:34.372786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.408133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Transition to ACTIVE for port object 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:34.421744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a1bf5-4cd9-4531-85a2-a1199394313b req-777fe098-bac2-4a27-b16c-251f48db9611 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.423762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b36a1bf5-4cd9-4531-85a2-a1199394313b req-777fe098-bac2-4a27-b16c-251f48db9611 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 932 time: 0.1050947 Oct 13 04:25:34.425284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.564245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b36a1bf5-4cd9-4531-85a2-a1199394313b req-411a0f61-52f3-4ebc-93bc-b6a986d36036 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023877 Oct 13 04:25:34.598000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:34.676143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:34.676546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:34.676999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:34.682276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:34.682668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:34.688885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:34.689439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Checking segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:34.689839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Bound using segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:34.690328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Bound port: 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:34.690706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.813264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:34.818498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:34.823307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.865135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.866029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.867435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] 10.222.0.26 "PUT /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1092 time: 1.1251068 Oct 13 04:25:34.867895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:34.870533 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed31a59a-f86a-42f9-b572-059df1b6ae69" -d '{"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:34.963224 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90341a-ca4e-4bc4-9d48-a22669b4af0c x-openstack-request-id: req-1c90341a-ca4e-4bc4-9d48-a22669b4af0c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:34.963510 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:34.963768 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c90341a-ca4e-4bc4-9d48-a22669b4af0c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:34.964170 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'status': 'completed', 'code': 200} Oct 13 04:25:35.000637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da0a96-a92b-4ff8-9e5d-23dc58c3b99b service neutron] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:35.036776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-91b0869a-c188-4384-aba4-beef4de28bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.038419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-91b0869a-c188-4384-aba4-beef4de28bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1095 time: 0.1067340 Oct 13 04:25:35.111081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-dfb7999c-08a9-4a9e-8ed7-68de775bddc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 217 time: 0.0608544 Oct 13 04:25:35.174552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-22c0cd02-ec51-4e11-8894-86100cff3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.176040 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-22c0cd02-ec51-4e11-8894-86100cff3876 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.0564754 Oct 13 04:25:35.256508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f7a-a18e-4b65-b546-605239df2108 req-6298abaa-64db-443d-972c-9d195f792947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.256508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-6298abaa-64db-443d-972c-9d195f792947 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718958 Oct 13 04:25:35.394238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-71410df5-cfdd-4106-9394-d3e39f22adea service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263628 Oct 13 04:25:35.504328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eae84f7a-a18e-4b65-b546-605239df2108 req-6d3af31c-3d50-4e35-897b-6a250df332a9 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049201 Oct 13 04:25:35.648580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-c52a7dae-8aa1-4624-95dc-58a754a4eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.653179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-c52a7dae-8aa1-4624-95dc-58a754a4eec7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1095 time: 0.0944171 Oct 13 04:25:35.765086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00288dac-a0da-4641-8629-b99b00a062c7 req-e6259e49-810b-4dbb-b5e9-652ba08111f7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.766763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00288dac-a0da-4641-8629-b99b00a062c7 req-e6259e49-810b-4dbb-b5e9-652ba08111f7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 944 time: 0.0882401 Oct 13 04:25:35.827459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00288dac-a0da-4641-8629-b99b00a062c7 req-deb70c87-7c67-4a90-8e33-d5885ed17650 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508819 Oct 13 04:25:35.846775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-9c12ad3e-3f31-45df-a590-6b8aa38bc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.848403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-9c12ad3e-3f31-45df-a590-6b8aa38bc72e service neutron] 10.222.0.26 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.1893570 Oct 13 04:25:35.900964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-f2fb5b96-6d3f-487f-a595-f17b1e320cf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 217 time: 0.0451620 Oct 13 04:25:35.967678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-60de6a6e-1061-40a4-a951-901183a17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.969211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-60de6a6e-1061-40a4-a951-901183a17973 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.0606287 Oct 13 04:25:36.009146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59380) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:36.052567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-01a79593-9b97-4324-8fe8-4ee45ec29d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:36.054415 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-01a79593-9b97-4324-8fe8-4ee45ec29d70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768185 Oct 13 04:25:36.173163 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.244517 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-e7e45644-a93e-4131-80b0-4fcd96df6bba service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819372 Oct 13 04:25:36.293846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.299496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.338058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65db9cb-d962-4a3e-a53f-80cbb494cc12,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:36.356756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.357596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.358432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.369230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed31a59a-f86a-42f9-b572-059df1b6ae69 req-72e0e309-9a16-4a11-9534-b8106163e548 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159105 Oct 13 04:25:36.370372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.370801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.371146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.371484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.371818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.372147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.373199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.374022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.390270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:36.411815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7a8b3e9-ee55-4a6b-8454-ff0e90fdb153 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=489f1fec68b64240b317c7aec6803b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012587 Oct 13 04:25:36.414552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59388) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:36.478718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b848ecee-05a3-4a60-963d-36350fce548d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.511125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b848ecee-05a3-4a60-963d-36350fce548d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.571598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b848ecee-05a3-4a60-963d-36350fce548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.577261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b848ecee-05a3-4a60-963d-36350fce548d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.581211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b848ecee-05a3-4a60-963d-36350fce548d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e65db9cb-d962-4a3e-a53f-80cbb494cc12 HTTP/1.1" status: 204 len: 168 time: 0.1656516 Oct 13 04:25:36.590148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848ecee-05a3-4a60-963d-36350fce548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65db9cb-d962-4a3e-a53f-80cbb494cc12,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:36.969981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576b3b5-5f7a-4718-94bf-a908ef7db1a8 req-136143a6-2127-4321-9d26-72b22f514101 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:36.978603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7576b3b5-5f7a-4718-94bf-a908ef7db1a8 req-136143a6-2127-4321-9d26-72b22f514101 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 944 time: 0.0670993 Oct 13 04:25:37.017920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7576b3b5-5f7a-4718-94bf-a908ef7db1a8 req-81ebbfb0-8a46-4944-93ff-0f27359fbf1d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Oct 13 04:25:38.126872 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:38.147289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3805dc-820d-4ae9-9ca4-3f070ed78c24 req-c05e8ba2-db3c-40e9-8001-fb8c00a9a0fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:38.156216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d3805dc-820d-4ae9-9ca4-3f070ed78c24 req-c05e8ba2-db3c-40e9-8001-fb8c00a9a0fd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 944 time: 0.0674834 Oct 13 04:25:38.199389 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d3805dc-820d-4ae9-9ca4-3f070ed78c24 req-20dd76d4-b9cc-4884-8c04-39fd48f12ba1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 Oct 13 04:25:39.128303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-b4c75a8d-9c27-4b60-8cc8-37175f1a8f73 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a7a1e1c94ec440c0b6962586a808ca30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338366 Oct 13 04:25:39.278881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:39.338372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f195c-c99b-4f4f-9829-172ef531d8b5 req-ae17e9be-5e49-40ee-b879-acfbcdcca5a9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:39.338937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-6ee22611-8862-4c26-905f-9ba47d2bed66 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:39.339911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e27f195c-c99b-4f4f-9829-172ef531d8b5 req-ae17e9be-5e49-40ee-b879-acfbcdcca5a9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 944 time: 0.0687585 Oct 13 04:25:39.341122 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-6ee22611-8862-4c26-905f-9ba47d2bed66 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072630 Oct 13 04:25:39.369222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-4996ffea-704b-4839-9ecf-52e900d500cd tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/quotas/a7a1e1c94ec440c0b6962586a808ca30 HTTP/1.1" status: 200 len: 375 time: 0.0199022 Oct 13 04:25:39.398123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e27f195c-c99b-4f4f-9829-172ef531d8b5 req-86d2603c-76b7-4e46-a284-76bf1b671b3c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510120 Oct 13 04:25:39.429383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-c425df80-5c92-4d96-94b6-dc7e3e1dde53 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7a1e1c94ec440c0b6962586a808ca30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429227 Oct 13 04:25:39.435531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:39.448432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'port_id': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'mac_address': 'fa:16:3e:ef:6e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:39.490536 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:39.505040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:39.527982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:39.534696 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:39.596771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a3fab7ea-ed61-4ad1-9f3a-735df7e25544 req-40176b19-a354-43f0-ab08-c82b53847a97 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 210 time: 0.0296910 Oct 13 04:25:39.620254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:39.864621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1d6c8e98-f274-42d7-9c90-f5ee290f8da5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:39.981589 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:40.527839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98027-94e6-43f9-b1df-f4d622fd3040 req-57638002-0605-4bdc-ab89-8012e1547b40 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:40.529694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4a98027-94e6-43f9-b1df-f4d622fd3040 req-57638002-0605-4bdc-ab89-8012e1547b40 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.0545895 Oct 13 04:25:40.580640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a4a98027-94e6-43f9-b1df-f4d622fd3040 req-0628a0e5-2670-4759-9cc5-081d44b90281 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Oct 13 04:25:40.603273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-822f28ce-efb8-4187-9692-18030d348878 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a7a1e1c94ec440c0b6962586a808ca30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288577 Oct 13 04:25:40.757232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-772e46e3-6691-4e73-bd62-e845618f3484 req-acd34555-6c8f-4924-a0e4-3035a6aa3c2d tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 210 time: 0.0390821 Oct 13 04:25:40.784852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-d6e04fd5-3b5f-4218-97a4-fa2b68332499 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:40.786289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-d6e04fd5-3b5f-4218-97a4-fa2b68332499 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772432 Oct 13 04:25:40.799649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Request body: {'port': {'device_id': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'a7a1e1c94ec440c0b6962586a808ca30'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:40.938833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Made reservation on behalf of a7a1e1c94ec440c0b6962586a808ca30 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:40.943699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:40.954552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.040068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.044561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.104200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c49397-f727-4b47-9dca-5d47618d8e85,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:41.198592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Allocated IP 192.168.233.178 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/a8ae3433-b2a2-4a56-bd3c-42407c78e034) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:41.293656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:41.406155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:41.411596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:41.412288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.464891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.521722 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.526417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.552180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:41.556004 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9711630-072a-4a9e-835a-17223331d48c" -d '{"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-plugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:41.581960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:41.588083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:41.588262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.593055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:41.595650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:41.603735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Pushing event updated for resources: {'Port': ['ID=a8ae3433-b2a2-4a56-bd3c-42407c78e034,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:41.664985 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb125a28-6afb-4a8c-ad52-8120fcab3375 x-openstack-request-id: req-eb125a28-6afb-4a8c-ad52-8120fcab3375 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:41.665273 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-plugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:41.665717 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb125a28-6afb-4a8c-ad52-8120fcab3375 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:41.665969 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'code': 200} Oct 13 04:25:41.666459 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:41.666602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:41.667221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.705761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-7c7f21a7-69d5-494a-a88c-d7ebe0911584 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9013112 Oct 13 04:25:41.711506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Request body: {'port': {'device_id': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:41.782051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.790258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16690fb-b327-4a7d-8a9f-4cebeaa00abc req-68f25d09-5540-4868-8fbd-71f00959fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:41.792163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d16690fb-b327-4a7d-8a9f-4cebeaa00abc req-68f25d09-5540-4868-8fbd-71f00959fe24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1097 time: 0.1137290 Oct 13 04:25:41.804754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d45f8-5992-491b-b6fc-5c06650f132c req-ba5790ed-f224-4b6c-991f-d5860ccbfcb9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:41.806314 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-407d45f8-5992-491b-b6fc-5c06650f132c req-ba5790ed-f224-4b6c-991f-d5860ccbfcb9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0824211 Oct 13 04:25:41.852267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d16690fb-b327-4a7d-8a9f-4cebeaa00abc req-9f2a93a4-7137-4c09-b0c1-1b78bd55e771 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448482 Oct 13 04:25:41.870712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-407d45f8-5992-491b-b6fc-5c06650f132c req-1cb971b8-843e-48aa-b407-fd7a88997edd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564790 Oct 13 04:25:41.934391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65f323b7-e63c-4861-ba65-a9c875f12824 None None] Provisioning complete for port a8ae3433-b2a2-4a56-bd3c-42407c78e034 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:41.935452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65f323b7-e63c-4861-ba65-a9c875f12824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.986874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-65f323b7-e63c-4861-ba65-a9c875f12824 None None] Port a8ae3433-b2a2-4a56-bd3c-42407c78e034 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:42.000380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1a04b-fae4-4286-95d9-7b93fc50e36d req-0265a1a9-b98b-41d6-b798-cb59e1742421 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.001893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3ac1a04b-fae4-4286-95d9-7b93fc50e36d req-0265a1a9-b98b-41d6-b798-cb59e1742421 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 936 time: 0.1403029 Oct 13 04:25:42.087940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3ac1a04b-fae4-4286-95d9-7b93fc50e36d req-91640c45-d723-4051-bde8-6cc753d9af7d tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757394 Oct 13 04:25:42.191423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ae3433-b2a2-4a56-bd3c-42407c78e034 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:42.199894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.218086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Transition to ACTIVE for port object a8ae3433-b2a2-4a56-bd3c-42407c78e034 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:42.223107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.299771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ae3433-b2a2-4a56-bd3c-42407c78e034,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:42.342066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-74fc84b5-84d3-4491-8a3d-137fad9cb723 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.349247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-74fc84b5-84d3-4491-8a3d-137fad9cb723 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1362970 Oct 13 04:25:42.353774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Attempting to bind port a8ae3433-b2a2-4a56-bd3c-42407c78e034 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:42.354109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Attempting to bind port a8ae3433-b2a2-4a56-bd3c-42407c78e034 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:42.354436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Attempting to bind port a8ae3433-b2a2-4a56-bd3c-42407c78e034 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:42.360921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Port a8ae3433-b2a2-4a56-bd3c-42407c78e034 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:42.360921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Attempting to bind port a8ae3433-b2a2-4a56-bd3c-42407c78e034 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:42.363425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7ddadc9f-93d2-4903-bad9-a77c983c8693 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0123107 Oct 13 04:25:42.370228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:42.370645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:42.370959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:42.374542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Bound port: a8ae3433-b2a2-4a56-bd3c-42407c78e034, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:42.374542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.424974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-d02ce930-4c90-4d19-97d2-f1bf80ebd8d2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554557 Oct 13 04:25:42.469737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] For port a8ae3433-b2a2-4a56-bd3c-42407c78e034, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:42.473527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] For port a8ae3433-b2a2-4a56-bd3c-42407c78e034, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:42.479866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.532427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.532744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.534455 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8ae3433-b2a2-4a56-bd3c-42407c78e034 HTTP/1.1" status: 200 len: 1096 time: 0.8272009 Oct 13 04:25:42.535163 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'tag': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:42.538196 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bda79d-e358-4e2d-bc65-c66870f7c603" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce4616d-a93c-4e92-b4b9-bc726f27510d", "tag": "a8ae3433-b2a2-4a56-bd3c-42407c78e034"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:42.571041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941e96a-43f3-4ae3-a487-72dc3d2a61f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ae3433-b2a2-4a56-bd3c-42407c78e034,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:42.573229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-a059beae-2160-433c-a849-b9989e3c2650 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401935 Oct 13 04:25:42.632567 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30e262c-84cf-4c11-894a-7a971d5db7f9 x-openstack-request-id: req-d30e262c-84cf-4c11-894a-7a971d5db7f9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:42.633175 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce4616d-a93c-4e92-b4b9-bc726f27510d", "tag": "a8ae3433-b2a2-4a56-bd3c-42407c78e034", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:42.633175 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d30e262c-84cf-4c11-894a-7a971d5db7f9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:42.633505 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'tag': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034', 'status': 'completed', 'code': 200} Oct 13 04:25:42.652430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-1074a230-1ec2-4595-8987-5b97cf6fdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.653784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-1074a230-1ec2-4595-8987-5b97cf6fdb4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7a1e1c94ec440c0b6962586a808ca30&device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 1099 time: 0.0774651 Oct 13 04:25:42.700131 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-816b688b-05d2-4d1f-9300-39836f249af9 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184011 Oct 13 04:25:42.709460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-d77e8a69-1699-4cd2-b98f-7bad26d13d6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034 HTTP/1.1" status: 200 len: 217 time: 0.0476577 Oct 13 04:25:42.774515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-2b2a5096-030c-4bad-be9e-822db3111e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.776054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-2b2a5096-030c-4bad-be9e-822db3111e0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0585194 Oct 13 04:25:42.833935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-752602b7-a551-4944-bb83-ce120071353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.835915 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-752602b7-a551-4944-bb83-ce120071353a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531638 Oct 13 04:25:42.932066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5374f594-c7ec-4af5-9a5f-4d8c4497192e req-4dded6c1-2ff4-493f-a50c-5660a70d3bbc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0410969 Oct 13 04:25:42.969731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-f625a795-32cc-4e95-814c-ccb1e2342bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256242 Oct 13 04:25:43.022283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd2682-f8e2-4fa2-a263-3d51f71ac5b7 req-bef265b1-a4e7-4bbb-a3cb-b307e595d76f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.033900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17fd2682-f8e2-4fa2-a263-3d51f71ac5b7 req-bef265b1-a4e7-4bbb-a3cb-b307e595d76f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0862439 Oct 13 04:25:43.089908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c7089e7-02e1-4fd7-bad0-f56ee035ed29 req-a2f0d06d-8a8f-437b-91da-92e082af5d96 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120617 Oct 13 04:25:43.093620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17fd2682-f8e2-4fa2-a263-3d51f71ac5b7 req-db3eafe8-5bb8-476a-9522-770b8a162555 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587242 Oct 13 04:25:43.192482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-e3585293-aa33-4a47-a94b-4ccb206c044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.194114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-e3585293-aa33-4a47-a94b-4ccb206c044b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7a1e1c94ec440c0b6962586a808ca30&device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 1099 time: 0.0552852 Oct 13 04:25:43.591706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b5ae-f171-4075-8920-5d19c16fb5f1 req-085e3eb0-deb6-40ef-93bf-2fa78f5b9cd2 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.599586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6379b5ae-f171-4075-8920-5d19c16fb5f1 req-085e3eb0-deb6-40ef-93bf-2fa78f5b9cd2 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 948 time: 0.4009428 Oct 13 04:25:43.648448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-ee4631e2-382c-4a26-ada3-7e8f103058ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.649918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-ee4631e2-382c-4a26-ada3-7e8f103058ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.4408174 Oct 13 04:25:43.658007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6379b5ae-f171-4075-8920-5d19c16fb5f1 req-4cb4d6a0-68c0-418b-b5b6-8f15870d633d tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Oct 13 04:25:43.691860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-2e7fb1b9-e0db-4edb-b953-76331404fa1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034 HTTP/1.1" status: 200 len: 217 time: 0.0329030 Oct 13 04:25:43.745790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-e6e1d643-52f5-419b-baec-cf922fdb2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.749132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-e6e1d643-52f5-419b-baec-cf922fdb2aa0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0474360 Oct 13 04:25:43.798679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-050dad65-9749-49f4-a96b-9b9fb3fdc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.800151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-050dad65-9749-49f4-a96b-9b9fb3fdc07b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445089 Oct 13 04:25:43.893973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-bbd96cdc-6720-4063-96ca-deed47cc658e service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852382 Oct 13 04:25:44.012761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7bda79d-e358-4e2d-bc65-c66870f7c603 req-3e4159a5-af46-46c8-ad9f-eb21a6e5ae19 service neutron] 10.222.0.15 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120663 Oct 13 04:25:44.105966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-265e9b58-5a96-45a8-beca-3f773bc8a527 req-c653709d-03b8-4311-b442-eded204dfd3e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0586946 Oct 13 04:25:44.116464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-3af9f81e-120d-4f10-9144-c46b25fccb9b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.117971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-3af9f81e-120d-4f10-9144-c46b25fccb9b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1923225 Oct 13 04:25:44.134687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:44.286582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050a3f-29f7-47d3-b328-de0ec4fea1c8 req-6e211220-b871-430e-8fd1-e12fffdc5eda tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.288239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca050a3f-29f7-47d3-b328-de0ec4fea1c8 req-6e211220-b871-430e-8fd1-e12fffdc5eda tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0872884 Oct 13 04:25:44.322869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:44.326427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.352768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca050a3f-29f7-47d3-b328-de0ec4fea1c8 req-fab5f738-a576-495b-8f07-2e5834d60686 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582428 Oct 13 04:25:44.531176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.3 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/b42b26a9-407f-4310-ad2f-68e5e17d101a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:44.534987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf22a-3724-44a8-b27d-7c6560681c89 req-f13f5ceb-ebc6-48ea-abde-b4bd23bad209 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.545960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221bf22a-3724-44a8-b27d-7c6560681c89 req-f13f5ceb-ebc6-48ea-abde-b4bd23bad209 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0928850 Oct 13 04:25:44.592910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-221bf22a-3724-44a8-b27d-7c6560681c89 req-808b3c70-4c86-40bc-8240-1a4e03f4e86e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455480 Oct 13 04:25:44.614738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:44.670733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755bed8-be18-4ac1-8167-d5b9dacce0e7 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.672551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f755bed8-be18-4ac1-8167-d5b9dacce0e7 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1092 time: 0.0567188 Oct 13 04:25:44.675297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:44.681205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:44.713410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.714810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.762274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.812799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=b42b26a9-407f-4310-ad2f-68e5e17d101a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:44.853296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:44.854880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:44.858423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:44.880013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.956287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.957423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.987228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f0ab8-74e8-4b78-b309-1d692c014c0a req-9ea16ff8-5050-4bae-b76d-23062555af15 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.997712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e70f0ab8-74e8-4b78-b309-1d692c014c0a req-9ea16ff8-5050-4bae-b76d-23062555af15 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 948 time: 0.1855290 Oct 13 04:25:45.027627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.226 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/173f4525-8620-402b-9863-6a49f0acb749) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:45.033416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-7433a0ac-37e5-4c8d-b33e-aa6daef6664a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9067438 Oct 13 04:25:45.082052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Request body: {'port': {'device_id': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:45.091045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e70f0ab8-74e8-4b78-b309-1d692c014c0a req-086d2a1b-8ee6-440c-a895-f629c9b71c61 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916717 Oct 13 04:25:45.195070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.241809 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.243418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.271591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1ff9028-4743-4cd3-9b13-4309b9f6bb5a None None] Provisioning complete for port b42b26a9-407f-4310-ad2f-68e5e17d101a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:45.272664 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9028-4743-4cd3-9b13-4309b9f6bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.337250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff9028-4743-4cd3-9b13-4309b9f6bb5a None None] Port b42b26a9-407f-4310-ad2f-68e5e17d101a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:45.362548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:45.371922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:45.378767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:45.391046 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=173f4525-8620-402b-9863-6a49f0acb749,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:45.410189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a8ae3433-b2a2-4a56-bd3c-42407c78e034 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:45.440783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97114c1e-63fd-4f81-9d02-4f2941472080 req-9e78ed8f-95d9-4b2a-8bc0-def40b4e213d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:45.443356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97114c1e-63fd-4f81-9d02-4f2941472080 req-9e78ed8f-95d9-4b2a-8bc0-def40b4e213d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 931 time: 0.1776979 Oct 13 04:25:45.602066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a8ae3433-b2a2-4a56-bd3c-42407c78e034, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:45.645393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034', 'mac_address': 'fa:16:3e:f5:04:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:45.718063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42b26a9-407f-4310-ad2f-68e5e17d101a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:45.726077 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.726447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.744650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Transition to ACTIVE for port object b42b26a9-407f-4310-ad2f-68e5e17d101a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:45.750780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ae3433-b2a2-4a56-bd3c-42407c78e034 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:45.763493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.775536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a8ae3433-b2a2-4a56-bd3c-42407c78e034, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:45.784967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.810022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97114c1e-63fd-4f81-9d02-4f2941472080 req-b1ae25c5-9a71-43ca-b682-820b269c2eca tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351302 Oct 13 04:25:45.901255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a8ae3433-b2a2-4a56-bd3c-42407c78e034,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:45.912128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Pushing event updated for resources: {'Port': ['ID=b42b26a9-407f-4310-ad2f-68e5e17d101a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:46.001176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Attempting to bind port b42b26a9-407f-4310-ad2f-68e5e17d101a on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:46.001564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Attempting to bind port b42b26a9-407f-4310-ad2f-68e5e17d101a by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:46.001810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Attempting to bind port b42b26a9-407f-4310-ad2f-68e5e17d101a on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:46.007365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Port b42b26a9-407f-4310-ad2f-68e5e17d101a on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:46.007642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Attempting to bind port b42b26a9-407f-4310-ad2f-68e5e17d101a on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:46.019181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:46.019796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:46.020436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:46.020962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Bound port: b42b26a9-407f-4310-ad2f-68e5e17d101a, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:46.021332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.055981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a8ae3433-b2a2-4a56-bd3c-42407c78e034'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:46.110454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] For port b42b26a9-407f-4310-ad2f-68e5e17d101a, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:46.114581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] For port b42b26a9-407f-4310-ad2f-68e5e17d101a, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:46.122156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.218772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.220293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.221925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] 10.222.0.26 "PUT /v2.0/ports/b42b26a9-407f-4310-ad2f-68e5e17d101a HTTP/1.1" status: 200 len: 1091 time: 1.1594121 Oct 13 04:25:46.222832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa53b9-f599-4d67-a7c9-0c759ea6bc60 service neutron] Pushing event updated for resources: {'Port': ['ID=b42b26a9-407f-4310-ad2f-68e5e17d101a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:46.247495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'tag': 'b42b26a9-407f-4310-ad2f-68e5e17d101a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:46.262041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.273870 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b4455-c91e-4b31-a041-81087b7ec024" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117", "tag": "b42b26a9-407f-4310-ad2f-68e5e17d101a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:46.430937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.449612 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc8f954-bf9b-4b54-9948-efffb6276eb9 x-openstack-request-id: req-ddc8f954-bf9b-4b54-9948-efffb6276eb9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:46.449990 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117", "tag": "b42b26a9-407f-4310-ad2f-68e5e17d101a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:46.450257 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddc8f954-bf9b-4b54-9948-efffb6276eb9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:46.450664 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'tag': 'b42b26a9-407f-4310-ad2f-68e5e17d101a', 'status': 'completed', 'code': 200} Oct 13 04:25:46.483156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c962-c472-4bff-9714-7389ab12e801 req-e98c1999-921a-45b3-b612-b439efee566f tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.489209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d15c962-c472-4bff-9714-7389ab12e801 req-e98c1999-921a-45b3-b612-b439efee566f tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 949 time: 0.2037988 Oct 13 04:25:46.496716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-b7ad5c9f-21f3-4e1c-9519-465b13810654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.498731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-b7ad5c9f-21f3-4e1c-9519-465b13810654 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 1094 time: 0.2165077 Oct 13 04:25:46.652394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.657944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.763330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=173f4525-8620-402b-9863-6a49f0acb749,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:46.767726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.918078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-6caab37c-6f87-44c6-918e-3f629c8a5c7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a HTTP/1.1" status: 200 len: 217 time: 0.4091032 Oct 13 04:25:46.955555 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 90c019aa-3798-45b2-a970-59c17fb31fff associated. External IP: 172.25.1.226, port: 1d6c8e98-f274-42d7-9c90-f5ee290f8da5. Oct 13 04:25:46.967730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba32-860a-49a2-a3fe-6283a58b2aad req-8abca777-3aad-4c74-b40a-c82a8af1687c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.970786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d15c962-c472-4bff-9714-7389ab12e801 req-09e85a13-8275-4188-8a99-e5b32fb5c7f2 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709084 Oct 13 04:25:46.976585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-886dba32-860a-49a2-a3fe-6283a58b2aad req-8abca777-3aad-4c74-b40a-c82a8af1687c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0898843 Oct 13 04:25:46.987614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-d87ef627-8e43-496b-ac34-d0439fa60d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.989508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-d87ef627-8e43-496b-ac34-d0439fa60d40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0648403 Oct 13 04:25:47.050401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-e0ac6d7a-81b8-4b95-98ed-49341aa8d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:47.052991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-e0ac6d7a-81b8-4b95-98ed-49341aa8d4de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566077 Oct 13 04:25:47.110803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-886dba32-860a-49a2-a3fe-6283a58b2aad req-9ecbbdee-3bea-4f1e-92e0-bd46a1d06d52 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329021 Oct 13 04:25:47.162727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-d5f213b2-4997-4d30-bb53-7b67afe6f56c service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025507 Oct 13 04:25:47.296787 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-96b824c5-01fc-4a02-9e1c-5e123ce44c7e req-07841b08-c5ca-422a-bbb6-ab7745baf40a service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270897 Oct 13 04:25:47.297928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:47.400183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-041509f0-74f5-4f69-bbdc-83cc69cd989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:47.401189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-041509f0-74f5-4f69-bbdc-83cc69cd989b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 1094 time: 0.0587418 Oct 13 04:25:47.443683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a8ae3433-b2a2-4a56-bd3c-42407c78e034 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:47.536295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-a1db6010-4419-4293-93a8-78e702c92462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:47.537815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-a1db6010-4419-4293-93a8-78e702c92462 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.1301618 Oct 13 04:25:47.544396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port a8ae3433-b2a2-4a56-bd3c-42407c78e034 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:47.552600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port a8ae3433-b2a2-4a56-bd3c-42407c78e034 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:47.553052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.616201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-034bd56a-6d8f-4b98-8187-7d63b1762895 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a HTTP/1.1" status: 200 len: 217 time: 0.0690393 Oct 13 04:25:47.672599 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.686093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-c086daa1-63af-4b8b-8234-007bb850853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:47.688441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-c086daa1-63af-4b8b-8234-007bb850853f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0657189 Oct 13 04:25:47.704710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:47.709001 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce3db8-7bcd-4d48-b1d6-ea4df79a2040" -d '{"events": [{"server_uuid": "8ce4616d-a93c-4e92-b4b9-bc726f27510d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ae3433-b2a2-4a56-bd3c-42407c78e034"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:47.758867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a8ae3433-b2a2-4a56-bd3c-42407c78e034, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:47.765974 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.791595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:47.795277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-a0994bce-e7a5-442b-820f-2777037359df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:47.796824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-a0994bce-e7a5-442b-820f-2777037359df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995035 Oct 13 04:25:47.803602 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224a05f-937d-41d1-913f-69d78370bded None None] Sync routers for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:47.822166 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:47.822998 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:25:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:47.824843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.857694 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67417b6f-cbe5-4ca9-b86b-5336d7c448ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1812968 Oct 13 04:25:47.858297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:47.875118 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ec39b0-7f14-484e-8e28-4477c00c244e x-openstack-request-id: req-71ec39b0-7f14-484e-8e28-4477c00c244e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:47.875409 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce4616d-a93c-4e92-b4b9-bc726f27510d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ae3433-b2a2-4a56-bd3c-42407c78e034", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:47.875658 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71ec39b0-7f14-484e-8e28-4477c00c244e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:47.876056 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034', 'code': 200} Oct 13 04:25:47.876609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a8ae3433-b2a2-4a56-bd3c-42407c78e034,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:47.877040 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9df9d9-c892-491c-bace-20dd90b82e94" -d '{"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:47.950293 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f7840-f6a2-4fdc-af70-db511763fe07 x-openstack-request-id: req-649f7840-f6a2-4fdc-af70-db511763fe07 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:47.950590 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:47.950843 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-649f7840-f6a2-4fdc-af70-db511763fe07 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:47.951779 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'status': 'completed', 'code': 200} Oct 13 04:25:47.962215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4df8-4e2c-45f9-b5f3-4283587b060f req-a9afc136-6242-475a-84d7-6495d7e4a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:47.963713 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e75e4df8-4e2c-45f9-b5f3-4283587b060f req-a9afc136-6242-475a-84d7-6495d7e4a36c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 1101 time: 0.0829093 Oct 13 04:25:47.971693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-8600f61e-ab7b-4e97-9ac6-30d88744813c service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648648 Oct 13 04:25:48.027063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e75e4df8-4e2c-45f9-b5f3-4283587b060f req-0e7cdc74-d5e8-4e45-a17a-0968dd62f2e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565481 Oct 13 04:25:48.070119 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:48.202819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9398-b387-4421-840c-783a7a3febee req-c5cc90fd-9ef2-4db5-ad1c-a150d60dfc5c tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.204921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07ba9398-b387-4421-840c-783a7a3febee req-c5cc90fd-9ef2-4db5-ad1c-a150d60dfc5c tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 950 time: 0.0822632 Oct 13 04:25:48.209925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-f7ad464a-1bdd-4a59-aafb-00f6cf0953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.211554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-f7ad464a-1bdd-4a59-aafb-00f6cf0953c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1097 time: 0.2297394 Oct 13 04:25:48.249743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6094679-6d3c-45ce-961d-706e4fecd633 req-4fa2f677-9cf1-45a5-a64f-a6b0a0be37c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.251547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6094679-6d3c-45ce-961d-706e4fecd633 req-4fa2f677-9cf1-45a5-a64f-a6b0a0be37c0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.2788508 Oct 13 04:25:48.259993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07ba9398-b387-4421-840c-783a7a3febee req-924ed90d-95ef-4015-82cc-5a711610df8e tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 Oct 13 04:25:48.340343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c0b4455-c91e-4b31-a041-81087b7ec024 req-ba3b2e7a-e13d-4b32-b5e1-e929895593f4 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479922 Oct 13 04:25:48.377282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6094679-6d3c-45ce-961d-706e4fecd633 req-46819c12-3ef4-4233-8ab7-12b81a425c1f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037097 Oct 13 04:25:48.412903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:48.435554 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '90c019aa-3798-45b2-a970-59c17fb31fff', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'port_id': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'mac_address': 'fa:16:3e:ef:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:45Z', 'updated_at': '2021-10-13T04:25:45Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:48.468989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1518eef-4302-4b09-9170-fd07e5ef7fd7 req-8f496ee7-0a35-44b8-8cf4-10fbda287b57 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.469712 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224a05f-937d-41d1-913f-69d78370bded None None] Checking router: 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:48.470547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1518eef-4302-4b09-9170-fd07e5ef7fd7 req-8f496ee7-0a35-44b8-8cf4-10fbda287b57 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.1134391 Oct 13 04:25:48.495668 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:48.496290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:25:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:48.514088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-4bca1f4e-b069-4cb3-ba3c-7cb047ae45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.515739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-4bca1f4e-b069-4cb3-ba3c-7cb047ae45bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.2875116 Oct 13 04:25:48.567199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1518eef-4302-4b09-9170-fd07e5ef7fd7 req-1bff5a4f-3b0f-45d2-bf5f-276ca5d3517c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802131 Oct 13 04:25:48.604706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0e57e96d-0749-4b41-a1c5-d0150859b8a3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/90c019aa-3798-45b2-a970-59c17fb31fff HTTP/1.1" status: 200 len: 992 time: 0.1905425 Oct 13 04:25:48.634013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-793ee0a9-7465-4f42-acd7-0706e01a95b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1000 time: 0.1067832 Oct 13 04:25:48.691355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-39e3ff33-8b60-4a0c-8310-458761948662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.693024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-39e3ff33-8b60-4a0c-8310-458761948662 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.0521865 Oct 13 04:25:48.747786 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:48.750781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-4a8cb860-5092-4b14-ace1-3f1e5c0893a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.752802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-4a8cb860-5092-4b14-ace1-3f1e5c0893a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522151 Oct 13 04:25:48.873325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-d9552c77-854a-4573-abbc-b9e3da01af71 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125715 Oct 13 04:25:48.977161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e07ac392-c1c2-437d-9fe6-021bebc5405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.017907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a9df9d9-c892-491c-bace-20dd90b82e94 req-f9b32673-a85e-4655-982b-a4db65e2a939 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377327 Oct 13 04:25:49.020393 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6224a05f-937d-41d1-913f-69d78370bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '90c019aa-3798-45b2-a970-59c17fb31fff', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'port_id': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'mac_address': 'fa:16:3e:ef:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:45Z', 'updated_at': '2021-10-13T04:25:45Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:49.057246 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224a05f-937d-41d1-913f-69d78370bded None None] The sync data for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 is: [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '90c019aa-3798-45b2-a970-59c17fb31fff', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'port_id': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'mac_address': 'fa:16:3e:ef:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:45Z', 'updated_at': '2021-10-13T04:25:45Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:49.397225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fea0e-2e60-426e-8ce7-4b7e0c5210ce None None] New status for floating IP 90c019aa-3798-45b2-a970-59c17fb31fff: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:49.489456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b983a4-653d-462c-be0a-b32dc74be6bf req-0f6bda04-3172-465a-8758-ebb20f71774b tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:49.492042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50b983a4-653d-462c-be0a-b32dc74be6bf req-0f6bda04-3172-465a-8758-ebb20f71774b tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 950 time: 0.1233695 Oct 13 04:25:49.554259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50b983a4-653d-462c-be0a-b32dc74be6bf req-df6219c8-5729-4985-9d33-4f982d2bdcb9 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553098 Oct 13 04:25:49.606543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:49.768567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aa064f1f-44f4-4c37-89f0-661e21e1f4f8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/90c019aa-3798-45b2-a970-59c17fb31fff HTTP/1.1" status: 200 len: 992 time: 0.1598034 Oct 13 04:25:49.781830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79840865-0687-4667-b769-df0620bd96cc req-78f62e55-ef3d-4d5c-afb3-329c3fac4c98 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:49.785583 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79840865-0687-4667-b769-df0620bd96cc req-78f62e55-ef3d-4d5c-afb3-329c3fac4c98 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0975237 Oct 13 04:25:49.849966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79840865-0687-4667-b769-df0620bd96cc req-6dcd9339-4910-4850-9390-fa75822e57c8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Oct 13 04:25:50.118556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ead1a-413f-46b1-874e-1dc881a60d6d req-07937366-552e-482f-990b-7ccb872b6f32 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.127457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-426ead1a-413f-46b1-874e-1dc881a60d6d req-07937366-552e-482f-990b-7ccb872b6f32 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 950 time: 0.1104331 Oct 13 04:25:50.190505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-426ead1a-413f-46b1-874e-1dc881a60d6d req-497adc6b-5691-48a5-822b-72baf824f892 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620332 Oct 13 04:25:50.770940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:50.853760 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-467bdeb7-8880-45fd-81be-e50d911666b0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/90c019aa-3798-45b2-a970-59c17fb31fff HTTP/1.1" status: 200 len: 994 time: 0.0816884 Oct 13 04:25:51.008997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1d6cb-680f-4591-b837-a1bdef3c28d6 req-b084893a-543d-4f19-ac03-ea33d907141e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.011145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aeb1d6cb-680f-4591-b837-a1bdef3c28d6 req-b084893a-543d-4f19-ac03-ea33d907141e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0642321 Oct 13 04:25:51.070843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aeb1d6cb-680f-4591-b837-a1bdef3c28d6 req-1ab53143-755c-4ef3-a74f-2fca3b8f9315 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Oct 13 04:25:51.372063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b986c5-e095-4631-92de-137a743565cd req-f4b3179f-c11c-49fd-b11d-a01b15d72443 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.374269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3b986c5-e095-4631-92de-137a743565cd req-f4b3179f-c11c-49fd-b11d-a01b15d72443 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 950 time: 0.0758522 Oct 13 04:25:51.393093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-17f8c0c0-a923-4354-9bc2-2aea3b7cc5c7 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.394580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-17f8c0c0-a923-4354-9bc2-2aea3b7cc5c7 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 950 time: 0.1667628 Oct 13 04:25:51.473912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3b986c5-e095-4631-92de-137a743565cd req-8b030e75-f74f-4d18-82d7-1d0517b5ae77 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/security-groups?id=55c49397-f727-4b47-9dca-5d47618d8e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773036 Oct 13 04:25:51.507147 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4bae19c-0b03-4656-a568-4eed784a694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.557460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Deleting port a8ae3433-b2a2-4a56-bd3c-42407c78e034 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:51.557846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.677463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] For port a8ae3433-b2a2-4a56-bd3c-42407c78e034, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a8ae3433-b2a2-4a56-bd3c-42407c78e034,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:51.677463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.691059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Calling delete_port for a8ae3433-b2a2-4a56-bd3c-42407c78e034 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:51.898177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.932928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Pushing event deleted for resources: {'Port': ['ID=a8ae3433-b2a2-4a56-bd3c-42407c78e034,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:51.993546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] No DVR routers for this DVR port a8ae3433-b2a2-4a56-bd3c-42407c78e034 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:51.997645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.006295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e867e2a-d228-4df1-8fe0-e3b0390eb7fd req-a973831d-2309-47b4-9c5d-b20a9a5b2c14 tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.15 "DELETE /v2.0/ports/a8ae3433-b2a2-4a56-bd3c-42407c78e034 HTTP/1.1" status: 204 len: 173 time: 0.6037433 Oct 13 04:25:52.006295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'name': 'network-vif-deleted', 'tag': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:52.010140 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3313820e-47f2-4a44-956d-91557e0ae7d8" -d '{"events": [{"server_uuid": "8ce4616d-a93c-4e92-b4b9-bc726f27510d", "name": "network-vif-deleted", "tag": "a8ae3433-b2a2-4a56-bd3c-42407c78e034"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:52.070387 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1da86b-5a24-4262-879d-84553528ab0b x-openstack-request-id: req-1e1da86b-5a24-4262-879d-84553528ab0b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:52.071009 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce4616d-a93c-4e92-b4b9-bc726f27510d", "name": "network-vif-deleted", "tag": "a8ae3433-b2a2-4a56-bd3c-42407c78e034", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:52.071135 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e1da86b-5a24-4262-879d-84553528ab0b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:52.071613 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce4616d-a93c-4e92-b4b9-bc726f27510d', 'name': 'network-vif-deleted', 'tag': 'a8ae3433-b2a2-4a56-bd3c-42407c78e034', 'status': 'completed', 'code': 200} Oct 13 04:25:52.238432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4e97-f739-4bb7-94c7-4138cf6e71ba req-b5ef6de5-26d2-4341-b961-814c25e58f5d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:52.246068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-658b4e97-f739-4bb7-94c7-4138cf6e71ba req-b5ef6de5-26d2-4341-b961-814c25e58f5d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0764403 Oct 13 04:25:52.293986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-658b4e97-f739-4bb7-94c7-4138cf6e71ba req-61b12cc6-dc34-4e97-b981-6614e64163dd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462990 Oct 13 04:25:52.553577 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:52.642834 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6839ba20-1397-4a0a-9d0f-935ee211f86d req-cce4c35f-a1a1-41fe-b869-41c65cb74b2e tempest-VolumesNegativeTest-947921439 tempest-VolumesNegativeTest-947921439-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce4616d-a93c-4e92-b4b9-bc726f27510d HTTP/1.1" status: 200 len: 210 time: 0.0465932 Oct 13 04:25:52.845439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.995874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.442416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452b9e8-2d44-45d3-b604-345a37b2f819 req-0788e5f7-7636-43f6-b40a-ff0823064d65 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.444150 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9452b9e8-2d44-45d3-b604-345a37b2f819 req-0788e5f7-7636-43f6-b40a-ff0823064d65 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0673425 Oct 13 04:25:53.485206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a8ae3433-b2a2-4a56-bd3c-42407c78e034 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:53.523659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: a8ae3433-b2a2-4a56-bd3c-42407c78e034 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:53.524215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a8ae3433-b2a2-4a56-bd3c-42407c78e034 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:53.539522 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9452b9e8-2d44-45d3-b604-345a37b2f819 req-dee4657d-5875-4aab-b6c0-a928997dbef5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866029 Oct 13 04:25:54.608740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.690476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60b611-df45-4412-8932-0fbbb3400528 req-dba96a51-76e9-42a7-8912-52a58e532178 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.697183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e60b611-df45-4412-8932-0fbbb3400528 req-dba96a51-76e9-42a7-8912-52a58e532178 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0621598 Oct 13 04:25:54.753456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e60b611-df45-4412-8932-0fbbb3400528 req-fc2d511a-4d9b-4ba3-828e-233986ef85a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Oct 13 04:25:55.879410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c720e-b4a0-42bb-be2c-f9049df7146a req-5049714d-20b3-4b01-9c65-9d77811ea409 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.880909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e95c720e-b4a0-42bb-be2c-f9049df7146a req-5049714d-20b3-4b01-9c65-9d77811ea409 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0588377 Oct 13 04:25:55.920312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e95c720e-b4a0-42bb-be2c-f9049df7146a req-893db4e2-0909-4238-941d-041e394e9d65 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Oct 13 04:25:57.062904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65640-8f9b-445e-9cce-4b0c90943395 req-dab63412-880d-4fc3-b27d-916670ab2b07 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:57.064818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93f65640-8f9b-445e-9cce-4b0c90943395 req-dab63412-880d-4fc3-b27d-916670ab2b07 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0619175 Oct 13 04:25:57.106868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93f65640-8f9b-445e-9cce-4b0c90943395 req-3fd956b5-29a5-4fc3-91c7-55a8d68547ba tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Oct 13 04:25:57.508957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:57.645444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a850c664-df9b-41a0-b28f-c5e5e38c81eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.734916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a850c664-df9b-41a0-b28f-c5e5e38c81eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.740455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a850c664-df9b-41a0-b28f-c5e5e38c81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.793800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a850c664-df9b-41a0-b28f-c5e5e38c81eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc9da82d8472467f8716147a67b6985b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831995 Oct 13 04:25:57.794693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850c664-df9b-41a0-b28f-c5e5e38c81eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb106e59-0531-47ed-86d9-ed2fdcc3a7dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:57.796506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:57.858428 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ed31866-a333-44c7-a218-8524ef1d71c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.883285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ed31866-a333-44c7-a218-8524ef1d71c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.941162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ed31866-a333-44c7-a218-8524ef1d71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.944775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ed31866-a333-44c7-a218-8524ef1d71c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.946288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0ed31866-a333-44c7-a218-8524ef1d71c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb106e59-0531-47ed-86d9-ed2fdcc3a7dc HTTP/1.1" status: 204 len: 168 time: 0.1486244 Oct 13 04:25:57.975350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed31866-a333-44c7-a218-8524ef1d71c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb106e59-0531-47ed-86d9-ed2fdcc3a7dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:58.281105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071332e-89c1-4528-93be-2a5a68b97ae1 req-ec7a27e6-67f2-42cb-80a8-32e6b36ec903 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.289020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9071332e-89c1-4528-93be-2a5a68b97ae1 req-ec7a27e6-67f2-42cb-80a8-32e6b36ec903 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0952597 Oct 13 04:25:58.345304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9071332e-89c1-4528-93be-2a5a68b97ae1 req-91df3c11-a9a0-4c53-ab23-a87238bacb15 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Oct 13 04:25:59.480927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a23fa-416a-4a6c-9cc1-8bacf8a4d615 req-eed8ca1f-de61-4d5c-98f0-038cba216ef5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.485157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee2a23fa-416a-4a6c-9cc1-8bacf8a4d615 req-eed8ca1f-de61-4d5c-98f0-038cba216ef5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0690739 Oct 13 04:25:59.528771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee2a23fa-416a-4a6c-9cc1-8bacf8a4d615 req-18932df8-8ce8-46df-99fc-a4d7c59d4f5b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Oct 13 04:25:59.991776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 59976) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:00.185025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 59980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:00.186131 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d104144f-af48-4068-8e77-21efe561a19d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7a1e1c94ec440c0b6962586a808ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923273 Oct 13 04:26:00.260665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3496a459-60a2-4e15-bea0-705326a0c6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.291464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3496a459-60a2-4e15-bea0-705326a0c6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.352645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3496a459-60a2-4e15-bea0-705326a0c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.355357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3496a459-60a2-4e15-bea0-705326a0c6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.356583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3496a459-60a2-4e15-bea0-705326a0c6f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55c49397-f727-4b47-9dca-5d47618d8e85 HTTP/1.1" status: 204 len: 168 time: 0.1697304 Oct 13 04:26:00.366918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496a459-60a2-4e15-bea0-705326a0c6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c49397-f727-4b47-9dca-5d47618d8e85,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:00.706275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc577d-1e5a-4bef-9505-9671655f44d9 req-51b36b33-511a-4057-8eab-51e465bbb81a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.708047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6cbc577d-1e5a-4bef-9505-9671655f44d9 req-51b36b33-511a-4057-8eab-51e465bbb81a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0695376 Oct 13 04:26:00.756551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6cbc577d-1e5a-4bef-9505-9671655f44d9 req-03b13fb3-1381-42ba-a8a2-624e802aead1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Oct 13 04:26:01.886747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb98e-95d3-4237-a2ab-f423101c5043 req-710e7c89-abcf-4f23-bd72-fa07b95bbfc0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.889075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5fecb98e-95d3-4237-a2ab-f423101c5043 req-710e7c89-abcf-4f23-bd72-fa07b95bbfc0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0520165 Oct 13 04:26:01.942239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5fecb98e-95d3-4237-a2ab-f423101c5043 req-0306fc23-d09e-48c2-88c9-c81ddf7d3445 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Oct 13 04:26:03.050927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ae895-768a-48b8-8254-073eda8e72e8 req-ea6b42bd-dd85-4b6e-945d-8f1cc5032be5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:03.052540 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7c6ae895-768a-48b8-8254-073eda8e72e8 req-ea6b42bd-dd85-4b6e-945d-8f1cc5032be5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0515430 Oct 13 04:26:03.090945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7c6ae895-768a-48b8-8254-073eda8e72e8 req-8e77f8bb-3296-4ad4-a8ed-6b944ec442db tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Oct 13 04:26:04.238238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba7f7-c573-4337-aadc-39e800953908 req-0c13c769-bde1-4cb2-a541-0f231bac23ef tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:04.239939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67bba7f7-c573-4337-aadc-39e800953908 req-0c13c769-bde1-4cb2-a541-0f231bac23ef tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0619195 Oct 13 04:26:04.292529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67bba7f7-c573-4337-aadc-39e800953908 req-f6565c16-6fa3-467e-b1f6-6bac52f5e052 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378332 Oct 13 04:26:05.430696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87879d-0ce2-47f1-b6fd-ef0d4751c0ec req-fa8f6706-61ea-4db1-9a0e-11f3526eeb79 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:05.439368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd87879d-0ce2-47f1-b6fd-ef0d4751c0ec req-fa8f6706-61ea-4db1-9a0e-11f3526eeb79 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0583992 Oct 13 04:26:05.475646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd87879d-0ce2-47f1-b6fd-ef0d4751c0ec req-ef265eb9-3670-4035-9e5f-65a317b94a7e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Oct 13 04:26:06.596867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3405c-8d3c-4c21-8662-367b93dd205e req-bfca5e41-6131-42ff-bebf-b11c9ef994b3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.598455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3405c-8d3c-4c21-8662-367b93dd205e req-bfca5e41-6131-42ff-bebf-b11c9ef994b3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0532439 Oct 13 04:26:06.639991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b3405c-8d3c-4c21-8662-367b93dd205e req-85ceddcd-da64-4b44-afa5-4edfea14e365 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Oct 13 04:26:06.884581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-39e6fad7-41f1-4260-8515-2c038b8eae32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407391 Oct 13 04:26:06.969395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-b43a8851-56a9-4f98-a9b2-fc70200accce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.970876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-b43a8851-56a9-4f98-a9b2-fc70200accce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1096 time: 0.0450490 Oct 13 04:26:07.078315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-d0d3dde7-e9c5-4502-9eac-b755375096bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.079958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-d0d3dde7-e9c5-4502-9eac-b755375096bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 908 time: 0.0884552 Oct 13 04:26:07.157599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-5f00d0d5-04d5-4d61-8b5e-567d2d66db36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 1000 time: 0.0683198 Oct 13 04:26:07.168970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-127bea3d-e1a2-4cac-be1d-17d9be86c1a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0542190 Oct 13 04:26:07.227076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-e0cd6f1c-51c4-445b-8b84-f4488d9ccdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.229619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-e0cd6f1c-51c4-445b-8b84-f4488d9ccdbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 200 len: 846 time: 0.0643239 Oct 13 04:26:07.298021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-993ff2d2-23c6-4fe1-8e5c-79fc974d3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.299592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-993ff2d2-23c6-4fe1-8e5c-79fc974d3e63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628800 Oct 13 04:26:07.312834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.312834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.313067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.313517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.313987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.314453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.315128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.317290 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-3ea0b44c-651e-4385-ad2e-f3caf7c02b01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.0790360 Oct 13 04:26:07.404484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-f6e4cc68-63ca-4080-8bda-21f4cde206c1 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956585 Oct 13 04:26:07.442368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-8b573c70-cf98-48db-8416-b694a063c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.442853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-8b573c70-cf98-48db-8416-b694a063c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.443374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-8b573c70-cf98-48db-8416-b694a063c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.445738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-8b573c70-cf98-48db-8416-b694a063c357 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 2292 time: 0.1002786 Oct 13 04:26:07.508531 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3e7112f-73a3-428e-b1c2-b83e1dd701e9 req-df048fe8-76a0-4d76-86fd-382047d84631 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951912 Oct 13 04:26:07.520617 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-3e26b01c-559b-4dee-83a1-b48d574f9e75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 1001 time: 0.0666637 Oct 13 04:26:07.579002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-230bae5d-c8d0-4639-8c04-80382fb39660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.580480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-230bae5d-c8d0-4639-8c04-80382fb39660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.0533719 Oct 13 04:26:07.631503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-2a0b2a1e-2fdb-409c-be3b-ea96f954f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.633448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-2a0b2a1e-2fdb-409c-be3b-ea96f954f764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441823 Oct 13 04:26:07.744706 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-a235b504-25f5-4e2e-9936-fe70b4de4f37 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031849 Oct 13 04:26:07.853833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-eb6dc75d-c227-4d0d-9683-ddab2993478a service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009624 Oct 13 04:26:07.889400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20583-4e9e-42a3-9a4f-27d8efe49684 req-073a22fa-969d-4d54-be7f-ef396bd6aa95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.897700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1c20583-4e9e-42a3-9a4f-27d8efe49684 req-073a22fa-969d-4d54-be7f-ef396bd6aa95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.1488142 Oct 13 04:26:07.924765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-492cb662-b926-433e-a69e-a3ccb936cc9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 217 time: 0.0633132 Oct 13 04:26:07.953951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e1c20583-4e9e-42a3-9a4f-27d8efe49684 req-1bf4719d-d233-4ce6-8a88-9df37cfc0a4a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548375 Oct 13 04:26:07.990282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-67808d6a-6893-48f6-b868-a9beda67c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.991877 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-67808d6a-6893-48f6-b868-a9beda67c48a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0604067 Oct 13 04:26:08.049792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-b4214d96-29be-44a8-b797-468e38d8c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.051350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-b4214d96-29be-44a8-b797-468e38d8c097 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516522 Oct 13 04:26:08.150098 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:08.167231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-f07ddf09-175b-49cb-9cd5-ce9fd03c5f48 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079216 Oct 13 04:26:08.270733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-9329e181-ef8c-4337-bd17-0a76e382b005 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960255 Oct 13 04:26:08.330790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-741985a1-b89c-4e11-9461-d57cab7db335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 217 time: 0.0524747 Oct 13 04:26:08.393456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-ea6e2399-6354-4fe6-a3de-530caa513098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.394902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-ea6e2399-6354-4fe6-a3de-530caa513098 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0577834 Oct 13 04:26:08.441860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-481249c0-7f07-4b23-884b-918729cf9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.443374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-481249c0-7f07-4b23-884b-918729cf9050 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411141 Oct 13 04:26:08.547982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-868644a6-34d7-49e9-83df-bc7bc68c2f81 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968823 Oct 13 04:26:08.649241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-906f9496-05af-4de4-8d1f-b3779b64feec service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945404 Oct 13 04:26:08.698912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-c045bfad-1575-4092-bc2b-e38a920946e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 217 time: 0.0420158 Oct 13 04:26:08.766302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-c6d80ff5-9baf-4e20-8cf8-cc93130e53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.767708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-c6d80ff5-9baf-4e20-8cf8-cc93130e53ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0618892 Oct 13 04:26:08.869897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-8d73b93b-5ac0-44d3-a222-17ee0fc6a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.874531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-8d73b93b-5ac0-44d3-a222-17ee0fc6a837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000950 Oct 13 04:26:09.074626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-8d84923e-ec1e-4ffd-88e1-913cd5f0c276 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928275 Oct 13 04:26:09.172922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82351bc-98f5-41b8-b452-b93b8e269818 req-47d8eba2-2833-43a6-b722-91431d18760d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.174428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e82351bc-98f5-41b8-b452-b93b8e269818 req-47d8eba2-2833-43a6-b722-91431d18760d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0987458 Oct 13 04:26:09.179744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-8d73cd76-cb20-48e5-a8bb-e98ffb1e868d service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977602 Oct 13 04:26:09.229055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-295bad14-f48e-4e91-ac49-00ae5205193f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 217 time: 0.0413744 Oct 13 04:26:09.241346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e82351bc-98f5-41b8-b452-b93b8e269818 req-667ca5b9-1775-4a75-8a18-348e116f8628 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 Oct 13 04:26:09.284831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-4f9f4ac6-55b6-414f-9ee9-a67a418ff9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.286302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-4f9f4ac6-55b6-414f-9ee9-a67a418ff9fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0492599 Oct 13 04:26:09.337199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-0f970787-d36f-4f35-b7ed-d3cb9157d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.338739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-0f970787-d36f-4f35-b7ed-d3cb9157d114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452878 Oct 13 04:26:09.459360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-b7f4f62c-e614-43b2-97e0-310df0967f85 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134834 Oct 13 04:26:09.553957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-74612573-9d7f-43b1-8053-1518d6bf0a17 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876360 Oct 13 04:26:09.597720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-70c6fd96-15c2-45d1-892b-316ef2b2fdb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 217 time: 0.0361786 Oct 13 04:26:09.654962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-b59d4b8c-3712-4c38-859a-d0293c0ec4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.656428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-b59d4b8c-3712-4c38-859a-d0293c0ec4dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0523052 Oct 13 04:26:09.702316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-5e4d29ec-631e-43c8-b168-e189d8673753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.703815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-5e4d29ec-631e-43c8-b168-e189d8673753 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0408990 Oct 13 04:26:09.803013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-1691e00a-1e53-46cc-9b92-0b144becd1a3 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922389 Oct 13 04:26:09.905701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-310e57fe-3375-46c9-a664-19ecc02095be service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959539 Oct 13 04:26:09.953437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-50507cff-084a-4a7a-96ae-bcca12ad4ca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0408306 Oct 13 04:26:09.962241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.011338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-d6b63d4c-6f3f-4dc8-95a3-b625cdb7c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.013114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-d6b63d4c-6f3f-4dc8-95a3-b625cdb7c6da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0528431 Oct 13 04:26:10.075450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886505-e757-4434-b805-c5401efb4d0f req-8b8d735a-b133-49d4-a4e1-1657f97422f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.077074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-8b8d735a-b133-49d4-a4e1-1657f97422f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575755 Oct 13 04:26:10.180525 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-388eba5a-f693-4ef5-9f32-2a021cb4b1f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965810 Oct 13 04:26:10.286755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65886505-e757-4434-b805-c5401efb4d0f req-057d1f7d-cd79-4647-b459-719a608c7a00 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985785 Oct 13 04:26:10.383021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0964e54-528c-4a87-a34e-d07b14ffa386 req-862e25d5-b939-44a7-87ef-974aac10f7d1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.384640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0964e54-528c-4a87-a34e-d07b14ffa386 req-862e25d5-b939-44a7-87ef-974aac10f7d1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0606945 Oct 13 04:26:10.424643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0964e54-528c-4a87-a34e-d07b14ffa386 req-61f7185c-da42-4596-b460-912c7e690703 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Oct 13 04:26:11.528518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b42b26a9-407f-4310-ad2f-68e5e17d101a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:11.609324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5075a-6c49-4e7e-9790-a914eb1548a6 req-7fd4694a-e659-4a9c-a6a1-20d35569ec3f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.610790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0e5075a-6c49-4e7e-9790-a914eb1548a6 req-7fd4694a-e659-4a9c-a6a1-20d35569ec3f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 943 time: 0.0721719 Oct 13 04:26:11.667698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0e5075a-6c49-4e7e-9790-a914eb1548a6 req-f392c106-9ed3-48ee-a263-a1cc65fcd2ed tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Oct 13 04:26:11.806181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port b42b26a9-407f-4310-ad2f-68e5e17d101a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:11.817263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'b42b26a9-407f-4310-ad2f-68e5e17d101a', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': 'b42b26a9-407f-4310-ad2f-68e5e17d101a', 'mac_address': 'fa:16:3e:18:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:11.854883 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.868970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42b26a9-407f-4310-ad2f-68e5e17d101a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:11.889581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port b42b26a9-407f-4310-ad2f-68e5e17d101a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:11.893715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.941492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=b42b26a9-407f-4310-ad2f-68e5e17d101a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:12.218290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['b42b26a9-407f-4310-ad2f-68e5e17d101a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:12.780639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9beb41-2372-4ba3-8241-12689d46be0c req-c6739a34-437f-42be-8d0c-27069e0ffda9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.782243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a9beb41-2372-4ba3-8241-12689d46be0c req-c6739a34-437f-42be-8d0c-27069e0ffda9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 944 time: 0.0506020 Oct 13 04:26:12.819403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a9beb41-2372-4ba3-8241-12689d46be0c req-d7ebeb06-7d6c-44c9-9d18-328b09564774 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Oct 13 04:26:13.533447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b42b26a9-407f-4310-ad2f-68e5e17d101a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:13.593517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port b42b26a9-407f-4310-ad2f-68e5e17d101a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:13.597376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port b42b26a9-407f-4310-ad2f-68e5e17d101a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:13.597740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:13.683913 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:13.707977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42b26a9-407f-4310-ad2f-68e5e17d101a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:13.710249 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0953c1de-3dc5-4a77-a01e-c397db00e162" -d '{"events": [{"server_uuid": "0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117", "name": "network-vif-plugged", "status": "completed", "tag": "b42b26a9-407f-4310-ad2f-68e5e17d101a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:13.723244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port b42b26a9-407f-4310-ad2f-68e5e17d101a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:13.727255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:13.760855 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d31b98-29e1-4a1d-9f9b-de2ce250cc29 x-openstack-request-id: req-28d31b98-29e1-4a1d-9f9b-de2ce250cc29 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:13.761151 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117", "name": "network-vif-plugged", "status": "completed", "tag": "b42b26a9-407f-4310-ad2f-68e5e17d101a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:13.761415 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28d31b98-29e1-4a1d-9f9b-de2ce250cc29 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:13.761792 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42b26a9-407f-4310-ad2f-68e5e17d101a', 'code': 200} Oct 13 04:26:13.793070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=b42b26a9-407f-4310-ad2f-68e5e17d101a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:13.869431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128174a-437b-4090-8e43-8e7af59d2297 req-13799697-c64f-4bff-9b7c-d2091b71696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:13.871120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4128174a-437b-4090-8e43-8e7af59d2297 req-13799697-c64f-4bff-9b7c-d2091b71696a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 1096 time: 0.0429413 Oct 13 04:26:13.908276 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4128174a-437b-4090-8e43-8e7af59d2297 req-c152bd4d-79ed-464d-b737-7a429e4eabdc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302567 Oct 13 04:26:13.936876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98538319-0f3f-45cc-8908-7490137d9d88 req-e7904424-7962-4ec0-a95f-f1a19a5ebb54 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:13.938379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98538319-0f3f-45cc-8908-7490137d9d88 req-e7904424-7962-4ec0-a95f-f1a19a5ebb54 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0488136 Oct 13 04:26:13.979414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98538319-0f3f-45cc-8908-7490137d9d88 req-00209ada-7542-4643-9b31-f142182c46d4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Oct 13 04:26:14.578206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:14.727483 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86241357-186d-48e0-8ede-62e8bbebe391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.809142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86241357-186d-48e0-8ede-62e8bbebe391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.814217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86241357-186d-48e0-8ede-62e8bbebe391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.856107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-86241357-186d-48e0-8ede-62e8bbebe391 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b77e15b43cc4fe6bb72ae44d3fe2b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743847 Oct 13 04:26:14.856269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:14.863142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86241357-186d-48e0-8ede-62e8bbebe391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480c1d45-8ade-4baa-a20a-ed59ccb5cd13,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:14.910095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53056509-cf9d-4f9b-a349-9b57549bcc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.931442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53056509-cf9d-4f9b-a349-9b57549bcc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.979380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53056509-cf9d-4f9b-a349-9b57549bcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.983112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53056509-cf9d-4f9b-a349-9b57549bcc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.984255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53056509-cf9d-4f9b-a349-9b57549bcc7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/480c1d45-8ade-4baa-a20a-ed59ccb5cd13 HTTP/1.1" status: 204 len: 168 time: 0.1270289 Oct 13 04:26:14.992937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53056509-cf9d-4f9b-a349-9b57549bcc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c1d45-8ade-4baa-a20a-ed59ccb5cd13,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:15.129695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5d54f-a5ca-442b-a9de-7abf2912dead req-b753d25f-d44f-4d2d-97f4-0c4b183b27e0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:15.131157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4e5d54f-a5ca-442b-a9de-7abf2912dead req-b753d25f-d44f-4d2d-97f4-0c4b183b27e0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0633383 Oct 13 04:26:15.177366 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4e5d54f-a5ca-442b-a9de-7abf2912dead req-bc30f1fe-9db4-4a2d-b2f6-309df3ef4ff4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Oct 13 04:26:15.766474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:15.884305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-934942115-network', 'tenant_id': '51c74cb00e7743acbf7bb07844925511'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:15.906582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Made reservation on behalf of 51c74cb00e7743acbf7bb07844925511 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:15.908961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.916882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.995688 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.000207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.020516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:16.034274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b868f84-df58-46f0-abc4-58cbc3701f90,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:16.038950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.039305 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Added segment edb4d949-2871-4e5d-85cd-7e5ba8bdd01d of type vlan for network b0c655d0-86ed-45ff-8132-a1aac0b03f7e Oct 13 04:26:16.080159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.104254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.105215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.105781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.156945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3892317 Oct 13 04:26:16.159761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:16.164817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Request body: {'subnet': {'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-934942115-subnet', 'tenant_id': '51c74cb00e7743acbf7bb07844925511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:16.168891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17d72f-bf3f-449a-95c6-192900801445 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c655d0-86ed-45ff-8132-a1aac0b03f7e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:16.180705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b0c655d0-86ed-45ff-8132-a1aac0b03f7e details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:16.185645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Made reservation on behalf of 51c74cb00e7743acbf7bb07844925511 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:16.187936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.295221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884993c-387f-43ae-8b8c-fa1cf16d008f req-aeb593fa-d611-45cd-8917-eb9948f54952 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.296789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9884993c-387f-43ae-8b8c-fa1cf16d008f req-aeb593fa-d611-45cd-8917-eb9948f54952 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0518458 Oct 13 04:26:16.334284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9884993c-387f-43ae-8b8c-fa1cf16d008f req-5bca8c54-869b-4d36-875a-2ba854061710 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 13 04:26:16.361331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.419864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1219609e-5735-4241-98d3-62712b427ff3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:16.459081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Checking segment: {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:16.459430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Network hostable DHCP agents. Network: b0c655d0-86ed-45ff-8132-a1aac0b03f7e, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:16.475944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e4c8-4850-4003-95f6-fffea60b5a8e req-148db154-6c0c-45cf-96a9-fc338401d8c4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.477504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afc8e4c8-4850-4003-95f6-fffea60b5a8e req-148db154-6c0c-45cf-96a9-fc338401d8c4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0716476 Oct 13 04:26:16.499774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Network b0c655d0-86ed-45ff-8132-a1aac0b03f7e is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:16.517267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b0c655d0-86ed-45ff-8132-a1aac0b03f7e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:16.524532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.525776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.531529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e1b64-5701-4452-a5c1-2b600c11894a None None] Network b0c655d0-86ed-45ff-8132-a1aac0b03f7e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:16.532894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afc8e4c8-4850-4003-95f6-fffea60b5a8e req-0151f3cd-365d-447e-8684-4685f22f77b8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489993 Oct 13 04:26:16.555326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bf2cd013-48ab-438f-8b9f-f6ceafa63725 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3943827 Oct 13 04:26:16.686135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0ccd4-8543-4788-82c7-96ef413bbbdb None None] Network b0c655d0-86ed-45ff-8132-a1aac0b03f7e requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:16.702060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5e14c-5b4a-42b8-88a5-514225f53421 req-b0cad4ac-3059-4a82-83f7-cdb2ab705cc7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.710939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3c5e14c-5b4a-42b8-88a5-514225f53421 req-b0cad4ac-3059-4a82-83f7-cdb2ab705cc7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0703452 Oct 13 04:26:16.758570 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3c5e14c-5b4a-42b8-88a5-514225f53421 req-710f480c-51e4-4fdd-9f3c-2205c9e9db45 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Oct 13 04:26:17.108326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786c2fa-3b3a-4e91-b3c0-1e1f83a4c036 req-8e0aeedd-26fd-4ae9-9f12-e987da158f0e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.110246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e786c2fa-3b3a-4e91-b3c0-1e1f83a4c036 req-8e0aeedd-26fd-4ae9-9f12-e987da158f0e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0708935 Oct 13 04:26:17.155284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e786c2fa-3b3a-4e91-b3c0-1e1f83a4c036 req-134bd2ff-c2e3-495b-a033-866b00b26a0c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385363 Oct 13 04:26:18.291610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175742a-1591-491d-8fdc-f25e42d7eb21 req-78b590fb-36cb-4f5d-a1d9-6600daf3a749 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:18.293462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f175742a-1591-491d-8fdc-f25e42d7eb21 req-78b590fb-36cb-4f5d-a1d9-6600daf3a749 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Oct 13 04:26:18.334267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f175742a-1591-491d-8fdc-f25e42d7eb21 req-a6f5e3c1-9a19-4ed4-a330-20cc4818f773 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Oct 13 04:26:18.694873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-e5c33b84-bf6a-40f8-a827-5e8e1352d84f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:18.696511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-e5c33b84-bf6a-40f8-a827-5e8e1352d84f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 945 time: 0.0592680 Oct 13 04:26:18.804884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port b42b26a9-407f-4310-ad2f-68e5e17d101a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:18.805413 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:18.906467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:18.918109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port b42b26a9-407f-4310-ad2f-68e5e17d101a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b42b26a9-407f-4310-ad2f-68e5e17d101a,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:18.919011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:18.934299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for b42b26a9-407f-4310-ad2f-68e5e17d101a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:18.974661 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77d6564-ac68-48ef-b1bd-26e93efcae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.057372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec13ec10-71a0-4c30-97de-325ee30c35a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.108493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.123368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['b42b26a9-407f-4310-ad2f-68e5e17d101a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:19.144840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=b42b26a9-407f-4310-ad2f-68e5e17d101a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:19.155766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec13ec10-71a0-4c30-97de-325ee30c35a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.160491 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec13ec10-71a0-4c30-97de-325ee30c35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.192544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ec13ec10-71a0-4c30-97de-325ee30c35a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a20f97b389eb4d4d98364c6d7430e0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848680 Oct 13 04:26:19.195162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60376) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:19.205525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port b42b26a9-407f-4310-ad2f-68e5e17d101a on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:19.209337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.213153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eed8a576-bb5f-4773-a31c-7c59203c9aa6 req-61e1a0ea-269f-4f9d-b14d-ea6f1485ce12 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "DELETE /v2.0/ports/b42b26a9-407f-4310-ad2f-68e5e17d101a HTTP/1.1" status: 204 len: 173 time: 0.5102386 Oct 13 04:26:19.217529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'name': 'network-vif-deleted', 'tag': 'b42b26a9-407f-4310-ad2f-68e5e17d101a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:19.220142 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031053e-dc38-4c00-8c53-0655da2cc245" -d '{"events": [{"server_uuid": "0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117", "name": "network-vif-deleted", "tag": "b42b26a9-407f-4310-ad2f-68e5e17d101a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:19.263605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13ec10-71a0-4c30-97de-325ee30c35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef5260-98d8-4172-8662-0cb3c7e18dee,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:19.291854 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2af2af8-2a91-475e-89c3-3f0d506ebea9 x-openstack-request-id: req-e2af2af8-2a91-475e-89c3-3f0d506ebea9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:19.292370 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117", "name": "network-vif-deleted", "tag": "b42b26a9-407f-4310-ad2f-68e5e17d101a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:19.292370 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2af2af8-2a91-475e-89c3-3f0d506ebea9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:19.292851 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117', 'name': 'network-vif-deleted', 'tag': 'b42b26a9-407f-4310-ad2f-68e5e17d101a', 'status': 'completed', 'code': 200} Oct 13 04:26:19.296556 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-744b6cd0-2126-4082-976d-5cff41763729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.353446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-744b6cd0-2126-4082-976d-5cff41763729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.465075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-744b6cd0-2126-4082-976d-5cff41763729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.469200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-744b6cd0-2126-4082-976d-5cff41763729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.472670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-744b6cd0-2126-4082-976d-5cff41763729 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6ef5260-98d8-4172-8662-0cb3c7e18dee HTTP/1.1" status: 204 len: 168 time: 0.2742045 Oct 13 04:26:19.502176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b6cd0-2126-4082-976d-5cff41763729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef5260-98d8-4172-8662-0cb3c7e18dee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:19.507640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7257d404-0cab-4f69-9543-062daabcfcc4 req-3d828109-c82c-45da-a318-c00c15c77bcb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0346875 Oct 13 04:26:20.334027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:20.446703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-254944381-network', 'tenant_id': '5279a9cff84141d49763006557458d9b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:20.476224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Made reservation on behalf of 5279a9cff84141d49763006557458d9b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:20.479460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.489819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.592488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.597339 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.646079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b954a66-b820-463c-9fc8-696aafdc3771 req-f3ac1dd2-3141-4a81-ba6a-e5555a2eaf62 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0403705 Oct 13 04:26:20.660612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:20.666179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b67fd67-4ede-4e34-85f8-39c314c7ff30,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.673975 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.674939 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Added segment 14c46a17-f223-4cf9-9d1d-29b0e624ee1d of type vlan for network c77edb8f-a0f0-459c-98e8-39544a53f7e9 Oct 13 04:26:20.729696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.760419 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.761748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:20.762418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.824226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4862800 Oct 13 04:26:20.827553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:20.832478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Request body: {'subnet': {'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-254944381-subnet', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:20.843220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783aed5-ecc6-41dc-b2a8-5d3faa0ae626 admin admin] Pushing event updated for resources: {'Network': ['ID=c77edb8f-a0f0-459c-98e8-39544a53f7e9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.853934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:20.863033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Made reservation on behalf of 5279a9cff84141d49763006557458d9b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:20.865715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.066853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.130314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5497d05-2be6-4b03-9751-46223393b80c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:21.147062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Checking segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:21.147751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Network hostable DHCP agents. Network: c77edb8f-a0f0-459c-98e8-39544a53f7e9, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:21.164230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:21.176732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, c77edb8f-a0f0-459c-98e8-39544a53f7e9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:21.186796 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c91a98-4fb8-496b-b339-9e9d92041b9e None None] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:21.205123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:21.209722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.240652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60426) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:21.242712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-256c7884-03aa-4ccc-a5d1-35a11e1bed24 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4139795 Oct 13 04:26:21.246539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:21.269049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.270224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.332963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.432455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'fixed_ips': [{'subnet_id': 'b5497d05-2be6-4b03-9751-46223393b80c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:21.433479 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.486012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.538620 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5752c87-4131-493a-8e7a-c372b0830e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.627442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Allocated IP 172.20.0.2 (c77edb8f-a0f0-459c-98e8-39544a53f7e9/b5497d05-2be6-4b03-9751-46223393b80c/c44f4d51-2622-49eb-a4ca-3085d13ed8a0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:21.801972 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.807712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af149613-67d8-465f-97ed-7a84cf7516c5 req-35c09da6-9565-48e9-94de-655252c97a05 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0435452 Oct 13 04:26:21.830354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.851324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.858652 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.911833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Pushing event updated for resources: {'Port': ['ID=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:21.920334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:21.922205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:21.927016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:21.966468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Allocated IP 172.25.1.89 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/efdc26a1-3030-4af8-a19f-1f649895b645) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:21.984388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Attempting to bind port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:21.985255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Attempting to bind port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:21.985695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Attempting to bind port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:21.991398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:21.991921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Checking segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:21.992663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.993158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Bound using segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:21.993709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Bound port: c44f4d51-2622-49eb-a4ca-3085d13ed8a0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:21.994192 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.067277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] For port c44f4d51-2622-49eb-a4ca-3085d13ed8a0, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:22.075227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] For port c44f4d51-2622-49eb-a4ca-3085d13ed8a0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:22.080630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.087646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.126633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.171718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f124-cc85-4dab-bbc3-d96538bbc4bd None None] Pushing event updated for resources: {'Port': ['ID=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.173775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:22.179894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:22.189637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:22.223986 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Pushing event updated for resources: {'Port': ['ID=efdc26a1-3030-4af8-a19f-1f649895b645,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.532982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.830244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.921374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db41c38-d498-46c3-bcd3-8cbb391926f6 req-04f3ee35-2026-47ac-ba52-b8f0f6d861c0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0393109 Oct 13 04:26:22.997933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.136019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.234705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c44f4d51-2622-49eb-a4ca-3085d13ed8a0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:23.291962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:26:23.298050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:23.298392 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.434995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.463437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4a6f60-3229-48ff-914b-5eb3f1f6ee45 None None] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:23.469651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:23.479199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Sync routers for ids ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:23.492292 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Routers {'11cd40df-e2b7-4bc7-af15-245c98c5f3a1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:23.493274 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:23.493492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.498643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57dc24b4-9a0a-41db-9e61-68b240901c4a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2566590 Oct 13 04:26:23.499137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:23.585331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b42b26a9-407f-4310-ad2f-68e5e17d101a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:23.642395 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Set router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:23.645901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: b42b26a9-407f-4310-ad2f-68e5e17d101a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:23.646233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b42b26a9-407f-4310-ad2f-68e5e17d101a not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:23.659480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port c44f4d51-2622-49eb-a4ca-3085d13ed8a0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:23.660114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d7ee49f-7cd0-409f-b4e4-9934f7fed433 None None] Provisioning complete for port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:23.660477 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee49f-7cd0-409f-b4e4-9934f7fed433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.706184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.851008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:23.963365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:22Z', 'revision_number': 3, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:24.039446 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Checking router: 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:24.046210 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Updating router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 port efdc26a1-3030-4af8-a19f-1f649895b645 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:26:24.062444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68f97d30-b7f8-4629-a4e5-582d10b3b110 req-85114be0-1887-41b8-8c61-af08e2287321 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0390968 Oct 13 04:26:24.101870 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.198430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.285571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc7dfc02-04e9-4f57-a815-9b4838667c43 None None] Provisioning complete for port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:24.286190 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc7dfc02-04e9-4f57-a815-9b4838667c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.449201 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.457874 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.521949 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Attempting to bind port efdc26a1-3030-4af8-a19f-1f649895b645 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:24.521949 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Attempting to bind port efdc26a1-3030-4af8-a19f-1f649895b645 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:24.522654 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Attempting to bind port efdc26a1-3030-4af8-a19f-1f649895b645 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:24.530234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Allocated IP 172.20.0.1 (c77edb8f-a0f0-459c-98e8-39544a53f7e9/b5497d05-2be6-4b03-9751-46223393b80c/e554c620-3543-46ef-8806-273cdaa89b06) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:24.531248 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Pushing event updated for resources: {'Port': ['ID=efdc26a1-3030-4af8-a19f-1f649895b645,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:24.534517 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:24.535133 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:24.535842 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.536271 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:24.536872 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Bound port: efdc26a1-3030-4af8-a19f-1f649895b645, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:24.537347 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.544392 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.544844 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.545269 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.545686 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.546138 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.546471 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.546799 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.547122 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.547442 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.547757 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.548074 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.548389 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:24.600107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.640978 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] For port efdc26a1-3030-4af8-a19f-1f649895b645, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:24.645484 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] For port efdc26a1-3030-4af8-a19f-1f649895b645, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=efdc26a1-3030-4af8-a19f-1f649895b645,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:24.656765 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.677978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.711865 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba483f5f-8396-402f-a9f8-5d7a8fee328e None None] Pushing event updated for resources: {'Port': ['ID=efdc26a1-3030-4af8-a19f-1f649895b645,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:24.713500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.729127 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Routers {'11cd40df-e2b7-4bc7-af15-245c98c5f3a1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:24.729715 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:24.759415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:24.762717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:24.765167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:24.797211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Pushing event updated for resources: {'Port': ['ID=e554c620-3543-46ef-8806-273cdaa89b06,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:24.839308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.920101 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] Set router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:25.094593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.202634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c44f4d51-2622-49eb-a4ca-3085d13ed8a0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:25.270988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89fc746e-b1a0-4a1e-a194-ca22e2b0f939 req-d90dd189-69fd-4fa5-9c83-212ddfe8ad06 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fc7a02b-5cc7-4db3-a5e7-0d866ddd7117 HTTP/1.1" status: 200 len: 210 time: 0.0664301 Oct 13 04:26:25.273362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:25.276235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.322645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:22Z', 'revision_number': 3, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:25.371905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30dea6e7-51b4-438b-8844-552c25a393fe None None] Provisioning complete for port e554c620-3543-46ef-8806-273cdaa89b06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:25.377974 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30dea6e7-51b4-438b-8844-552c25a393fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.384127 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95ed8-44b3-4974-9151-686ceb186e43 None None] The sync data for ids ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'] in n-d-810220-9 is: [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:22Z', 'revision_number': 3, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:25.496514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30dea6e7-51b4-438b-8844-552c25a393fe None None] Port e554c620-3543-46ef-8806-273cdaa89b06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:25.510452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.520253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.687482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Pushing event updated for resources: {'Port': ['ID=e554c620-3543-46ef-8806-273cdaa89b06,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:25.723378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.891251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:25.892710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:26.195381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:26.339656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6d8d5d27-ac25-4bdc-abaf-9d16481d4b50 None None] Provisioning complete for port e554c620-3543-46ef-8806-273cdaa89b06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:26.340035 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5d27-ac25-4bdc-abaf-9d16481d4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.467002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:26.492739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cdb6ac50-7c08-45da-8431-aedf07d86223 admin admin] 10.222.0.44 "PUT /v2.0/routers/11cd40df-e2b7-4bc7-af15-245c98c5f3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9851439 Oct 13 04:26:26.537719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d5d27-ac25-4bdc-abaf-9d16481d4b50 None None] Port e554c620-3543-46ef-8806-273cdaa89b06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:27.233506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:27.239931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device efdc26a1-3030-4af8-a19f-1f649895b645 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:27.240918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2141200091-network', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:27.296882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Made reservation on behalf of 8c107408cb724204854fd7068a2ac2cc for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:27.303525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.318289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.323082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port efdc26a1-3030-4af8-a19f-1f649895b645 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:27.323770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.432507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.445833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.490427 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.505083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:27.517803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port efdc26a1-3030-4af8-a19f-1f649895b645, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=efdc26a1-3030-4af8-a19f-1f649895b645,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:27.523431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.524054 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Added segment a27c22ca-7673-4f33-9361-b06c8904c762 of type vlan for network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b Oct 13 04:26:27.530851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.593927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.622059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e3a28a-3193-41aa-908a-c31b1142df30,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.626950 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.628340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:27.629092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.657452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=efdc26a1-3030-4af8-a19f-1f649895b645,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.706887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4716611 Oct 13 04:26:27.710855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 60488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:27.716646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Request body: {'subnet': {'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2141200091-subnet', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:27.718249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9b49-7f6d-4231-b6a7-99e0735f9b9f admin admin] Pushing event updated for resources: {'Network': ['ID=2ff2e79a-5bd8-4913-8c9f-ad745633e49b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.737831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:27.752415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Made reservation on behalf of 8c107408cb724204854fd7068a2ac2cc for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:27.756575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.960974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Sync routers for ids ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:27.970900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Routers {'11cd40df-e2b7-4bc7-af15-245c98c5f3a1'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:27.971546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:28.095787 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.105640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Set router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:28.141818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8957d955-3a42-4342-a501-2e4ba7c33c91,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:28.185240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Checking segment: {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:28.185708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Network hostable DHCP agents. Network: 2ff2e79a-5bd8-4913-8c9f-ad745633e49b, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:28.207677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:28.220185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2ff2e79a-5bd8-4913-8c9f-ad745633e49b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:28.227157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:28.227793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.237818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01acc72c-f926-4376-8045-249eec7ac9d5 None None] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:28.257998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-46589ade-d1e8-4834-83cf-5adb898ea5bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5437005 Oct 13 04:26:28.258407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.263411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:28.302191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.303643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.390596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.464640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:25Z', 'revision_number': 4, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e554c620-3543-46ef-8806-273cdaa89b06', 'name': '', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'mac_address': 'fa:16:3e:ed:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:24Z', 'updated_at': '2021-10-13T04:26:25Z', 'revision_number': 2, 'project_id': '5279a9cff84141d49763006557458d9b', 'subnets': [{'id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:28.494443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2ff2e79a-5bd8-4913-8c9f-ad745633e49b', 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'fixed_ips': [{'subnet_id': '8957d955-3a42-4342-a501-2e4ba7c33c91'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:28.495570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.499769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Checking router: 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:28.500257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Updating router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 port e554c620-3543-46ef-8806-273cdaa89b06 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:26:28.541451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.715290 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.741161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Allocated IP 172.20.0.2 (2ff2e79a-5bd8-4913-8c9f-ad745633e49b/8957d955-3a42-4342-a501-2e4ba7c33c91/81c89761-4ade-4013-a7a1-8c2c965e0b44) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:29.174598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.174741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device efdc26a1-3030-4af8-a19f-1f649895b645 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:29.196907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.222185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.238158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.281099 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.290664 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.304573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:29.312500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:29.315898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:29.333329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Pushing event updated for resources: {'Port': ['ID=81c89761-4ade-4013-a7a1-8c2c965e0b44,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:29.386944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port efdc26a1-3030-4af8-a19f-1f649895b645 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:29.386944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.447597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Allocated IP 172.25.1.67 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/b5779ed4-27bd-4e4c-a949-56ec25474a5f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:29.535708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Attempting to bind port 81c89761-4ade-4013-a7a1-8c2c965e0b44 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:29.536071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Attempting to bind port 81c89761-4ade-4013-a7a1-8c2c965e0b44 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:29.536425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Attempting to bind port 81c89761-4ade-4013-a7a1-8c2c965e0b44 on network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:29.539680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a34cf-fcd6-4a32-a57a-e39f37c1ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e554c620-3543-46ef-8806-273cdaa89b06,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:29.568894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:29.569524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Checking segment: {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:29.569923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.570312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Bound using segment: {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:29.570933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Bound port: 81c89761-4ade-4013-a7a1-8c2c965e0b44, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:29.571319 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.573697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Attempting to bind port e554c620-3543-46ef-8806-273cdaa89b06 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:29.574055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Attempting to bind port e554c620-3543-46ef-8806-273cdaa89b06 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:29.574400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Attempting to bind port e554c620-3543-46ef-8806-273cdaa89b06 on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:29.576471 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:26:29.592722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:29.593071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Checking segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:29.593468 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.593855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Bound using segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:29.594328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Bound port: e554c620-3543-46ef-8806-273cdaa89b06, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:29.594704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.733719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] For port e554c620-3543-46ef-8806-273cdaa89b06, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:29.738073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] For port e554c620-3543-46ef-8806-273cdaa89b06, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e554c620-3543-46ef-8806-273cdaa89b06,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:29.775863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.779706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.866577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.912185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:29.915841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:29.920432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:29.935294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Routers {'11cd40df-e2b7-4bc7-af15-245c98c5f3a1'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:29.935934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:29.978899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Pushing event updated for resources: {'Port': ['ID=b5779ed4-27bd-4e4c-a949-56ec25474a5f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.093536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] For port 81c89761-4ade-4013-a7a1-8c2c965e0b44, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:30.132295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a34cf-fcd6-4a32-a57a-e39f37c1ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e554c620-3543-46ef-8806-273cdaa89b06,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.177228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07e9bb1a-3dec-4c7f-be30-6e7f35360f6a None None] Provisioning complete for port e554c620-3543-46ef-8806-273cdaa89b06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:30.177826 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07e9bb1a-3dec-4c7f-be30-6e7f35360f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.219079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] For port 81c89761-4ade-4013-a7a1-8c2c965e0b44, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81c89761-4ade-4013-a7a1-8c2c965e0b44,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:30.307947 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.439089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] Set router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:30.471501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ac6e0-3e25-4e42-a837-abf075fff6bf None None] Pushing event updated for resources: {'Port': ['ID=81c89761-4ade-4013-a7a1-8c2c965e0b44,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.490305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.612174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07e9bb1a-3dec-4c7f-be30-6e7f35360f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.810654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-07e9bb1a-3dec-4c7f-be30-6e7f35360f6a None None] For port e554c620-3543-46ef-8806-273cdaa89b06, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e554c620-3543-46ef-8806-273cdaa89b06,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:30.816028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07e9bb1a-3dec-4c7f-be30-6e7f35360f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.957169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9bb1a-3dec-4c7f-be30-6e7f35360f6a None None] Pushing event updated for resources: {'Port': ['ID=e554c620-3543-46ef-8806-273cdaa89b06,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.012555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4a7a030-0d21-49d1-83b0-99c316a6204f None None] Provisioning complete for port e554c620-3543-46ef-8806-273cdaa89b06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:31.013612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a030-0d21-49d1-83b0-99c316a6204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.193094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:25Z', 'revision_number': 4, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e554c620-3543-46ef-8806-273cdaa89b06', 'name': '', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'mac_address': 'fa:16:3e:ed:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:24Z', 'updated_at': '2021-10-13T04:26:29Z', 'revision_number': 4, 'project_id': '5279a9cff84141d49763006557458d9b', 'subnets': [{'id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:31.230427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f596c1-b5bb-4fc3-a0ec-ec85b1650f59 None None] The sync data for ids ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'] in n-d-810220-9 is: [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:25Z', 'revision_number': 4, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e554c620-3543-46ef-8806-273cdaa89b06', 'name': '', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'mac_address': 'fa:16:3e:ed:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:24Z', 'updated_at': '2021-10-13T04:26:29Z', 'revision_number': 4, 'project_id': '5279a9cff84141d49763006557458d9b', 'subnets': [{'id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:31.263874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81c89761-4ade-4013-a7a1-8c2c965e0b44 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:31.421329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 81c89761-4ade-4013-a7a1-8c2c965e0b44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:31.421727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.528223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.581970 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.657391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 81c89761-4ade-4013-a7a1-8c2c965e0b44, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81c89761-4ade-4013-a7a1-8c2c965e0b44,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:31.667120 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.757183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=81c89761-4ade-4013-a7a1-8c2c965e0b44,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.776485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.776871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.777226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.777531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.777995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.778668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Router f8206706-6968-4de3-81d7-c810bd962891 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:26:31.778967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.779323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.779649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.780376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.780840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.781174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.781493 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:31.946723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2009adb-8b5f-45ff-9cdf-3bae7ea312d5 None None] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:31.959327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:31.971176 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Sync routers for ids ['f8206706-6968-4de3-81d7-c810bd962891'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:31.980228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.983191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b606ed6-f917-4ac6-8ca5-60c0bd94017e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7238414 Oct 13 04:26:31.985951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 60524) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.986054 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Routers {'f8206706-6968-4de3-81d7-c810bd962891'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:31.991836 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8206706-6968-4de3-81d7-c810bd962891'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:32.086168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51f340cc-5f7c-4295-b3c5-77c67dbb3891 None None] Provisioning complete for port 81c89761-4ade-4013-a7a1-8c2c965e0b44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:32.086538 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51f340cc-5f7c-4295-b3c5-77c67dbb3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.418093 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Set router f8206706-6968-4de3-81d7-c810bd962891 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:32.649352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b770aa8f-c22d-4211-98ba-4e360ed80017 None None] Provisioning complete for port 81c89761-4ade-4013-a7a1-8c2c965e0b44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:32.649716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b770aa8f-c22d-4211-98ba-4e360ed80017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.723204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.750826 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:26:30Z', 'revision_number': 3, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:32.792785 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Checking router: f8206706-6968-4de3-81d7-c810bd962891 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:32.793444 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Updating router f8206706-6968-4de3-81d7-c810bd962891 port b5779ed4-27bd-4e4c-a949-56ec25474a5f binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:26:32.829396 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.026459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Allocated IP 172.20.0.1 (2ff2e79a-5bd8-4913-8c9f-ad745633e49b/8957d955-3a42-4342-a501-2e4ba7c33c91/a0861158-3e7e-4db5-9ba0-82d6c0270e0e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:33.189479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.219640 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.242757 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.245711 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.329777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:33.335146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:33.338972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:33.399532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df96118-aa98-457a-9d22-43bad2e386ed None None] Pushing event updated for resources: {'Port': ['ID=b5779ed4-27bd-4e4c-a949-56ec25474a5f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.404341 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Attempting to bind port b5779ed4-27bd-4e4c-a949-56ec25474a5f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:33.404734 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Attempting to bind port b5779ed4-27bd-4e4c-a949-56ec25474a5f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:33.405140 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Attempting to bind port b5779ed4-27bd-4e4c-a949-56ec25474a5f on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:33.408540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.412577 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:33.412577 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:33.413023 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.413408 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:33.414017 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Bound port: b5779ed4-27bd-4e4c-a949-56ec25474a5f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:33.414563 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.453555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.469082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81c89761-4ade-4013-a7a1-8c2c965e0b44 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:33.492279 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] For port b5779ed4-27bd-4e4c-a949-56ec25474a5f, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:33.499919 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] For port b5779ed4-27bd-4e4c-a949-56ec25474a5f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b5779ed4-27bd-4e4c-a949-56ec25474a5f,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:33.506583 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.554951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 81c89761-4ade-4013-a7a1-8c2c965e0b44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:33.555663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.619533 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df96118-aa98-457a-9d22-43bad2e386ed None None] Pushing event updated for resources: {'Port': ['ID=b5779ed4-27bd-4e4c-a949-56ec25474a5f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.622640 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Routers {'f8206706-6968-4de3-81d7-c810bd962891'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:33.623274 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8206706-6968-4de3-81d7-c810bd962891'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:33.694282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e554c620-3543-46ef-8806-273cdaa89b06 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:33.747470 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] Set router f8206706-6968-4de3-81d7-c810bd962891 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:33.753417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a7ead11-5a5b-4fd6-be30-e8ff5e3346b1 None None] Provisioning complete for port a0861158-3e7e-4db5-9ba0-82d6c0270e0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:33.753968 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a7ead11-5a5b-4fd6-be30-e8ff5e3346b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.767951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.794009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ead11-5a5b-4fd6-be30-e8ff5e3346b1 None None] Port a0861158-3e7e-4db5-9ba0-82d6c0270e0e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:33.804296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e554c620-3543-46ef-8806-273cdaa89b06 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:33.804884 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.958444 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:26:30Z', 'revision_number': 3, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:33.999408 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f0de2-eea7-48da-8f7b-ea8fdb12a8a4 None None] The sync data for ids ['f8206706-6968-4de3-81d7-c810bd962891'] in n-d-810220-9 is: [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:26:30Z', 'revision_number': 3, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:34.053737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.066011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.112536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.197429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.211245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.211591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.211936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.212275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.212608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.212967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.213297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.213630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.213958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.214287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.214611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.214935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:34.268160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:34.269760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:34.490095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Router f8206706-6968-4de3-81d7-c810bd962891 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:34.637763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:34.652591 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-05dbb399-9f4c-4789-af08-ec42ca472ad1 admin admin] 10.222.0.44 "PUT /v2.0/routers/f8206706-6968-4de3-81d7-c810bd962891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6653588 Oct 13 04:26:34.724223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-527f6872-43b1-4214-b8e8-af159ddc9e48 None None] Provisioning complete for port a0861158-3e7e-4db5-9ba0-82d6c0270e0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:34.725137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-527f6872-43b1-4214-b8e8-af159ddc9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.764518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-527f6872-43b1-4214-b8e8-af159ddc9e48 None None] Port a0861158-3e7e-4db5-9ba0-82d6c0270e0e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:35.183241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b5779ed4-27bd-4e4c-a949-56ec25474a5f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:35.262773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b5779ed4-27bd-4e4c-a949-56ec25474a5f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:35.263149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.340951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-ad510d0c-dbfc-48c3-a8a2-51cc9c415e19 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:35.342898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-ad510d0c-dbfc-48c3-a8a2-51cc9c415e19 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 200 len: 910 time: 0.1071899 Oct 13 04:26:35.354848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.358560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-f642bbfe-9eb0-4ce4-bf26-d8f053d7b2c9 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/quotas/8c107408cb724204854fd7068a2ac2cc HTTP/1.1" status: 200 len: 375 time: 0.0097141 Oct 13 04:26:35.395970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b5779ed4-27bd-4e4c-a949-56ec25474a5f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b5779ed4-27bd-4e4c-a949-56ec25474a5f,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:35.401449 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.465328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b5779ed4-27bd-4e4c-a949-56ec25474a5f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:35.477898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-098c329d-1d11-45a3-ada2-5c7c1195f9ff tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c107408cb724204854fd7068a2ac2cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062462 Oct 13 04:26:35.578147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-92ff9143-656e-4814-9731-15fd2c9671c4 service neutron] 10.222.0.44 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993035 Oct 13 04:26:35.686211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-e022d1d6-228c-4973-b51d-5aa55bfebbfd service neutron] 10.222.0.44 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071455 Oct 13 04:26:35.918826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-47a2f113-311e-4348-9f33-48e6c63d39c7 req-d4b28cc5-194b-4e6d-8a07-19cc1382c4a6 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 210 time: 0.0425131 Oct 13 04:26:36.382707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Sync routers for ids ['f8206706-6968-4de3-81d7-c810bd962891'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:36.400116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Routers {'f8206706-6968-4de3-81d7-c810bd962891'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:36.401396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8206706-6968-4de3-81d7-c810bd962891'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:36.527689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Set router f8206706-6968-4de3-81d7-c810bd962891 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:36.946192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:26:33Z', 'revision_number': 4, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'a0861158-3e7e-4db5-9ba0-82d6c0270e0e', 'name': '', 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'mac_address': 'fa:16:3e:7f:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '8957d955-3a42-4342-a501-2e4ba7c33c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:32Z', 'updated_at': '2021-10-13T04:26:33Z', 'revision_number': 2, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'subnets': [{'id': '8957d955-3a42-4342-a501-2e4ba7c33c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:37.011421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Checking router: f8206706-6968-4de3-81d7-c810bd962891 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:37.012249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Updating router f8206706-6968-4de3-81d7-c810bd962891 port a0861158-3e7e-4db5-9ba0-82d6c0270e0e binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:26:37.046175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.092234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19d554c8-d540-4024-a46a-99e57352e8b4 req-45bffda5-4d9a-463d-b17b-52ff0f718691 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 210 time: 0.0895436 Oct 13 04:26:37.229760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b5779ed4-27bd-4e4c-a949-56ec25474a5f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:37.323122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b5779ed4-27bd-4e4c-a949-56ec25474a5f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:37.323711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.402513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-027fe96c-e8cc-4511-bd21-1343dbc65700 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:37.404819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-027fe96c-e8cc-4511-bd21-1343dbc65700 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.26 "GET /v2.0/networks?id=c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 200 len: 910 time: 0.3009427 Oct 13 04:26:37.421977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Request body: {'port': {'device_id': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'admin_state_up': True, 'tenant_id': '8c107408cb724204854fd7068a2ac2cc'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:37.451492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Made reservation on behalf of 8c107408cb724204854fd7068a2ac2cc for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:37.454638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.566677 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.580793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.613901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Allocated IP 172.20.0.3 (c77edb8f-a0f0-459c-98e8-39544a53f7e9/b5497d05-2be6-4b03-9751-46223393b80c/d5bf6ecf-a543-4147-b42a-e6238592884b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:37.741661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2673-625f-4ed4-991e-c3c3c1d03cf7 None None] Pushing event updated for resources: {'Port': ['ID=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:37.818052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Attempting to bind port a0861158-3e7e-4db5-9ba0-82d6c0270e0e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:37.819424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Attempting to bind port a0861158-3e7e-4db5-9ba0-82d6c0270e0e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:37.820537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Attempting to bind port a0861158-3e7e-4db5-9ba0-82d6c0270e0e on network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:37.834781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:37.835369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Checking segment: {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:37.835894 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.838211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Bound using segment: {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:37.838920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Bound port: a0861158-3e7e-4db5-9ba0-82d6c0270e0e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27c22ca-7673-4f33-9361-b06c8904c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:37.839412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.909039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.940978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] For port a0861158-3e7e-4db5-9ba0-82d6c0270e0e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:37.943350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a677b71-031d-4bac-b741-1eec5dab4286 None None] Provisioning complete for port a0861158-3e7e-4db5-9ba0-82d6c0270e0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:37.943716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a677b71-031d-4bac-b741-1eec5dab4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.946982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] For port a0861158-3e7e-4db5-9ba0-82d6c0270e0e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:37.953903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.970678 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.002158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Pushing event updated for resources: {'Port': ['ID=d5bf6ecf-a543-4147-b42a-e6238592884b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.017794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:38.019445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:38.022500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:38.041668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2673-625f-4ed4-991e-c3c3c1d03cf7 None None] Pushing event updated for resources: {'Port': ['ID=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.056528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a677b71-031d-4bac-b741-1eec5dab4286 None None] Port a0861158-3e7e-4db5-9ba0-82d6c0270e0e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:38.065481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Routers {'f8206706-6968-4de3-81d7-c810bd962891'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:38.066140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8206706-6968-4de3-81d7-c810bd962891'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:38.140196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:38.140899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.174523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-b3a1410c-b72b-48e0-b369-4e6afdf420da tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7606280 Oct 13 04:26:38.216648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Request body: {'port': {'device_id': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:38.241704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.281236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] Set router f8206706-6968-4de3-81d7-c810bd962891 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:38.317778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f01b-f6ce-4679-a1fc-4b62bb039bfa req-f6f4808d-7026-4814-a743-12d3614c8d86 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:38.333855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5403f01b-f6ce-4679-a1fc-4b62bb039bfa req-f6f4808d-7026-4814-a743-12d3614c8d86 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1027 time: 0.1526923 Oct 13 04:26:38.408031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5403f01b-f6ce-4679-a1fc-4b62bb039bfa req-d182443d-d738-44b4-bdab-65c187800c3d tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724258 Oct 13 04:26:38.427748 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.587971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efcef165-8575-49f7-af6e-b70f404b65bb None None] Provisioning complete for port a0861158-3e7e-4db5-9ba0-82d6c0270e0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:38.588463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efcef165-8575-49f7-af6e-b70f404b65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.759767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efcef165-8575-49f7-af6e-b70f404b65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.764130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:26:33Z', 'revision_number': 4, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'a0861158-3e7e-4db5-9ba0-82d6c0270e0e', 'name': '', 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'mac_address': 'fa:16:3e:7f:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '8957d955-3a42-4342-a501-2e4ba7c33c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:32Z', 'updated_at': '2021-10-13T04:26:37Z', 'revision_number': 4, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'subnets': [{'id': '8957d955-3a42-4342-a501-2e4ba7c33c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:38.799673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d1157-e54a-46a2-af71-b0930befc951 None None] The sync data for ids ['f8206706-6968-4de3-81d7-c810bd962891'] in n-d-810220-9 is: [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:26:33Z', 'revision_number': 4, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'a0861158-3e7e-4db5-9ba0-82d6c0270e0e', 'name': '', 'network_id': '2ff2e79a-5bd8-4913-8c9f-ad745633e49b', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'mac_address': 'fa:16:3e:7f:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '8957d955-3a42-4342-a501-2e4ba7c33c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:32Z', 'updated_at': '2021-10-13T04:26:37Z', 'revision_number': 4, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'subnets': [{'id': '8957d955-3a42-4342-a501-2e4ba7c33c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:38.812434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bf6ecf-a543-4147-b42a-e6238592884b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:38.820608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.826151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-efcef165-8575-49f7-af6e-b70f404b65bb None None] For port a0861158-3e7e-4db5-9ba0-82d6c0270e0e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:38.830854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efcef165-8575-49f7-af6e-b70f404b65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.834413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Transition to ACTIVE for port object d5bf6ecf-a543-4147-b42a-e6238592884b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:26:38.839971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.908151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf6ecf-a543-4147-b42a-e6238592884b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.921347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcef165-8575-49f7-af6e-b70f404b65bb None None] Pushing event updated for resources: {'Port': ['ID=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.020427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Attempting to bind port d5bf6ecf-a543-4147-b42a-e6238592884b on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:39.020859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Attempting to bind port d5bf6ecf-a543-4147-b42a-e6238592884b by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:39.021191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Attempting to bind port d5bf6ecf-a543-4147-b42a-e6238592884b on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:39.025912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Port d5bf6ecf-a543-4147-b42a-e6238592884b on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:26:39.026234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Attempting to bind port d5bf6ecf-a543-4147-b42a-e6238592884b on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:39.034884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:39.035466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Checking segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:39.035864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Bound using segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:39.036309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Bound port: d5bf6ecf-a543-4147-b42a-e6238592884b, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:39.036672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.117684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] For port d5bf6ecf-a543-4147-b42a-e6238592884b, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:39.121741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] For port d5bf6ecf-a543-4147-b42a-e6238592884b, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d5bf6ecf-a543-4147-b42a-e6238592884b,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:39.128087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.176085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:39.177049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.178708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] 10.222.0.26 "PUT /v2.0/ports/d5bf6ecf-a543-4147-b42a-e6238592884b HTTP/1.1" status: 200 len: 1091 time: 0.9798958 Oct 13 04:26:39.181070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'tag': 'd5bf6ecf-a543-4147-b42a-e6238592884b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:39.184429 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d64046-b0bf-45a0-abef-0aeb6ec02f80" -d '{"events": [{"name": "network-changed", "server_uuid": "495a16ce-b4a5-4c49-bc07-393808b93c8a", "tag": "d5bf6ecf-a543-4147-b42a-e6238592884b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:39.219283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a0861158-3e7e-4db5-9ba0-82d6c0270e0e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:39.233052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c016089-3ff3-448c-87aa-f39fb201a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf6ecf-a543-4147-b42a-e6238592884b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.301811 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e62be8-1c0f-433b-a420-f1253f62f4b4 x-openstack-request-id: req-62e62be8-1c0f-433b-a420-f1253f62f4b4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:39.302676 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495a16ce-b4a5-4c49-bc07-393808b93c8a", "tag": "d5bf6ecf-a543-4147-b42a-e6238592884b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:39.302676 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62e62be8-1c0f-433b-a420-f1253f62f4b4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:39.303005 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'tag': 'd5bf6ecf-a543-4147-b42a-e6238592884b', 'status': 'completed', 'code': 200} Oct 13 04:26:39.327844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-4e2c95c2-ab74-4714-9041-281803807ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:39.329465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-4e2c95c2-ab74-4714-9041-281803807ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c107408cb724204854fd7068a2ac2cc&device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0872116 Oct 13 04:26:39.337201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a0861158-3e7e-4db5-9ba0-82d6c0270e0e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:39.337581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.418055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-19900076-0bd8-4fa7-aa16-9fe9fdd491a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5bf6ecf-a543-4147-b42a-e6238592884b HTTP/1.1" status: 200 len: 217 time: 0.0779347 Oct 13 04:26:39.523024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-1ce8251b-e557-4829-90e8-f264bdcf3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:39.524422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-1ce8251b-e557-4829-90e8-f264bdcf3916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5497d05-2be6-4b03-9751-46223393b80c HTTP/1.1" status: 200 len: 848 time: 0.0863328 Oct 13 04:26:39.610636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-6e5f0459-9f98-4cbd-b085-48726272b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:39.612216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-6e5f0459-9f98-4cbd-b085-48726272b4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c77edb8f-a0f0-459c-98e8-39544a53f7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772653 Oct 13 04:26:39.614146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0014cc0-54d9-45a8-b00c-0e357fc76ac1 req-1b96719f-86f0-420e-a60a-449d85debe93 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:39.615516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0014cc0-54d9-45a8-b00c-0e357fc76ac1 req-1b96719f-86f0-420e-a60a-449d85debe93 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0901985 Oct 13 04:26:39.714457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0014cc0-54d9-45a8-b00c-0e357fc76ac1 req-ade3d59b-5cbf-4824-9748-8d2d87dc80e3 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824802 Oct 13 04:26:39.770610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-db7b0647-4611-4d5c-8c1d-3209ea2149d7 service neutron] 10.222.0.26 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464860 Oct 13 04:26:39.883300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6ec1424-448f-4b0e-84fb-4b1d9a7259b4 req-c9dc9e19-afb9-4276-9302-d6994fd95aaa service neutron] 10.222.0.26 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050715 Oct 13 04:26:39.977358 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:40.010455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-13acb5df-3b44-434c-a9fd-ea77e9cf198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:40.012356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-13acb5df-3b44-434c-a9fd-ea77e9cf198a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c107408cb724204854fd7068a2ac2cc&device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0660176 Oct 13 04:26:40.129583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-4d2d8a00-2c03-4aba-b6ee-8c37f50a57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:40.131487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-4d2d8a00-2c03-4aba-b6ee-8c37f50a57fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 200 len: 910 time: 0.1108508 Oct 13 04:26:40.185903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-cbae572e-fc8a-441d-9424-522d55c40a68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5bf6ecf-a543-4147-b42a-e6238592884b HTTP/1.1" status: 200 len: 217 time: 0.0468628 Oct 13 04:26:40.243322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-b4c3eb41-eeeb-434e-afc4-618a7c84a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:40.244963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-b4c3eb41-eeeb-434e-afc4-618a7c84a804 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5497d05-2be6-4b03-9751-46223393b80c HTTP/1.1" status: 200 len: 848 time: 0.0502632 Oct 13 04:26:40.302855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-fb5cb53e-9a50-48c6-a353-179794501e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:40.306829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-fb5cb53e-9a50-48c6-a353-179794501e43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c77edb8f-a0f0-459c-98e8-39544a53f7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535293 Oct 13 04:26:40.418041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-1af4c94e-0857-4f93-8147-40b77034ac70 service neutron] 10.222.0.26 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037891 Oct 13 04:26:40.523615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d64046-b0bf-45a0-abef-0aeb6ec02f80 req-f56db2e4-6997-4c3b-acda-9d90988fefa5 service neutron] 10.222.0.26 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958962 Oct 13 04:26:40.834502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40c3cd-dd4f-4e24-a8f4-076d66f26b67 req-4a2dbed2-de76-4348-9bc6-55a9d2b6beaa tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:40.836012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd40c3cd-dd4f-4e24-a8f4-076d66f26b67 req-4a2dbed2-de76-4348-9bc6-55a9d2b6beaa tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0497060 Oct 13 04:26:40.879971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd40c3cd-dd4f-4e24-a8f4-076d66f26b67 req-4f26ef10-2702-48a8-9738-866e5fbbf95d tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Oct 13 04:26:42.018748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c796-a778-472f-bd46-b7ac352b5e98 req-592cb7ce-68c7-48f7-ad40-db013d2de59d tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:42.020427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b59c796-a778-472f-bd46-b7ac352b5e98 req-592cb7ce-68c7-48f7-ad40-db013d2de59d tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0665157 Oct 13 04:26:42.061483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b59c796-a778-472f-bd46-b7ac352b5e98 req-d781100e-6e44-4e7c-a7b7-1fcc51318063 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Oct 13 04:26:43.172510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615625fd-5d88-450f-854c-39045b9b8e29 req-b32f9aa1-5f42-4d72-8cab-bf6e709028d7 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:43.174116 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-615625fd-5d88-450f-854c-39045b9b8e29 req-b32f9aa1-5f42-4d72-8cab-bf6e709028d7 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0432339 Oct 13 04:26:43.213887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-615625fd-5d88-450f-854c-39045b9b8e29 req-d928ecbf-271c-4bcd-910b-085b801e5ce4 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Oct 13 04:26:44.331548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48f8a-14b2-4f04-b7a3-d47f27ba69da req-ef3e2eba-434f-4c9e-9fc8-348b963ec91f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:44.340960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51c48f8a-14b2-4f04-b7a3-d47f27ba69da req-ef3e2eba-434f-4c9e-9fc8-348b963ec91f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0545971 Oct 13 04:26:44.376248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-51c48f8a-14b2-4f04-b7a3-d47f27ba69da req-c55024cd-a26b-490d-b95b-81f7374fe11a tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341034 Oct 13 04:26:45.497528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d857-401f-4bc1-9f6c-d12e991ef42c req-f52f689b-f3f9-46c8-88ad-44707cda691f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:45.499060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4336d857-401f-4bc1-9f6c-d12e991ef42c req-f52f689b-f3f9-46c8-88ad-44707cda691f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1094 time: 0.0498979 Oct 13 04:26:45.537207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4336d857-401f-4bc1-9f6c-d12e991ef42c req-37ec76b1-28f2-43b0-a8ef-ae7a67a2291f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Oct 13 04:26:45.653162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d5bf6ecf-a543-4147-b42a-e6238592884b details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:45.755946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d5bf6ecf-a543-4147-b42a-e6238592884b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d5bf6ecf-a543-4147-b42a-e6238592884b,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:45.768418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'd5bf6ecf-a543-4147-b42a-e6238592884b', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'port_id': 'd5bf6ecf-a543-4147-b42a-e6238592884b', 'mac_address': 'fa:16:3e:d9:75:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:45.811143 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.826211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bf6ecf-a543-4147-b42a-e6238592884b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:45.848463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d5bf6ecf-a543-4147-b42a-e6238592884b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d5bf6ecf-a543-4147-b42a-e6238592884b,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:45.852439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.905299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d5bf6ecf-a543-4147-b42a-e6238592884b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:46.208145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d5bf6ecf-a543-4147-b42a-e6238592884b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:46.652465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875e7da-e0c9-4688-97af-aad054d23a53 req-75a1f7f8-28b5-4204-8a23-f11bc473ccad tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:46.655360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4875e7da-e0c9-4688-97af-aad054d23a53 req-75a1f7f8-28b5-4204-8a23-f11bc473ccad tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1095 time: 0.0479448 Oct 13 04:26:46.697490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4875e7da-e0c9-4688-97af-aad054d23a53 req-4f6c8408-919b-4330-9dbc-f049f90f33cc tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Oct 13 04:26:47.663530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d5bf6ecf-a543-4147-b42a-e6238592884b up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:47.725811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port d5bf6ecf-a543-4147-b42a-e6238592884b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:47.731960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port d5bf6ecf-a543-4147-b42a-e6238592884b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:47.732343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.814853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89edcf-6a3a-4f4f-86d2-fed7e9ca8140 req-89256492-c874-4c8f-aa28-0868418f0958 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:47.816389 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c89edcf-6a3a-4f4f-86d2-fed7e9ca8140 req-89256492-c874-4c8f-aa28-0868418f0958 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1095 time: 0.0453343 Oct 13 04:26:47.829261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.855319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c89edcf-6a3a-4f4f-86d2-fed7e9ca8140 req-cbc19de3-7e63-4d1f-a5fb-fcc88c5382d1 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Oct 13 04:26:47.863868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf6ecf-a543-4147-b42a-e6238592884b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:47.866341 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bda921-cda8-492e-9d0a-4ef8a21aeb0c" -d '{"events": [{"server_uuid": "495a16ce-b4a5-4c49-bc07-393808b93c8a", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf6ecf-a543-4147-b42a-e6238592884b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:47.886280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d5bf6ecf-a543-4147-b42a-e6238592884b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d5bf6ecf-a543-4147-b42a-e6238592884b,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:47.893483 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.921924 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd2af8-7d4a-496a-b55a-0e7038db1f8b x-openstack-request-id: req-08fd2af8-7d4a-496a-b55a-0e7038db1f8b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:47.922218 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a16ce-b4a5-4c49-bc07-393808b93c8a", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf6ecf-a543-4147-b42a-e6238592884b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:47.922473 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08fd2af8-7d4a-496a-b55a-0e7038db1f8b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:47.922861 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf6ecf-a543-4147-b42a-e6238592884b', 'code': 200} Oct 13 04:26:47.954160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d5bf6ecf-a543-4147-b42a-e6238592884b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:48.031914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b596e2-6174-4b69-ae9f-7f227679deff req-86197b0f-e453-4f52-9baf-6639039ef983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:48.033554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-56b596e2-6174-4b69-ae9f-7f227679deff req-86197b0f-e453-4f52-9baf-6639039ef983 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0460899 Oct 13 04:26:48.071853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-56b596e2-6174-4b69-ae9f-7f227679deff req-1ae1eb6b-caea-429b-b463-31141abcd5f2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Oct 13 04:26:48.970521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fda16-4332-430c-a6d6-980fe2d9222c req-07ff2c12-56f0-46f7-86ec-69e861689121 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:48.973602 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-771e05d6-e635-4542-9df9-8abb80fba1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:48.978247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e09fda16-4332-430c-a6d6-980fe2d9222c req-07ff2c12-56f0-46f7-86ec-69e861689121 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0528345 Oct 13 04:26:49.016334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e09fda16-4332-430c-a6d6-980fe2d9222c req-d24433ea-1317-42a0-bb28-514f8a7423e4 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Oct 13 04:26:50.159348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229d0d3-38f2-4988-947b-d6091ba64c3d req-1d5f571a-3785-4fd1-9099-babbfcaf5b64 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.160965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8229d0d3-38f2-4988-947b-d6091ba64c3d req-1d5f571a-3785-4fd1-9099-babbfcaf5b64 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0422895 Oct 13 04:26:50.197407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8229d0d3-38f2-4988-947b-d6091ba64c3d req-89a68249-ba39-4e1f-95e5-6a1f9ca1d952 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301228 Oct 13 04:26:50.315050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf11d-be51-4e0f-9953-189850a9cd4e req-3fed5ce8-56cc-4863-a623-dc6054809e57 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.316577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-508cf11d-be51-4e0f-9953-189850a9cd4e req-3fed5ce8-56cc-4863-a623-dc6054809e57 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0407784 Oct 13 04:26:50.357233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-508cf11d-be51-4e0f-9953-189850a9cd4e req-72a0a2e7-36e8-4c5a-9d8f-88e149d43fcc tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Oct 13 04:26:50.485800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9a1e1-c70c-4c2c-8e74-4b25ad99b49e req-07b387fa-39e1-4bcc-bbff-a22a0a4712e3 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.487328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0e9a1e1-c70c-4c2c-8e74-4b25ad99b49e req-07b387fa-39e1-4bcc-bbff-a22a0a4712e3 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0438254 Oct 13 04:26:50.525103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0e9a1e1-c70c-4c2c-8e74-4b25ad99b49e req-40750584-14b8-4773-9759-6b774ff2baf8 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Oct 13 04:26:50.844561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-80d0d230-9e93-4961-8016-dfdf38101723 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.846162 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-80d0d230-9e93-4961-8016-dfdf38101723 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 200 len: 910 time: 0.1007135 Oct 13 04:26:50.861538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-621a1781-0bc6-4ae2-b749-996ab3da9d3d tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/quotas/8c107408cb724204854fd7068a2ac2cc HTTP/1.1" status: 200 len: 375 time: 0.0096395 Oct 13 04:26:50.940664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-64d3c02b-c4b4-42c2-94bf-9797c50b131f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c107408cb724204854fd7068a2ac2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733733 Oct 13 04:26:51.041482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-fb4946e6-ecdd-4644-9410-2e1a334bdb9a service neutron] 10.222.0.44 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917647 Oct 13 04:26:51.149312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-d06f7677-6fc7-45cd-ba17-c2d997fbe729 service neutron] 10.222.0.44 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004982 Oct 13 04:26:51.347012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47d9c203-4478-47d6-9430-8d255073a638 req-65a0cf9f-8ab1-40cf-acd3-1611aa42a8f4 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 210 time: 0.0428162 Oct 13 04:26:51.488865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd1b-13b3-4d67-9483-65aeaf3d047a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.421053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-c994e487-d7a4-4933-a539-43489007da28 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.422857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-c994e487-d7a4-4933-a539-43489007da28 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.15 "GET /v2.0/networks?id=c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 200 len: 910 time: 0.1343410 Oct 13 04:26:52.436794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Request body: {'port': {'device_id': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'admin_state_up': True, 'tenant_id': '8c107408cb724204854fd7068a2ac2cc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:52.512534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-115da480-5752-4af3-8ec4-a3c2e4f8b479 req-87931de1-6987-4db5-9a2a-d167c9575c1a tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 210 time: 0.0429473 Oct 13 04:26:52.514262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Made reservation on behalf of 8c107408cb724204854fd7068a2ac2cc for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:52.517046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.644615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Allocated IP 172.20.0.4 (c77edb8f-a0f0-459c-98e8-39544a53f7e9/b5497d05-2be6-4b03-9751-46223393b80c/261462ce-26bc-4acd-862d-4300506445be) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:52.804285 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.843126 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.844722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.860028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d5bf6ecf-a543-4147-b42a-e6238592884b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:52.888516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:52.893542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:52.896098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:52.942567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Pushing event updated for resources: {'Port': ['ID=261462ce-26bc-4acd-862d-4300506445be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:52.952397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.952876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.953263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.953666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.954024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.954357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.954723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.955110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.955439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.955772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.956080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.956402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:52.964159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.964808 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.989338 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-61ec543a-e32a-4474-8ed4-7be4d4977f34 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5581098 Oct 13 04:26:53.003453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Request body: {'port': {'device_id': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:53.013993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.101638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.294835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0668ee20-1a50-4eab-9870-2c230311a11a None None] Provisioning complete for port 261462ce-26bc-4acd-862d-4300506445be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:53.295516 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0668ee20-1a50-4eab-9870-2c230311a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.348629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0668ee20-1a50-4eab-9870-2c230311a11a None None] Port 261462ce-26bc-4acd-862d-4300506445be cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:53.477935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261462ce-26bc-4acd-862d-4300506445be {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:53.489178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.508592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Transition to ACTIVE for port object 261462ce-26bc-4acd-862d-4300506445be will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:26:53.514617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.625991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Pushing event updated for resources: {'Port': ['ID=261462ce-26bc-4acd-862d-4300506445be,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:53.695284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d1ff4-8a79-4a36-8a95-9f8897fe6c6b req-c7ebd25b-9a67-460b-9353-399607882da1 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:53.696947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978d1ff4-8a79-4a36-8a95-9f8897fe6c6b req-c7ebd25b-9a67-460b-9353-399607882da1 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1052 time: 0.1075613 Oct 13 04:26:53.734174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Attempting to bind port 261462ce-26bc-4acd-862d-4300506445be on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:53.734430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Attempting to bind port 261462ce-26bc-4acd-862d-4300506445be by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:53.734907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Attempting to bind port 261462ce-26bc-4acd-862d-4300506445be on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:53.745806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Port 261462ce-26bc-4acd-862d-4300506445be on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:26:53.746287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Attempting to bind port 261462ce-26bc-4acd-862d-4300506445be on network c77edb8f-a0f0-459c-98e8-39544a53f7e9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:53.768076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:53.768440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Checking segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:53.769118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Bound using segment: {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:53.769511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Bound port: 261462ce-26bc-4acd-862d-4300506445be, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c46a17-f223-4cf9-9d1d-29b0e624ee1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:53.769931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.777257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978d1ff4-8a79-4a36-8a95-9f8897fe6c6b req-6daf1bf8-47f0-4b77-b2b7-46b292cdc6bf tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Oct 13 04:26:53.887827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] For port 261462ce-26bc-4acd-862d-4300506445be, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:53.891859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] For port 261462ce-26bc-4acd-862d-4300506445be, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=261462ce-26bc-4acd-862d-4300506445be,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:53.899778 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.947025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:53.947639 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.949036 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] 10.222.0.15 "PUT /v2.0/ports/261462ce-26bc-4acd-862d-4300506445be HTTP/1.1" status: 200 len: 1091 time: 0.9514508 Oct 13 04:26:53.949993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'tag': '261462ce-26bc-4acd-862d-4300506445be'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:53.952255 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1a65b4eb-4bf0-445b-86ff-224ff28a4d25", "tag": "261462ce-26bc-4acd-862d-4300506445be"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:54.005486 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77366f7-fd1d-4a55-a042-cb84c5a2c420 service neutron] Pushing event updated for resources: {'Port': ['ID=261462ce-26bc-4acd-862d-4300506445be,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:54.108820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-099e0ef0-3672-4aa2-855e-c6749bf6eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.110664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-099e0ef0-3672-4aa2-855e-c6749bf6eede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c107408cb724204854fd7068a2ac2cc&device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1094 time: 0.0967150 Oct 13 04:26:54.136917 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9765c1-59c4-4657-bbea-f2b268659789 x-openstack-request-id: req-5a9765c1-59c4-4657-bbea-f2b268659789 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:54.137413 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a65b4eb-4bf0-445b-86ff-224ff28a4d25", "tag": "261462ce-26bc-4acd-862d-4300506445be", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:54.137875 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a9765c1-59c4-4657-bbea-f2b268659789 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:54.138504 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'tag': '261462ce-26bc-4acd-862d-4300506445be', 'status': 'completed', 'code': 200} Oct 13 04:26:54.168955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-d81e6989-f366-4e48-ab97-3d2ef8ccf7be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=261462ce-26bc-4acd-862d-4300506445be HTTP/1.1" status: 200 len: 217 time: 0.0494738 Oct 13 04:26:54.289996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-26bcbbc0-e7b1-4cb7-8f25-b3ed4d4cc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.291512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-26bcbbc0-e7b1-4cb7-8f25-b3ed4d4cc1d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5497d05-2be6-4b03-9751-46223393b80c HTTP/1.1" status: 200 len: 848 time: 0.1159701 Oct 13 04:26:54.386832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-be895e1b-f297-400e-ac4b-5044882bdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.388821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-be895e1b-f297-400e-ac4b-5044882bdf09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c77edb8f-a0f0-459c-98e8-39544a53f7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893269 Oct 13 04:26:54.487253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-a56ec4eb-c76e-4a51-a913-1d7c342a1a63 service neutron] 10.222.0.15 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907214 Oct 13 04:26:54.586888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-02dc412f-f6e9-428d-a55f-ce0809b5b6ff req-ff9cad69-12d3-425d-a593-dfa3ca7fb757 service neutron] 10.222.0.15 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919054 Oct 13 04:26:54.600502 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:54.686566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-767ee470-6633-4ac5-87a0-e548fe37f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.688374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-767ee470-6633-4ac5-87a0-e548fe37f0bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c107408cb724204854fd7068a2ac2cc&device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1094 time: 0.0453951 Oct 13 04:26:54.792636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-12891441-61dd-4b66-b9ad-4b499b41f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.794244 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-12891441-61dd-4b66-b9ad-4b499b41f077 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 200 len: 910 time: 0.0959625 Oct 13 04:26:54.838367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-d847b2ef-68ae-47e0-bcd2-0d34e649178b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=261462ce-26bc-4acd-862d-4300506445be HTTP/1.1" status: 200 len: 217 time: 0.0372224 Oct 13 04:26:54.905143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-e0cebe7e-f93a-4b33-84b9-3169d23319ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.907578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-e0cebe7e-f93a-4b33-84b9-3169d23319ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5497d05-2be6-4b03-9751-46223393b80c HTTP/1.1" status: 200 len: 848 time: 0.0605817 Oct 13 04:26:54.929033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f11ad-fb54-440a-88ff-680c8313fa35 req-e9ff1cdf-b5d8-4746-9c0e-4126a4994ffa tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.930837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d09f11ad-fb54-440a-88ff-680c8313fa35 req-e9ff1cdf-b5d8-4746-9c0e-4126a4994ffa tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1094 time: 0.0503943 Oct 13 04:26:54.989457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d09f11ad-fb54-440a-88ff-680c8313fa35 req-ab443b14-26e3-43e8-83f3-bc97e98f2f5e tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Oct 13 04:26:55.301206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-fd53d415-6aa5-459f-9a5a-7843ea45ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:55.302912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-fd53d415-6aa5-459f-9a5a-7843ea45ee94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c77edb8f-a0f0-459c-98e8-39544a53f7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3852727 Oct 13 04:26:55.401923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-58da986b-0628-4772-bd2a-e0019a7ff771 service neutron] 10.222.0.15 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908773 Oct 13 04:26:55.502320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efc8f79c-87ec-425f-b3b1-b92e8cacd4ce req-cb7c0033-1ce0-4578-9b56-610564cee620 service neutron] 10.222.0.15 "GET /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920999 Oct 13 04:26:55.688412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 261462ce-26bc-4acd-862d-4300506445be details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:55.720703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-a693f381-9030-4505-82be-30cd39d7ac66 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:55.722259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-a693f381-9030-4505-82be-30cd39d7ac66 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1098466 Oct 13 04:26:55.738378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-e67b827a-9522-4188-86cd-5486076f30c4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0105429 Oct 13 04:26:55.803751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-3c07c4a2-d159-4893-a921-b9bf9d6b994d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595777 Oct 13 04:26:55.812757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 261462ce-26bc-4acd-862d-4300506445be, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=261462ce-26bc-4acd-862d-4300506445be,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.825589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '261462ce-26bc-4acd-862d-4300506445be', 'network_id': 'c77edb8f-a0f0-459c-98e8-39544a53f7e9', 'port_id': '261462ce-26bc-4acd-862d-4300506445be', 'mac_address': 'fa:16:3e:a3:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5497d05-2be6-4b03-9751-46223393b80c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:55.870166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.884070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261462ce-26bc-4acd-862d-4300506445be {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:55.901631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-70c50739-9ace-41ce-85dd-7877f692f689 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909879 Oct 13 04:26:55.906235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 261462ce-26bc-4acd-862d-4300506445be, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=261462ce-26bc-4acd-862d-4300506445be,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.911508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.979002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=261462ce-26bc-4acd-862d-4300506445be,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:56.019872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-a186ede0-7cba-4e03-9d1b-60b08ad66d55 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106420 Oct 13 04:26:56.093851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113afcb-f8ec-44f5-a5b9-021700b6da81 req-efa06854-1cb2-4518-857e-b12a06ec667b tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:56.095383 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e113afcb-f8ec-44f5-a5b9-021700b6da81 req-efa06854-1cb2-4518-857e-b12a06ec667b tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1095 time: 0.0422390 Oct 13 04:26:56.133853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e113afcb-f8ec-44f5-a5b9-021700b6da81 req-3adf8ee8-a747-47cf-a6ea-a691e2d3d7dc tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Oct 13 04:26:56.177678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['261462ce-26bc-4acd-862d-4300506445be'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:56.349602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e182e05-40f9-4dba-aca8-694d4ad677ca req-134b2fd0-0f6f-42d7-aabc-6f43646c2565 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0298717 Oct 13 04:26:57.289838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6fbbf-c2f3-491e-874f-a4230d907c32 req-31c82220-3ab4-4b40-a968-40acd39d1df8 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:57.291392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55b6fbbf-c2f3-491e-874f-a4230d907c32 req-31c82220-3ab4-4b40-a968-40acd39d1df8 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1095 time: 0.0610418 Oct 13 04:26:57.357312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55b6fbbf-c2f3-491e-874f-a4230d907c32 req-68d49a3e-09e1-4c1d-863c-699a9dd0c059 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581846 Oct 13 04:26:57.374878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-21ef7564-d5a0-4a77-88da-811370735891 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:57.376558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-21ef7564-d5a0-4a77-88da-811370735891 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1238017 Oct 13 04:26:57.390193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': '6698e632-aba4-4959-996b-f3672ca6fa13', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:57.468804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6e932a64-7da8-413f-8451-e2aa1b35de21 req-4d9103b2-cbbd-4992-9467-9bba1964c303 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0323668 Oct 13 04:26:57.546039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:57.550513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.690075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.14 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/cf903da2-d739-487f-9d85-ade043570fcf) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:57.704061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 261462ce-26bc-4acd-862d-4300506445be up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:57.760410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 261462ce-26bc-4acd-862d-4300506445be completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:57.766063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 261462ce-26bc-4acd-862d-4300506445be triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:57.766612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.896206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.898533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.938018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.948064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261462ce-26bc-4acd-862d-4300506445be'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:57.951529 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7fc4cb-5629-429c-9b6d-734982b7c79f" -d '{"events": [{"server_uuid": "1a65b4eb-4bf0-445b-86ff-224ff28a4d25", "name": "network-vif-plugged", "status": "completed", "tag": "261462ce-26bc-4acd-862d-4300506445be"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:57.990906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 261462ce-26bc-4acd-862d-4300506445be, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=261462ce-26bc-4acd-862d-4300506445be,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:58.006164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.024447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:58.028423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:58.032281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:58.033723 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdaf437-a555-41d3-9900-2e68f3de03f7 x-openstack-request-id: req-1bdaf437-a555-41d3-9900-2e68f3de03f7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:58.034113 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a65b4eb-4bf0-445b-86ff-224ff28a4d25", "name": "network-vif-plugged", "status": "completed", "tag": "261462ce-26bc-4acd-862d-4300506445be", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:58.034459 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bdaf437-a555-41d3-9900-2e68f3de03f7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:58.034961 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261462ce-26bc-4acd-862d-4300506445be', 'code': 200} Oct 13 04:26:58.038799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=cf903da2-d739-487f-9d85-ade043570fcf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.066571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=261462ce-26bc-4acd-862d-4300506445be,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.113068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.113734 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.138173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-49f7f0fb-1053-4611-83da-519f8f8c8e30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7529759 Oct 13 04:26:58.150899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Request body: {'port': {'device_id': '6698e632-aba4-4959-996b-f3672ca6fa13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:58.157185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9829-28d1-4e3c-afdf-f60c66106648 req-d584baae-4668-4070-88e4-28b85348c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.158663 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5fdb9829-28d1-4e3c-afdf-f60c66106648 req-d584baae-4668-4070-88e4-28b85348c645 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0543265 Oct 13 04:26:58.197497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5fdb9829-28d1-4e3c-afdf-f60c66106648 req-8475f22e-87e3-4bc9-916e-00e63ca7d297 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Oct 13 04:26:58.222001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.406494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5bfee1c-379f-4015-92a7-b366a2e2f1c7 None None] Provisioning complete for port cf903da2-d739-487f-9d85-ade043570fcf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:58.407989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5bfee1c-379f-4015-92a7-b366a2e2f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.488408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f5bfee1c-379f-4015-92a7-b366a2e2f1c7 None None] Port cf903da2-d739-487f-9d85-ade043570fcf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:58.552180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cfd98-d622-43b0-9d0b-3a3d9ad4555f req-65e38d1a-d0c5-4220-bde3-252dc315c15b tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.553394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf903da2-d739-487f-9d85-ade043570fcf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:58.553912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-185cfd98-d622-43b0-9d0b-3a3d9ad4555f req-65e38d1a-d0c5-4220-bde3-252dc315c15b tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0724416 Oct 13 04:26:58.579642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.609064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-185cfd98-d622-43b0-9d0b-3a3d9ad4555f req-28b9b1ba-3dfa-4046-a392-6599e57081c4 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Oct 13 04:26:58.629885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Transition to ACTIVE for port object cf903da2-d739-487f-9d85-ade043570fcf will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:26:58.638019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.698704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504ff5f-8acf-4cd8-aac9-4a47372c4fb5 req-76d9a920-d183-4a9b-a40c-cb54ba2e7ee0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.705289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d504ff5f-8acf-4cd8-aac9-4a47372c4fb5 req-76d9a920-d183-4a9b-a40c-cb54ba2e7ee0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 932 time: 0.1175554 Oct 13 04:26:58.737755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf903da2-d739-487f-9d85-ade043570fcf,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.809659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d504ff5f-8acf-4cd8-aac9-4a47372c4fb5 req-b9129f30-a56f-40a6-ac38-a2af5b1cc628 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010323 Oct 13 04:26:58.837419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Attempting to bind port cf903da2-d739-487f-9d85-ade043570fcf on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:58.838022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Attempting to bind port cf903da2-d739-487f-9d85-ade043570fcf by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:58.838511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Attempting to bind port cf903da2-d739-487f-9d85-ade043570fcf on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:58.844082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Port cf903da2-d739-487f-9d85-ade043570fcf on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:26:58.844599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Attempting to bind port cf903da2-d739-487f-9d85-ade043570fcf on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:58.850171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:58.850724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:58.851265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:58.851837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Bound port: cf903da2-d739-487f-9d85-ade043570fcf, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:58.852365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.923938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] For port cf903da2-d739-487f-9d85-ade043570fcf, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:58.927108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] For port cf903da2-d739-487f-9d85-ade043570fcf, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cf903da2-d739-487f-9d85-ade043570fcf,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:58.934818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.981226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.981860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.983451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf903da2-d739-487f-9d85-ade043570fcf HTTP/1.1" status: 200 len: 1092 time: 0.8368671 Oct 13 04:26:58.983923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6698e632-aba4-4959-996b-f3672ca6fa13', 'tag': 'cf903da2-d739-487f-9d85-ade043570fcf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:58.986898 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5382c4a-9e60-4533-a450-67a6c4d93e49" -d '{"events": [{"name": "network-changed", "server_uuid": "6698e632-aba4-4959-996b-f3672ca6fa13", "tag": "cf903da2-d739-487f-9d85-ade043570fcf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:59.030828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a1f13-e2d6-49e1-ab96-9725f6238fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf903da2-d739-487f-9d85-ade043570fcf,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.095005 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf74a47b-2b7e-40e1-9a10-ea107ea88e04 x-openstack-request-id: req-bf74a47b-2b7e-40e1-9a10-ea107ea88e04 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:59.095354 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6698e632-aba4-4959-996b-f3672ca6fa13", "tag": "cf903da2-d739-487f-9d85-ade043570fcf", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:59.095673 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf74a47b-2b7e-40e1-9a10-ea107ea88e04 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:59.096138 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6698e632-aba4-4959-996b-f3672ca6fa13', 'tag': 'cf903da2-d739-487f-9d85-ade043570fcf', 'status': 'completed', 'code': 200} Oct 13 04:26:59.146109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-354afd85-609d-4596-935c-eb80029475dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.147686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-354afd85-609d-4596-935c-eb80029475dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 1095 time: 0.0672772 Oct 13 04:26:59.203911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-b4da7ddb-58ed-479f-877b-d41789c7dd11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf903da2-d739-487f-9d85-ade043570fcf HTTP/1.1" status: 200 len: 217 time: 0.0431371 Oct 13 04:26:59.288817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-3ab35a70-72ac-48e4-a053-bf5d75406f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.290719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-3ab35a70-72ac-48e4-a053-bf5d75406f7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0802894 Oct 13 04:26:59.347114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-26b8cf44-81e1-4faa-b18e-173bd7d1a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.348713 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-26b8cf44-81e1-4faa-b18e-173bd7d1a84a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501251 Oct 13 04:26:59.453021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-b489e5ff-3593-4bc1-a893-6d00bc0f127d service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969925 Oct 13 04:26:59.545157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a9cad4aa-5247-499c-8f01-f9ce8907896a req-9dd4c515-d5f1-48c1-b1ad-ba69df5c5e56 service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844409 Oct 13 04:26:59.640319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-ef01529f-897d-4467-8912-63b614910f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.641945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-ef01529f-897d-4467-8912-63b614910f8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 1095 time: 0.0484538 Oct 13 04:26:59.756120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-592b6b70-f627-483a-b035-2ee0ead55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.757805 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-592b6b70-f627-483a-b035-2ee0ead55abb service neutron] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.1091135 Oct 13 04:26:59.758817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218833-45e4-4953-b308-86a8f98d8edd req-a25e5039-e5b4-44e0-b096-bc25098b8b45 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.760423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b218833-45e4-4953-b308-86a8f98d8edd req-a25e5039-e5b4-44e0-b096-bc25098b8b45 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0638406 Oct 13 04:26:59.800395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b218833-45e4-4953-b308-86a8f98d8edd req-83d9a6dc-80cb-4466-9f41-c3c31f30587d tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289872 Oct 13 04:26:59.810867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-731db4b1-7dac-42fc-b135-87c3273774ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf903da2-d739-487f-9d85-ade043570fcf HTTP/1.1" status: 200 len: 217 time: 0.0453575 Oct 13 04:26:59.898600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-27386e24-45a0-4ee5-ac3a-35891cfbcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.900076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-27386e24-45a0-4ee5-ac3a-35891cfbcb4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0826478 Oct 13 04:26:59.955032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791250b-460f-4ffa-9887-594e81973b0c req-5a1f1fcd-6aff-4a29-aefd-b0b20494b8d9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.956968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1791250b-460f-4ffa-9887-594e81973b0c req-5a1f1fcd-6aff-4a29-aefd-b0b20494b8d9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.0713298 Oct 13 04:26:59.977782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935d73-71f4-4611-9ecd-07342edda3bf req-b0cdb5c1-c4af-4115-9542-b796cd6e03f0 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.978168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1935d73-71f4-4611-9ecd-07342edda3bf req-b0cdb5c1-c4af-4115-9542-b796cd6e03f0 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0772152 Oct 13 04:27:00.009611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-0bdb5dc2-0beb-401d-9170-2560171c0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.010411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1791250b-460f-4ffa-9887-594e81973b0c req-e0a34e53-91ad-4a5b-a1c5-9baf40ff6385 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Oct 13 04:27:00.011380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-0bdb5dc2-0beb-401d-9170-2560171c0b11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024780 Oct 13 04:27:00.063820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1935d73-71f4-4611-9ecd-07342edda3bf req-365c38d1-b3ca-4b42-8a29-41602c9106b6 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Oct 13 04:27:00.184479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabc8a6-22ac-4efd-82a3-ad1e3d859374 req-3be709ca-4208-4585-bb0c-31686f2d7682 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.192611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bdabc8a6-22ac-4efd-82a3-ad1e3d859374 req-3be709ca-4208-4585-bb0c-31686f2d7682 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.1057253 Oct 13 04:27:00.199060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-c7de6f16-755c-4162-bcb0-63ebbc12f020 service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789136 Oct 13 04:27:00.202676 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62c18e-82ad-418c-a81a-914664eea2bd req-cfb918a8-1f73-46e5-9917-ace761f1bdc7 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.209604 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb62c18e-82ad-418c-a81a-914664eea2bd req-cfb918a8-1f73-46e5-9917-ace761f1bdc7 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0749815 Oct 13 04:27:00.271952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 32996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:00.277110 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bdabc8a6-22ac-4efd-82a3-ad1e3d859374 req-f7313e01-0335-495c-a1c1-a0d4e8d2bedb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713825 Oct 13 04:27:00.351970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb62c18e-82ad-418c-a81a-914664eea2bd req-23d761fb-4f98-44e1-9986-f9ab4a379672 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382363 Oct 13 04:27:00.402507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b90bbd06-1509-443a-8a73-66139de7cc03 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/90c019aa-3798-45b2-a970-59c17fb31fff HTTP/1.1" status: 200 len: 994 time: 0.1283417 Oct 13 04:27:00.444760 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5382c4a-9e60-4533-a450-67a6c4d93e49 req-bd9259cd-06c8-44ef-b560-8bc99a563e26 service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329948 Oct 13 04:27:00.697083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cd2a2-77e6-4529-8fbb-7e3c4039fc51 req-9cd806d6-9fdb-44d5-8cc7-df8b4631545d tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.698990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-488cd2a2-77e6-4529-8fbb-7e3c4039fc51 req-9cd806d6-9fdb-44d5-8cc7-df8b4631545d tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1097 time: 0.0434055 Oct 13 04:27:00.719442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbead8c-c3a3-42df-a925-81716f2ff4a3 req-dd10c21d-aaa1-46e7-af75-40001f19f587 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.721861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cbbead8c-c3a3-42df-a925-81716f2ff4a3 req-dd10c21d-aaa1-46e7-af75-40001f19f587 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0561194 Oct 13 04:27:00.761253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-488cd2a2-77e6-4529-8fbb-7e3c4039fc51 req-c1384fda-297b-44e6-b152-13063aa2ecb6 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549085 Oct 13 04:27:00.765994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cbbead8c-c3a3-42df-a925-81716f2ff4a3 req-80593d59-4d75-4186-aada-4f637cc00ee6 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Oct 13 04:27:01.161513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8362e4-2fa1-4f6c-93c8-c9a0403ac6a9 req-e0bc20d2-bfd7-4615-826f-ab62df107a82 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:01.163213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a8362e4-2fa1-4f6c-93c8-c9a0403ac6a9 req-e0bc20d2-bfd7-4615-826f-ab62df107a82 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.0673935 Oct 13 04:27:01.209919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a8362e4-2fa1-4f6c-93c8-c9a0403ac6a9 req-c02d8f06-7e01-42d2-b235-73657eca2d54 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Oct 13 04:27:01.769601 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-c072b403-4658-4def-8af3-21362d87dd9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3698671 Oct 13 04:27:01.779917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-ef832751-d3f7-4a55-a7b0-8bcaba0caecb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:27:01.781174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-ef832751-d3f7-4a55-a7b0-8bcaba0caecb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059497 Oct 13 04:27:01.914778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce961a7-dc75-4a0e-9762-7fd6af241eb5 req-bd2ad11a-144e-4645-9fee-5fd48b9221e5 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:01.916410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dce961a7-dc75-4a0e-9762-7fd6af241eb5 req-bd2ad11a-144e-4645-9fee-5fd48b9221e5 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0488911 Oct 13 04:27:01.969532 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dce961a7-dc75-4a0e-9762-7fd6af241eb5 req-9ae76dee-239a-4e6b-ab70-2d82ea119e70 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461717 Oct 13 04:27:02.015261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-433d2751-3444-47e8-813f-4661f35ea4e5 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:02.016790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-433d2751-3444-47e8-813f-4661f35ea4e5 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0630848 Oct 13 04:27:02.132497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Deleting port 261462ce-26bc-4acd-862d-4300506445be {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:02.132901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.226132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] For port 261462ce-26bc-4acd-862d-4300506445be, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=261462ce-26bc-4acd-862d-4300506445be,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:02.226887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.248672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Calling delete_port for 261462ce-26bc-4acd-862d-4300506445be owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:02.438142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd124a-e140-4ba2-b58f-87d854c44c0e req-43593790-8c00-463d-a566-79d22a3fee33 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:02.439594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9acd124a-e140-4ba2-b58f-87d854c44c0e req-43593790-8c00-463d-a566-79d22a3fee33 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.1277592 Oct 13 04:27:02.513313 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9acd124a-e140-4ba2-b58f-87d854c44c0e req-55f4d9e0-2188-4822-a780-e2beeb7aa848 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519447 Oct 13 04:27:02.518095 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.532276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['261462ce-26bc-4acd-862d-4300506445be'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:02.536392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d5bf6ecf-a543-4147-b42a-e6238592884b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:02.559555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Pushing event deleted for resources: {'Port': ['ID=261462ce-26bc-4acd-862d-4300506445be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:02.573502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-425d61a8-d193-4625-a2da-a4fe7d833a60 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:02.592177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-425d61a8-d193-4625-a2da-a4fe7d833a60 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1094 time: 0.2410824 Oct 13 04:27:02.603396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Request body: {'binding': {'host': 'n-h1-810220-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:02.605471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:27:02.679220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] No DVR routers for this DVR port 261462ce-26bc-4acd-862d-4300506445be on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:02.694910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.698407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f3c3640-1a55-4559-8b17-f779a686f557 req-9c96a3c6-2b1f-43ef-af22-b514d33d7374 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.15 "DELETE /v2.0/ports/261462ce-26bc-4acd-862d-4300506445be HTTP/1.1" status: 204 len: 173 time: 0.6755092 Oct 13 04:27:02.698715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'name': 'network-vif-deleted', 'tag': '261462ce-26bc-4acd-862d-4300506445be'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:02.713763 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5c0ff6-dab1-48b9-88dd-ce8f9d82217c" -d '{"events": [{"server_uuid": "1a65b4eb-4bf0-445b-86ff-224ff28a4d25", "name": "network-vif-deleted", "tag": "261462ce-26bc-4acd-862d-4300506445be"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:02.791581 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825a8db-e1ff-4c10-ba85-4e028d09dbb8 x-openstack-request-id: req-3825a8db-e1ff-4c10-ba85-4e028d09dbb8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:02.791877 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a65b4eb-4bf0-445b-86ff-224ff28a4d25", "name": "network-vif-deleted", "tag": "261462ce-26bc-4acd-862d-4300506445be", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:02.792128 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3825a8db-e1ff-4c10-ba85-4e028d09dbb8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:02.792521 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65b4eb-4bf0-445b-86ff-224ff28a4d25', 'name': 'network-vif-deleted', 'tag': '261462ce-26bc-4acd-862d-4300506445be', 'status': 'completed', 'code': 200} Oct 13 04:27:02.896436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on host n-h1-810220-9 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:02.897461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:02.898119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:02.903678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:02.904205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:02.910564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:02.910978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Checking segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:02.911432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Bound using segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:02.911953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Bound port: 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:03.003376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:03.011028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.012291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] 10.222.0.44 "POST /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4192193 Oct 13 04:27:03.100395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd1a82f5-b30d-4afd-81fe-3a94abb9c0d2 req-68e32c5b-ed95-47f0-af10-f284b77e20de tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a65b4eb-4bf0-445b-86ff-224ff28a4d25 HTTP/1.1" status: 200 len: 210 time: 0.0310130 Oct 13 04:27:03.233897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487b107-7e5f-4dd9-a83f-d5d6432967f4 req-db60c52e-1981-412a-a233-bbb3c8efe397 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.235675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d487b107-7e5f-4dd9-a83f-d5d6432967f4 req-db60c52e-1981-412a-a233-bbb3c8efe397 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0604477 Oct 13 04:27:03.288489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d487b107-7e5f-4dd9-a83f-d5d6432967f4 req-343cc678-12bd-466b-b91c-2f354533c87a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Oct 13 04:27:03.343546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-6ea3cd3e-48c6-452b-849a-c21913262fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.345098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-6ea3cd3e-48c6-452b-849a-c21913262fce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1097 time: 0.0626307 Oct 13 04:27:03.444464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-21535529-72d3-4d27-bc7a-a32581ef5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.445993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-21535529-72d3-4d27-bc7a-a32581ef5d9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.0942843 Oct 13 04:27:03.517880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-05b25559-f593-47a6-8a52-1a8da92c44e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1002 time: 0.0647991 Oct 13 04:27:03.572098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-73752c0c-edb5-47e5-9f13-d368d5ca85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.574126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-73752c0c-edb5-47e5-9f13-d368d5ca85f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.0494473 Oct 13 04:27:03.661819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08152873-8144-405e-9ee8-bc8e76d8017d req-7e2db1cc-ffc7-4b24-8f57-0f68312c8feb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.662992 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08152873-8144-405e-9ee8-bc8e76d8017d req-7e2db1cc-ffc7-4b24-8f57-0f68312c8feb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.0689130 Oct 13 04:27:03.672742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-b38259a0-e1d9-46b0-8843-5a7ba13432fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.672742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-b38259a0-e1d9-46b0-8843-5a7ba13432fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886662 Oct 13 04:27:03.785256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-08152873-8144-405e-9ee8-bc8e76d8017d req-d7520ce9-bad4-4b9a-95c2-6f421f07dbc5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142426 Oct 13 04:27:03.827430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-463bfae3-8b09-4cb1-ac9e-a2bf1c1e6160 service neutron] 10.222.0.15 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478243 Oct 13 04:27:03.924430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-b81284be-c4ed-436c-88c3-509f2c91029d service neutron] 10.222.0.15 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901089 Oct 13 04:27:04.068192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-a2ec115b-fb32-4742-bb97-154853fa90ad tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.069893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-a2ec115b-fb32-4742-bb97-154853fa90ad tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246&tenant_id=928d6475dae444d0b96465e78119009e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1097 time: 0.0757687 Oct 13 04:27:04.081884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810220-9'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:04.143744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.287802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:04.349192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:04.388441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71a9d-fab2-4af5-ac18-5c8b67106c14 req-e9426416-c206-439e-a0b0-249b8f2d3e43 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.390498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2cd71a9d-fab2-4af5-ac18-5c8b67106c14 req-e9426416-c206-439e-a0b0-249b8f2d3e43 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0425117 Oct 13 04:27:04.435326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2cd71a9d-fab2-4af5-ac18-5c8b67106c14 req-34d9b723-943b-4c71-96d1-95ae55225189 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Oct 13 04:27:04.442447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.455876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe01f07-d21b-4d96-8bbe-e958760e1ef1 req-2b304847-fae5-4939-b286-cb15ea112d2e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.457419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fe01f07-d21b-4d96-8bbe-e958760e1ef1 req-2b304847-fae5-4939-b286-cb15ea112d2e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0721741 Oct 13 04:27:04.458545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.583783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:04.598942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fe01f07-d21b-4d96-8bbe-e958760e1ef1 req-933321d0-75bd-4e54-8190-5577ca7181c9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126876 Oct 13 04:27:04.648280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on host n-h2-810220-9 for vnic_type normal with profile {"migrating_to": "n-h1-810220-9"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:04.648611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:04.648951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:04.653559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:04.653875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Attempting to bind port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on network 87894a17-f148-4c95-8180-633c819e57c1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:04.659216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:04.659547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Checking segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:04.659922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Bound using segment: {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:04.660345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Bound port: 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f10db3-a5dd-4191-8a62-5c673f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '87894a17-f148-4c95-8180-633c819e57c1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:04.660715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.733992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:04.737668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:04.742372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.751515 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db49c32c-d3de-48c1-a5a2-276d4bfb6511 None None] Provisioning complete for port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:04.752073 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db49c32c-d3de-48c1-a5a2-276d4bfb6511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.795926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:04.798803 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66daf630-57a1-4e7a-addf-8d8c150d028d" -d '{"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:04.862491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:04.912109 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5dbad-c19b-4df1-ba81-cd812ef6138f x-openstack-request-id: req-e7f5dbad-c19b-4df1-ba81-cd812ef6138f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:04.912406 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:04.912663 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7f5dbad-c19b-4df1-ba81-cd812ef6138f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:04.913547 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'code': 200} Oct 13 04:27:04.917499 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db49c32c-d3de-48c1-a5a2-276d4bfb6511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.955751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db49c32c-d3de-48c1-a5a2-276d4bfb6511 None None] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:04.957031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:04.959919 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22e454c-8545-4595-b17f-e2211570d3d1" -d '{"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-plugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:04.973634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.974270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.975495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db49c32c-d3de-48c1-a5a2-276d4bfb6511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.976636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-4f583953-beb8-45d0-9936-c019201528e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1122 time: 0.8982191 Oct 13 04:27:05.017575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd02f8-a224-41aa-b795-d66b284889c7 req-410dcaba-08cb-4cec-b9d5-d71a9f2f048a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:05.019252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4afd02f8-a224-41aa-b795-d66b284889c7 req-410dcaba-08cb-4cec-b9d5-d71a9f2f048a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.1048026 Oct 13 04:27:05.023161 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258eb9f0-a3ae-4de4-bb27-2863c5f47d71 x-openstack-request-id: req-258eb9f0-a3ae-4de4-bb27-2863c5f47d71 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:05.023617 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-plugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:05.024301 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-258eb9f0-a3ae-4de4-bb27-2863c5f47d71 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:05.025100 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'code': 200} Oct 13 04:27:05.072067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4afd02f8-a224-41aa-b795-d66b284889c7 req-275e1cdf-1ab9-40b6-98cb-19afd6fb934d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Oct 13 04:27:05.108096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1d6c8e98-f274-42d7-9c90-f5ee290f8da5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:05.201258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49c32c-d3de-48c1-a5a2-276d4bfb6511 None None] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:05.393328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38562ee7-9681-418b-846a-cc5ff025ef66 None None] Provisioning complete for port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:05.393698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38562ee7-9681-418b-846a-cc5ff025ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:05.553308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cad6a-5046-4ba7-9ac6-ca4911b941e4 req-a08c4fbf-5c67-486f-87e9-2d36e6f76d81 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:05.554811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b6cad6a-5046-4ba7-9ac6-ca4911b941e4 req-a08c4fbf-5c67-486f-87e9-2d36e6f76d81 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0411558 Oct 13 04:27:05.591873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b6cad6a-5046-4ba7-9ac6-ca4911b941e4 req-2f453f15-2c55-4455-8532-68b9c03fcff3 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b4e3a28a-3193-41aa-908a-c31b1142df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300124 Oct 13 04:27:05.709029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cc572-96b4-492f-8e85-2e5de01d8d3f req-a6a245f5-1d7b-4bd1-b5cd-86aae7f68295 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:05.710573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-874cc572-96b4-492f-8e85-2e5de01d8d3f req-a6a245f5-1d7b-4bd1-b5cd-86aae7f68295 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0500314 Oct 13 04:27:05.735231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:05.739534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 261462ce-26bc-4acd-862d-4300506445be no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:05.748708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-874cc572-96b4-492f-8e85-2e5de01d8d3f req-504c8cec-a46a-4585-a3b0-1845beebe60b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Oct 13 04:27:05.766428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 261462ce-26bc-4acd-862d-4300506445be {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:05.766920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 261462ce-26bc-4acd-862d-4300506445be not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:05.856201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:05.867440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 has no active binding in host n-h1-810220-9 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:27:06.172109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-b4524436-aee5-493b-98d8-33d24b623b9f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:06.174080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-b4524436-aee5-493b-98d8-33d24b623b9f tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 1096 time: 0.0719552 Oct 13 04:27:06.198101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4962-635d-4e6b-949c-f408bda5d8a9 req-be0bed26-05a8-4e3d-b9e0-915041a5f365 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:06.199687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c2ef4962-635d-4e6b-949c-f408bda5d8a9 req-be0bed26-05a8-4e3d-b9e0-915041a5f365 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.0512383 Oct 13 04:27:06.244032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c2ef4962-635d-4e6b-949c-f408bda5d8a9 req-abf177a3-7738-4a51-a8c3-0e43a4728676 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360880 Oct 13 04:27:06.269867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Deleting port d5bf6ecf-a543-4147-b42a-e6238592884b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:06.270203 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.354984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] For port d5bf6ecf-a543-4147-b42a-e6238592884b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d5bf6ecf-a543-4147-b42a-e6238592884b,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:06.355268 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.369112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Calling delete_port for d5bf6ecf-a543-4147-b42a-e6238592884b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:06.496939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.508178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d5bf6ecf-a543-4147-b42a-e6238592884b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:06.522811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5bf6ecf-a543-4147-b42a-e6238592884b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:06.557298 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:06.572224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] No DVR routers for this DVR port d5bf6ecf-a543-4147-b42a-e6238592884b on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:06.575583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.579121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a90a67c8-bde4-49fd-b688-804eaf9e7198 req-6f0fbd42-737d-48ea-bc05-9dfc79382f51 tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d5bf6ecf-a543-4147-b42a-e6238592884b HTTP/1.1" status: 204 len: 173 time: 0.3984997 Oct 13 04:27:06.579697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'name': 'network-vif-deleted', 'tag': 'd5bf6ecf-a543-4147-b42a-e6238592884b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:06.581959 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c8cb19-84f1-495a-8bd5-e9aff367ff1e" -d '{"events": [{"server_uuid": "495a16ce-b4a5-4c49-bc07-393808b93c8a", "name": "network-vif-deleted", "tag": "d5bf6ecf-a543-4147-b42a-e6238592884b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:06.641068 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec57ba64-3dcf-4d66-8737-617fe89cc822 x-openstack-request-id: req-ec57ba64-3dcf-4d66-8737-617fe89cc822 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:06.641360 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a16ce-b4a5-4c49-bc07-393808b93c8a", "name": "network-vif-deleted", "tag": "d5bf6ecf-a543-4147-b42a-e6238592884b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:06.641647 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec57ba64-3dcf-4d66-8737-617fe89cc822 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:06.642700 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a16ce-b4a5-4c49-bc07-393808b93c8a', 'name': 'network-vif-deleted', 'tag': 'd5bf6ecf-a543-4147-b42a-e6238592884b', 'status': 'completed', 'code': 200} Oct 13 04:27:06.716194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d602541c-f8d7-4314-ab86-b7c6aba0706b req-cd7f723c-677c-4cf1-9954-559a08d09ccb tempest-TestServerMultinode-1460627011 tempest-TestServerMultinode-1460627011-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495a16ce-b4a5-4c49-bc07-393808b93c8a HTTP/1.1" status: 200 len: 210 time: 0.0399737 Oct 13 04:27:06.868286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccae10-c018-47cd-b9f8-92258df6c692 req-994af8cc-7f90-4096-9f68-329785b8cf71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:06.869801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ccae10-c018-47cd-b9f8-92258df6c692 req-994af8cc-7f90-4096-9f68-329785b8cf71 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0489485 Oct 13 04:27:06.908214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9ccae10-c018-47cd-b9f8-92258df6c692 req-8407e105-ac04-4d1f-be16-e523a2804cb6 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Oct 13 04:27:06.914393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:06.916724 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381732d5-8354-4497-9266-122ba279893a" -d '{"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:06.961930 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d89367c-582e-4a7a-9a51-6b3353d550fb x-openstack-request-id: req-7d89367c-582e-4a7a-9a51-6b3353d550fb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:06.962232 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:06.962488 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d89367c-582e-4a7a-9a51-6b3353d550fb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:06.962891 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'status': 'completed', 'code': 200} Oct 13 04:27:07.049773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381732d5-8354-4497-9266-122ba279893a req-79e6f761-f648-45ba-8126-f312d374e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.051410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-79e6f761-f648-45ba-8126-f312d374e593 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1127 time: 0.0538754 Oct 13 04:27:07.146753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381732d5-8354-4497-9266-122ba279893a req-5cd51e8d-4b82-4d47-82f4-13a80312840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.148217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-5cd51e8d-4b82-4d47-82f4-13a80312840d service neutron] 10.222.0.26 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.0898194 Oct 13 04:27:07.219824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-3ed0506e-0aab-4537-94d3-e9154f78ae56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1002 time: 0.0644896 Oct 13 04:27:07.276786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381732d5-8354-4497-9266-122ba279893a req-58ba2b78-9aeb-4e28-8980-9df203a71434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.278824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-58ba2b78-9aeb-4e28-8980-9df203a71434 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.0503566 Oct 13 04:27:07.330953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381732d5-8354-4497-9266-122ba279893a req-6abbfc0b-ccee-4cca-9470-bfa460b1c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.332446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-6abbfc0b-ccee-4cca-9470-bfa460b1c0ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462761 Oct 13 04:27:07.370998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d8d6b-afab-4673-b75b-8fa18dedca6a req-fb40d25e-a925-481e-9f5f-c3f734026fd0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.379310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d31d8d6b-afab-4673-b75b-8fa18dedca6a req-fb40d25e-a925-481e-9f5f-c3f734026fd0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.0622883 Oct 13 04:27:07.416516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d31d8d6b-afab-4673-b75b-8fa18dedca6a req-cf8603ec-98b0-4d88-9c94-bc100cf4ab1f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365062 Oct 13 04:27:07.441638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-1deef88d-41e2-4b24-81d5-cc0d1db5a4e2 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007419 Oct 13 04:27:07.535143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-381732d5-8354-4497-9266-122ba279893a req-c57474a3-d58a-412d-923f-383f182f56d2 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862291 Oct 13 04:27:07.617885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-324ffe08-6c76-4920-8972-b8a650bac790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.619349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-324ffe08-6c76-4920-8972-b8a650bac790 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1127 time: 0.0406191 Oct 13 04:27:07.727805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-6e0b4f6a-566c-42bc-8686-da86b4573439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.729392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-6e0b4f6a-566c-42bc-8686-da86b4573439 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.0904496 Oct 13 04:27:07.770564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:07.806832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-0e259bff-0caf-46f3-ab22-8d55ed0b9d36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1002 time: 0.0693409 Oct 13 04:27:07.857935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-121f1832-9d8e-4641-a349-56e67d1345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.859507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-121f1832-9d8e-4641-a349-56e67d1345e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.0454478 Oct 13 04:27:07.910391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-c771cf39-6d79-408b-869e-1c88a333794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.911923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-c771cf39-6d79-408b-869e-1c88a333794a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433495 Oct 13 04:27:08.037043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-b00cf3fe-e262-4619-8253-9d5b3e1b3d45 service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173220 Oct 13 04:27:08.134426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f8ca504-9f76-4146-b7ca-52307de6f442 req-a1772a35-068a-46a4-b390-013daa92cbbb service neutron] 10.222.0.26 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899439 Oct 13 04:27:08.156117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.382578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7b6c3-2e7c-4055-b6c1-b59def337ccd req-77f4130d-d4d0-4b14-aca8-1f05f5d6f652 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:08.384038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b7b6c3-2e7c-4055-b6c1-b59def337ccd req-77f4130d-d4d0-4b14-aca8-1f05f5d6f652 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0890322 Oct 13 04:27:08.475075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b7b6c3-2e7c-4055-b6c1-b59def337ccd req-f9b044bc-31d5-412d-9472-4aac119512e8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844038 Oct 13 04:27:08.559693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39d481-fa53-43f8-9a3c-92bf77f73350 req-b7bb8776-763a-4465-afb2-8e9de1392ee7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:08.561270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb39d481-fa53-43f8-9a3c-92bf77f73350 req-b7bb8776-763a-4465-afb2-8e9de1392ee7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.0609517 Oct 13 04:27:08.600908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb39d481-fa53-43f8-9a3c-92bf77f73350 req-feeb8b33-e4c4-4171-bf38-3a6b3efc9a68 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Oct 13 04:27:08.633447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.922813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Deleting port e554c620-3543-46ef-8806-273cdaa89b06 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:08.923490 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.007477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] For port e554c620-3543-46ef-8806-273cdaa89b06, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e554c620-3543-46ef-8806-273cdaa89b06,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:09.007857 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.020400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Calling delete_port for e554c620-3543-46ef-8806-273cdaa89b06 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:09.188643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-083f8347-07fe-412b-8032-f6ba22d00183 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0636206 Oct 13 04:27:09.247874 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.296250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e554c620-3543-46ef-8806-273cdaa89b06,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:09.368717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.369323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.369844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.372773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.372773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.372773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.372773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.376929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0b464ba2-b147-4ec8-9902-841d310ad6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.1368666 Oct 13 04:27:09.569619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.572664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-fd769d48-469f-44c9-b04c-eb056829bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.573167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-fd769d48-469f-44c9-b04c-eb056829bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.573627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-fd769d48-469f-44c9-b04c-eb056829bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.575854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-fd769d48-469f-44c9-b04c-eb056829bf33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 2292 time: 0.1479416 Oct 13 04:27:09.616876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc92a-27f4-497e-a204-ea23d1dfa7ea req-d0e55355-183b-4119-9ac5-b54b92946fb4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.618580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11ccc92a-27f4-497e-a204-ea23d1dfa7ea req-d0e55355-183b-4119-9ac5-b54b92946fb4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 946 time: 0.0573690 Oct 13 04:27:09.659605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11ccc92a-27f4-497e-a204-ea23d1dfa7ea req-d850f436-aa5c-47a5-8072-47248225ff26 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339377 Oct 13 04:27:09.756593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-69d992d4-bc6d-4e7e-9961-cb23290d1cb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 1001 time: 0.1729908 Oct 13 04:27:09.776235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d5bf6ecf-a543-4147-b42a-e6238592884b no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:09.800015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: d5bf6ecf-a543-4147-b42a-e6238592884b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:09.800359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d5bf6ecf-a543-4147-b42a-e6238592884b not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:09.828425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9c99f-b591-4ee2-8518-c12e4692d09e req-4be3a135-ac4b-45cd-a9e8-f5dd2b680f52 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.830000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83d9c99f-b591-4ee2-8518-c12e4692d09e req-4be3a135-ac4b-45cd-a9e8-f5dd2b680f52 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.1143653 Oct 13 04:27:09.885259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-e50aa3e1-8af7-464c-854c-66db10a30d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.886735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-e50aa3e1-8af7-464c-854c-66db10a30d3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.1215796 Oct 13 04:27:09.976751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.981821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83d9c99f-b591-4ee2-8518-c12e4692d09e req-a6eb76c9-3c1f-41ec-8dcf-a4f8fba2c417 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145198 Oct 13 04:27:10.008011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:10.009939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-63dccd69-b79f-4f5a-a5ab-9dda25607735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.011486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-63dccd69-b79f-4f5a-a5ab-9dda25607735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149366 Oct 13 04:27:10.084126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-b41ddc9a-6e4c-461e-aea3-1aaeacda5d52 service neutron] 10.222.0.26 "GET /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 384 time: 0.0623498 Oct 13 04:27:10.188064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-531d5117-411b-4d4e-a03b-93cff56352b4 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691291 Oct 13 04:27:10.192424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:10.202538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a43b9135-84d3-48be-9b2c-acc35d864da0 admin admin] 10.222.0.44 "PUT /v2.0/routers/11cd40df-e2b7-4bc7-af15-245c98c5f3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297094 Oct 13 04:27:10.202695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:10.205733 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] Sync routers for ids ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:10.219562 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] Routers {'11cd40df-e2b7-4bc7-af15-245c98c5f3a1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:10.220917 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.312081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-da64dd95-5693-4b73-8ddb-82d36e8e2f09 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120059 Oct 13 04:27:10.351942 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] Set router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:10.382738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-7d86a3b6-d509-4578-beb0-3e82893a3598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 217 time: 0.0634568 Oct 13 04:27:10.402658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.405441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:10.453568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-4059561c-7c87-40ee-a8c6-74dce2029721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.455029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-4059561c-7c87-40ee-a8c6-74dce2029721 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0648675 Oct 13 04:27:10.481340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:10.504825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-ed7b8d34-4671-4c80-b6cb-3df8fcc4d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.506655 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-ed7b8d34-4671-4c80-b6cb-3df8fcc4d7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451820 Oct 13 04:27:10.564778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:10.567222 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a064a07-2775-457c-8138-160f87bac0fc" -d '{"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:10.577029 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:27:09Z', 'revision_number': 5, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port': {'id': 'efdc26a1-3030-4af8-a19f-1f649895b645', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.579199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:10.598906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.603506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.639183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-1068113f-226f-4e5a-b538-7d339211096e service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248655 Oct 13 04:27:10.649915 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9975a6-47cc-4d82-baad-3c13d2231f59 x-openstack-request-id: req-5e9975a6-47cc-4d82-baad-3c13d2231f59 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:10.650479 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:10.650479 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e9975a6-47cc-4d82-baad-3c13d2231f59 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:10.650855 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'code': 200} Oct 13 04:27:10.720985 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] Checking router: 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:10.730244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] Routers {'11cd40df-e2b7-4bc7-af15-245c98c5f3a1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:10.731335 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.757222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Deleting port efdc26a1-3030-4af8-a19f-1f649895b645 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:10.758032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.763643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] Transition to ACTIVE for port object 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:27:10.773370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-70159352-7864-43df-bab9-2faf0e1a8bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275563 Oct 13 04:27:10.809167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.822441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-a23747a4-2982-47e7-9423-bfa6cddf88d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 217 time: 0.0421190 Oct 13 04:27:10.834089 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] Set router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:10.881183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-42f43d3d-bb13-4cc3-80a8-a9ad0763a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.883361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-42f43d3d-bb13-4cc3-80a8-a9ad0763a458 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0542328 Oct 13 04:27:10.886376 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:27:10Z', 'revision_number': 6, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.927249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140aea4-4ece-4226-a1d5-0a378012073c None None] The sync data for ids ['11cd40df-e2b7-4bc7-af15-245c98c5f3a1'] in n-d-810220-9 is: [{'id': '11cd40df-e2b7-4bc7-af15-245c98c5f3a1', 'name': 'tempest-TestServerMultinode-254944381-router', 'tenant_id': '5279a9cff84141d49763006557458d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:21Z', 'updated_at': '2021-10-13T04:27:10Z', 'revision_number': 6, 'project_id': '5279a9cff84141d49763006557458d9b', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:10.953593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-259d3cfb-e674-4353-a0a5-77e18b188c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.955161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-259d3cfb-e674-4353-a0a5-77e18b188c50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653110 Oct 13 04:27:10.974759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e97b-3644-4b35-abdf-9f6581050f6c req-b14d4d0d-f75d-4831-ada2-cd679df20c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.976265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d79e97b-3644-4b35-abdf-9f6581050f6c req-b14d4d0d-f75d-4831-ada2-cd679df20c1a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.2106931 Oct 13 04:27:10.993895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=11']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.078432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-3a1cbf06-fa49-49c4-96d5-ede67b7ad776 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160109 Oct 13 04:27:11.088287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] For port efdc26a1-3030-4af8-a19f-1f649895b645, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=efdc26a1-3030-4af8-a19f-1f649895b645,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:11.088658 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.111585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d79e97b-3644-4b35-abdf-9f6581050f6c req-2ecc3e06-c469-41ce-a84a-1ff452b14385 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143992 Oct 13 04:27:11.112558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Calling delete_port for efdc26a1-3030-4af8-a19f-1f649895b645 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:11.190787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] No DVR routers for this DVR port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:11.402917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-85869fb1-b275-4a5a-a3fa-b7ab4e3278b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5/bindings/n-h1-810220-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3112285 Oct 13 04:27:11.417378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e554c620-3543-46ef-8806-273cdaa89b06 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:11.459173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e554c620-3543-46ef-8806-273cdaa89b06 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:11.460843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e554c620-3543-46ef-8806-273cdaa89b06 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:11.541862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.571554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Pushing event deleted for resources: {'Port': ['ID=efdc26a1-3030-4af8-a19f-1f649895b645,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.586003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c456c-ac27-4d3c-917a-93846ce41e28 req-cb56b86b-9407-4846-98fc-6b7d326a4d30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.587505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-665c456c-ac27-4d3c-917a-93846ce41e28 req-cb56b86b-9407-4846-98fc-6b7d326a4d30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 944 time: 0.5069013 Oct 13 04:27:11.640152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-f65d20a6-133e-47a8-a3ff-3906a99becd6 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489969 Oct 13 04:27:11.645272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-665c456c-ac27-4d3c-917a-93846ce41e28 req-2580b28f-cef8-45eb-b56b-2068a06f0ae3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Oct 13 04:27:11.681316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-88ed222f-94cf-4520-ae95-0ca16023aa41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 217 time: 0.0347288 Oct 13 04:27:11.711137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.742466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-dac2c8cf-3356-4738-8568-373f6d7bf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.744234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-dac2c8cf-3356-4738-8568-373f6d7bf0fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0562565 Oct 13 04:27:11.750503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cf903da2-d739-487f-9d85-ade043570fcf details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:11.797922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-b847daa4-6418-4d7b-974c-b7392088d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.799405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-b847daa4-6418-4d7b-974c-b7392088d8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474918 Oct 13 04:27:11.849990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.854158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.875299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cf903da2-d739-487f-9d85-ade043570fcf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cf903da2-d739-487f-9d85-ade043570fcf,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:11.893296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'cf903da2-d739-487f-9d85-ade043570fcf', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': 'cf903da2-d739-487f-9d85-ade043570fcf', 'mac_address': 'fa:16:3e:53:d0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:11.902822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-3096b983-247d-42cb-aaac-34ca2ca935e2 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.904764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-3096b983-247d-42cb-aaac-34ca2ca935e2 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246&tenant_id=928d6475dae444d0b96465e78119009e&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.2971964 Oct 13 04:27:11.906149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.906686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cd40df-e2b7-4bc7-af15-245c98c5f3a1 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:11.911123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.914839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c9a73f6e-1ecb-4dbd-85a2-0a6925dd483b admin admin] 10.222.0.44 "DELETE /v2.0/routers/11cd40df-e2b7-4bc7-af15-245c98c5f3a1 HTTP/1.1" status: 204 len: 168 time: 1.7116377 Oct 13 04:27:11.915453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:11.916667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-8d1310d1-c9e8-4377-b3ff-4ee034ad0a66 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078265 Oct 13 04:27:11.951913 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.970514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf903da2-d739-487f-9d85-ade043570fcf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:11.998126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Deleting subnet b5497d05-2be6-4b03-9751-46223393b80c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:12.000118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cf903da2-d739-487f-9d85-ade043570fcf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cf903da2-d739-487f-9d85-ade043570fcf,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:12.004768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-ccea56d3-34a7-4144-8318-6ef29ac2b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.006610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-ccea56d3-34a7-4144-8318-6ef29ac2b896 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 1096 time: 0.0902932 Oct 13 04:27:12.007344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.007525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.057059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-857ddf06-b070-4cb0-9b8f-2fb74881ec0f service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332748 Oct 13 04:27:12.070874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=cf903da2-d739-487f-9d85-ade043570fcf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.097977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.102701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-316ae8ce-79c6-4298-a10a-7e154189babc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 217 time: 0.0376251 Oct 13 04:27:12.132512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-0c2f76d4-900c-4a4b-8e43-a732fb57f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.134041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-0c2f76d4-900c-4a4b-8e43-a732fb57f982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1096 time: 0.0875432 Oct 13 04:27:12.155962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-393f6185-a65e-4672-bfe5-d582e2759baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.157625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-393f6185-a65e-4672-bfe5-d582e2759baf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0476778 Oct 13 04:27:12.224288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-fa2aa16d-9ef5-44ec-b5ae-9f4646e1e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.226155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-fa2aa16d-9ef5-44ec-b5ae-9f4646e1e3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610285 Oct 13 04:27:12.284227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cf903da2-d739-487f-9d85-ade043570fcf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:12.349862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-97df4371-20a8-4559-a116-1334a4745831 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139328 Oct 13 04:27:12.495513 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-38e32c6a-ec10-46b2-a056-9fefa1ccbb64 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378300 Oct 13 04:27:12.545600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-35d8efaa-2e80-4081-b108-0f51733af082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 217 time: 0.0420101 Oct 13 04:27:12.597924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-d073598d-43fd-4d41-a936-4da28d23c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.599418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-d073598d-43fd-4d41-a936-4da28d23c76e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0469875 Oct 13 04:27:12.649871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-c42410aa-b009-4cef-b019-7ab54d1be2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.651626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-c42410aa-b009-4cef-b019-7ab54d1be2fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448899 Oct 13 04:27:12.679941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f834bf-dcff-4252-be1d-5be4fb71eb52 req-717219be-ac4b-4233-be90-ab1157c371eb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.681337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01f834bf-dcff-4252-be1d-5be4fb71eb52 req-717219be-ac4b-4233-be90-ab1157c371eb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.4747655 Oct 13 04:27:12.682878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.734629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-9d722022-7196-496a-8722-2f691697cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.736275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-9d722022-7196-496a-8722-2f691697cd36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.5914779 Oct 13 04:27:12.779961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-3384439b-10d6-478b-93c1-b8cc9969faf1 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206636 Oct 13 04:27:12.803792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01f834bf-dcff-4252-be1d-5be4fb71eb52 req-f7344d99-dd6d-426b-b0f8-8a2f481f2d14 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978050 Oct 13 04:27:12.838118 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-04f9faf8-55f2-492d-8d26-8823cb11673f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 1000 time: 0.0932248 Oct 13 04:27:12.843630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.845689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f7660-a1fe-42a0-ad3d-d6ffbc33faf4 req-640caac5-8537-4b42-b5a4-6fbc21054f17 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.847268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e4f7660-a1fe-42a0-ad3d-d6ffbc33faf4 req-640caac5-8537-4b42-b5a4-6fbc21054f17 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 945 time: 0.1051190 Oct 13 04:27:12.906170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5497d05-2be6-4b03-9751-46223393b80c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.913148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.914029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e4f7660-a1fe-42a0-ad3d-d6ffbc33faf4 req-9ef317a1-68db-4435-a64a-c9ec36758c19 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Oct 13 04:27:12.916327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-68983fb1-8284-4abb-81ee-5d96d0113bd6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b5497d05-2be6-4b03-9751-46223393b80c HTTP/1.1" status: 204 len: 168 time: 0.9751163 Oct 13 04:27:12.918285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-694a1120-7b0a-41c2-b2f3-8906af0bc8d5 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301861 Oct 13 04:27:12.919321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33294) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:12.927049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a45e6-0e70-432c-ba32-4822dba31971 None None] Network c77edb8f-a0f0-459c-98e8-39544a53f7e9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:12.964870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-0dfab952-2531-40e7-bcc0-e8a6285181b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0398335 Oct 13 04:27:13.015425 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.024437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-b695ab7e-037f-471b-aab4-ad0b4da40631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.026334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-b695ab7e-037f-471b-aab4-ad0b4da40631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0549834 Oct 13 04:27:13.035092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-76412fb6-d10e-4e72-86aa-4d39507fa035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.036588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-76412fb6-d10e-4e72-86aa-4d39507fa035 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.1895845 Oct 13 04:27:13.091254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-070142ba-900f-42b4-9314-43f488754026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.092473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-070142ba-900f-42b4-9314-43f488754026 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563338 Oct 13 04:27:13.124395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-35566fea-efd8-4ba7-8fa7-bd3f74030065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.125925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-35566fea-efd8-4ba7-8fa7-bd3f74030065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817750 Oct 13 04:27:13.155266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Deleting port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:13.155607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.160239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] DHCP port deletion for c77edb8f-a0f0-459c-98e8-39544a53f7e9 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:13.220442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-a2ed0223-2853-4733-ae13-eccb8f601231 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182752 Oct 13 04:27:13.224714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device efdc26a1-3030-4af8-a19f-1f649895b645 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:13.247204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: efdc26a1-3030-4af8-a19f-1f649895b645 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:13.247540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device efdc26a1-3030-4af8-a19f-1f649895b645 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:13.267349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] Deleting port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:13.267946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.273299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] For port c44f4d51-2622-49eb-a4ca-3085d13ed8a0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:13.273667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.300190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Calling delete_port for c44f4d51-2622-49eb-a4ca-3085d13ed8a0 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:13.312155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-1c3c6e52-4c04-4602-9138-e7532ac084cb service neutron] 10.222.0.15 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757221 Oct 13 04:27:13.336945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] For port c44f4d51-2622-49eb-a4ca-3085d13ed8a0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,segment=NetworkSegment(14c46a17-f223-4cf9-9d1d-29b0e624ee1d),segment_id=14c46a17-f223-4cf9-9d1d-29b0e624ee1d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:13.337330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.340623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a7068df-5668-49fc-af47-5c963a4fe3e8 req-79cbd2e3-7a27-437f-b412-1e6f1bc0e58a service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100016 Oct 13 04:27:13.352058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] Calling delete_port for c44f4d51-2622-49eb-a4ca-3085d13ed8a0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:13.439258 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.460963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-ad5322a4-3ab3-4b90-9574-28710b0205d1 service neutron] 10.222.0.15 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124020 Oct 13 04:27:13.461978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.463121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] Pushing event deleted for resources: {'Port': ['ID=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:13.476377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf320c5-35da-40dd-ba47-0b39ae5877d0 None None] No DVR routers for this DVR port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:13.495083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44f4d51-2622-49eb-a4ca-3085d13ed8a0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:13.496995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] No DVR routers for this DVR port c44f4d51-2622-49eb-a4ca-3085d13ed8a0 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:13.585388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.607419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77edb8f-a0f0-459c-98e8-39544a53f7e9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:13.623149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c46a17-f223-4cf9-9d1d-29b0e624ee1d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:13.623445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c46a17-f223-4cf9-9d1d-29b0e624ee1d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:13.634042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.649390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.656249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:13.656646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:13.658340 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:13.740493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.748291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.752721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c77edb8f-a0f0-459c-98e8-39544a53f7e9 HTTP/1.1" status: 204 len: 168 time: 0.8312171 Oct 13 04:27:13.754468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33300) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:13.754797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cf903da2-d739-487f-9d85-ade043570fcf up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:13.767287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-2f150c67-5c62-4056-94c0-b069086d3247 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.768993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-2f150c67-5c62-4056-94c0-b069086d3247 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246&tenant_id=928d6475dae444d0b96465e78119009e&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 1096 time: 0.0775805 Oct 13 04:27:13.769911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3501339-b55a-4ccd-8efb-7e18beb79497 admin admin] Pushing event deleted for resources: {'Network': ['ID=c77edb8f-a0f0-459c-98e8-39544a53f7e9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:13.783035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:13.843586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:13.857889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port cf903da2-d739-487f-9d85-ade043570fcf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:27:13.865180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port cf903da2-d739-487f-9d85-ade043570fcf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:13.866234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.898930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-a845dc89-d7b6-4386-aa22-8348c347eab5 service neutron] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:13.903082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-a845dc89-d7b6-4386-aa22-8348c347eab5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.904446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-a845dc89-d7b6-4386-aa22-8348c347eab5 service neutron] 10.222.0.15 "DELETE /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5/bindings/n-h2-810220-9 HTTP/1.1" status: 204 len: 173 time: 0.1284199 Oct 13 04:27:13.987801 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.026601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port cf903da2-d739-487f-9d85-ade043570fcf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cf903da2-d739-487f-9d85-ade043570fcf,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:14.028296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6698e632-aba4-4959-996b-f3672ca6fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf903da2-d739-487f-9d85-ade043570fcf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:14.033356 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3ed652-6e1c-4961-9bbb-45350079240b" -d '{"events": [{"server_uuid": "6698e632-aba4-4959-996b-f3672ca6fa13", "name": "network-vif-plugged", "status": "completed", "tag": "cf903da2-d739-487f-9d85-ade043570fcf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:14.037516 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.063241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5116f7b-12e4-490b-bf10-8f9d12e47165 req-3a02ef50-73fc-4f06-ae9c-62994417365e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:14.064867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5116f7b-12e4-490b-bf10-8f9d12e47165 req-3a02ef50-73fc-4f06-ae9c-62994417365e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 945 time: 0.0621588 Oct 13 04:27:14.084410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1741-a08b-4e8f-8785-16ae70dd70f9 req-985a375c-83bb-4646-bdf9-46e8de37d81c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:14.086310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34df1741-a08b-4e8f-8785-16ae70dd70f9 req-985a375c-83bb-4646-bdf9-46e8de37d81c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.1739731 Oct 13 04:27:14.097335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=cf903da2-d739-487f-9d85-ade043570fcf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:14.120515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5116f7b-12e4-490b-bf10-8f9d12e47165 req-b97a22bc-a0c0-4026-9fbc-691a9ea81ce2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493455 Oct 13 04:27:14.166735 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53116046-22fc-4bfd-bcee-2357e9c89966 x-openstack-request-id: req-53116046-22fc-4bfd-bcee-2357e9c89966 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:14.167030 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6698e632-aba4-4959-996b-f3672ca6fa13", "name": "network-vif-plugged", "status": "completed", "tag": "cf903da2-d739-487f-9d85-ade043570fcf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:14.167287 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53116046-22fc-4bfd-bcee-2357e9c89966 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:14.168231 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6698e632-aba4-4959-996b-f3672ca6fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf903da2-d739-487f-9d85-ade043570fcf', 'code': 200} Oct 13 04:27:14.179017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-34df1741-a08b-4e8f-8785-16ae70dd70f9 req-fd5eec8c-e17b-4147-a647-826bbc2f8891 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837188 Oct 13 04:27:14.279735 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.333083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874b22-2108-46f6-bd70-291d4373844f req-2ecabb9b-181e-414b-bdec-60b6c4093657 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:14.334602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e874b22-2108-46f6-bd70-291d4373844f req-2ecabb9b-181e-414b-bdec-60b6c4093657 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1096 time: 0.0511169 Oct 13 04:27:14.336442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49767a08-67ae-418c-a5e6-e55744d8e660 req-7c88b9b5-7eea-4cfe-8691-75eb1354dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:14.337805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-49767a08-67ae-418c-a5e6-e55744d8e660 req-7c88b9b5-7eea-4cfe-8691-75eb1354dc00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 1097 time: 0.0894887 Oct 13 04:27:14.396634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e874b22-2108-46f6-bd70-291d4373844f req-fb9e0d2e-2bbd-49a1-be32-eb4d749fa9c4 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544167 Oct 13 04:27:14.398357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-49767a08-67ae-418c-a5e6-e55744d8e660 req-17dd09a2-b368-4736-9970-fd148af75880 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505936 Oct 13 04:27:14.545239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f8f0-f18e-4fff-a904-dc41f5821588 req-0ca6df77-0b06-4b77-9298-6d48e44695ff tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:14.546781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8562f8f0-f18e-4fff-a904-dc41f5821588 req-0ca6df77-0b06-4b77-9298-6d48e44695ff tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.0809269 Oct 13 04:27:14.623990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8562f8f0-f18e-4fff-a904-dc41f5821588 req-4cc4dee5-ae75-4ff7-a2c6-aee53496241a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602880 Oct 13 04:27:14.648074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:14.666815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Deleting port a0861158-3e7e-4db5-9ba0-82d6c0270e0e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:14.669156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.743864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-008358e1-bdb0-4570-9260-f8f7024c6e01 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/90c019aa-3798-45b2-a970-59c17fb31fff HTTP/1.1" status: 200 len: 992 time: 0.0908160 Oct 13 04:27:14.769780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] For port a0861158-3e7e-4db5-9ba0-82d6c0270e0e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:14.770295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.784344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Calling delete_port for a0861158-3e7e-4db5-9ba0-82d6c0270e0e owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:14.968028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.037784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0861158-3e7e-4db5-9ba0-82d6c0270e0e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:15.205172 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.288843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c44f4d51-2622-49eb-a4ca-3085d13ed8a0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:15.314680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: c44f4d51-2622-49eb-a4ca-3085d13ed8a0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:15.315282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c44f4d51-2622-49eb-a4ca-3085d13ed8a0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:15.377029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6aa63-84ab-4d2f-a370-15726592eed0 req-ae5c3016-8e25-4676-b4af-cdbb6d970550 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:15.384668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c6aa63-84ab-4d2f-a370-15726592eed0 req-ae5c3016-8e25-4676-b4af-cdbb6d970550 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 946 time: 0.1676388 Oct 13 04:27:15.436312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31c6aa63-84ab-4d2f-a370-15726592eed0 req-b787345a-2f09-4ff9-bb38-f5b355ef870d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Oct 13 04:27:15.560604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Router f8206706-6968-4de3-81d7-c810bd962891 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:15.668585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:15.673611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5b9ed0ae-7674-4f1c-9508-b1522924e10a admin admin] 10.222.0.44 "PUT /v2.0/routers/f8206706-6968-4de3-81d7-c810bd962891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9180996 Oct 13 04:27:15.676116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:15.678787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] Sync routers for ids ['f8206706-6968-4de3-81d7-c810bd962891'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:15.690319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] Routers {'f8206706-6968-4de3-81d7-c810bd962891'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:15.691147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8206706-6968-4de3-81d7-c810bd962891'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:15.807315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.840659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] Set router f8206706-6968-4de3-81d7-c810bd962891 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:15.917405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.977375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Deleting port b5779ed4-27bd-4e4c-a949-56ec25474a5f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:15.977977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.045069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:27:14Z', 'revision_number': 5, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port': {'id': 'b5779ed4-27bd-4e4c-a949-56ec25474a5f', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8206706-6968-4de3-81d7-c810bd962891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:29Z', 'updated_at': '2021-10-13T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:16.072745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] Checking router: f8206706-6968-4de3-81d7-c810bd962891 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:16.082393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] Routers {'f8206706-6968-4de3-81d7-c810bd962891'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:16.083018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8206706-6968-4de3-81d7-c810bd962891'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:16.329344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] Set router f8206706-6968-4de3-81d7-c810bd962891 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:16.389664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:27:15Z', 'revision_number': 6, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:16.416634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea14c72-f6be-4395-9a7e-3b1065927367 None None] The sync data for ids ['f8206706-6968-4de3-81d7-c810bd962891'] in n-d-810220-9 is: [{'id': 'f8206706-6968-4de3-81d7-c810bd962891', 'name': 'tempest-TestServerMultinode-2141200091-router', 'tenant_id': '8c107408cb724204854fd7068a2ac2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:28Z', 'updated_at': '2021-10-13T04:27:15Z', 'revision_number': 6, 'project_id': '8c107408cb724204854fd7068a2ac2cc', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:16.418714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] For port b5779ed4-27bd-4e4c-a949-56ec25474a5f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b5779ed4-27bd-4e4c-a949-56ec25474a5f,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:16.419217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.432403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Calling delete_port for b5779ed4-27bd-4e4c-a949-56ec25474a5f owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:16.618783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6720-126c-457b-bc19-31ad6d45cc74 req-4807fc1a-95ed-4361-a063-dfd1eac74035 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:16.620279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463e6720-126c-457b-bc19-31ad6d45cc74 req-4807fc1a-95ed-4361-a063-dfd1eac74035 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 946 time: 0.0833688 Oct 13 04:27:16.663647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.707074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5779ed4-27bd-4e4c-a949-56ec25474a5f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:16.711582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463e6720-126c-457b-bc19-31ad6d45cc74 req-b43fae33-fa9b-4e68-8fde-a3cc4a11fffb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793326 Oct 13 04:27:16.810389 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.890327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f068-b730-4407-bb8c-369f94c2f226 req-0c81d0a9-aba4-490b-aec1-dc13dcfca531 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:16.892573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9e3f068-b730-4407-bb8c-369f94c2f226 req-0c81d0a9-aba4-490b-aec1-dc13dcfca531 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 946 time: 0.0767028 Oct 13 04:27:16.922431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.929426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.985360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9e3f068-b730-4407-bb8c-369f94c2f226 req-e755195e-581c-453e-a124-0da3d2773eca tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Oct 13 04:27:17.002817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.003838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8206706-6968-4de3-81d7-c810bd962891 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:17.013244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.016820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55df7094-673f-4c39-b20f-600c1ddad374 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f8206706-6968-4de3-81d7-c810bd962891 HTTP/1.1" status: 204 len: 168 time: 1.3371162 Oct 13 04:27:17.017254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33364) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:17.082121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Deleting subnet 8957d955-3a42-4342-a501-2e4ba7c33c91 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:17.085999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.143278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.218230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:17.239200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b5779ed4-27bd-4e4c-a949-56ec25474a5f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:17.278840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b5779ed4-27bd-4e4c-a949-56ec25474a5f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:17.291894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.293253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b5779ed4-27bd-4e4c-a949-56ec25474a5f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:17.293886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a0861158-3e7e-4db5-9ba0-82d6c0270e0e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:17.338058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a0861158-3e7e-4db5-9ba0-82d6c0270e0e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:17.338595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a0861158-3e7e-4db5-9ba0-82d6c0270e0e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:17.435470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.502278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8957d955-3a42-4342-a501-2e4ba7c33c91,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:17.503536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9459297-9d77-41b6-afed-e54fa50b3006 None None] Network 2ff2e79a-5bd8-4913-8c9f-ad745633e49b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:17.510542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.514781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02f763e4-e899-4018-b181-872748e53090 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8957d955-3a42-4342-a501-2e4ba7c33c91 HTTP/1.1" status: 204 len: 168 time: 0.4964571 Oct 13 04:27:17.522026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:17.640793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 173f4525-8620-402b-9863-6a49f0acb749 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:17.641135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.697642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.774352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.774687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.789762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 173f4525-8620-402b-9863-6a49f0acb749 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:17.855879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] DHCP port deletion for 2ff2e79a-5bd8-4913-8c9f-ad745633e49b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:17.926879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Deleting port 81c89761-4ade-4013-a7a1-8c2c965e0b44 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:17.928309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.950572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] Deleting port 81c89761-4ade-4013-a7a1-8c2c965e0b44 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:17.950954 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.129157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] For port 81c89761-4ade-4013-a7a1-8c2c965e0b44, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81c89761-4ade-4013-a7a1-8c2c965e0b44,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:18.129836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.139629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] For port 81c89761-4ade-4013-a7a1-8c2c965e0b44, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=81c89761-4ade-4013-a7a1-8c2c965e0b44,segment=NetworkSegment(a27c22ca-7673-4f33-9361-b06c8904c762),segment_id=a27c22ca-7673-4f33-9361-b06c8904c762)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:18.140395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.147694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] Calling delete_port for 81c89761-4ade-4013-a7a1-8c2c965e0b44 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:18.198539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Calling delete_port for 81c89761-4ade-4013-a7a1-8c2c965e0b44 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:18.257890 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.324573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] Pushing event deleted for resources: {'Port': ['ID=81c89761-4ade-4013-a7a1-8c2c965e0b44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.346509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.360664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc59b6-cd77-40ac-a2cd-4333c19f78e4 None None] No DVR routers for this DVR port 81c89761-4ade-4013-a7a1-8c2c965e0b44 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:18.398602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c89761-4ade-4013-a7a1-8c2c965e0b44,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.418801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] No DVR routers for this DVR port 81c89761-4ade-4013-a7a1-8c2c965e0b44 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:18.556330 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.585468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff2e79a-5bd8-4913-8c9f-ad745633e49b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:18.597426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27c22ca-7673-4f33-9361-b06c8904c762') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:18.597907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27c22ca-7673-4f33-9361-b06c8904c762') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:18.611737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.636749 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.644180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:18.644627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:18.715061 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:18.751941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.760328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.764166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2ff2e79a-5bd8-4913-8c9f-ad745633e49b HTTP/1.1" status: 204 len: 168 time: 1.2400231 Oct 13 04:27:18.783155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01fca2-607b-4053-96df-2ab70117f7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff2e79a-5bd8-4913-8c9f-ad745633e49b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.797014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.959284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=173f4525-8620-402b-9863-6a49f0acb749,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.969970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.970461 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 90c019aa-3798-45b2-a970-59c17fb31fff disassociated (deleted). External IP: 172.25.1.226, port: 1d6c8e98-f274-42d7-9c90-f5ee290f8da5. Oct 13 04:27:18.977267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c61504-d674-4106-ada9-590c8a31f1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.111737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:19.196956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3a54af3e-9d9b-4852-90e3-b620d0bebe56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5279a9cff84141d49763006557458d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784276 Oct 13 04:27:19.198024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33664) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:19.224779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81c89761-4ade-4013-a7a1-8c2c965e0b44 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:19.278933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 81c89761-4ade-4013-a7a1-8c2c965e0b44 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:19.279281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 81c89761-4ade-4013-a7a1-8c2c965e0b44 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:19.352273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e928f813-3937-4d05-b8b6-854867213b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.410794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e928f813-3937-4d05-b8b6-854867213b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.429309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:19.502306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e928f813-3937-4d05-b8b6-854867213b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.511481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e928f813-3937-4d05-b8b6-854867213b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.514932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e928f813-3937-4d05-b8b6-854867213b6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b67fd67-4ede-4e34-85f8-39c314c7ff30 HTTP/1.1" status: 204 len: 168 time: 0.3125517 Oct 13 04:27:19.532780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928f813-3937-4d05-b8b6-854867213b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b67fd67-4ede-4e34-85f8-39c314c7ff30,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:19.635364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:19.642282 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.651161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] Sync routers for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:19.665159 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:19.666882 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:19.720277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e96657d5-ec41-4b12-b608-ef49347a52a4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/floatingips/90c019aa-3798-45b2-a970-59c17fb31fff HTTP/1.1" status: 204 len: 168 time: 2.5008442 Oct 13 04:27:19.722659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:19.730853 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b" -d '{"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:19.876207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:19.901556 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c4050f-c8dc-4c07-aecd-b0b1eb6727ef x-openstack-request-id: req-e3c4050f-c8dc-4c07-aecd-b0b1eb6727ef {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:19.909180 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:19.911256 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3c4050f-c8dc-4c07-aecd-b0b1eb6727ef {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:19.916624 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'status': 'completed', 'code': 200} Oct 13 04:27:20.078571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-2c6d7868-e603-45d5-813d-177cc98265db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.080485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-2c6d7868-e603-45d5-813d-177cc98265db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 1096 time: 0.1193838 Oct 13 04:27:20.245370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-9cf10262-364a-4d02-83ef-96f9fb12184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.251899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-9cf10262-364a-4d02-83ef-96f9fb12184a service neutron] 10.222.0.15 "GET /v2.0/networks?id=87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 200 len: 897 time: 0.1523230 Oct 13 04:27:20.252261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec483d3b-ae7b-42d6-9fbc-0702534bdd67 req-ba10fa4f-bc8d-4f02-a7b2-3d51224ad96d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.254884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ec483d3b-ae7b-42d6-9fbc-0702534bdd67 req-ba10fa4f-bc8d-4f02-a7b2-3d51224ad96d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.0935552 Oct 13 04:27:20.388111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:20.401895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-c3cba570-9c5f-4bbd-9b8c-3a0664cde099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 200 len: 217 time: 0.1290081 Oct 13 04:27:20.447692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ec483d3b-ae7b-42d6-9fbc-0702534bdd67 req-36ec7ea7-9bf5-4bd0-b512-1e2721ef7590 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777050 Oct 13 04:27:20.519368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-1785bc14-a8ef-4f1d-9c7f-eb051bb85218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.525963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3b3ee5ef-d559-45b6-a574-ad6b1ef7b388 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c107408cb724204854fd7068a2ac2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362438 Oct 13 04:27:20.528126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-1785bc14-a8ef-4f1d-9c7f-eb051bb85218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 200 len: 835 time: 0.1149163 Oct 13 04:27:20.530034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:20.541212 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:20.579774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-f5c43bd7-bc2d-4fb4-83c9-4678c8e42fe0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.583485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-f5c43bd7-bc2d-4fb4-83c9-4678c8e42fe0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 945 time: 0.0979319 Oct 13 04:27:20.594243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] Checking router: 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:20.603453 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:20.604068 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:26:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:20.629482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-880f2ddd-de3f-455e-be2c-d127dc23c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.631125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-880f2ddd-de3f-455e-be2c-d127dc23c15f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87894a17-f148-4c95-8180-633c819e57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019499 Oct 13 04:27:20.675694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c03c76-56cb-4995-afdf-66edd607b500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.720158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:20.721073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.747936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c03c76-56cb-4995-afdf-66edd607b500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.762191 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:20.812791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-0a8bde04-57de-4a12-a3d6-afdfca437092 service neutron] 10.222.0.15 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739798 Oct 13 04:27:20.896490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:20.896918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.914797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:20.938046 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eddb66ac-ad4f-4c36-a3ff-542d9fb7506b req-cadebfeb-b46d-4f42-838f-4cd80ce1f040 service neutron] 10.222.0.15 "GET /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182358 Oct 13 04:27:20.939386 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c03c76-56cb-4995-afdf-66edd607b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.942548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c03c76-56cb-4995-afdf-66edd607b500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.944548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f4c03c76-56cb-4995-afdf-66edd607b500 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4e3a28a-3193-41aa-908a-c31b1142df30 HTTP/1.1" status: 204 len: 168 time: 0.4044652 Oct 13 04:27:20.974843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c03c76-56cb-4995-afdf-66edd607b500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e3a28a-3193-41aa-908a-c31b1142df30,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:21.070319 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:21.103136 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f53601-e04e-4c55-841a-eca27da5f0ed None None] The sync data for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 is: [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '7f9d1a24-c3d7-4996-a123-564250685b8a', 'name': '', 'network_id': '87894a17-f148-4c95-8180-633c819e57c1', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:43:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '42061f68-98e2-41a1-a6fb-8fc7e94a6402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:21.132262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.172992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=1d6c8e98-f274-42d7-9c90-f5ee290f8da5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:21.231976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] No DVR routers for this DVR port 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:21.234667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.238269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9754e932-f9aa-4741-8949-70eb4e6f0d60 req-7f8f8b0a-ecf3-4218-85ff-86c4025e6297 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "DELETE /v2.0/ports/1d6c8e98-f274-42d7-9c90-f5ee290f8da5 HTTP/1.1" status: 204 len: 173 time: 0.6448162 Oct 13 04:27:21.441698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d5d76-dea2-452b-92ce-51e13731d4d6 None None] New status for floating IP 90c019aa-3798-45b2-a970-59c17fb31fff: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:27:21.591712 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1017260b-4b08-4fdd-896d-ed8b6d71948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.625860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-271b542c-2cf5-46bb-acd7-0067db1eb164 req-503c8cc9-55ef-4c82-94d2-c92ff42a3c37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=55afde2e-41af-45c6-9cd7-be49aa3a2246 HTTP/1.1" status: 200 len: 210 time: 0.0423534 Oct 13 04:27:21.784159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-1ec89ef8-a588-4df4-9f5b-9df11fc69855 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:21.785660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-1ec89ef8-a588-4df4-9f5b-9df11fc69855 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1098590 Oct 13 04:27:21.800670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-46d3e421-ffee-40e8-9237-bf35b0747456 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0093651 Oct 13 04:27:21.852349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-cb51d210-9036-4e08-ab09-da9e65845837 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463641 Oct 13 04:27:21.922416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-deleted', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:21.924794 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ebeb39-cd4f-46bd-a286-96efd6e24ecc" -d '{"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-deleted", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:21.958976 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf195e3-43ca-42af-8235-a28d56bfcc31 x-openstack-request-id: req-7bf195e3-43ca-42af-8235-a28d56bfcc31 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:21.959274 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55afde2e-41af-45c6-9cd7-be49aa3a2246", "name": "network-vif-deleted", "tag": "1d6c8e98-f274-42d7-9c90-f5ee290f8da5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:21.959523 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bf195e3-43ca-42af-8235-a28d56bfcc31 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:21.959939 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55afde2e-41af-45c6-9cd7-be49aa3a2246', 'name': 'network-vif-deleted', 'tag': '1d6c8e98-f274-42d7-9c90-f5ee290f8da5', 'status': 'completed', 'code': 200} Oct 13 04:27:22.043224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-b1dd192c-e1a5-4abf-953d-0423d5d2b908 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825655 Oct 13 04:27:22.132160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-f4eb8212-5fe8-4a04-a4bb-4c657a05a62f service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826590 Oct 13 04:27:22.278242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-628515ad-6cc3-468d-8af5-8255d438efd6 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:22.279691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-628515ad-6cc3-468d-8af5-8255d438efd6 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/networks?id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 200 len: 813 time: 0.1065211 Oct 13 04:27:22.296466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-c85d95d5-7686-4000-8a58-55cb34fda73e tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/quotas/51c74cb00e7743acbf7bb07844925511 HTTP/1.1" status: 200 len: 375 time: 0.0102408 Oct 13 04:27:22.325035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61a24dda-b24a-4487-b75f-ece7b37c702e req-10e28597-083e-40a0-a724-12e200515fa0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0270653 Oct 13 04:27:22.329867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-11767665-b04c-4281-a04e-d44c646b883d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=51c74cb00e7743acbf7bb07844925511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268185 Oct 13 04:27:22.425171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-b0502ecf-7023-4ddf-9efc-a3e7ceebdbf2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879710 Oct 13 04:27:22.516201 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-e57f581b-98e8-4cb5-b23d-857b3f2dd510 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850828 Oct 13 04:27:22.686619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:22.697573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bfd3ed7-1e5f-4243-8dc1-33100d6cda2f req-d44cab43-0fb9-4ef3-82dc-c806d739101d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 210 time: 0.0474427 Oct 13 04:27:22.841101 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:22.999734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.107325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.340785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-ebeea901-a63e-4bad-95e0-6ca529a634c0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:23.342260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-ebeea901-a63e-4bad-95e0-6ca529a634c0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1183259 Oct 13 04:27:23.359706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': 'a0d8462a-faa5-42a5-809e-957562a25343', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:23.444974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e38c497-d515-4efb-af79-ba696bd3c537 req-57ca77fe-adfb-46bc-94f5-d48fbb7277b5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0343866 Oct 13 04:27:23.449261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 7f9d1a24-c3d7-4996-a123-564250685b8a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:23.449624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.491562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:23.496661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.554073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 7f9d1a24-c3d7-4996-a123-564250685b8a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7f9d1a24-c3d7-4996-a123-564250685b8a,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:23.554591 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.567834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 7f9d1a24-c3d7-4996-a123-564250685b8a owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:23.655613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.10 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/32823ea5-8172-4e03-b683-873c8be6530c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:23.766909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:23.798627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:23.799357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1d6c8e98-f274-42d7-9c90-f5ee290f8da5 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:23.856397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c30089f9-7d2e-462e-8ff8-a4ad43e424f6 req-7842c729-3bf7-4bc5-a766-fdab0f09958d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 210 time: 0.0405047 Oct 13 04:27:23.878103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-2391896c-c997-4228-9c69-de707b8fecee tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:23.879918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-2391896c-c997-4228-9c69-de707b8fecee tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "GET /v2.0/networks?id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 200 len: 813 time: 0.2417343 Oct 13 04:27:23.898417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Request body: {'port': {'device_id': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e', 'admin_state_up': True, 'tenant_id': '51c74cb00e7743acbf7bb07844925511'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:23.921917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.953559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=7f9d1a24-c3d7-4996-a123-564250685b8a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:23.993704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.077955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.089091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cf903da2-d739-487f-9d85-ade043570fcf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:24.107831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:24.111937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:24.116751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:24.145300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Made reservation on behalf of 51c74cb00e7743acbf7bb07844925511 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:24.149717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.192215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.252965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=32823ea5-8172-4e03-b683-873c8be6530c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.275505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:24.276148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.293835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-884e40db-a3c8-4302-9786-0c10f80f0499 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9401200 Oct 13 04:27:24.350810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Request body: {'port': {'device_id': 'a0d8462a-faa5-42a5-809e-957562a25343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:24.462975 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.532310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73628f97-05e6-4611-8083-91b499ae169e None None] Provisioning complete for port 32823ea5-8172-4e03-b683-873c8be6530c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:24.534210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73628f97-05e6-4611-8083-91b499ae169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.579275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73628f97-05e6-4611-8083-91b499ae169e None None] Port 32823ea5-8172-4e03-b683-873c8be6530c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:24.583091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Allocated IP 172.20.0.12 (b0c655d0-86ed-45ff-8132-a1aac0b03f7e/1219609e-5735-4241-98d3-62712b427ff3/6a9d80e0-3bb8-43f2-bb2c-cde4252b356e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:24.604362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.680262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab6404-85d2-4e15-b055-cdce663fb5ea req-616bb8ae-f471-40dd-9c71-4048f89be023 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:24.681812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9ab6404-85d2-4e15-b055-cdce663fb5ea req-616bb8ae-f471-40dd-9c71-4048f89be023 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 932 time: 0.1556835 Oct 13 04:27:24.891541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:24.998721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4893f389-f9bd-4962-90a1-2dc208c9b100 req-950093f1-658b-426d-82b2-c6036c0ef5d4 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 210 time: 0.0390329 Oct 13 04:27:25.064912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:25.070575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-de850989-53a3-4970-91eb-b88af11ca734 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/849a6a3c-0f98-4f30-b63d-6a4e2004dc95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825910 Oct 13 04:27:25.073015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:25.077391 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] Sync routers for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:25.088980 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:25.089914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:25.184241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting subnet 42061f68-98e2-41a1-a6fb-8fc7e94a6402 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:25.193116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.244968 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:25.253230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.281699 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9ab6404-85d2-4e15-b055-cdce663fb5ea req-f0308f9b-b401-4f52-94e4-d08191b422ce tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856657 Oct 13 04:27:25.307134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.387858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.389104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.459170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.470327 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:27:23Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:25.473884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32823ea5-8172-4e03-b683-873c8be6530c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:25.481456 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.485290 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/subnets/42061f68-98e2-41a1-a6fb-8fc7e94a6402 HTTP/1.1" status: 204 len: 168 time: 0.4106398 Oct 13 04:27:25.486154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657db7f6-8152-405d-a182-067a68ac056c None None] Network 87894a17-f148-4c95-8180-633c819e57c1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:25.493993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33964) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:25.496253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Network b0c655d0-86ed-45ff-8132-a1aac0b03f7e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:25.509861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] Checking router: 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:25.511220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccfd57-4600-45ff-b6e9-63f9f231557a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Subnet': ['ID=42061f68-98e2-41a1-a6fb-8fc7e94a6402,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.525989 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] Routers {'849a6a3c-0f98-4f30-b63d-6a4e2004dc95'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:25.526912 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:25.556067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.572094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:25.581631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:25.588106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Pushing event updated for resources: {'Port': ['ID=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.590859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Transition to ACTIVE for port object 32823ea5-8172-4e03-b683-873c8be6530c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:27:25.615510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.734969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] DHCP port deletion for 87894a17-f148-4c95-8180-633c819e57c1 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:25.744503 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] Set router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:25.783352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.853839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] Deleting port cc386c17-8763-4d80-91a9-f0e13758dc53 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:25.854235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.958885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] For port cc386c17-8763-4d80-91a9-f0e13758dc53, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cc386c17-8763-4d80-91a9-f0e13758dc53,segment=NetworkSegment(50f10db3-a5dd-4191-8a62-5c673f5c40d2),segment_id=50f10db3-a5dd-4191-8a62-5c673f5c40d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:25.959215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.968155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.983954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] Calling delete_port for cc386c17-8763-4d80-91a9-f0e13758dc53 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:25.997135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:27:23Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:26.039004 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47937659-a4f1-4881-9e95-36dea9ea0465 None None] The sync data for ids ['849a6a3c-0f98-4f30-b63d-6a4e2004dc95'] in n-d-810220-9 is: [{'id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161024169', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:27:23Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': 'a92faa88-3c76-465c-af32-e153a4d075a4', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a6a3c-0f98-4f30-b63d-6a4e2004dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:22Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:26.084988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Attempting to bind port 32823ea5-8172-4e03-b683-873c8be6530c on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:26.087093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Attempting to bind port 32823ea5-8172-4e03-b683-873c8be6530c by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:26.087440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Attempting to bind port 32823ea5-8172-4e03-b683-873c8be6530c on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:26.099913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Pushing event updated for resources: {'Port': ['ID=32823ea5-8172-4e03-b683-873c8be6530c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:26.115535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Port 32823ea5-8172-4e03-b683-873c8be6530c on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:26.116055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Attempting to bind port 32823ea5-8172-4e03-b683-873c8be6530c on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:26.122244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.125644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.126531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.150687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] Pushing event deleted for resources: {'Port': ['ID=cc386c17-8763-4d80-91a9-f0e13758dc53,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:26.152551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca569d7-ea2c-4b90-aacb-c8ff0481c8fe None None] No DVR routers for this DVR port cc386c17-8763-4d80-91a9-f0e13758dc53 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:26.195640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:26.195975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:26.196523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:26.196985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Bound port: 32823ea5-8172-4e03-b683-873c8be6530c, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:26.197391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.222150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-c30e8dd4-8f6f-44ac-99d0-af232f88b430 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3306620 Oct 13 04:27:26.240051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Request body: {'port': {'device_id': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:26.297141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65d926-b647-42d4-bbba-8c9f51464b67 req-5dc94e6e-d3e2-4864-b7bc-7526da30a9c8 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.298783 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f65d926-b647-42d4-bbba-8c9f51464b67 req-5dc94e6e-d3e2-4864-b7bc-7526da30a9c8 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 932 time: 0.1943114 Oct 13 04:27:26.383820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port a92faa88-3c76-465c-af32-e153a4d075a4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:26.384398 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.452150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] For port 32823ea5-8172-4e03-b683-873c8be6530c, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:26.463856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.469300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a57b-6aa1-4cea-9f8c-e89763559945 req-2d443297-c457-4a39-a810-2da2795e8617 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.471928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4058a57b-6aa1-4cea-9f8c-e89763559945 req-2d443297-c457-4a39-a810-2da2795e8617 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0846655 Oct 13 04:27:26.480905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] For port 32823ea5-8172-4e03-b683-873c8be6530c, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=32823ea5-8172-4e03-b683-873c8be6530c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:26.499318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.509747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f65d926-b647-42d4-bbba-8c9f51464b67 req-41303444-c129-4147-8edd-67cc1ce3c0e1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019100 Oct 13 04:27:26.534795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4058a57b-6aa1-4cea-9f8c-e89763559945 req-39382bf9-5dff-4905-b487-2da5b75290fa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570834 Oct 13 04:27:26.593191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.594030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.595698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] 10.222.0.26 "PUT /v2.0/ports/32823ea5-8172-4e03-b683-873c8be6530c HTTP/1.1" status: 200 len: 1092 time: 2.2504356 Oct 13 04:27:26.596636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d8462a-faa5-42a5-809e-957562a25343', 'tag': '32823ea5-8172-4e03-b683-873c8be6530c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:26.599148 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d8462a-faa5-42a5-809e-957562a25343", "tag": "32823ea5-8172-4e03-b683-873c8be6530c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:26.734588 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ec102f-44d2-49bc-b687-2e74f59a2168 x-openstack-request-id: req-a1ec102f-44d2-49bc-b687-2e74f59a2168 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:26.734864 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d8462a-faa5-42a5-809e-957562a25343", "tag": "32823ea5-8172-4e03-b683-873c8be6530c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:26.735115 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1ec102f-44d2-49bc-b687-2e74f59a2168 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:26.735515 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d8462a-faa5-42a5-809e-957562a25343', 'tag': '32823ea5-8172-4e03-b683-873c8be6530c', 'status': 'completed', 'code': 200} Oct 13 04:27:26.766256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port a92faa88-3c76-465c-af32-e153a4d075a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a92faa88-3c76-465c-af32-e153a4d075a4,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:26.766645 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.785143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7473db-0ad9-4079-b89b-08d49e6b1f53 service neutron] Pushing event updated for resources: {'Port': ['ID=32823ea5-8172-4e03-b683-873c8be6530c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:26.801746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for a92faa88-3c76-465c-af32-e153a4d075a4 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:26.913457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-4c32d1c4-7598-48ac-8e42-64c50b7fff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.915418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-4c32d1c4-7598-48ac-8e42-64c50b7fff45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 1095 time: 0.2629333 Oct 13 04:27:26.999607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-8db4c949-d8b9-469a-a246-cc4b4341d508 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32823ea5-8172-4e03-b683-873c8be6530c HTTP/1.1" status: 200 len: 217 time: 0.0675681 Oct 13 04:27:27.168388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-e9a2a394-1521-4ad6-8e52-3acc5b0a5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:27.169926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-e9a2a394-1521-4ad6-8e52-3acc5b0a5513 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.1567008 Oct 13 04:27:27.171156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc386c17-8763-4d80-91a9-f0e13758dc53 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:27.195539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: cc386c17-8763-4d80-91a9-f0e13758dc53 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:27.196220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cc386c17-8763-4d80-91a9-f0e13758dc53 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:27.197264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f9d1a24-c3d7-4996-a123-564250685b8a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:27.198034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:27.220009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7f9d1a24-c3d7-4996-a123-564250685b8a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:27.220631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7f9d1a24-c3d7-4996-a123-564250685b8a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:27.222148 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.244431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Transition to ACTIVE for port object 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:27:27.245389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.256327 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.288925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-fed89412-1cb3-46f5-8ae6-6b74206b6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:27.290464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-fed89412-1cb3-46f5-8ae6-6b74206b6cb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120746 Oct 13 04:27:27.293014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=a92faa88-3c76-465c-af32-e153a4d075a4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:27.456634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:27.489854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.644185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.646910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.656261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-22424dbb-d0db-4c1a-9f88-dcfefb2f36de service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574839 Oct 13 04:27:27.675985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Attempting to bind port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:27.675985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Attempting to bind port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:27.678292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Attempting to bind port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e on network b0c655d0-86ed-45ff-8132-a1aac0b03f7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:27.687613 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287890a2-541b-49b7-81e4-10969bafa4ef req-3c27b979-5955-4f41-872c-9fda1e9feebd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:27.695910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-287890a2-541b-49b7-81e4-10969bafa4ef req-3c27b979-5955-4f41-872c-9fda1e9feebd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0645113 Oct 13 04:27:27.762714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-287890a2-541b-49b7-81e4-10969bafa4ef req-4b8b2632-6e76-4a90-9434-f1f635cae64d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 Oct 13 04:27:27.765003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e on network b0c655d0-86ed-45ff-8132-a1aac0b03f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:27.765332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Attempting to bind port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e on network b0c655d0-86ed-45ff-8132-a1aac0b03f7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:27.783681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874f3ef-74fa-40c1-855e-21bfb1c62a25 req-80029bdd-91b3-45e5-a977-34fc02f1384b tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:27.783681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d874f3ef-74fa-40c1-855e-21bfb1c62a25 req-80029bdd-91b3-45e5-a977-34fc02f1384b tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 944 time: 0.1852138 Oct 13 04:27:27.799316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.799900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Fanout notify agent at l3_agent the message router_deleted on router 849a6a3c-0f98-4f30-b63d-6a4e2004dc95 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:27.804597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:27.804980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Checking segment: {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:27.805734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Bound using segment: {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:27.805734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Bound port: 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:27.806594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.813279 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.814363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-898f831d-0f2d-47b5-b8b6-8c53cfd55bbc tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/routers/849a6a3c-0f98-4f30-b63d-6a4e2004dc95 HTTP/1.1" status: 204 len: 168 time: 2.3169982 Oct 13 04:27:27.817534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 33980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:27.939524 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.957278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f81f787-6306-4dc0-886e-0acee9949ac1 req-06db44a9-f88b-4f62-b219-30b01cadacc3 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914627 Oct 13 04:27:27.965194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d874f3ef-74fa-40c1-855e-21bfb1c62a25 req-a37cf486-8ed4-483a-b2e7-ce13ff59935e tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633227 Oct 13 04:27:27.977111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] For port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:27.980746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] For port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:27.987323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.042514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.043134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.044603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a9d80e0-3bb8-43f2-bb2c-cde4252b356e HTTP/1.1" status: 200 len: 1092 time: 1.8122244 Oct 13 04:27:28.075093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.094851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf82f0-1426-4278-a7b1-7ab7cd96ea26 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:28.125349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87894a17-f148-4c95-8180-633c819e57c1']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:28.138490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-fbe4aea8-e74d-4791-beea-cf46bc08c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.140356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-fbe4aea8-e74d-4791-beea-cf46bc08c2e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 1095 time: 0.0946398 Oct 13 04:27:28.145987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f10db3-a5dd-4191-8a62-5c673f5c40d2') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:28.146467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f10db3-a5dd-4191-8a62-5c673f5c40d2') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:28.165494 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.181585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.202906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:28.204450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.206215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-f89a4b68-984e-4c78-88d8-9ad6229ff395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.208439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-f89a4b68-984e-4c78-88d8-9ad6229ff395 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51c74cb00e7743acbf7bb07844925511&device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 1095 time: 0.1059587 Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:28.216089 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:28.259901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-06a98b70-d25b-4110-bbfe-aa71f0de96f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e HTTP/1.1" status: 200 len: 217 time: 0.0439458 Oct 13 04:27:28.309418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.321484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.326869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/networks/87894a17-f148-4c95-8180-633c819e57c1 HTTP/1.1" status: 204 len: 168 time: 0.5072765 Oct 13 04:27:28.329763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50798-e733-476c-aee0-4bd315092c78 req-971d3fc7-ed30-4160-bc37-0db6ae53d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.331468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-971d3fc7-ed30-4160-bc37-0db6ae53d5da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1219609e-5735-4241-98d3-62712b427ff3 HTTP/1.1" status: 200 len: 853 time: 0.0646956 Oct 13 04:27:28.337506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 33984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:28.348162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e877690-e0ff-48e4-a1ba-69d30f188ada tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Network': ['ID=87894a17-f148-4c95-8180-633c819e57c1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:28.362786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-f632e71e-a7b9-4bf4-b799-0f382ff36e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.364300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-f632e71e-a7b9-4bf4-b799-0f382ff36e51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.2158108 Oct 13 04:27:28.406841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-4b79b64a-7c78-4958-8d7c-7fdb91047830 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654871 Oct 13 04:27:28.788462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'tag': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:28.791118 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436bd1af-419e-4ff8-9521-67d855b3698a" -d '{"events": [{"name": "network-changed", "server_uuid": "0421b65b-08bb-4171-9da9-a95dc3875bc9", "tag": "6a9d80e0-3bb8-43f2-bb2c-cde4252b356e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:28.816011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-d2369fef-fd8d-4f81-a74a-c157b6ca6d1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32823ea5-8172-4e03-b683-873c8be6530c HTTP/1.1" status: 200 len: 217 time: 0.4206405 Oct 13 04:27:28.880928 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff090f60-b05a-422d-b718-6de5de18cedf x-openstack-request-id: req-ff090f60-b05a-422d-b718-6de5de18cedf {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:28.881218 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0421b65b-08bb-4171-9da9-a95dc3875bc9", "tag": "6a9d80e0-3bb8-43f2-bb2c-cde4252b356e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:28.881467 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff090f60-b05a-422d-b718-6de5de18cedf {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:28.881865 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'tag': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e', 'status': 'completed', 'code': 200} Oct 13 04:27:28.994648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-f2b44387-6c88-44c8-842b-7c1f5427813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.996863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-f2b44387-6c88-44c8-842b-7c1f5427813a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.1646514 Oct 13 04:27:29.001318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41092b07-19e1-4690-bfe8-cb529c951595 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.083936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cc43-f5cf-4aef-8915-bfb15b2dee0d req-cc945e6d-9557-4ad9-a1c7-6c16b42d3904 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.085377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0de0cc43-f5cf-4aef-8915-bfb15b2dee0d req-cc945e6d-9557-4ad9-a1c7-6c16b42d3904 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.2078681 Oct 13 04:27:29.095442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41092b07-19e1-4690-bfe8-cb529c951595 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.128405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-3650afc4-7feb-4497-8f34-47644e401400 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278162 Oct 13 04:27:29.190249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6e198-fcda-4a8f-940d-7ba5eb90680e req-fc7d822a-ca1b-458d-803f-8185c7164d6e tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.202988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a92faa88-3c76-465c-af32-e153a4d075a4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:29.204470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c6e198-fcda-4a8f-940d-7ba5eb90680e req-fc7d822a-ca1b-458d-803f-8185c7164d6e tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 944 time: 0.1073470 Oct 13 04:27:29.229980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-e51adf96-8d93-482b-a02e-6f1a4e107aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.231881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-e51adf96-8d93-482b-a02e-6f1a4e107aac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272134 Oct 13 04:27:29.244312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a92faa88-3c76-465c-af32-e153a4d075a4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:29.245178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a92faa88-3c76-465c-af32-e153a4d075a4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:29.258691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0de0cc43-f5cf-4aef-8915-bfb15b2dee0d req-2ca1cdde-61b8-4dfa-8a58-a2ad339f9750 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595502 Oct 13 04:27:29.259873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c6e198-fcda-4a8f-940d-7ba5eb90680e req-d48c645a-a2a0-4335-b34e-72178b019c68 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 Oct 13 04:27:29.357109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b50798-e733-476c-aee0-4bd315092c78 req-bbe732b1-a802-41ab-b2ab-cbfa273d3a44 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092783 Oct 13 04:27:29.380294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41092b07-19e1-4690-bfe8-cb529c951595 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.384637 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41092b07-19e1-4690-bfe8-cb529c951595 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.389585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-41092b07-19e1-4690-bfe8-cb529c951595 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c9fb86b-1a0a-49d5-bf78-c1edada53aa0 HTTP/1.1" status: 204 len: 168 time: 1.0462091 Oct 13 04:27:29.407628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-6a45252b-55fa-408a-9013-07a9b88eb45f service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673512 Oct 13 04:27:29.408511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41092b07-19e1-4690-bfe8-cb529c951595 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9fb86b-1a0a-49d5-bf78-c1edada53aa0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:29.545244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd1af-419e-4ff8-9521-67d855b3698a req-7f7860a6-5948-48c2-beaf-c512a94fb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.547168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-7f7860a6-5948-48c2-beaf-c512a94fb3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51c74cb00e7743acbf7bb07844925511&device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 1095 time: 0.1132281 Oct 13 04:27:29.552488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3135ad8a-7fc7-47f9-84d2-f60ab9e87049 req-f4f91fb2-95c1-4d5a-bb1a-a21607ce9225 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379104 Oct 13 04:27:29.668488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd1af-419e-4ff8-9521-67d855b3698a req-3e5c3b33-cf89-432d-be73-4c1ee4fe9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.670323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-3e5c3b33-cf89-432d-be73-4c1ee4fe9d23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 200 len: 914 time: 0.1111405 Oct 13 04:27:29.742772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-f51a8a86-6db6-4ce1-9996-19bb7c3db236 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e HTTP/1.1" status: 200 len: 217 time: 0.0643404 Oct 13 04:27:29.813939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd1af-419e-4ff8-9521-67d855b3698a req-238d1a35-b45a-401f-a311-56e32f2c8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.815528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-238d1a35-b45a-401f-a311-56e32f2c8952 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1219609e-5735-4241-98d3-62712b427ff3 HTTP/1.1" status: 200 len: 853 time: 0.0662208 Oct 13 04:27:29.845378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:29.849901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617857698', 'description': 'tempest-secgroup-smoke-617857698 description', 'project_id': '928d6475dae444d0b96465e78119009e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:29.857223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-5557547e-2625-4e1b-9d13-59b59a012802 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336800 Oct 13 04:27:29.893195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.987986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-f65c156d-b30e-4344-a471-9bbc58b0b21e service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222460 Oct 13 04:27:30.007906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.022476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.051915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.053505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2069800 Oct 13 04:27:30.061256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:30.067631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd4aae-7afa-44d3-8ff0-79b289db6620 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.067936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:30.123577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-436bd1af-419e-4ff8-9521-67d855b3698a req-9d8ec8d0-3891-4662-b8c9-7b3a7b808200 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271887 Oct 13 04:27:30.124903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.204653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.215351 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.236107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117fffe5-9f24-4515-880c-74244f47c967,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.254570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.255777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-723157e8-808d-4f98-b933-b6cf36b622b5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932206 Oct 13 04:27:30.258647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34004) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:30.263424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:30.296410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.434806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07666b-8405-4179-b7a9-479e775a2f2a req-5ef88bd4-628a-4c60-b1c2-f66c9f12f020 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:30.436323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a07666b-8405-4179-b7a9-479e775a2f2a req-5ef88bd4-628a-4c60-b1c2-f66c9f12f020 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0599277 Oct 13 04:27:30.440068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90994957-f6be-48e0-b8ba-589812f1ca32 req-71b3ca3b-1a10-42c2-aa0b-c08d622a07be tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:30.441595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90994957-f6be-48e0-b8ba-589812f1ca32 req-71b3ca3b-1a10-42c2-aa0b-c08d622a07be tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 944 time: 0.0784876 Oct 13 04:27:30.452646 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.473694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.492263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a07666b-8405-4179-b7a9-479e775a2f2a req-a7acf4ae-d577-4a87-b201-c55a8d0cde1e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Oct 13 04:27:30.513185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90994957-f6be-48e0-b8ba-589812f1ca32 req-4f095cd7-3ddb-4e12-8f8f-a47deb860c7f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 Oct 13 04:27:30.515220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060d1dda-8f79-4f85-ac36-cbd895b95beb,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.520282 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.521450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d10cb83-af94-4654-9460-9bed708422ae tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2619028 Oct 13 04:27:30.524400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:30.529262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:30.576621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.643273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.646964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.673909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2002f76a-54c6-4a96-83af-6189e2f27f6a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.680484 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.681736 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dc4676c6-bf60-4db8-97a9-1bebcb090685 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563118 Oct 13 04:27:30.685149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:30.689570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:30.717170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.784546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.794767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.812752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae7c6ba-4ba2-4c3b-9adc-9263603a7f01,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.821726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.822966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e901ab32-363f-4a1d-9c03-83c09fb8329f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368930 Oct 13 04:27:30.825965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:30.830760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:30.855979 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:27:30.861355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.927764 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.931124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.945742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0b2e74-9a69-4f86-9ad7-598bafb6b352,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.957092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.958305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a26bb14d-0640-47ac-ba68-5bcafc488e33 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312590 Oct 13 04:27:30.961264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34018) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:30.965633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'security_group_rule': {'security_group_id': '6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f', 'project_id': '928d6475dae444d0b96465e78119009e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:30.988980 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Project 928d6475dae444d0b96465e78119009e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:27:30.994989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.080301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.083959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.106318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ff658b-f86a-4b38-aca7-d95a51ed6a4f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:31.115720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.119486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce999977-1b4e-457f-a212-04559c8ccc0e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546941 Oct 13 04:27:31.119860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:31.125079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'network': {'name': 'tempest-network-smoke--436289365', 'project_id': '928d6475dae444d0b96465e78119009e', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:31.150465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:31.154780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.179024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:31.189947 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.190423 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Added segment 09ae9284-e356-4f8c-9609-00cef6cbd0dc of type vlan for network 66424fe9-ce46-4f2d-922e-cda622dcd1bd Oct 13 04:27:31.240783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.271404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.278996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:31.279604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.385758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2616463 Oct 13 04:27:31.386474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:31.391514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'admin_state_up': True, 'project_id': '928d6475dae444d0b96465e78119009e', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:31.406543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7502b-9de4-4bae-ad9b-3fd2a0d7430b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Network': ['ID=66424fe9-ce46-4f2d-922e-cda622dcd1bd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:31.423112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.424161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.424704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:31.483124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.667797 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.674900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f3282-7e7c-46d4-8846-352e7f3d048d req-9540b9bd-e4cb-42e3-9f5f-31976a7daf7c tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:31.682402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-837f3282-7e7c-46d4-8846-352e7f3d048d req-9540b9bd-e4cb-42e3-9f5f-31976a7daf7c tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 944 time: 0.0605352 Oct 13 04:27:31.706972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34e6b1-aaf6-457d-abab-c5b0ee2eedf2 req-d1baaf80-690e-42e4-8543-ec3b33120539 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:31.709315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b34e6b1-aaf6-457d-abab-c5b0ee2eedf2 req-d1baaf80-690e-42e4-8543-ec3b33120539 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.1071477 Oct 13 04:27:31.733063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-837f3282-7e7c-46d4-8846-352e7f3d048d req-24582743-84cb-4f83-bc86-c199857b2bb6 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Oct 13 04:27:31.792080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b34e6b1-aaf6-457d-abab-c5b0ee2eedf2 req-1cc17652-29ba-454f-b6c5-243ce7cdde42 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573401 Oct 13 04:27:31.926485 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.945771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.058528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.9 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/7014b8fc-3579-4a71-9742-e6e8de606bbe) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:32.162531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.202900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.242051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:32.244883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:32.248183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:32.276490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=7014b8fc-3579-4a71-9742-e6e8de606bbe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:32.504639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.711441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.861292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e363cf2-bb26-4766-852e-ea04ff40f331 req-4aebe266-9eb0-4f3e-849c-0e5b76324c8c tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:32.862790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e363cf2-bb26-4766-852e-ea04ff40f331 req-4aebe266-9eb0-4f3e-849c-0e5b76324c8c tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 944 time: 0.0574200 Oct 13 04:27:32.874383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 5171e24b-7e9f-43fe-b8b1-24e32e813471 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:27:32.937280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e363cf2-bb26-4766-852e-ea04ff40f331 req-b02661de-08b9-48ae-8c4d-170cc7fef744 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663891 Oct 13 04:27:33.346143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3ba90-d27e-4ffd-90fa-200b3c2ca7e8 req-6bbee3be-87ae-4992-9e57-c9d02a857278 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:33.347651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0cb3ba90-d27e-4ffd-90fa-200b3c2ca7e8 req-6bbee3be-87ae-4992-9e57-c9d02a857278 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.4580650 Oct 13 04:27:33.373382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:33.389652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Sync routers for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:33.403958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.408209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-708308be-b88d-4f60-b869-848ec351b1a0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0175815 Oct 13 04:27:33.408384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:33.408384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:33.408745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:33.425976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0cb3ba90-d27e-4ffd-90fa-200b3c2ca7e8 req-50a6af64-fabc-4272-ad4d-506ac668e669 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Oct 13 04:27:33.450777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:33.461387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-16622c15-7d8c-4ef5-98fd-f6b2f2b888ed tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=928d6475dae444d0b96465e78119009e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510373 Oct 13 04:27:33.549573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:33.556245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255362d7-0933-4252-964c-10523f4f8baa tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:33.560966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-255362d7-0933-4252-964c-10523f4f8baa tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061578 Oct 13 04:27:33.561371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:33.589652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d3bff06a-9d53-471f-95f8-c12ccdf0868b tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270762 Oct 13 04:27:33.592052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:33.596943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-104218106', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'project_id': '928d6475dae444d0b96465e78119009e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:33.688787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:33.692987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.736876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:32Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:33.763628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Checking router: 5171e24b-7e9f-43fe-b8b1-24e32e813471 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:33.764009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Updating router 5171e24b-7e9f-43fe-b8b1-24e32e813471 port 7014b8fc-3579-4a71-9742-e6e8de606bbe binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:33.788742 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.878554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:33.884996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.948872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Subnet': ['ID=904e64bd-81b3-4520-8bce-bc298d68c34c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:33.953537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Checking segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:33.953908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network hostable DHCP agents. Network: 66424fe9-ce46-4f2d-922e-cda622dcd1bd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:33.971794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:33.983283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 66424fe9-ce46-4f2d-922e-cda622dcd1bd) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:33.992970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:33.993752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.009155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f948d39-5a9b-422f-a89c-4c153b29db2c None None] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:34.014081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e55d1743-0d85-4440-a67b-98e6206fd66a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4196987 Oct 13 04:27:34.015825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:34.093724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf62d8-f4af-42ad-af6e-5def234a4d31 req-49b8474d-b0dd-4e58-96f9-01e5ddf64ce2 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:34.106013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10bf62d8-f4af-42ad-af6e-5def234a4d31 req-49b8474d-b0dd-4e58-96f9-01e5ddf64ce2 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 944 time: 0.0857134 Oct 13 04:27:34.140115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10bf62d8-f4af-42ad-af6e-5def234a4d31 req-5b9318af-dcc4-403c-b48b-9dd37df4b6c7 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Oct 13 04:27:34.190117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:34.232111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e', 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e', 'port_id': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1219609e-5735-4241-98d3-62712b427ff3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:34.334177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.340472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:27:34.341311 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.344117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.364411 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.397369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:34.466980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.610894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841847-33d4-4950-bc71-b5e56158cb29 req-cf2cf213-f9e6-49bf-990b-74a1a6b1eb08 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:34.612394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71841847-33d4-4950-bc71-b5e56158cb29 req-cf2cf213-f9e6-49bf-990b-74a1a6b1eb08 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0993147 Oct 13 04:27:34.653918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:34.655099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Attempting to bind port 7014b8fc-3579-4a71-9742-e6e8de606bbe on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:34.655555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Attempting to bind port 7014b8fc-3579-4a71-9742-e6e8de606bbe by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:34.656012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Attempting to bind port 7014b8fc-3579-4a71-9742-e6e8de606bbe on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:34.661583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Pushing event updated for resources: {'Port': ['ID=7014b8fc-3579-4a71-9742-e6e8de606bbe,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:34.666828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.678315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:34.678611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:34.678990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.679363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:34.679821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Bound port: 7014b8fc-3579-4a71-9742-e6e8de606bbe, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:34.680499 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.700080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71841847-33d4-4950-bc71-b5e56158cb29 req-21faf033-bb02-4c05-be4f-3bfb39681108 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801687 Oct 13 04:27:34.711001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.711341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.711680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.712013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.712324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.712811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.713014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.713279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.713588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.713955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.714765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.715077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:34.827387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:34.832009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] For port 7014b8fc-3579-4a71-9742-e6e8de606bbe, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:34.838099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] For port 7014b8fc-3579-4a71-9742-e6e8de606bbe, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7014b8fc-3579-4a71-9742-e6e8de606bbe,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:34.839912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Allocated IP 172.20.0.2 (66424fe9-ce46-4f2d-922e-cda622dcd1bd/904e64bd-81b3-4520-8bce-bc298d68c34c/7c589efc-a7a0-4a35-b29e-7f955f38bd44) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:34.844975 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.962844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:34.963357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:34.966804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6db71-f05c-4785-8557-6efac775ea2c None None] Pushing event updated for resources: {'Port': ['ID=7014b8fc-3579-4a71-9742-e6e8de606bbe,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.009587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['6a9d80e0-3bb8-43f2-bb2c-cde4252b356e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:35.176589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:35.180816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.242804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.287373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.1 (66424fe9-ce46-4f2d-922e-cda622dcd1bd/904e64bd-81b3-4520-8bce-bc298d68c34c/cd3114cd-eeed-4aa1-8e0f-228255136a97) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:35.306821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c068f-adb5-43c3-a9de-99f712319c7d req-fc0fd506-f185-4ed5-b7f5-308e377eade9 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:35.308877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a9c068f-adb5-43c3-a9de-99f712319c7d req-fc0fd506-f185-4ed5-b7f5-308e377eade9 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 945 time: 0.0919852 Oct 13 04:27:35.344647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:35.360321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:35.366851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:35.369613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Pushing event updated for resources: {'Port': ['ID=7c589efc-a7a0-4a35-b29e-7f955f38bd44,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.409064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6a9c068f-adb5-43c3-a9de-99f712319c7d req-e5252048-1bba-44de-9a3b-0ca674f52797 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806804 Oct 13 04:27:35.453887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.487534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.490418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Attempting to bind port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:35.490835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Attempting to bind port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:35.491110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Attempting to bind port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 on network 66424fe9-ce46-4f2d-922e-cda622dcd1bd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:35.502251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:35.502545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Checking segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:35.502938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.503321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Bound using segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:35.503776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Bound port: 7c589efc-a7a0-4a35-b29e-7f955f38bd44, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:35.504150 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.529033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:35.532265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:35.536180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:35.561323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=cd3114cd-eeed-4aa1-8e0f-228255136a97,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.572204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.572550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.572914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.573280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.573623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.573962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.574276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.574604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.574929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.575252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.575574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.575894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:35.585239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:32Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:35.594604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.616212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5487e39-2ba1-4ba2-a2f3-01991a4a7deb None None] The sync data for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 is: [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:32Z', 'revision_number': 3, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:35.618136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] For port 7c589efc-a7a0-4a35-b29e-7f955f38bd44, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:35.630221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] For port 7c589efc-a7a0-4a35-b29e-7f955f38bd44, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c589efc-a7a0-4a35-b29e-7f955f38bd44,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:35.639630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.710204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa7bc0-7c0b-4447-b775-96a466ecf986 None None] Pushing event updated for resources: {'Port': ['ID=7c589efc-a7a0-4a35-b29e-7f955f38bd44,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.757171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.848114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83115-44b5-482b-8945-d03df030e58a req-a0cc4c79-a1cb-4416-bc97-b25b8e877ebf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:35.857117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4f83115-44b5-482b-8945-d03df030e58a req-a0cc4c79-a1cb-4416-bc97-b25b8e877ebf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0750899 Oct 13 04:27:35.932994 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b4f83115-44b5-482b-8945-d03df030e58a req-da5382b6-be0a-4971-b518-2ce091215113 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751810 Oct 13 04:27:36.138121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.143522 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.239842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.247550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=cd3114cd-eeed-4aa1-8e0f-228255136a97,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:36.377024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:36.378755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:36.528123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 5171e24b-7e9f-43fe-b8b1-24e32e813471 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:36.577556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b85a8-3478-4d9d-b26e-6172cd7ad6fa req-09e87b1a-be70-4bfe-a759-08735f8573fa tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:36.583882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-025b85a8-3478-4d9d-b26e-6172cd7ad6fa req-09e87b1a-be70-4bfe-a759-08735f8573fa tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 945 time: 0.0845494 Oct 13 04:27:36.661349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-025b85a8-3478-4d9d-b26e-6172cd7ad6fa req-08448dec-33c8-4d5f-8b7d-02d9314fdab6 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Oct 13 04:27:36.672929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:36.684404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ffa7d05f-a16d-46de-b331-ea49b6916d37 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/5171e24b-7e9f-43fe-b8b1-24e32e813471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6607962 Oct 13 04:27:36.891247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a24a245-6801-48da-938e-cb728538b249 None None] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:36.898861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1ec8b6f5-b7e3-4931-8bc6-a52b5b5d4761 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617857698&fields=id&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 267 time: 0.0397451 Oct 13 04:27:37.040815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-c6498169-40f6-4882-81bd-d3a08a037033 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.052918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-c6498169-40f6-4882-81bd-d3a08a037033 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 796 time: 0.1466129 Oct 13 04:27:37.065682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-6be4fe02-5957-4d39-b8eb-08381cdc5622 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/quotas/928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 375 time: 0.0118532 Oct 13 04:27:37.074805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-22752fdf-1816-4198-85d6-e22b5cd48dea None None] Provisioning complete for port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:37.075180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22752fdf-1816-4198-85d6-e22b5cd48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.090013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0d2c-7134-4acf-a15d-2dc6c38e91f9 req-59da59af-a4fb-4f04-b37a-7f2d327f9d9c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.091823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46af0d2c-7134-4acf-a15d-2dc6c38e91f9 req-59da59af-a4fb-4f04-b37a-7f2d327f9d9c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0594208 Oct 13 04:27:37.126419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-4841465d-c146-4ebe-b8cc-45bdbfc5855a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525119 Oct 13 04:27:37.146552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46af0d2c-7134-4acf-a15d-2dc6c38e91f9 req-b9bb587e-6c6b-406c-8585-b5017ddc53bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485094 Oct 13 04:27:37.223937 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22752fdf-1816-4198-85d6-e22b5cd48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.340006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22752fdf-1816-4198-85d6-e22b5cd48dea None None] For port 7c589efc-a7a0-4a35-b29e-7f955f38bd44, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c589efc-a7a0-4a35-b29e-7f955f38bd44,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:37.347333 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22752fdf-1816-4198-85d6-e22b5cd48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.379455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-b23481f4-6b92-4c68-9e13-40e7cf6ca7e4 service neutron] 10.222.0.44 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355621 Oct 13 04:27:37.431775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7014b8fc-3579-4a71-9742-e6e8de606bbe up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:37.497608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752fdf-1816-4198-85d6-e22b5cd48dea None None] Pushing event updated for resources: {'Port': ['ID=7c589efc-a7a0-4a35-b29e-7f955f38bd44,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:37.528546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-12ec969c-65a5-4a63-a84e-8d6b7c0b55d5 service neutron] 10.222.0.44 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411357 Oct 13 04:27:37.555155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7014b8fc-3579-4a71-9742-e6e8de606bbe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:37.555490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.624551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-471f66ce-7ef2-4da0-8d9c-da93b7612f89 None None] Provisioning complete for port cd3114cd-eeed-4aa1-8e0f-228255136a97 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:37.624940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471f66ce-7ef2-4da0-8d9c-da93b7612f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.627442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.640207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.648432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.657926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.664719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.676081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.682691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.689333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-471f66ce-7ef2-4da0-8d9c-da93b7612f89 None None] Port cd3114cd-eeed-4aa1-8e0f-228255136a97 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:37.693137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fca8e86-633d-4283-b518-f21e38746759 req-107015a8-c9ff-4fa6-89c7-d3f1f107ffdf tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1675370 Oct 13 04:27:37.717606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-471f66ce-7ef2-4da0-8d9c-da93b7612f89 None None] Provisioning complete for port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:37.718402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471f66ce-7ef2-4da0-8d9c-da93b7612f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.746816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.783424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7014b8fc-3579-4a71-9742-e6e8de606bbe, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7014b8fc-3579-4a71-9742-e6e8de606bbe,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:37.786923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fca8e86-633d-4283-b518-f21e38746759 req-42157d54-448b-4928-bbd6-08c7cc3b99a1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922740 Oct 13 04:27:37.802163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.805732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c589efc-a7a0-4a35-b29e-7f955f38bd44 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:37.854333 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Sync routers for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:37.873255 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:37.874765 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:37.924903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f18778-b7ea-406c-b097-47fed3943ebb req-f5d70490-5738-4665-84cd-39bac1075544 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.926453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06f18778-b7ea-406c-b097-47fed3943ebb req-f5d70490-5738-4665-84cd-39bac1075544 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 945 time: 0.0926104 Oct 13 04:27:37.950303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dafc3e7c-44e2-4953-9a0b-abb63a1e342c req-2d27b24c-2bb2-4054-be9c-b41b02a3c909 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 210 time: 0.0470726 Oct 13 04:27:38.000016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:38.002252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06f18778-b7ea-406c-b097-47fed3943ebb req-e69665d8-9bb9-4de6-be30-f1877d8c2985 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694494 Oct 13 04:27:38.057374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7014b8fc-3579-4a71-9742-e6e8de606bbe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:38.104054 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:38.159420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.166944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.178499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:27:38.188511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.201449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:38.202037 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.206128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.215447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.224744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.238252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.244728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.246747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62abcc80-e216-4de8-bd28-b4d8ac8892b2 req-9ce6b45e-2a8d-4828-a3ab-2fa9d484319e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1910670 Oct 13 04:27:38.298161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:38.298848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.432334 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 2, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:38.434380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a16e-1c0f-4882-8764-3fe6b3a3afc8 req-0167886e-0dd1-4688-b164-269ad7021897 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.444822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf86a16e-1c0f-4882-8764-3fe6b3a3afc8 req-0167886e-0dd1-4688-b164-269ad7021897 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.1288843 Oct 13 04:27:38.445173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6b534bf-2d3e-47e1-90be-abfb85df9d02 None None] Provisioning complete for port cd3114cd-eeed-4aa1-8e0f-228255136a97 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:38.445429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6b534bf-2d3e-47e1-90be-abfb85df9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.479486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.489904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf86a16e-1c0f-4882-8764-3fe6b3a3afc8 req-866a629a-b716-4ed3-9601-8fbf197a9c28 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Oct 13 04:27:38.501540 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Checking router: 5171e24b-7e9f-43fe-b8b1-24e32e813471 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:38.501891 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Updating router 5171e24b-7e9f-43fe-b8b1-24e32e813471 port cd3114cd-eeed-4aa1-8e0f-228255136a97 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:38.539834 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.546402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f6b534bf-2d3e-47e1-90be-abfb85df9d02 None None] Port cd3114cd-eeed-4aa1-8e0f-228255136a97 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:38.556965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:38.559957 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29e96d2-dbe4-4d9f-9908-c96469230cad" -d '{"events": [{"server_uuid": "0421b65b-08bb-4171-9da9-a95dc3875bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6a9d80e0-3bb8-43f2-bb2c-cde4252b356e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:38.577231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:38.581659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.625340 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7343df-fa79-4677-a62c-0012d011636d x-openstack-request-id: req-ad7343df-fa79-4677-a62c-0012d011636d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:38.625636 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0421b65b-08bb-4171-9da9-a95dc3875bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6a9d80e0-3bb8-43f2-bb2c-cde4252b356e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:38.625910 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad7343df-fa79-4677-a62c-0012d011636d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:38.626790 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e', 'code': 200} Oct 13 04:27:38.638743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:38.764156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed329b2f-6f0e-438d-aa6d-edcc85382fd9 req-e7852211-7166-4ceb-8129-dab8c82fee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.766048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed329b2f-6f0e-438d-aa6d-edcc85382fd9 req-e7852211-7166-4ceb-8129-dab8c82fee52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0548973 Oct 13 04:27:38.814802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed329b2f-6f0e-438d-aa6d-edcc85382fd9 req-3deb66db-f715-47c5-9c8a-4e48319ecc57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Oct 13 04:27:38.906653 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.912751 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.961121 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Pushing event updated for resources: {'Port': ['ID=cd3114cd-eeed-4aa1-8e0f-228255136a97,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:38.987914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.988587 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.988950 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.989254 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.989534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.990009 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.990602 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.991297 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.991825 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.992408 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.993076 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:38.993813 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:39.035535 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Attempting to bind port cd3114cd-eeed-4aa1-8e0f-228255136a97 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:39.036289 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Attempting to bind port cd3114cd-eeed-4aa1-8e0f-228255136a97 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:39.036846 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Attempting to bind port cd3114cd-eeed-4aa1-8e0f-228255136a97 on network 66424fe9-ce46-4f2d-922e-cda622dcd1bd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:39.043380 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:39.043995 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Checking segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:39.044536 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.045297 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Bound using segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:39.046220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Bound port: cd3114cd-eeed-4aa1-8e0f-228255136a97, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:39.046753 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.091309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93372e4a-5b72-4c5f-bd54-841c2db65ae8 req-9e6d3a0c-4983-4430-aee6-efb95de2d1a6 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 210 time: 0.0498838 Oct 13 04:27:39.184592 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] For port cd3114cd-eeed-4aa1-8e0f-228255136a97, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:39.189915 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] For port cd3114cd-eeed-4aa1-8e0f-228255136a97, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cd3114cd-eeed-4aa1-8e0f-228255136a97,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:39.191991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba21c21-07eb-46a9-82f0-ec2065cc0310 req-3ea2391f-acb4-4625-b75f-e7f50ebeebca tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:39.194203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ba21c21-07eb-46a9-82f0-ec2065cc0310 req-3ea2391f-acb4-4625-b75f-e7f50ebeebca tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 946 time: 0.0757980 Oct 13 04:27:39.198646 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.280167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ba21c21-07eb-46a9-82f0-ec2065cc0310 req-dd894b73-0349-45c5-8088-de67f4532623 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785275 Oct 13 04:27:39.299290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7014b8fc-3579-4a71-9742-e6e8de606bbe up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:39.342547 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:39.344846 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:39.436436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a27eefd7-df77-4c9b-9979-ed99dcc510ec None None] Provisioning complete for port cd3114cd-eeed-4aa1-8e0f-228255136a97 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:39.437131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a27eefd7-df77-4c9b-9979-ed99dcc510ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.444076 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2ccc3-498b-4934-ac35-782de21ff874 None None] Pushing event updated for resources: {'Port': ['ID=cd3114cd-eeed-4aa1-8e0f-228255136a97,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:39.473308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-e2d01b07-b4b3-46e9-905d-e92ac51ecc2d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:39.474798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-e2d01b07-b4b3-46e9-905d-e92ac51ecc2d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 796 time: 0.2175388 Oct 13 04:27:39.545766 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-2555aaae-cd68-48e0-ac24-4a033b02a370 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928d6475dae444d0b96465e78119009e HTTP/1.1" status: 200 len: 379 time: 0.0602717 Oct 13 04:27:39.550469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7014b8fc-3579-4a71-9742-e6e8de606bbe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:39.550639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.565588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'port': {'device_id': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'admin_state_up': True, 'tenant_id': '928d6475dae444d0b96465e78119009e', 'security_groups': ['6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:39.632296 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:39.706966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f39db6-fd13-43eb-8166-84411ab2a644 req-e6eb423b-b4d1-4a44-ac3e-4a2864bf5939 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:39.708800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f39db6-fd13-43eb-8166-84411ab2a644 req-e6eb423b-b4d1-4a44-ac3e-4a2864bf5939 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0980804 Oct 13 04:27:39.747505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Made reservation on behalf of 928d6475dae444d0b96465e78119009e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:39.751223 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.754152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c589efc-a7a0-4a35-b29e-7f955f38bd44 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:39.766813 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a27eefd7-df77-4c9b-9979-ed99dcc510ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.772365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07f39db6-fd13-43eb-8166-84411ab2a644 req-fbdc00c8-5aa7-4c10-a2e6-855a54fa987c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 Oct 13 04:27:39.862984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a27eefd7-df77-4c9b-9979-ed99dcc510ec None None] For port cd3114cd-eeed-4aa1-8e0f-228255136a97, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cd3114cd-eeed-4aa1-8e0f-228255136a97,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:39.874852 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a27eefd7-df77-4c9b-9979-ed99dcc510ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.965037 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:39.977699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.20.0.12 (66424fe9-ce46-4f2d-922e-cda622dcd1bd/904e64bd-81b3-4520-8bce-bc298d68c34c/6bc648d2-f889-4d4f-829a-be405300bca7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:40.012398 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a51c-f1b8-448f-85af-0a1d3052c5cf None None] The sync data for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 is: [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:40.016605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:40.016605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.023723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27eefd7-df77-4c9b-9979-ed99dcc510ec None None] Pushing event updated for resources: {'Port': ['ID=cd3114cd-eeed-4aa1-8e0f-228255136a97,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.233718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.302628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f6011f3-ced5-4652-a570-357535f71dea req-c150eda6-4ce2-4fb0-8327-8646a7e9a928 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 210 time: 0.0444655 Oct 13 04:27:40.331072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.407690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.421409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-294e2173-40a7-4990-9595-8f3cea24b6c3 None None] Provisioning complete for port cd3114cd-eeed-4aa1-8e0f-228255136a97 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:40.433763 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-294e2173-40a7-4990-9595-8f3cea24b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.435894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.455020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:40.456533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:40.459075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:40.477770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28923a22-afa0-4c89-8cce-bc6e410f6d0c req-2936c848-e363-4fae-a66d-3daba655eb87 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.479368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28923a22-afa0-4c89-8cce-bc6e410f6d0c req-2936c848-e363-4fae-a66d-3daba655eb87 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 946 time: 0.0677414 Oct 13 04:27:40.545311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.545984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.557478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28923a22-afa0-4c89-8cce-bc6e410f6d0c req-dcfe709d-6a26-4aa3-95d0-e74de9d5b972 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681815 Oct 13 04:27:40.566259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-9606c02a-3f7a-413c-8c1c-47f9d0e64dba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0134594 Oct 13 04:27:40.586823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Request body: {'port': {'device_id': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:40.700090 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.818074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.819442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.820219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.820862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.821791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.822639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.823334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.832051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-f13d4ae2-75e4-43d0-bf6d-30316ce6bb41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.1394875 Oct 13 04:27:40.885048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-1f4c815b-c380-46fe-96fa-4257e992c327 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517631 Oct 13 04:27:41.002002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af69fe8e-fc11-4d0b-b92a-2e277624b1d1 None None] Provisioning complete for port 6bc648d2-f889-4d4f-829a-be405300bca7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:41.002533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af69fe8e-fc11-4d0b-b92a-2e277624b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.084338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af69fe8e-fc11-4d0b-b92a-2e277624b1d1 None None] Port 6bc648d2-f889-4d4f-829a-be405300bca7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:41.102217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417863ba-3402-4789-9784-90dc2b7ecea3 req-90cdac10-6162-430f-989a-174b19f315c8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:41.104264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-417863ba-3402-4789-9784-90dc2b7ecea3 req-90cdac10-6162-430f-989a-174b19f315c8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.1376710 Oct 13 04:27:41.246332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cd3114cd-eeed-4aa1-8e0f-228255136a97 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:41.279607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-417863ba-3402-4789-9784-90dc2b7ecea3 req-8408aac2-7636-47b8-8fb3-52641f95055d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657009 Oct 13 04:27:41.371063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cd3114cd-eeed-4aa1-8e0f-228255136a97 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:41.371440 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.409229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc648d2-f889-4d4f-829a-be405300bca7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:41.427819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.448402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Transition to ACTIVE for port object 6bc648d2-f889-4d4f-829a-be405300bca7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:27:41.455594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.546647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7dc3-3e44-4649-999d-eb495f0fa0ee req-47cc3db8-9cad-412e-80c7-7cb50e8f5d10 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:41.560865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c54e7dc3-3e44-4649-999d-eb495f0fa0ee req-47cc3db8-9cad-412e-80c7-7cb50e8f5d10 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 944 time: 0.0955563 Oct 13 04:27:41.629430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c54e7dc3-3e44-4649-999d-eb495f0fa0ee req-b388d436-993c-40a3-83df-6f6c9d78cfa5 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672798 Oct 13 04:27:41.665375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:41.704363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Attempting to bind port 6bc648d2-f889-4d4f-829a-be405300bca7 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:41.704721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Attempting to bind port 6bc648d2-f889-4d4f-829a-be405300bca7 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:41.705067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Attempting to bind port 6bc648d2-f889-4d4f-829a-be405300bca7 on network 66424fe9-ce46-4f2d-922e-cda622dcd1bd {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:41.710681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Port 6bc648d2-f889-4d4f-829a-be405300bca7 on network 66424fe9-ce46-4f2d-922e-cda622dcd1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:41.711108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Attempting to bind port 6bc648d2-f889-4d4f-829a-be405300bca7 on network 66424fe9-ce46-4f2d-922e-cda622dcd1bd {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:41.717934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:41.718306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Checking segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:41.718918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Bound using segment: {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:41.719502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Bound port: 6bc648d2-f889-4d4f-829a-be405300bca7, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ae9284-e356-4f8c-9609-00cef6cbd0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:41.719952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.823739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:41.832197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:41.841254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.898867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:41.900301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.901781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] 10.222.0.15 "PUT /v2.0/ports/6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 1092 time: 1.3222790 Oct 13 04:27:41.904383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:41.911633 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74dd179-6fc3-458d-a853-dfe083bbd025" -d '{"events": [{"name": "network-changed", "server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:42.016113 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75e7e2-e936-4f59-9a66-079ce49e9d75 x-openstack-request-id: req-fb75e7e2-e936-4f59-9a66-079ce49e9d75 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:42.016511 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:42.016796 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb75e7e2-e936-4f59-9a66-079ce49e9d75 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:42.017872 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7', 'status': 'completed', 'code': 200} Oct 13 04:27:42.024525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545a975-aec0-433a-8d32-ad2348e99086 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:42.040369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-4c1417f3-4658-4fa7-856b-0c5ffdcb69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.043457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-4c1417f3-4658-4fa7-856b-0c5ffdcb69f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1095 time: 0.0816472 Oct 13 04:27:42.104889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-da3cd45c-5b3b-4151-b234-a6dc547d5a00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 217 time: 0.0523522 Oct 13 04:27:42.186456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-92716bc2-d90c-470b-ae3c-61ec2f6962c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.188829 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-92716bc2-d90c-470b-ae3c-61ec2f6962c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 200 len: 834 time: 0.0769768 Oct 13 04:27:42.249313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-c77e6854-d689-4538-8ba2-740eed4cc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.251013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-c77e6854-d689-4538-8ba2-740eed4cc293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66424fe9-ce46-4f2d-922e-cda622dcd1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545654 Oct 13 04:27:42.388516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-4f621379-119c-4c92-9f7e-59b60f580c80 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302938 Oct 13 04:27:42.428174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d3aef-c776-480a-a3b2-761653fd245e req-e7ef1c63-a4b8-4692-8758-18b3a065f45d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.437958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df4d3aef-c776-480a-a3b2-761653fd245e req-e7ef1c63-a4b8-4692-8758-18b3a065f45d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0886571 Oct 13 04:27:42.484616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df4d3aef-c776-480a-a3b2-761653fd245e req-24fc96be-b9d3-4fd5-a052-056b516b4c94 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Oct 13 04:27:42.521480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0895f38e-cab2-4a64-aab7-473b4caa7de0 req-83699534-8649-4843-bf3e-6e96b39ec78d service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256495 Oct 13 04:27:42.619210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-5fe26f9d-1a48-40e2-9b50-1501944dff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.621441 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-5fe26f9d-1a48-40e2-9b50-1501944dff07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1095 time: 0.0486941 Oct 13 04:27:42.779574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-3cfd97c5-ac31-4df2-bdc9-ba6c82ca0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.781087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-3cfd97c5-ac31-4df2-bdc9-ba6c82ca0ddf service neutron] 10.222.0.15 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 897 time: 0.1521657 Oct 13 04:27:42.794520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960dc8b-5ecd-4ea9-bdd3-354f10a15075 req-84e1adfc-32ba-4f52-812d-9b761e03805c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.796092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f960dc8b-5ecd-4ea9-bdd3-354f10a15075 req-84e1adfc-32ba-4f52-812d-9b761e03805c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 944 time: 0.0862110 Oct 13 04:27:42.847032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-f1046d50-58c6-4274-95b9-81fd59d95cbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 217 time: 0.0499249 Oct 13 04:27:42.921538 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f960dc8b-5ecd-4ea9-bdd3-354f10a15075 req-185d8615-cede-4da2-9c6a-a8ddfb8b9321 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824490 Oct 13 04:27:42.930048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-2db71d77-97d4-4c86-8c37-bc94f986d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.932235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-2db71d77-97d4-4c86-8c37-bc94f986d368 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 200 len: 834 time: 0.0734909 Oct 13 04:27:42.990515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-4f2c7e1c-5f05-4b52-bafe-c01b46437b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.992315 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-4f2c7e1c-5f05-4b52-bafe-c01b46437b1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66424fe9-ce46-4f2d-922e-cda622dcd1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500050 Oct 13 04:27:43.097955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-140caa26-fac5-45c6-ac35-2e60f057f58b service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974777 Oct 13 04:27:43.208658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74dd179-6fc3-458d-a853-dfe083bbd025 req-15727f82-6a2c-4372-b5b9-e427e779b893 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026347 Oct 13 04:27:43.557562 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:43.615889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cd428-806e-4d09-87c5-53ee0bd00927 req-74517a07-f921-47f7-b49c-ec6cef16da67 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.618106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d9cd428-806e-4d09-87c5-53ee0bd00927 req-74517a07-f921-47f7-b49c-ec6cef16da67 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0548956 Oct 13 04:27:43.659231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d9cd428-806e-4d09-87c5-53ee0bd00927 req-6ef45e8c-17f3-4747-a216-f13bd595e982 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349834 Oct 13 04:27:43.881176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6bc648d2-f889-4d4f-829a-be405300bca7 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:44.006729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:44.023579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '6bc648d2-f889-4d4f-829a-be405300bca7', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'port_id': '6bc648d2-f889-4d4f-829a-be405300bca7', 'mac_address': 'fa:16:3e:47:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:44.065637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb1b5-9be1-4c03-ae97-01c507ca312d req-65534bb2-963c-4c88-afc7-f4b596013ece tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:44.074060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa1eb1b5-9be1-4c03-ae97-01c507ca312d req-65534bb2-963c-4c88-afc7-f4b596013ece tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 944 time: 0.0713630 Oct 13 04:27:44.080215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.098896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc648d2-f889-4d4f-829a-be405300bca7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:44.117590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa1eb1b5-9be1-4c03-ae97-01c507ca312d req-121efbc5-fccd-48db-a71f-f844e2897277 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422390 Oct 13 04:27:44.119385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:44.124304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.182751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:44.390591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6bc648d2-f889-4d4f-829a-be405300bca7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:44.784886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb49f1f-3648-4f37-97cc-4a81b7ddd47e req-264e76aa-25cd-4cc1-8ba2-adb2b14dc79f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:44.786359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dbb49f1f-3648-4f37-97cc-4a81b7ddd47e req-264e76aa-25cd-4cc1-8ba2-adb2b14dc79f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0535893 Oct 13 04:27:44.831267 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dbb49f1f-3648-4f37-97cc-4a81b7ddd47e req-0b0528f2-5db5-4010-9b01-f57eb8326719 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Oct 13 04:27:45.250562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b192bef-c309-4705-be89-7775a379bb29 req-29a96e00-d9d7-4670-8817-d6ad5bf721d4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:45.252109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b192bef-c309-4705-be89-7775a379bb29 req-29a96e00-d9d7-4670-8817-d6ad5bf721d4 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 945 time: 0.0538604 Oct 13 04:27:45.290620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b192bef-c309-4705-be89-7775a379bb29 req-70204de9-d32b-49e6-95fa-3c181021b1ba tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324576 Oct 13 04:27:45.897733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6bc648d2-f889-4d4f-829a-be405300bca7 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:45.957243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54721d59-5a73-4989-9aa9-743581bb24c0 req-57c07ea0-c3a1-415c-8955-1c212883a659 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:45.958902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54721d59-5a73-4989-9aa9-743581bb24c0 req-57c07ea0-c3a1-415c-8955-1c212883a659 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0564642 Oct 13 04:27:45.961378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 6bc648d2-f889-4d4f-829a-be405300bca7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:27:45.972486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 6bc648d2-f889-4d4f-829a-be405300bca7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:45.972885 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.012917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-54721d59-5a73-4989-9aa9-743581bb24c0 req-fc30e901-c7ab-41df-8554-426a2290c79c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Oct 13 04:27:46.063304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.089321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:46.091883 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1395cfb8-92ec-46d3-bcb5-4240d2676957" -d '{"events": [{"server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:46.107141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:46.111932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.140025 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8381bc87-c4e7-45fa-879f-a1cb47742f3e x-openstack-request-id: req-8381bc87-c4e7-45fa-879f-a1cb47742f3e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:46.140316 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:46.140563 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8381bc87-c4e7-45fa-879f-a1cb47742f3e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:46.141040 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7', 'code': 200} Oct 13 04:27:46.172451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:46.248339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2193-8e27-47f4-ac0d-33a1a2bfa7bf req-bc67e4ee-e7be-4be7-adff-a969ec5cabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:46.250175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f2d2193-8e27-47f4-ac0d-33a1a2bfa7bf req-bc67e4ee-e7be-4be7-adff-a969ec5cabd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1097 time: 0.0503540 Oct 13 04:27:46.289927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f2d2193-8e27-47f4-ac0d-33a1a2bfa7bf req-14a0d347-2315-4fb7-ba21-e47aa106c87e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Oct 13 04:27:46.423288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c167949-d295-424b-80f7-7f9e299aced8 req-b04987ae-fd51-423f-ab85-a37a9194b5fb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:46.425150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c167949-d295-424b-80f7-7f9e299aced8 req-b04987ae-fd51-423f-ab85-a37a9194b5fb tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0624719 Oct 13 04:27:46.471818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c167949-d295-424b-80f7-7f9e299aced8 req-c117e202-944f-490e-afce-6bf39fe977ff tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 Oct 13 04:27:47.136605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fce8a5-f6a0-4102-8bb0-3cad96a924e8 req-125d7c9c-3a24-4f03-b173-fe536fc37946 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:47.138142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13fce8a5-f6a0-4102-8bb0-3cad96a924e8 req-125d7c9c-3a24-4f03-b173-fe536fc37946 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0525219 Oct 13 04:27:47.181683 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13fce8a5-f6a0-4102-8bb0-3cad96a924e8 req-4c45e17b-3717-4451-b42c-07f23638bf2f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Oct 13 04:27:47.607763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876eddf-35a2-4649-a8f0-f523290c1f21 req-fcb4bbf8-4964-4d63-9406-0b12e93401e1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:47.609383 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9876eddf-35a2-4649-a8f0-f523290c1f21 req-fcb4bbf8-4964-4d63-9406-0b12e93401e1 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0633326 Oct 13 04:27:47.652905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9876eddf-35a2-4649-a8f0-f523290c1f21 req-d132aacb-4e9d-4f8e-b0e2-70de97c4ca8f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364690 Oct 13 04:27:47.789753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88451-038a-466a-8a42-bc4cb372c45e req-52335d4d-1fa5-4025-b271-82c2d27e8d99 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:47.791139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52a88451-038a-466a-8a42-bc4cb372c45e req-52335d4d-1fa5-4025-b271-82c2d27e8d99 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0567071 Oct 13 04:27:47.842676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52a88451-038a-466a-8a42-bc4cb372c45e req-e30cb791-24e4-4bda-956d-fa7cfc0a00a7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359430 Oct 13 04:27:47.868629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:47.918104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab870eca-79ca-4104-81b9-047d30b94155 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:47.921296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ab870eca-79ca-4104-81b9-047d30b94155 tempest-TestNetworkAdvancedServerOps-135894635 tempest-TestNetworkAdvancedServerOps-135894635-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1092 time: 0.0515354 Oct 13 04:27:47.922953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:47.928953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '6bc648d2-f889-4d4f-829a-be405300bca7', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:47.956204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.060337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.175693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Allocated IP 172.25.1.153 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/69ede346-bfb9-4302-87b5-d905a9944e65) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:48.321472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.342400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fedb42-cff6-416f-9395-2bc629daf49e req-0048f7ba-f308-43c0-9668-433e7e07e50d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:48.344008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4fedb42-cff6-416f-9395-2bc629daf49e req-0048f7ba-f308-43c0-9668-433e7e07e50d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0795238 Oct 13 04:27:48.398090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.405015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4fedb42-cff6-416f-9395-2bc629daf49e req-aa5749cc-ae93-4cd4-ac85-664541ed3cc9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543311 Oct 13 04:27:48.449581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:48.458377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:48.462082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:48.496237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=69ede346-bfb9-4302-87b5-d905a9944e65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:48.883152 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.956070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.972175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be7eb1d7-e53d-441d-aa73-ca9ffebcb576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.130910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.135720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.206062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event updated for resources: {'Port': ['ID=69ede346-bfb9-4302-87b5-d905a9944e65,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:49.221479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.539324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d0e2-8406-4612-8f8a-47310049759b req-f03ed868-ec7f-45fe-b230-f97b0313a5f7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:49.541072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b55d0e2-8406-4612-8f8a-47310049759b req-f03ed868-ec7f-45fe-b230-f97b0313a5f7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0590990 Oct 13 04:27:49.588557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b55d0e2-8406-4612-8f8a-47310049759b req-6077ad86-a494-4c62-8089-883303123aac tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 Oct 13 04:27:49.663031 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 38d128a1-df4b-4a05-97bb-258f248ca7cf associated. External IP: 172.25.1.153, port: 6bc648d2-f889-4d4f-829a-be405300bca7. Oct 13 04:27:49.946796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 5171e24b-7e9f-43fe-b8b1-24e32e813471 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:50.061398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:50.073454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] Sync routers for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:50.083590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:50.083890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.086546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:50.115834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-adf60ccd-c96c-416f-bf90-4f0c75f2bfce tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1914518 Oct 13 04:27:50.116502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:50.119225 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e609c107-e652-482e-9583-946e8d54daa4" -d '{"events": [{"name": "network-changed", "server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:50.183633 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932434e3-e0ef-4ecf-b130-67b205e8792c x-openstack-request-id: req-932434e3-e0ef-4ecf-b130-67b205e8792c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:50.184907 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:50.185269 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-932434e3-e0ef-4ecf-b130-67b205e8792c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:50.185969 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7', 'status': 'completed', 'code': 200} Oct 13 04:27:50.207089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:50.267301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c107-e652-482e-9583-946e8d54daa4 req-ea6e2b03-dffa-4c25-b4f6-faee37bce70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:50.267871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ebb17-052e-48a2-af5a-b3c89822c252 req-104a7a2d-35aa-4def-8782-f2c9121b4d1e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:50.269571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-ea6e2b03-dffa-4c25-b4f6-faee37bce70f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1097 time: 0.0588477 Oct 13 04:27:50.277564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-685ebb17-052e-48a2-af5a-b3c89822c252 req-104a7a2d-35aa-4def-8782-f2c9121b4d1e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0824902 Oct 13 04:27:50.330212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-685ebb17-052e-48a2-af5a-b3c89822c252 req-5972ffab-0ac9-476d-8b42-463b81d52b2d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516973 Oct 13 04:27:50.348749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:50.412170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c107-e652-482e-9583-946e8d54daa4 req-dfdbbf91-178a-4035-9616-c9e39115b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:50.414003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-dfdbbf91-178a-4035-9616-c9e39115b5d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 897 time: 0.1378736 Oct 13 04:27:50.435949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4502a655-2a58-4ece-b496-8c9d8c73c7b7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/38d128a1-df4b-4a05-97bb-258f248ca7cf HTTP/1.1" status: 200 len: 992 time: 0.0850554 Oct 13 04:27:50.494403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-384a7537-c281-456b-afab-9d10b9554b31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 1000 time: 0.0728533 Oct 13 04:27:50.501362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '38d128a1-df4b-4a05-97bb-258f248ca7cf', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'port_id': '6bc648d2-f889-4d4f-829a-be405300bca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'mac_address': 'fa:16:3e:47:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:27:48Z', 'updated_at': '2021-10-13T04:27:48Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:50.531306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] Checking router: 5171e24b-7e9f-43fe-b8b1-24e32e813471 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:50.542742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:50.543047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:50.553356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c107-e652-482e-9583-946e8d54daa4 req-3329d1ec-b5d7-4060-bc22-093d0317d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:50.555791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-3329d1ec-b5d7-4060-bc22-093d0317d5f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 200 len: 834 time: 0.0535655 Oct 13 04:27:50.614623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c107-e652-482e-9583-946e8d54daa4 req-b117e2a0-a4e9-4136-81f4-c0d3892cf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:50.616943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-b117e2a0-a4e9-4136-81f4-c0d3892cf99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66424fe9-ce46-4f2d-922e-cda622dcd1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532324 Oct 13 04:27:50.666189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:50.786133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b132d27-dc5c-4b2c-9113-07e34fec74a3 req-f5c4e3df-4e41-4f7e-a064-20b9750caddc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:50.787668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b132d27-dc5c-4b2c-9113-07e34fec74a3 req-f5c4e3df-4e41-4f7e-a064-20b9750caddc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0887182 Oct 13 04:27:50.824815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-429fc0ef-4282-4e87-8f8d-26b16c57a308 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008815 Oct 13 04:27:50.901477 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b132d27-dc5c-4b2c-9113-07e34fec74a3 req-09d0e912-3b72-4319-abc6-daf04a153048 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Oct 13 04:27:50.949674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '38d128a1-df4b-4a05-97bb-258f248ca7cf', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'port_id': '6bc648d2-f889-4d4f-829a-be405300bca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'mac_address': 'fa:16:3e:47:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:27:48Z', 'updated_at': '2021-10-13T04:27:48Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:50.960452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e609c107-e652-482e-9583-946e8d54daa4 req-d1e42651-d413-4948-b7e4-d51cd145cb6c service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275611 Oct 13 04:27:50.982369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d450a4-4438-4543-a925-b6d11b16e0c9 None None] The sync data for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 is: [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '38d128a1-df4b-4a05-97bb-258f248ca7cf', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'port_id': '6bc648d2-f889-4d4f-829a-be405300bca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'mac_address': 'fa:16:3e:47:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:27:48Z', 'updated_at': '2021-10-13T04:27:48Z', 'revision_number': 0, 'project_id': '928d6475dae444d0b96465e78119009e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:51.216041 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf17783-1942-4cf6-8624-a0154c4fb3b8 None None] New status for floating IP 38d128a1-df4b-4a05-97bb-258f248ca7cf: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:27:51.439779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:51.491141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ca8921e-c015-4a4b-9b15-d65ed20889fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.515698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a758108e-4263-403c-ad8a-a66481b55747 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/38d128a1-df4b-4a05-97bb-258f248ca7cf HTTP/1.1" status: 200 len: 994 time: 0.0744231 Oct 13 04:27:52.025512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1187fb-f395-4f77-b3d7-c38c583d10ef req-a13e5c1d-9a0d-4378-98d8-285844719bd6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:52.027349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f1187fb-f395-4f77-b3d7-c38c583d10ef req-a13e5c1d-9a0d-4378-98d8-285844719bd6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0538030 Oct 13 04:27:52.066633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f1187fb-f395-4f77-b3d7-c38c583d10ef req-f4b03c7d-f43f-40a5-b26d-1fed2bcbec5a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Oct 13 04:27:52.845832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.996031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.183710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1122-4790-4b58-9ceb-951d003f3895 req-3775077e-e73c-4a8f-bc48-e1fe5206d7a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:53.185123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52cc1122-4790-4b58-9ceb-951d003f3895 req-3775077e-e73c-4a8f-bc48-e1fe5206d7a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 944 time: 0.0490777 Oct 13 04:27:53.223413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-52cc1122-4790-4b58-9ceb-951d003f3895 req-7224989a-be58-4448-88ca-6e60fa3fe736 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Oct 13 04:27:53.914631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 32823ea5-8172-4e03-b683-873c8be6530c details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:54.012977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 32823ea5-8172-4e03-b683-873c8be6530c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=32823ea5-8172-4e03-b683-873c8be6530c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:54.027763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '32823ea5-8172-4e03-b683-873c8be6530c', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': '32823ea5-8172-4e03-b683-873c8be6530c', 'mac_address': 'fa:16:3e:2d:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:54.065826 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.080014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32823ea5-8172-4e03-b683-873c8be6530c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:54.100069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 32823ea5-8172-4e03-b683-873c8be6530c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=32823ea5-8172-4e03-b683-873c8be6530c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:54.105583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.155389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=32823ea5-8172-4e03-b683-873c8be6530c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:54.345401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b779-8667-4739-9bc0-76504dec729e req-b2563bf7-fcb7-4b17-93a9-24eb2260c51b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:54.346874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21c7b779-8667-4739-9bc0-76504dec729e req-b2563bf7-fcb7-4b17-93a9-24eb2260c51b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Oct 13 04:27:54.387991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21c7b779-8667-4739-9bc0-76504dec729e req-e3a5d0ad-b235-48b0-b7f0-3773a01f566e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Oct 13 04:27:54.448096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['32823ea5-8172-4e03-b683-873c8be6530c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:54.613048 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.507080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725b035-4016-4362-b8c5-a4f7394b425e req-20d91890-9ca2-42a4-9571-fc93a4cb138c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:55.508564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0725b035-4016-4362-b8c5-a4f7394b425e req-20d91890-9ca2-42a4-9571-fc93a4cb138c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Oct 13 04:27:55.547212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0725b035-4016-4362-b8c5-a4f7394b425e req-916bfd25-e37a-44ec-97f0-c8fb4539e29b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Oct 13 04:27:55.923417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 32823ea5-8172-4e03-b683-873c8be6530c up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:55.977803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 32823ea5-8172-4e03-b683-873c8be6530c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:27:55.982818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 32823ea5-8172-4e03-b683-873c8be6530c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:55.983194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.062848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.095561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 32823ea5-8172-4e03-b683-873c8be6530c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=32823ea5-8172-4e03-b683-873c8be6530c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:56.096525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8462a-faa5-42a5-809e-957562a25343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32823ea5-8172-4e03-b683-873c8be6530c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:56.099012 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6837e81-8d4a-42d9-8825-c5320151df95" -d '{"events": [{"server_uuid": "a0d8462a-faa5-42a5-809e-957562a25343", "name": "network-vif-plugged", "status": "completed", "tag": "32823ea5-8172-4e03-b683-873c8be6530c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:56.102421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.137158 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cf637f-d30e-4564-9e57-3fa3813bdcb5 x-openstack-request-id: req-c8cf637f-d30e-4564-9e57-3fa3813bdcb5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:56.137471 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8462a-faa5-42a5-809e-957562a25343", "name": "network-vif-plugged", "status": "completed", "tag": "32823ea5-8172-4e03-b683-873c8be6530c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:56.137726 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8cf637f-d30e-4564-9e57-3fa3813bdcb5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:56.138111 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d8462a-faa5-42a5-809e-957562a25343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32823ea5-8172-4e03-b683-873c8be6530c', 'code': 200} Oct 13 04:27:56.161841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=32823ea5-8172-4e03-b683-873c8be6530c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:56.246678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103a93d-4fbf-4d74-9bfa-476d69090cc1 req-038d0550-d843-4eff-b2a5-d6dd48bd665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:56.248063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9103a93d-4fbf-4d74-9bfa-476d69090cc1 req-038d0550-d843-4eff-b2a5-d6dd48bd665f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 1097 time: 0.0439970 Oct 13 04:27:56.283641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9103a93d-4fbf-4d74-9bfa-476d69090cc1 req-cfc6cbea-c8b9-4c6d-b1b1-5b5a1213e25d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280252 Oct 13 04:27:56.685143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84d694-05cf-4705-8657-582d25fadcaf req-0ff91d4e-838f-4976-a737-3ec68e2dc116 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:56.686795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a84d694-05cf-4705-8657-582d25fadcaf req-0ff91d4e-838f-4976-a737-3ec68e2dc116 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 946 time: 0.0609434 Oct 13 04:27:56.730663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a84d694-05cf-4705-8657-582d25fadcaf req-a0fc2b1a-17b7-4ca5-8b14-8d7084b27e13 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Oct 13 04:27:57.855312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3422270-0707-4576-bdaf-c464642a5d28 req-064abad3-8003-434c-b853-29b8044c2da5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:57.856703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3422270-0707-4576-bdaf-c464642a5d28 req-064abad3-8003-434c-b853-29b8044c2da5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 946 time: 0.0529490 Oct 13 04:27:57.897074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3422270-0707-4576-bdaf-c464642a5d28 req-e3cdbecd-1fec-460e-9a29-b91b93cffa9e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Oct 13 04:27:58.014632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a5b96-6973-44c2-8cff-55a753eb260f req-ddcd282b-c8a6-4483-a32e-ab8b4908e210 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:58.016114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7a5b96-6973-44c2-8cff-55a753eb260f req-ddcd282b-c8a6-4483-a32e-ab8b4908e210 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Oct 13 04:27:58.054205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7a5b96-6973-44c2-8cff-55a753eb260f req-32f81a35-38dc-4e48-aaee-4ff26b881ce2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Oct 13 04:27:58.346567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689095b-36e8-48df-943a-7f4908c07177 req-7f3a0750-d36f-41d9-b041-8bf6213009d4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:58.348205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f689095b-36e8-48df-943a-7f4908c07177 req-7f3a0750-d36f-41d9-b041-8bf6213009d4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 946 time: 0.0518892 Oct 13 04:27:58.391548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f689095b-36e8-48df-943a-7f4908c07177 req-fa68ce44-38f1-4e13-8b09-d10f2e93de34 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372806 Oct 13 04:27:59.514092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d2cd2-b9ba-4457-acbf-25b5669f54ca req-11e87c6d-7ff1-4d2f-aa9e-54d30e030df0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.515697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d7d2cd2-b9ba-4457-acbf-25b5669f54ca req-11e87c6d-7ff1-4d2f-aa9e-54d30e030df0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 946 time: 0.0547168 Oct 13 04:27:59.560576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d7d2cd2-b9ba-4457-acbf-25b5669f54ca req-18fb646b-e136-49e0-8ec5-67907de0b1be tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Oct 13 04:27:59.983276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-06a08bf4-248e-408c-a458-e8991798e7c9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.984774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-06a08bf4-248e-408c-a458-e8991798e7c9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 946 time: 0.0489795 Oct 13 04:28:00.091162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port 32823ea5-8172-4e03-b683-873c8be6530c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:00.091511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.187222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port 32823ea5-8172-4e03-b683-873c8be6530c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=32823ea5-8172-4e03-b683-873c8be6530c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:00.187581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.201267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for 32823ea5-8172-4e03-b683-873c8be6530c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:00.340898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.356298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['32823ea5-8172-4e03-b683-873c8be6530c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:00.358675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cf903da2-d739-487f-9d85-ade043570fcf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:00.378875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=32823ea5-8172-4e03-b683-873c8be6530c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:00.436459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port 32823ea5-8172-4e03-b683-873c8be6530c on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:00.439639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.443992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5c1dfcd-bc3e-4a74-a09e-a44a8d61d62c req-ba11814b-e5ca-4761-aa9e-b8c2e60eaa85 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "DELETE /v2.0/ports/32823ea5-8172-4e03-b683-873c8be6530c HTTP/1.1" status: 204 len: 173 time: 0.4512386 Oct 13 04:28:00.444644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8462a-faa5-42a5-809e-957562a25343', 'name': 'network-vif-deleted', 'tag': '32823ea5-8172-4e03-b683-873c8be6530c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:00.447284 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7b9e8-b672-4e84-b822-17e6fc7be9be" -d '{"events": [{"server_uuid": "a0d8462a-faa5-42a5-809e-957562a25343", "name": "network-vif-deleted", "tag": "32823ea5-8172-4e03-b683-873c8be6530c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:00.498763 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901d509-0890-4964-89c5-b589314ee791 x-openstack-request-id: req-8901d509-0890-4964-89c5-b589314ee791 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:00.499301 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8462a-faa5-42a5-809e-957562a25343", "name": "network-vif-deleted", "tag": "32823ea5-8172-4e03-b683-873c8be6530c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:00.499909 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8901d509-0890-4964-89c5-b589314ee791 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:00.500638 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d8462a-faa5-42a5-809e-957562a25343', 'name': 'network-vif-deleted', 'tag': '32823ea5-8172-4e03-b683-873c8be6530c', 'status': 'completed', 'code': 200} Oct 13 04:28:00.673595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aff161c0-9d20-4709-80d2-11236d583dcc req-0d360e9d-eb9b-4e61-b7b9-a0c4bba4fc60 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0283186 Oct 13 04:28:01.781302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b39c4e3d-04ba-4c07-a592-4b53906d675b req-bdd6a27f-d3ee-48f2-8193-956c825c112a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0294228 Oct 13 04:28:02.880357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9a05177-6a0e-43a2-922a-e3b18facaddb req-41d8266c-d075-4fa3-8970-d358c7f8bd44 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Oct 13 04:28:03.972965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 32823ea5-8172-4e03-b683-873c8be6530c no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:03.974268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0eec03f9-f427-4e2f-9aef-cc59a16d68c5 req-d325d3a8-5534-4b71-bcd9-3c6b7735dedf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0258577 Oct 13 04:28:03.996033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 32823ea5-8172-4e03-b683-873c8be6530c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:03.996599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 32823ea5-8172-4e03-b683-873c8be6530c not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:05.070179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3281105a-31da-47f8-95a2-54be7cdc36c1 req-e3198378-2262-470a-9948-e6591e612992 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Oct 13 04:28:06.169440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0d83135f-5cfc-421a-9ef2-d388c459303d req-f264370e-4c1c-4d5f-b053-ea14301d1e49 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d8462a-faa5-42a5-809e-957562a25343 HTTP/1.1" status: 200 len: 210 time: 0.0310452 Oct 13 04:28:06.869869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-634e792e-0b66-46be-8ffe-273ba7f28d40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405328 Oct 13 04:28:06.955587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701327-be45-426a-971a-30fefb75aa5e req-bbfe0bbe-8133-49f1-80d3-d0af9235e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:06.957087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-bbfe0bbe-8133-49f1-80d3-d0af9235e32b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 1096 time: 0.0417981 Oct 13 04:28:07.063030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701327-be45-426a-971a-30fefb75aa5e req-5d12d8fe-401e-45f9-9772-070f9330e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.064486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-5d12d8fe-401e-45f9-9772-070f9330e705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 200 len: 908 time: 0.0871871 Oct 13 04:28:07.129854 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-fbe82f3e-e479-48b7-a28a-1681633bd4ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 200 len: 1000 time: 0.0570202 Oct 13 04:28:07.182891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701327-be45-426a-971a-30fefb75aa5e req-e5913d6d-2a60-4dcf-8dc4-5be235c3e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.184256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-e5913d6d-2a60-4dcf-8dc4-5be235c3e9bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 200 len: 846 time: 0.0477765 Oct 13 04:28:07.233486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701327-be45-426a-971a-30fefb75aa5e req-aa9b8308-17c0-43c8-bd71-d7f7298efaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.235009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-aa9b8308-17c0-43c8-bd71-d7f7298efaf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b77dfe5f-2163-470d-9ae3-65c8d3cd456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426226 Oct 13 04:28:07.340916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-742c77b7-e4da-4e0f-98e1-af56f81651b9 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984621 Oct 13 04:28:07.436744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c701327-be45-426a-971a-30fefb75aa5e req-8bbcc2ef-a39f-4e5a-941a-b872711f8597 service neutron] 10.222.0.26 "GET /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884457 Oct 13 04:28:08.173332 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.194931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-57ced466-f349-48e3-8d58-460cbb4acae1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0469930 Oct 13 04:28:09.286187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.286663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.287127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.287593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.288039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.288528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.289016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.290866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-09820ae1-9311-423b-9786-f900e8fd43fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 6490 time: 0.0485125 Oct 13 04:28:09.411565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-9431ed1a-702a-4c3c-ac40-953c4581dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.412040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-9431ed1a-702a-4c3c-ac40-953c4581dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.412494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-9431ed1a-702a-4c3c-ac40-953c4581dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.414087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-9431ed1a-702a-4c3c-ac40-953c4581dba9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&id=7255b119-ccbd-4bc0-aef1-27302438501f&id=7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 200 len: 2292 time: 0.0993447 Oct 13 04:28:09.480269 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-72a3bdda-7f9e-4c39-80a5-9693c0bc23a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 200 len: 1001 time: 0.0581086 Oct 13 04:28:09.529629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-344e8b9c-61e4-4f78-b053-efba01f7e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.531084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-344e8b9c-61e4-4f78-b053-efba01f7e74b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 200 len: 850 time: 0.0440073 Oct 13 04:28:09.580212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-d4f1152f-a46f-4f1f-ad22-80933c5586bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.581700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-d4f1152f-a46f-4f1f-ad22-80933c5586bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432405 Oct 13 04:28:09.669849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-51fbf9a7-8889-48ae-9aeb-92f8cafbcd3d service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803459 Oct 13 04:28:09.975287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.097464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-a3ede5dc-8194-45b9-a22d-2f8f93c2269f service neutron] 10.222.0.15 "GET /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198327 Oct 13 04:28:10.137892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-8860ac11-1074-4baf-bd65-ee96223e0447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 217 time: 0.0324066 Oct 13 04:28:10.186872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-724df46d-8818-4b08-8ac2-51f1142824be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.188311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-724df46d-8818-4b08-8ac2-51f1142824be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0430448 Oct 13 04:28:10.236605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-14b6bf71-f0c1-4dd3-8e27-bf04c1f796ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.238022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-14b6bf71-f0c1-4dd3-8e27-bf04c1f796ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427034 Oct 13 04:28:10.326613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-cfd625d0-6e0e-429c-9d47-1043c5cfd09c service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809309 Oct 13 04:28:10.423296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-f80fbfb6-6a3e-466c-a80d-d2dca1c7c4d0 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Oct 13 04:28:10.469865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-a1c22128-84b3-4974-9d4e-fca4e342f452 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 217 time: 0.0377190 Oct 13 04:28:10.523678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-78f3b61d-17cf-490a-98ed-f66aa4f848c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.525178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-78f3b61d-17cf-490a-98ed-f66aa4f848c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0485365 Oct 13 04:28:10.575363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-832c2366-64ea-4913-9f63-d99c2b94f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.577652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-832c2366-64ea-4913-9f63-d99c2b94f536 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454257 Oct 13 04:28:10.667594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-bcb76734-b4a2-491b-b914-56e738e2c35a service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824573 Oct 13 04:28:10.773566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-e66e6899-ecd8-4e06-99f4-13bc8d834508 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977879 Oct 13 04:28:10.813684 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-c8727e08-938c-4ddf-8a65-fb20805acc9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 200 len: 217 time: 0.0332072 Oct 13 04:28:10.867201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-4bb2cfb6-54a1-4b75-8b57-80e65c4e1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.868634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-4bb2cfb6-54a1-4b75-8b57-80e65c4e1e70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0488384 Oct 13 04:28:10.914540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-aa1e35c5-243e-47e8-b34e-2a3620324553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.916005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-aa1e35c5-243e-47e8-b34e-2a3620324553 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0393245 Oct 13 04:28:11.005456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-51d8c328-8c2b-4d56-82b5-aeab2e8d73d2 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802343 Oct 13 04:28:11.097454 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-f40d365f-c7b4-4a56-a023-43cc957dcf0e service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Oct 13 04:28:11.138800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-8cf9aa8f-7574-4e39-a003-b3b077744dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 200 len: 217 time: 0.0335412 Oct 13 04:28:11.189996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-e833605e-150c-4c43-a4e8-011c2bc6f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.191467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-e833605e-150c-4c43-a4e8-011c2bc6f4ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 200 len: 797 time: 0.0448406 Oct 13 04:28:11.242638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-18d51c9f-c5e7-4f07-8491-d33895dabee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.244127 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-18d51c9f-c5e7-4f07-8491-d33895dabee1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=049f97ee-06d2-4fb4-9c1d-a6ab278694d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452478 Oct 13 04:28:11.333547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-d9f4570d-9904-4ad2-84ea-ce11523981e8 service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816801 Oct 13 04:28:11.427659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-cecea157-7733-4f7e-ae06-59dd1696edcb service neutron] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Oct 13 04:28:11.469771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-576ee1e8-f19b-4161-a0c6-72cccd4df26e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 200 len: 217 time: 0.0350971 Oct 13 04:28:11.530553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-64c85dbe-f239-41a4-9433-bc59b221ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.532205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-64c85dbe-f239-41a4-9433-bc59b221ef12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0556397 Oct 13 04:28:11.592823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-f4284379-89d9-4cbf-84cd-ae6d902a5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.594554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-f4284379-89d9-4cbf-84cd-ae6d902a5c6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546577 Oct 13 04:28:11.684410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-3cc361c8-aff8-44e8-96b3-b6395db57abf service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Oct 13 04:28:11.781756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-d830abe3-9e89-4702-9bfa-5114adea4776 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890734 Oct 13 04:28:11.825071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-42bce272-812f-4b1e-add5-d3ccb920e95a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 200 len: 217 time: 0.0363340 Oct 13 04:28:11.877988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-efb375d9-273b-4e4e-af43-a88c1066991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.879454 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-efb375d9-273b-4e4e-af43-a88c1066991c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 200 len: 797 time: 0.0471699 Oct 13 04:28:11.930820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-24a38965-98ed-43fe-bdc1-fa83d8789b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.933010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-24a38965-98ed-43fe-bdc1-fa83d8789b47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7255b119-ccbd-4bc0-aef1-27302438501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460310 Oct 13 04:28:12.023951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-961fa7c8-4139-4d03-befe-9b5954cb9d77 service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823517 Oct 13 04:28:12.117652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-539686b2-ceca-4efa-a889-01855eb0c0d7 req-0cb45982-6417-4820-8183-284fbe34b4af service neutron] 10.222.0.15 "GET /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861642 Oct 13 04:28:13.811810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed104ad-8279-4cdf-974b-181a191ff7b6 req-6116e49d-04f3-4629-aeb8-df57eb375d63 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:13.813370 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fed104ad-8279-4cdf-974b-181a191ff7b6 req-6116e49d-04f3-4629-aeb8-df57eb375d63 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 946 time: 0.0520880 Oct 13 04:28:13.853214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fed104ad-8279-4cdf-974b-181a191ff7b6 req-8e8f9800-9877-427c-815d-1bc02b92640f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Oct 13 04:28:15.002379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541372f-2706-4e7c-b898-5a6cefc9b7f8 req-7c23df58-5688-4e43-aaa6-59369ebfc3c0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:15.009969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c541372f-2706-4e7c-b898-5a6cefc9b7f8 req-7c23df58-5688-4e43-aaa6-59369ebfc3c0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 946 time: 0.0621612 Oct 13 04:28:15.043594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c541372f-2706-4e7c-b898-5a6cefc9b7f8 req-1a0375e1-d496-48e8-b62b-d423fee9b7ce tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=f51bad49-9a47-405d-8916-c8d5e01f9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Oct 13 04:28:15.352308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9148-ae63-4062-a67a-690664611c7f req-35a4c3ef-c7a7-491c-b2da-83c6e6d409b1 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:15.353850 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d8b9148-ae63-4062-a67a-690664611c7f req-35a4c3ef-c7a7-491c-b2da-83c6e6d409b1 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Oct 13 04:28:15.402027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d8b9148-ae63-4062-a67a-690664611c7f req-c2c30be6-3328-47da-b99c-77c0e73c038c tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402389 Oct 13 04:28:15.467529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b025c-7e61-43f3-9ba4-338221932be1 req-97b94a6f-67d5-4e38-96a2-ab6f34c24392 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:15.468929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-046b025c-7e61-43f3-9ba4-338221932be1 req-97b94a6f-67d5-4e38-96a2-ab6f34c24392 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 946 time: 0.0587125 Oct 13 04:28:15.566020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port cf903da2-d739-487f-9d85-ade043570fcf {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:15.566358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.660352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port cf903da2-d739-487f-9d85-ade043570fcf, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=cf903da2-d739-487f-9d85-ade043570fcf,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:15.660636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.673188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for cf903da2-d739-487f-9d85-ade043570fcf owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:15.800699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.812306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['cf903da2-d739-487f-9d85-ade043570fcf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:15.829603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=cf903da2-d739-487f-9d85-ade043570fcf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:15.862924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.863326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.863588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.863919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.864243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.864567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.864929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.865232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.865560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.865873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.866187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.866502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:15.890877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port cf903da2-d739-487f-9d85-ade043570fcf on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:15.891704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-ce507778-d212-4f83-bab8-59ee03bb811b tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:15.893453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-ce507778-d212-4f83-bab8-59ee03bb811b tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.0628984 Oct 13 04:28:15.894366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.898189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-046b025c-7e61-43f3-9ba4-338221932be1 req-1cad97db-815a-492a-ac81-814178d719bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "DELETE /v2.0/ports/cf903da2-d739-487f-9d85-ade043570fcf HTTP/1.1" status: 204 len: 173 time: 0.4230568 Oct 13 04:28:15.898644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6698e632-aba4-4959-996b-f3672ca6fa13', 'name': 'network-vif-deleted', 'tag': 'cf903da2-d739-487f-9d85-ade043570fcf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:15.902290 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e63da-4978-42f9-997e-ceea192586ad" -d '{"events": [{"server_uuid": "6698e632-aba4-4959-996b-f3672ca6fa13", "name": "network-vif-deleted", "tag": "cf903da2-d739-487f-9d85-ade043570fcf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:15.941028 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6348dc-e898-4b76-bea4-3cc6017ca834 x-openstack-request-id: req-3f6348dc-e898-4b76-bea4-3cc6017ca834 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:15.941319 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6698e632-aba4-4959-996b-f3672ca6fa13", "name": "network-vif-deleted", "tag": "cf903da2-d739-487f-9d85-ade043570fcf", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:15.941571 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f6348dc-e898-4b76-bea4-3cc6017ca834 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:15.941973 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6698e632-aba4-4959-996b-f3672ca6fa13', 'name': 'network-vif-deleted', 'tag': 'cf903da2-d739-487f-9d85-ade043570fcf', 'status': 'completed', 'code': 200} Oct 13 04:28:16.025007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Deleting port b30175c1-7059-4b13-9d03-a9e94bd378ab {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:16.025526 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.130536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] For port b30175c1-7059-4b13-9d03-a9e94bd378ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=b30175c1-7059-4b13-9d03-a9e94bd378ab,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:16.130916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.183152 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0c2c7e3-8be8-4ef9-ac51-1a3922856835 req-61c4e7ad-4b90-46b2-acd8-1c2e1fe29b30 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0396774 Oct 13 04:28:16.424592 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.424997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.425337 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Floating IP 48f4f021-a07c-410c-9751-58db454076bb disassociated. External IP: 172.25.1.50, port: b30175c1-7059-4b13-9d03-a9e94bd378ab. Oct 13 04:28:16.425690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Calling delete_port for b30175c1-7059-4b13-9d03-a9e94bd378ab owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:16.540315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3397-bb21-4e13-af29-c02d006d6f37 req-ba6cd381-7683-4769-b5d1-817e3e534ef4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:16.549285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a82a3397-bb21-4e13-af29-c02d006d6f37 req-ba6cd381-7683-4769-b5d1-817e3e534ef4 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aee636b-3a8e-466e-b6ca-c04b8eddd990 HTTP/1.1" status: 200 len: 945 time: 0.0629036 Oct 13 04:28:16.569602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.591291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a82a3397-bb21-4e13-af29-c02d006d6f37 req-e9858a2d-e906-4ef4-a5bb-12899f5489a3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd510141-2b27-47cc-8c2e-d699fdbe9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408239 Oct 13 04:28:16.600709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event deleted for resources: {'Port': ['ID=b30175c1-7059-4b13-9d03-a9e94bd378ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:16.733754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Router 8b876274-320c-43ad-9837-1035e558b212 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:16.841882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:16.853040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] Sync routers for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:16.864456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:16.865502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:16.887475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] No DVR routers for this DVR port b30175c1-7059-4b13-9d03-a9e94bd378ab on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:16.890483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.894609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb9d492a-398b-4c9e-b845-460a4c55d7da req-1d92f6b5-bafd-4b42-91e4-cc35851ca98d tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.26 "DELETE /v2.0/ports/b30175c1-7059-4b13-9d03-a9e94bd378ab HTTP/1.1" status: 204 len: 173 time: 0.9944441 Oct 13 04:28:16.895079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'name': 'network-vif-deleted', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:16.897968 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6929a3-ab44-493e-900d-186d955f9779" -d '{"events": [{"server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "name": "network-vif-deleted", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:16.946178 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ddc60-2e4d-4c9e-a3a7-faf01e3690cf x-openstack-request-id: req-ff7ddc60-2e4d-4c9e-a3a7-faf01e3690cf {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:16.946476 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee636b-3a8e-466e-b6ca-c04b8eddd990", "name": "network-vif-deleted", "tag": "b30175c1-7059-4b13-9d03-a9e94bd378ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:16.946736 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff7ddc60-2e4d-4c9e-a3a7-faf01e3690cf {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:16.947144 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee636b-3a8e-466e-b6ca-c04b8eddd990', 'name': 'network-vif-deleted', 'tag': 'b30175c1-7059-4b13-9d03-a9e94bd378ab', 'status': 'completed', 'code': 200} Oct 13 04:28:16.996417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:17.305458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8610141f-41d7-4a3b-91d1-c330c88096a5 req-8b0869aa-8ba2-4753-adae-807278be1830 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0398471 Oct 13 04:28:17.416339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:17.447094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] Checking router: 8b876274-320c-43ad-9837-1035e558b212 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:17.456837 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:17.457879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:17.570465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:17.667970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:17.885347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Deleting port 6e6c6698-1036-45ed-9677-b24134039467 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:17.885668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.890521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:17.926187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a661f5-a9ab-40d8-9e7e-998997645a39 None None] The sync data for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 is: [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:22:15Z', 'revision_number': 4, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1d981711-b676-436d-83c5-11cf4df9663f', 'name': '', 'network_id': 'b77dfe5f-2163-470d-9ae3-65c8d3cd456b', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'mac_address': 'fa:16:3e:b3:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'subnets': [{'id': '8fe99ac6-8980-4f99-ac67-4ba820d8df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:17.988616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.989027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.006900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Calling delete_port for 6e6c6698-1036-45ed-9677-b24134039467 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:18.090048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cf903da2-d739-487f-9d85-ade043570fcf no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:18.111238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: cf903da2-d739-487f-9d85-ade043570fcf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:18.111664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device cf903da2-d739-487f-9d85-ade043570fcf not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:18.169628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.199761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event deleted for resources: {'Port': ['ID=6e6c6698-1036-45ed-9677-b24134039467,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:18.236620 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b379379-9dc1-45f8-b583-a3ec14a58eff None None] New status for floating IP 48f4f021-a07c-410c-9751-58db454076bb: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:28:18.265666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.273314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.276359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-83dd28ca-4e37-43fc-b708-10dfaeb97421 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "DELETE /v2.0/floatingips/48f4f021-a07c-410c-9751-58db454076bb HTTP/1.1" status: 204 len: 168 time: 0.6056745 Oct 13 04:28:18.361812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:18.415952 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57cfdab7-9b9c-4c14-a84c-2bf08c0526ea req-acd5d251-0f1d-4deb-bd93-7f2ccc1bc56f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0265074 Oct 13 04:28:18.443855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a724cc21-dc13-4f63-ab49-d498e5ab0bc3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.493822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a724cc21-dc13-4f63-ab49-d498e5ab0bc3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.572337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a724cc21-dc13-4f63-ab49-d498e5ab0bc3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.576096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a724cc21-dc13-4f63-ab49-d498e5ab0bc3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.579944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a724cc21-dc13-4f63-ab49-d498e5ab0bc3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd510141-2b27-47cc-8c2e-d699fdbe9ebf HTTP/1.1" status: 204 len: 168 time: 0.2147558 Oct 13 04:28:18.593372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724cc21-dc13-4f63-ab49-d498e5ab0bc3 tempest-TestServerBasicOps-537609435 tempest-TestServerBasicOps-537609435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd510141-2b27-47cc-8c2e-d699fdbe9ebf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:18.623747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:18.984855 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e924062c-474c-4e60-8dc1-afdd0390eee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.104281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.358312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Deleting port 1d981711-b676-436d-83c5-11cf4df9663f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:19.358657 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.451866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] For port 1d981711-b676-436d-83c5-11cf4df9663f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1d981711-b676-436d-83c5-11cf4df9663f,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:19.452402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.467823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Calling delete_port for 1d981711-b676-436d-83c5-11cf4df9663f owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:19.567065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cee341d2-c1d4-4eba-9930-c50743ad91fa req-9190e5c4-f4b9-42ea-9e8b-ff57f9908203 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0378437 Oct 13 04:28:19.687355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.718871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d981711-b676-436d-83c5-11cf4df9663f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:19.978833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.007529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b30175c1-7059-4b13-9d03-a9e94bd378ab no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:20.061746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: b30175c1-7059-4b13-9d03-a9e94bd378ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:20.062429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device b30175c1-7059-4b13-9d03-a9e94bd378ab not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:20.248955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Router 8b876274-320c-43ad-9837-1035e558b212 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:20.355032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:20.362780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0c70a892-5cac-4aaf-8391-37f24e2ff809 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b876274-320c-43ad-9837-1035e558b212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354102 Oct 13 04:28:20.362959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:20.371337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] Sync routers for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:20.381069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:20.381675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.477354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.492183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:20.556312 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:20.601950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.722954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Deleting port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:20.723310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.726584 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12c56d30-4bef-41fb-962d-02d5ea39c549 req-ad15db14-bd3a-4c06-b514-9fdfb9407950 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=6698e632-aba4-4959-996b-f3672ca6fa13 HTTP/1.1" status: 200 len: 210 time: 0.0351365 Oct 13 04:28:20.741662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:28:19Z', 'revision_number': 5, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port': {'id': '0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b876274-320c-43ad-9837-1035e558b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:10Z', 'updated_at': '2021-10-13T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.770421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] Checking router: 8b876274-320c-43ad-9837-1035e558b212 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:20.783816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] Routers {'8b876274-320c-43ad-9837-1035e558b212'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:20.784414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:27:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['8b876274-320c-43ad-9837-1035e558b212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.828252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] For port 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:20.829046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.844295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Calling delete_port for 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:20.886513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] Set router 8b876274-320c-43ad-9837-1035e558b212 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:20.949321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:28:20Z', 'revision_number': 6, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.986685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a57fd6-0ebd-4c71-9c3f-720d77abe77b None None] The sync data for ids ['8b876274-320c-43ad-9837-1035e558b212'] in n-d-810220-9 is: [{'id': '8b876274-320c-43ad-9837-1035e558b212', 'name': 'tempest-TestServerBasicOps-75442912-router', 'tenant_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:09Z', 'updated_at': '2021-10-13T04:28:20Z', 'revision_number': 6, 'project_id': '53ee39f3eb37464c8a44ba182cd15ccc', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:21.046957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.075787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.152572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.247650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.249837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.297362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.297976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b876274-320c-43ad-9837-1035e558b212 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:21.302280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.303480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9c589716-25da-4738-9020-e7dea080c6d5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8b876274-320c-43ad-9837-1035e558b212 HTTP/1.1" status: 204 len: 168 time: 0.9395463 Oct 13 04:28:21.305953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:21.356387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Deleting subnet 8fe99ac6-8980-4f99-ac67-4ba820d8df88 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:28:21.368214 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.449569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.513484 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3278642f-c3e6-47a8-bd1c-feefe34cc74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.612229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.669022 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.696421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe99ac6-8980-4f99-ac67-4ba820d8df88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.700007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.705782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:21.705945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50dec276-b5e7-42ec-8c5f-d076bf4944f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8fe99ac6-8980-4f99-ac67-4ba820d8df88 HTTP/1.1" status: 204 len: 168 time: 0.3990011 Oct 13 04:28:21.711041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b4ba3-8c4f-4a51-bdbc-75475238d6a4 None None] Network b77dfe5f-2163-470d-9ae3-65c8d3cd456b requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:21.802189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.884640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Deleting port c6703a31-2c0c-4b81-948f-4c3eab18d50d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:21.885067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.920864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d981711-b676-436d-83c5-11cf4df9663f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:21.948730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1d981711-b676-436d-83c5-11cf4df9663f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:21.948730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d981711-b676-436d-83c5-11cf4df9663f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:21.978886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] For port c6703a31-2c0c-4b81-948f-4c3eab18d50d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c6703a31-2c0c-4b81-948f-4c3eab18d50d,segment=NetworkSegment(79bd88f1-7fbf-4413-8510-7f57ba192161),segment_id=79bd88f1-7fbf-4413-8510-7f57ba192161)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:21.979374 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.996431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Calling delete_port for c6703a31-2c0c-4b81-948f-4c3eab18d50d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:22.080419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] DHCP port deletion for b77dfe5f-2163-470d-9ae3-65c8d3cd456b request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:28:22.123796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.146436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Deleting port c6703a31-2c0c-4b81-948f-4c3eab18d50d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:22.147091 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.156923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6703a31-2c0c-4b81-948f-4c3eab18d50d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:22.160959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] No DVR routers for this DVR port c6703a31-2c0c-4b81-948f-4c3eab18d50d on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:22.274532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.315140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] For port c6703a31-2c0c-4b81-948f-4c3eab18d50d, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:22.315851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.318268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77dfe5f-2163-470d-9ae3-65c8d3cd456b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:22.335509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Calling delete_port for c6703a31-2c0c-4b81-948f-4c3eab18d50d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:22.335694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bd88f1-7fbf-4413-8510-7f57ba192161') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:22.335909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bd88f1-7fbf-4413-8510-7f57ba192161') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:22.338264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Port c6703a31-2c0c-4b81-948f-4c3eab18d50d was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:28:22.340036 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.353917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.356877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] No DVR routers for this DVR port c6703a31-2c0c-4b81-948f-4c3eab18d50d on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:22.375782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.387657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:22.388284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:28:22.390530 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:28:22.421026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b74e3-d501-44de-a063-d758c4c3b842 None None] Pushing event deleted for resources: {'Port': ['ID=c6703a31-2c0c-4b81-948f-4c3eab18d50d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:22.479801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.486547 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.490054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] 10.222.0.44 "DELETE /v2.0/networks/b77dfe5f-2163-470d-9ae3-65c8d3cd456b HTTP/1.1" status: 204 len: 168 time: 0.7830944 Oct 13 04:28:22.492814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:22.516797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412733b1-d4fe-4738-8ce8-a0eeefac1b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b77dfe5f-2163-470d-9ae3-65c8d3cd456b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:22.853022 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.880160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.001109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.163266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Deleting port ef19a117-3494-4369-9157-e9eefd71bde6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:23.163614 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.230759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:23.251682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:23.252403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 0c4f78dd-c30a-4bf6-9bf0-fb64ba68ec1a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:23.253132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c6703a31-2c0c-4b81-948f-4c3eab18d50d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:23.268369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] For port ef19a117-3494-4369-9157-e9eefd71bde6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ef19a117-3494-4369-9157-e9eefd71bde6,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:23.268766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.276328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: c6703a31-2c0c-4b81-948f-4c3eab18d50d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:23.276978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c6703a31-2c0c-4b81-948f-4c3eab18d50d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:23.285012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Calling delete_port for ef19a117-3494-4369-9157-e9eefd71bde6 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:23.469577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.500485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef19a117-3494-4369-9157-e9eefd71bde6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.687155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:24.297552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:24.424583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:24.433026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:24.433470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b952b8fb-26f1-4698-a1e8-ee9963b9a5a1 admin admin] 10.222.0.44 "PUT /v2.0/routers/dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9387832 Oct 13 04:28:24.437786 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] Sync routers for ids ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:24.449075 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] Routers {'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:24.449700 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:24.555564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:24.618405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:24.676296 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] Set router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:24.872904 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:28:23Z', 'revision_number': 5, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:24.900816 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] Checking router: dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:24.910135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] Routers {'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:24.910742 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:25.044472 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] Set router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:25.127333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9fc96-46ef-4e16-8c8b-984a936ae1f3 req-eac300dc-54e5-4fe7-9618-da3f39d68d39 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:25.128266 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59f9fc96-46ef-4e16-8c8b-984a936ae1f3 req-eac300dc-54e5-4fe7-9618-da3f39d68d39 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0813632 Oct 13 04:28:25.129694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.236329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59f9fc96-46ef-4e16-8c8b-984a936ae1f3 req-00021571-057c-43d4-b978-9da640b02c08 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965917 Oct 13 04:28:25.282310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Deleting port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:25.282662 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.335678 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:28:23Z', 'revision_number': 5, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:25.372553 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab381a4a-ead1-42e8-aea4-979166e64e9e None None] The sync data for ids ['dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc'] in n-d-810220-9 is: [{'id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'name': 'tempest-TestServerBasicOps-1339368021-router', 'tenant_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:28:23Z', 'revision_number': 5, 'project_id': '2f9edd05be6c482cbf28ebb75e2959b6', 'gw_port': {'id': '1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:20Z', 'updated_at': '2021-10-13T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:25.396406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] For port 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:25.396938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.413797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Calling delete_port for 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:25.608952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.642807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.717286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.831437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.835888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.905769 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.906348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:25.911833 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.912608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43eccce4-091c-4c2b-a2e3-208401ec20cc admin admin] 10.222.0.44 "DELETE /v2.0/routers/dc4f250f-7ef5-4620-bdd8-c17d8a93a7bc HTTP/1.1" status: 204 len: 168 time: 1.4785025 Oct 13 04:28:25.915640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:25.996870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Deleting subnet 56256542-e1f5-4faf-b125-361209527de6 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:28:26.001508 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.047311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.169961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.247958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.282034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56256542-e1f5-4faf-b125-361209527de6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:26.284094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.290103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ead7ddfe-d63b-4ec2-b702-945acbd41959 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/56256542-e1f5-4faf-b125-361209527de6 HTTP/1.1" status: 204 len: 168 time: 0.3695796 Oct 13 04:28:26.290246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093fa7c6-a9e0-44d0-b9c4-91cc9347d614 None None] Network 67ed1805-554f-4054-8a49-acd7b02c7cb7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:26.293154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:26.377977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.472210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Deleting port a93814f7-a280-466c-a8c3-7392e8dd552c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:26.476478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.524245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:26.526681 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba70e8e-e034-4ebf-b199-92cff98d2f02 req-3396568e-4c68-4130-be91-468a34e7720f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.528539 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ba70e8e-e034-4ebf-b199-92cff98d2f02 req-3396568e-4c68-4130-be91-468a34e7720f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.1030040 Oct 13 04:28:26.532741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141573487', 'description': 'tempest-secgroup-smoke-2141573487 description', 'project_id': 'cdf9403bb12646cdadaf5bca04069199'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:26.574042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.584245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ba70e8e-e034-4ebf-b199-92cff98d2f02 req-67df9a54-0b63-4006-bb0b-eb8d2fc910b7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493617 Oct 13 04:28:26.599836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] For port a93814f7-a280-466c-a8c3-7392e8dd552c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a93814f7-a280-466c-a8c3-7392e8dd552c,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:26.600213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.616079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Calling delete_port for a93814f7-a280-466c-a8c3-7392e8dd552c owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:26.665193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] DHCP port deletion for 67ed1805-554f-4054-8a49-acd7b02c7cb7 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:28:26.758532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] Deleting port a93814f7-a280-466c-a8c3-7392e8dd552c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:26.758993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.784093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.818186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.821913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a93814f7-a280-466c-a8c3-7392e8dd552c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:26.825277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] No DVR routers for this DVR port a93814f7-a280-466c-a8c3-7392e8dd552c on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:26.828892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.841415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] For port a93814f7-a280-466c-a8c3-7392e8dd552c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a93814f7-a280-466c-a8c3-7392e8dd552c,segment=NetworkSegment(f90deacc-c447-4b72-b9d5-e4cb37a2bb63),segment_id=f90deacc-c447-4b72-b9d5-e4cb37a2bb63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:26.841796 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.861705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] Calling delete_port for a93814f7-a280-466c-a8c3-7392e8dd552c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:26.919812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.923910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3954172 Oct 13 04:28:26.924458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:26.929254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group_rule': {'security_group_id': '0093edb7-008a-413b-805f-d8819993cf3c', 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:26.929560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a8c7c-7f33-4784-84f4-4536967beea2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0093edb7-008a-413b-805f-d8819993cf3c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:26.944435 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.965047 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.970608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.973407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ed1805-554f-4054-8a49-acd7b02c7cb7']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:26.985558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:26.985881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90deacc-c447-4b72-b9d5-e4cb37a2bb63') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:26.994050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] Pushing event deleted for resources: {'Port': ['ID=a93814f7-a280-466c-a8c3-7392e8dd552c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.000339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.002693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde06784-5a09-4840-ae6d-aa7e57c46391 None None] No DVR routers for this DVR port a93814f7-a280-466c-a8c3-7392e8dd552c on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:27.020957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.029995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:27.030513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.032351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:28:27.032782 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:28:27.037788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.057657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50675e33-982c-4c61-8b19-929ab380bd08,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.067119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.068563 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-65705b5d-c469-47f1-872e-81791b6b4de0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430533 Oct 13 04:28:27.071222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.076188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group_rule': {'security_group_id': '0093edb7-008a-413b-805f-d8819993cf3c', 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:27.093444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.099365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.102865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] 10.222.0.44 "DELETE /v2.0/networks/67ed1805-554f-4054-8a49-acd7b02c7cb7 HTTP/1.1" status: 204 len: 168 time: 0.8084874 Oct 13 04:28:27.103927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.115480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2c852-183b-4dd8-a063-7f3c919997fb admin admin] Pushing event deleted for resources: {'Network': ['ID=67ed1805-554f-4054-8a49-acd7b02c7cb7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.171447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.176194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.219569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a93814f7-a280-466c-a8c3-7392e8dd552c no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:27.222205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9189da01-b451-4662-a4ac-c8de25a45d99,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.231766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.236189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c5b1b4ee-846c-4348-a742-072da5e0e46c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639881 Oct 13 04:28:27.236356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.239521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a93814f7-a280-466c-a8c3-7392e8dd552c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:27.239861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a93814f7-a280-466c-a8c3-7392e8dd552c not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:27.240279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ef19a117-3494-4369-9157-e9eefd71bde6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:27.242643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group_rule': {'security_group_id': '0093edb7-008a-413b-805f-d8819993cf3c', 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:27.249113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34596) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.259393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ef19a117-3494-4369-9157-e9eefd71bde6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:27.259731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ef19a117-3494-4369-9157-e9eefd71bde6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:27.260307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:27.292795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:27.293492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a37fa63-03ca-42fc-b5ae-bfd04b0cdd4e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:27.319733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.324632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c84bc7b-fe28-495e-acae-d6be288668bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53ee39f3eb37464c8a44ba182cd15ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745053 Oct 13 04:28:27.327568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34600) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.378765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ad90c61-c78c-44e0-96fc-a93ee06714f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.384754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.389023 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.407066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ab9624-7780-426e-91c2-1b192b6a43c6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.408041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ad90c61-c78c-44e0-96fc-a93ee06714f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.426935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.430678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b48cc16f-1cbd-46f0-aa6f-a5f5c4fd89f1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1903999 Oct 13 04:28:27.430905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34606) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.437780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group_rule': {'security_group_id': '0093edb7-008a-413b-805f-d8819993cf3c', 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:27.466420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ad90c61-c78c-44e0-96fc-a93ee06714f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.469850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ad90c61-c78c-44e0-96fc-a93ee06714f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.471605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9ad90c61-c78c-44e0-96fc-a93ee06714f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a6111c5-e005-4749-b305-57be69ba8705 HTTP/1.1" status: 204 len: 168 time: 0.1430564 Oct 13 04:28:27.480995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90c61-c78c-44e0-96fc-a93ee06714f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6111c5-e005-4749-b305-57be69ba8705,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.488198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.558613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.562201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.582471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3516b96a-5f44-4406-9945-42c813712456,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.588294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.589616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-da8ed7f7-b191-410a-b746-5e30b3ea374e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1577556 Oct 13 04:28:27.592538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34610) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.596961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group_rule': {'security_group_id': '0093edb7-008a-413b-805f-d8819993cf3c', 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:27.621911 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Project cdf9403bb12646cdadaf5bca04069199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:28:27.627770 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.693293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.696062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc422f81-8743-41e1-acaa-a126bdedcc5f req-58226ada-4532-48f7-ac44-1d1b1cca2a9e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.697798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc422f81-8743-41e1-acaa-a126bdedcc5f req-58226ada-4532-48f7-ac44-1d1b1cca2a9e tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0527806 Oct 13 04:28:27.698559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.729730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35280c24-6502-4303-b651-5d31f77f4dbc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.735736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.736958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90b03770-7dba-4c06-9705-cae7d20900aa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434202 Oct 13 04:28:27.739728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.744234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'security_group_rule': {'security_group_id': '0093edb7-008a-413b-805f-d8819993cf3c', 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:27.744464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc422f81-8743-41e1-acaa-a126bdedcc5f req-85a605a4-1ba7-4e7d-9ad9-cc05c5f02eb7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387793 Oct 13 04:28:27.770356 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Project cdf9403bb12646cdadaf5bca04069199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:28:27.775508 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.840058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.843934 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.845873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.861398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de0e83a-a9d2-460e-a824-236ce12d5b2f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.868304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.869525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3fc4c0cb-1a43-47d9-b4be-8e14b5e54d8c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287382 Oct 13 04:28:27.893424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-02d0d138-8608-4461-a79e-42d4522e1202 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f9edd05be6c482cbf28ebb75e2959b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447848 Oct 13 04:28:27.894376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.954765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f95670-a5e1-4cbc-b7dd-ce40c8590205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.978180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f95670-a5e1-4cbc-b7dd-ce40c8590205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:28.030530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f95670-a5e1-4cbc-b7dd-ce40c8590205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:28.034410 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f95670-a5e1-4cbc-b7dd-ce40c8590205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:28.037940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c9f95670-a5e1-4cbc-b7dd-ce40c8590205 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9c6a4cd-e49b-4327-b033-d2264c837ec0 HTTP/1.1" status: 204 len: 168 time: 0.1402178 Oct 13 04:28:28.044983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f95670-a5e1-4cbc-b7dd-ce40c8590205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6a4cd-e49b-4327-b033-d2264c837ec0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:28.845001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:28.884132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e370cf-207a-4ccd-8505-5dbd3e0359e5 req-23390704-8a56-4c7b-9fac-1539ec6ab3a8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.887465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57e370cf-207a-4ccd-8505-5dbd3e0359e5 req-23390704-8a56-4c7b-9fac-1539ec6ab3a8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0594611 Oct 13 04:28:28.933227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57e370cf-207a-4ccd-8505-5dbd3e0359e5 req-b0df17a8-47db-4c05-97e9-f877c2b5aac8 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393734 Oct 13 04:28:28.977536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-834057782-network', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:29.008946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Made reservation on behalf of ed0f7c90ca984cf79a72d508f97b580c for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:29.014397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.023459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.109693 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.114206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.141396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:28:29.151817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d761db03-a84a-40ee-8241-552399cf46c0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:29.157278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.157621 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Added segment c411567b-d32f-46a7-889b-c9b7c183585b of type vlan for network fded721d-4e98-40cc-902c-24a8adce5998 Oct 13 04:28:29.202278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.233684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.235035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:29.235871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.286228 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4398692 Oct 13 04:28:29.289452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:29.295450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Request body: {'subnet': {'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-834057782-subnet', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:29.310865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0339df9-d9ad-4f2e-98a6-157c3e134511 admin admin] Pushing event updated for resources: {'Network': ['ID=fded721d-4e98-40cc-902c-24a8adce5998,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:29.327559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network fded721d-4e98-40cc-902c-24a8adce5998 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:28:29.328052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Made reservation on behalf of ed0f7c90ca984cf79a72d508f97b580c for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:29.331149 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.533676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.586369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:29.622033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Checking segment: {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:29.622397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Network hostable DHCP agents. Network: fded721d-4e98-40cc-902c-24a8adce5998, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:28:29.640310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Network fded721d-4e98-40cc-902c-24a8adce5998 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:28:29.653966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, fded721d-4e98-40cc-902c-24a8adce5998) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:29.658630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:29.659497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.665790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a6beb-8f57-4017-bc43-ed65124a769b None None] Network fded721d-4e98-40cc-902c-24a8adce5998 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:29.684449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:29.685397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-724f87c8-881c-445c-b7cf-ff6d5dbf34c1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3943486 Oct 13 04:28:29.689850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:29.715234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.718837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.789959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.850194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-fded721d-4e98-40cc-902c-24a8adce5998', 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'fixed_ips': [{'subnet_id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:28:29.851316 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.944269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.042960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Allocated IP 172.20.0.2 (fded721d-4e98-40cc-902c-24a8adce5998/1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5/3e473a86-8511-4150-b076-f3fc4ff82e84) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:30.186329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c500d-9770-45ee-9848-8c06242a5b3f req-f6a4b564-7cf8-4f8f-96d4-57a6fb952d92 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:30.188506 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb1c500d-9770-45ee-9848-8c06242a5b3f req-f6a4b564-7cf8-4f8f-96d4-57a6fb952d92 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.1390100 Oct 13 04:28:30.241125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.252309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.262946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.264125 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.313422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Network fded721d-4e98-40cc-902c-24a8adce5998 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:30.317122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:30.322933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:30.348553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb1c500d-9770-45ee-9848-8c06242a5b3f req-17e6e672-1e35-4ce9-9b5b-ba1639a3ab08 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529670 Oct 13 04:28:30.412859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Pushing event updated for resources: {'Port': ['ID=3e473a86-8511-4150-b076-f3fc4ff82e84,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:30.426192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Attempting to bind port 3e473a86-8511-4150-b076-f3fc4ff82e84 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:30.426556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Attempting to bind port 3e473a86-8511-4150-b076-f3fc4ff82e84 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:30.426910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Attempting to bind port 3e473a86-8511-4150-b076-f3fc4ff82e84 on network fded721d-4e98-40cc-902c-24a8adce5998 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:30.433497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:30.433875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Checking segment: {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:30.434266 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.434644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Bound using segment: {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:30.435100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Bound port: 3e473a86-8511-4150-b076-f3fc4ff82e84, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:30.435476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.476213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Allocated IP 172.25.1.124 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6f054eb8-3265-41e6-b986-73857b353ede) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:30.514987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] For port 3e473a86-8511-4150-b076-f3fc4ff82e84, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:30.519167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] For port 3e473a86-8511-4150-b076-f3fc4ff82e84, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3e473a86-8511-4150-b076-f3fc4ff82e84,segment=NetworkSegment(c411567b-d32f-46a7-889b-c9b7c183585b),segment_id=c411567b-d32f-46a7-889b-c9b7c183585b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:30.524033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.605630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650d3ea-f116-425f-be88-16e6c52941ff None None] Pushing event updated for resources: {'Port': ['ID=3e473a86-8511-4150-b076-f3fc4ff82e84,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:30.636756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.705189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.772965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:30.779919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:30.784732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:30.788297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f054eb8-3265-41e6-b986-73857b353ede,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:31.093703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.288981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3e473a86-8511-4150-b076-f3fc4ff82e84 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:31.348518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.360396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3e473a86-8511-4150-b076-f3fc4ff82e84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:31.360823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.494137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.574866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 3e473a86-8511-4150-b076-f3fc4ff82e84, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3e473a86-8511-4150-b076-f3fc4ff82e84,segment=NetworkSegment(c411567b-d32f-46a7-889b-c9b7c183585b),segment_id=c411567b-d32f-46a7-889b-c9b7c183585b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:31.583764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f1b2e-5f34-4ae6-a442-dd7f22648eba req-ea51d22c-92b9-480c-aab2-dc692d59ff99 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.588367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Router 3e224db4-d884-426b-b3fc-e077374615b5 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:28:31.588801 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.595323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db1f1b2e-5f34-4ae6-a442-dd7f22648eba req-ea51d22c-92b9-480c-aab2-dc692d59ff99 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.1014483 Oct 13 04:28:31.689360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db1f1b2e-5f34-4ae6-a442-dd7f22648eba req-27d57554-6af7-41b8-846e-731c66084eb0 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880628 Oct 13 04:28:31.712798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=3e473a86-8511-4150-b076-f3fc4ff82e84,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:31.776896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:31.787233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Sync routers for ids ['3e224db4-d884-426b-b3fc-e077374615b5'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:31.800024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Routers {'3e224db4-d884-426b-b3fc-e077374615b5'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:31.800655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3e224db4-d884-426b-b3fc-e077374615b5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:31.812818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.815207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bddb55b3-61af-40d1-8bf3-dd788ee264f9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1290348 Oct 13 04:28:31.818341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:32.108325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31709658-9c7a-45e6-9e39-91578a95ba7a None None] Network fded721d-4e98-40cc-902c-24a8adce5998 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:32.111139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Set router 3e224db4-d884-426b-b3fc-e077374615b5 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:32.257595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5bb85852-53ad-41c4-9cb2-e1d421c3f9bd None None] Provisioning complete for port 3e473a86-8511-4150-b076-f3fc4ff82e84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:32.257897 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb85852-53ad-41c4-9cb2-e1d421c3f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.407091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.521207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e224db4-d884-426b-b3fc-e077374615b5', 'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '6f054eb8-3265-41e6-b986-73857b353ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:29Z', 'updated_at': '2021-10-13T04:28:30Z', 'revision_number': 3, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'gw_port': {'id': '6f054eb8-3265-41e6-b986-73857b353ede', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:30Z', 'updated_at': '2021-10-13T04:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:32.553058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Checking router: 3e224db4-d884-426b-b3fc-e077374615b5 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:32.553412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Updating router 3e224db4-d884-426b-b3fc-e077374615b5 port 6f054eb8-3265-41e6-b986-73857b353ede binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:28:32.619128 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.661838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Allocated IP 172.20.0.1 (fded721d-4e98-40cc-902c-24a8adce5998/1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5/d8e5b2fd-c129-4c5f-8e96-e96b08aa2622) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:32.876387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.894930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4948-f5d1-4bdb-a495-4a6eecbf3342 req-abe68406-8a8d-4a0d-babb-2f37d46132cd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.899974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62ff4948-f5d1-4bdb-a495-4a6eecbf3342 req-abe68406-8a8d-4a0d-babb-2f37d46132cd tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.1115174 Oct 13 04:28:32.927660 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.952023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cae04ab2-0e5e-450e-aa0a-93d63d16d9d7 None None] Provisioning complete for port 3e473a86-8511-4150-b076-f3fc4ff82e84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:32.952399 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae04ab2-0e5e-450e-aa0a-93d63d16d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.967340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-62ff4948-f5d1-4bdb-a495-4a6eecbf3342 req-d78df663-7174-4584-bb05-d5573ba3ed12 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622633 Oct 13 04:28:32.978388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Network fded721d-4e98-40cc-902c-24a8adce5998 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:32.984023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:32.989270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:33.038897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e5b2fd-c129-4c5f-8e96-e96b08aa2622,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.068573 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.099801 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.116095 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.177173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Attempting to bind port 6f054eb8-3265-41e6-b986-73857b353ede on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:33.177549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Attempting to bind port 6f054eb8-3265-41e6-b986-73857b353ede by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:33.177912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Attempting to bind port 6f054eb8-3265-41e6-b986-73857b353ede on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:33.188789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192024b-a5a1-4315-a4fd-dbe45776cde0 None None] Pushing event updated for resources: {'Port': ['ID=6f054eb8-3265-41e6-b986-73857b353ede,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.192905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:33.193275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:33.193683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.194068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:33.194555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Bound port: 6f054eb8-3265-41e6-b986-73857b353ede, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:33.194938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.250931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.280477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] For port 6f054eb8-3265-41e6-b986-73857b353ede, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:33.286165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] For port 6f054eb8-3265-41e6-b986-73857b353ede, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6f054eb8-3265-41e6-b986-73857b353ede,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:33.297728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.334007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3e473a86-8511-4150-b076-f3fc4ff82e84 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:33.423606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Routers {'3e224db4-d884-426b-b3fc-e077374615b5'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:33.424236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3e224db4-d884-426b-b3fc-e077374615b5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:33.429023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8a16a3e-c67d-4acf-b8f9-9c59335dc58b None None] Provisioning complete for port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:33.429411 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a16a3e-c67d-4acf-b8f9-9c59335dc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.466462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192024b-a5a1-4315-a4fd-dbe45776cde0 None None] Pushing event updated for resources: {'Port': ['ID=6f054eb8-3265-41e6-b986-73857b353ede,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.483559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.488225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.545344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8a16a3e-c67d-4acf-b8f9-9c59335dc58b None None] Port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:33.564661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3e473a86-8511-4150-b076-f3fc4ff82e84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:33.565094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.571280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.574593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e5b2fd-c129-4c5f-8e96-e96b08aa2622,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.610607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] Set router 3e224db4-d884-426b-b3fc-e077374615b5 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:33.676186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Network fded721d-4e98-40cc-902c-24a8adce5998 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:33.679449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:33.812737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Router 3e224db4-d884-426b-b3fc-e077374615b5 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:33.870577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e224db4-d884-426b-b3fc-e077374615b5', 'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '6f054eb8-3265-41e6-b986-73857b353ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:29Z', 'updated_at': '2021-10-13T04:28:33Z', 'revision_number': 4, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'gw_port': {'id': '6f054eb8-3265-41e6-b986-73857b353ede', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:30Z', 'updated_at': '2021-10-13T04:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd8e5b2fd-c129-4c5f-8e96-e96b08aa2622', 'name': '', 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'mac_address': 'fa:16:3e:aa:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:32Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 1, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'subnets': [{'id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:33.916004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2deba0b-19a3-40c2-972a-3ea46d8960c7 None None] The sync data for ids ['3e224db4-d884-426b-b3fc-e077374615b5'] in n-d-810220-9 is: [{'id': '3e224db4-d884-426b-b3fc-e077374615b5', 'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '6f054eb8-3265-41e6-b986-73857b353ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:29Z', 'updated_at': '2021-10-13T04:28:33Z', 'revision_number': 4, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'gw_port': {'id': '6f054eb8-3265-41e6-b986-73857b353ede', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:30Z', 'updated_at': '2021-10-13T04:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd8e5b2fd-c129-4c5f-8e96-e96b08aa2622', 'name': '', 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'mac_address': 'fa:16:3e:aa:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:32Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 1, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'subnets': [{'id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:33.937623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:33.947058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eaa846c2-c65c-47b2-a0ca-e47697169b78 admin admin] 10.222.0.44 "PUT /v2.0/routers/3e224db4-d884-426b-b3fc-e077374615b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1275907 Oct 13 04:28:33.975349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02940c03-6562-4abc-8073-677e4069a4aa None None] Provisioning complete for port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:33.975748 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02940c03-6562-4abc-8073-677e4069a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:34.040619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-02940c03-6562-4abc-8073-677e4069a4aa None None] Port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:34.358732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fa9df-bafc-45e6-b848-b01b5178c3e5 req-5e3536ce-0eb0-4a25-815f-9fd77e72f343 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:34.366557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-474fa9df-bafc-45e6-b848-b01b5178c3e5 req-5e3536ce-0eb0-4a25-815f-9fd77e72f343 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.2862155 Oct 13 04:28:34.413494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-474fa9df-bafc-45e6-b848-b01b5178c3e5 req-7655eb01-d350-4883-a8bc-e3f9858c7047 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Oct 13 04:28:34.494280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f3518-a3a1-4492-9b44-0483760a73c3 req-b3fb9ac7-4465-4dd4-a5a8-c6422fe949ca tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:34.496438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-373f3518-a3a1-4492-9b44-0483760a73c3 req-b3fb9ac7-4465-4dd4-a5a8-c6422fe949ca tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 946 time: 0.2325401 Oct 13 04:28:34.545251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-373f3518-a3a1-4492-9b44-0483760a73c3 req-0ac9c555-03c7-4457-aaf4-a1c7166c05ce tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Oct 13 04:28:35.296095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6f054eb8-3265-41e6-b986-73857b353ede up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:35.325352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:35.357803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6f054eb8-3265-41e6-b986-73857b353ede triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:35.358106 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.451252 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.485022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 6f054eb8-3265-41e6-b986-73857b353ede, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6f054eb8-3265-41e6-b986-73857b353ede,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:35.494005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.577362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e88b-862a-4b1f-8f5c-8b64ac06a2f5 req-bed9b809-6e2d-40c2-bb84-5fada0af01d6 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.583974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=6f054eb8-3265-41e6-b986-73857b353ede,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:35.586962 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f22e88b-862a-4b1f-8f5c-8b64ac06a2f5 req-bed9b809-6e2d-40c2-bb84-5fada0af01d6 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0769148 Oct 13 04:28:35.593328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.593679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.594021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.594355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.594688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.595011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.595373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.595778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.596108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.596429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.596781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.597099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:35.632185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f22e88b-862a-4b1f-8f5c-8b64ac06a2f5 req-341188d8-87dd-4232-96f9-4f5f6c6324b6 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377738 Oct 13 04:28:35.803059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.953660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4089c-919c-42db-904c-e553078a2088 req-fb4031bb-0326-4315-a1c8-3373d4df73ee tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.955017 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9e4089c-919c-42db-904c-e553078a2088 req-fb4031bb-0326-4315-a1c8-3373d4df73ee tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 946 time: 0.1091363 Oct 13 04:28:36.360724 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Sync routers for ids ['3e224db4-d884-426b-b3fc-e077374615b5'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:36.371385 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Routers {'3e224db4-d884-426b-b3fc-e077374615b5'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:36.371982 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3e224db4-d884-426b-b3fc-e077374615b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:36.415755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c4e93-d4d7-42aa-9571-29495be5938c req-b9829cd7-8bef-4fb6-81f8-c5062f727a45 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.417875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-973c4e93-d4d7-42aa-9571-29495be5938c req-b9829cd7-8bef-4fb6-81f8-c5062f727a45 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 946 time: 0.4924591 Oct 13 04:28:36.489235 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Set router 3e224db4-d884-426b-b3fc-e077374615b5 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:36.501459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-973c4e93-d4d7-42aa-9571-29495be5938c req-b017b975-5347-496c-b059-6144de1de631 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664673 Oct 13 04:28:36.508011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Deleting port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:36.508354 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.648729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] For port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:36.649015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.685504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Calling delete_port for 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:36.741042 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e224db4-d884-426b-b3fc-e077374615b5', 'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '6f054eb8-3265-41e6-b986-73857b353ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:29Z', 'updated_at': '2021-10-13T04:28:33Z', 'revision_number': 4, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'gw_port': {'id': '6f054eb8-3265-41e6-b986-73857b353ede', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:30Z', 'updated_at': '2021-10-13T04:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd8e5b2fd-c129-4c5f-8e96-e96b08aa2622', 'name': '', 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'mac_address': 'fa:16:3e:aa:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:32Z', 'updated_at': '2021-10-13T04:28:33Z', 'revision_number': 2, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'subnets': [{'id': '1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:36.757877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19a331-1239-489c-8afb-6427d9b96c94 req-cce64369-5c9f-45df-9b6b-c8f279d900bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.759900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b19a331-1239-489c-8afb-6427d9b96c94 req-cce64369-5c9f-45df-9b6b-c8f279d900bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0591381 Oct 13 04:28:36.782621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Deleting port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:36.782900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.786713 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Checking router: 3e224db4-d884-426b-b3fc-e077374615b5 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:36.787087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Updating router 3e224db4-d884-426b-b3fc-e077374615b5 port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:28:36.812810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b19a331-1239-489c-8afb-6427d9b96c94 req-19311d48-98c6-4b4c-9cca-85a414ebe5f2 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463758 Oct 13 04:28:36.822558 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.929037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.947492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Calling delete_port for d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:36.953984 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.968301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['6a9d80e0-3bb8-43f2-bb2c-cde4252b356e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:36.991167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Pushing event deleted for resources: {'Port': ['ID=6a9d80e0-3bb8-43f2-bb2c-cde4252b356e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:37.038704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.039049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.039390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.039723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.040061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.040388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.040734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.041063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.041421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.042282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.042817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.043213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:37.086832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] No DVR routers for this DVR port 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:37.093817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.097155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9e4089c-919c-42db-904c-e553078a2088 req-13e67b19-0902-496b-a695-9b705f83d4f1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "DELETE /v2.0/ports/6a9d80e0-3bb8-43f2-bb2c-cde4252b356e HTTP/1.1" status: 204 len: 173 time: 1.1267226 Oct 13 04:28:37.097616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'name': 'network-vif-deleted', 'tag': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:37.100045 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705fce77-9551-485d-a90c-a48dfb3d8886" -d '{"events": [{"server_uuid": "0421b65b-08bb-4171-9da9-a95dc3875bc9", "name": "network-vif-deleted", "tag": "6a9d80e0-3bb8-43f2-bb2c-cde4252b356e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:37.132236 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.140014 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.183803 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033fa246-f0d1-4784-9a22-aa7374e9a42f x-openstack-request-id: req-033fa246-f0d1-4784-9a22-aa7374e9a42f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:37.184308 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0421b65b-08bb-4171-9da9-a95dc3875bc9", "name": "network-vif-deleted", "tag": "6a9d80e0-3bb8-43f2-bb2c-cde4252b356e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:37.184911 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-033fa246-f0d1-4784-9a22-aa7374e9a42f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:37.185515 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0421b65b-08bb-4171-9da9-a95dc3875bc9', 'name': 'network-vif-deleted', 'tag': '6a9d80e0-3bb8-43f2-bb2c-cde4252b356e', 'status': 'completed', 'code': 200} Oct 13 04:28:37.194598 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8f27a-a690-4d46-b938-b76250ce8bde None None] Pushing event updated for resources: {'Port': ['ID=d8e5b2fd-c129-4c5f-8e96-e96b08aa2622,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:37.311805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6f054eb8-3265-41e6-b986-73857b353ede up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:37.348907 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.398081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6f054eb8-3265-41e6-b986-73857b353ede triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:37.398709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.402328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e5b2fd-c129-4c5f-8e96-e96b08aa2622,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:37.419379 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Attempting to bind port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:37.419984 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Attempting to bind port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:37.420547 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Attempting to bind port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 on network fded721d-4e98-40cc-902c-24a8adce5998 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:37.429473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:37.430007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Checking segment: {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:37.430707 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.431209 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Bound using segment: {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:37.431783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Bound port: d8e5b2fd-c129-4c5f-8e96-e96b08aa2622, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c411567b-d32f-46a7-889b-c9b7c183585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fded721d-4e98-40cc-902c-24a8adce5998'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:37.432294 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.483316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Port d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 has been deleted concurrently {{(pid=94832) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 04:28:37.493152 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Routers {'3e224db4-d884-426b-b3fc-e077374615b5'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:37.493778 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['3e224db4-d884-426b-b3fc-e077374615b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:37.583032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02ec817d-dd18-434a-8d7f-df718c726132 None None] Could not find standard attr ID for object d8e5b2fd-c129-4c5f-8e96-e96b08aa2622. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:28:37.649694 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] Set router 3e224db4-d884-426b-b3fc-e077374615b5 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:37.679939 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.737954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca0c7856-f61e-4a7d-96df-46c588b9c240 req-6913425b-6f8d-4aa5-9ebc-65a3467758cc tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=0421b65b-08bb-4171-9da9-a95dc3875bc9 HTTP/1.1" status: 200 len: 210 time: 0.0586987 Oct 13 04:28:37.955096 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e224db4-d884-426b-b3fc-e077374615b5', 'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '6f054eb8-3265-41e6-b986-73857b353ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:29Z', 'updated_at': '2021-10-13T04:28:37Z', 'revision_number': 5, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'gw_port': {'id': '6f054eb8-3265-41e6-b986-73857b353ede', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:30Z', 'updated_at': '2021-10-13T04:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:37.983717 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99afa-47bb-4074-b4f2-4fe4bf348136 None None] The sync data for ids ['3e224db4-d884-426b-b3fc-e077374615b5'] in n-d-810220-9 is: [{'id': '3e224db4-d884-426b-b3fc-e077374615b5', 'name': 'tempest-ImageQuotaTest-834057782-router', 'tenant_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '6f054eb8-3265-41e6-b986-73857b353ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:29Z', 'updated_at': '2021-10-13T04:28:37Z', 'revision_number': 5, 'project_id': 'ed0f7c90ca984cf79a72d508f97b580c', 'gw_port': {'id': '6f054eb8-3265-41e6-b986-73857b353ede', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e224db4-d884-426b-b3fc-e077374615b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:30Z', 'updated_at': '2021-10-13T04:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:37.992079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Router 3e224db4-d884-426b-b3fc-e077374615b5 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:38.007000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409f98-caf2-49d0-8bb7-8c85cbd718cc req-4e978189-2b03-4e5c-902b-7a1e50c7f64f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.008526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-05409f98-caf2-49d0-8bb7-8c85cbd718cc req-4e978189-2b03-4e5c-902b-7a1e50c7f64f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.1067970 Oct 13 04:28:38.093516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-05409f98-caf2-49d0-8bb7-8c85cbd718cc req-ab034c4b-470f-460c-a432-8cc279905e4d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771751 Oct 13 04:28:38.142691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:38.147681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b9f78566-6173-4d7c-8691-a086bc496a9a admin admin] 10.222.0.44 "PUT /v2.0/routers/3e224db4-d884-426b-b3fc-e077374615b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8209794 Oct 13 04:28:38.150204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:38.188863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.260166 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.374416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.436056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Deleting port 6f054eb8-3265-41e6-b986-73857b353ede {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:38.436403 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.535641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] For port 6f054eb8-3265-41e6-b986-73857b353ede, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6f054eb8-3265-41e6-b986-73857b353ede,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:38.536329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.553959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Calling delete_port for 6f054eb8-3265-41e6-b986-73857b353ede owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:38.761132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.794307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=6f054eb8-3265-41e6-b986-73857b353ede,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:38.881924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.006832 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.009113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.083876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.084438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e224db4-d884-426b-b3fc-e077374615b5 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:39.089755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.093663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:39.096355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-01a8ad4e-a4fc-429f-9c77-bc0e1350cfcc admin admin] 10.222.0.44 "DELETE /v2.0/routers/3e224db4-d884-426b-b3fc-e077374615b5 HTTP/1.1" status: 204 len: 168 time: 0.9396796 Oct 13 04:28:39.143507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Deleting subnet 1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:28:39.147093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.191478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.242788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Sync routers for ids ['3e224db4-d884-426b-b3fc-e077374615b5'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:39.274869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b75975-506e-47f0-8da4-2a765e7a182f req-42455fe8-b0b9-4414-8f55-2e394b42a3f3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:39.275874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Routers set() bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:39.276811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b75975-506e-47f0-8da4-2a765e7a182f req-42455fe8-b0b9-4414-8f55-2e394b42a3f3 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0979564 Oct 13 04:28:39.278132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Router IDs set() for agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:28:39.278840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e224db4-d884-426b-b3fc-e077374615b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:28:39.290508 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.297244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Routers set() bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:39.297606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Router IDs set() for agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:28:39.298198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e224db4-d884-426b-b3fc-e077374615b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:28:39.298570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7975304-936e-4c63-8bec-a19b9c498b94 None None] The sync data for ids ['3e224db4-d884-426b-b3fc-e077374615b5'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:39.301296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:39.346355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31b75975-506e-47f0-8da4-2a765e7a182f req-d6e42bd9-d6c5-4f1d-82ad-71c92ca3fc84 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600169 Oct 13 04:28:39.365440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:39.366043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d8e5b2fd-c129-4c5f-8e96-e96b08aa2622 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:39.388501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.410915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbdce2-279a-4780-b6fd-24db72b1cd60 None None] Network fded721d-4e98-40cc-902c-24a8adce5998 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:39.433200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.438746 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.445728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:39.446176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6d46d6fb-e3aa-4c0f-ae7f-8cc7ebc13193 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ba48a8b-6ac2-4528-8a5f-ff8429c5b9e5 HTTP/1.1" status: 204 len: 168 time: 0.3510604 Oct 13 04:28:39.563297 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.631810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Deleting port 3e473a86-8511-4150-b076-f3fc4ff82e84 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:39.632288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.702716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] For port 3e473a86-8511-4150-b076-f3fc4ff82e84, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3e473a86-8511-4150-b076-f3fc4ff82e84,segment=NetworkSegment(c411567b-d32f-46a7-889b-c9b7c183585b),segment_id=c411567b-d32f-46a7-889b-c9b7c183585b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:39.703020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.716781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Calling delete_port for 3e473a86-8511-4150-b076-f3fc4ff82e84 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:39.798816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.827776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e473a86-8511-4150-b076-f3fc4ff82e84,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.829938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] No DVR routers for this DVR port 3e473a86-8511-4150-b076-f3fc4ff82e84 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:39.882033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e398bf-f363-4618-b5a2-b0438b67b118 None None] DHCP port deletion for fded721d-4e98-40cc-902c-24a8adce5998 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:28:39.941853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.964431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fded721d-4e98-40cc-902c-24a8adce5998']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:39.984056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c411567b-d32f-46a7-889b-c9b7c183585b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:39.985140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c411567b-d32f-46a7-889b-c9b7c183585b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:39.990448 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.997924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.013532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.029804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:40.030666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: items = [ Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:28:40.032930 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:28:40.053453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:40.083826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:40.084408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6a9d80e0-3bb8-43f2-bb2c-cde4252b356e not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:40.111606 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.123094 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.129480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fded721d-4e98-40cc-902c-24a8adce5998 HTTP/1.1" status: 204 len: 168 time: 0.6822474 Oct 13 04:28:40.154356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bb622-b2c6-4c69-86b7-c081893f8db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fded721d-4e98-40cc-902c-24a8adce5998,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.290922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:40.335688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7808be81-269d-4a3c-9559-914909f6827d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed0f7c90ca984cf79a72d508f97b580c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427227 Oct 13 04:28:40.338992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:40.398453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f7b-55a3-45bd-b05c-ecbf493184da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.422910 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f7b-55a3-45bd-b05c-ecbf493184da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.500638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505193ab-1fd9-4d1d-b97b-508895638edd req-d3e073b1-4432-40df-93f4-5964c3950aca tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:40.502194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-505193ab-1fd9-4d1d-b97b-508895638edd req-d3e073b1-4432-40df-93f4-5964c3950aca tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0701284 Oct 13 04:28:40.527587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f7b-55a3-45bd-b05c-ecbf493184da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.530220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f7b-55a3-45bd-b05c-ecbf493184da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.531399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eefa0f7b-55a3-45bd-b05c-ecbf493184da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d761db03-a84a-40ee-8241-552399cf46c0 HTTP/1.1" status: 204 len: 168 time: 0.1914148 Oct 13 04:28:40.555697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa0f7b-55a3-45bd-b05c-ecbf493184da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761db03-a84a-40ee-8241-552399cf46c0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.567897 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-505193ab-1fd9-4d1d-b97b-508895638edd req-e2db1062-629c-4133-b4ed-cce1aafc55be tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587077 Oct 13 04:28:41.121956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 34840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:41.139500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f60830b-255a-4b0c-988d-353c4eba584c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.246255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3e473a86-8511-4150-b076-f3fc4ff82e84 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:41.253963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f60830b-255a-4b0c-988d-353c4eba584c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.261936 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f60830b-255a-4b0c-988d-353c4eba584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.268913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3e473a86-8511-4150-b076-f3fc4ff82e84 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:41.269706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3e473a86-8511-4150-b076-f3fc4ff82e84 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:41.270418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6f054eb8-3265-41e6-b986-73857b353ede no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:41.300521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6f054eb8-3265-41e6-b986-73857b353ede {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:41.301123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6f054eb8-3265-41e6-b986-73857b353ede not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:41.310642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3f60830b-255a-4b0c-988d-353c4eba584c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1871161 Oct 13 04:28:41.311683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60830b-255a-4b0c-988d-353c4eba584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6dffe1-1767-4d11-90ac-5d93e6078a41,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:41.314233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34852) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:41.372936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90e82c70-6aa1-4fca-b74e-68f5430f6d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.397447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90e82c70-6aa1-4fca-b74e-68f5430f6d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.453069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90e82c70-6aa1-4fca-b74e-68f5430f6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.455901 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90e82c70-6aa1-4fca-b74e-68f5430f6d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.457161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90e82c70-6aa1-4fca-b74e-68f5430f6d3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a6dffe1-1767-4d11-90ac-5d93e6078a41 HTTP/1.1" status: 204 len: 168 time: 0.1419706 Oct 13 04:28:41.466330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e82c70-6aa1-4fca-b74e-68f5430f6d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6dffe1-1767-4d11-90ac-5d93e6078a41,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:41.744021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ced7d-bb3f-48bb-8035-34d667762215 req-f237a0c2-7227-4cd5-95c4-f46d6dc97c50 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.747816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb6ced7d-bb3f-48bb-8035-34d667762215 req-f237a0c2-7227-4cd5-95c4-f46d6dc97c50 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0874016 Oct 13 04:28:41.805730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb6ced7d-bb3f-48bb-8035-34d667762215 req-39a94c72-748d-495f-997b-bb36bd4349f9 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504975 Oct 13 04:28:42.955965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb55104-1cc6-4476-8b8d-c5bfd28cee47 req-503a622e-4cd4-4668-9baf-b5d51bbbdd98 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:42.957492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bfb55104-1cc6-4476-8b8d-c5bfd28cee47 req-503a622e-4cd4-4668-9baf-b5d51bbbdd98 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0528462 Oct 13 04:28:42.996997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bfb55104-1cc6-4476-8b8d-c5bfd28cee47 req-d7c168f2-9a23-4f18-81d7-e99fdcc5b1ec tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326438 Oct 13 04:28:44.002501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809274d8-ee3e-4a3a-bb85-964ee12cb50b req-b084ba9d-0369-4f64-94bb-fe940dc7f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.004422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-809274d8-ee3e-4a3a-bb85-964ee12cb50b req-b084ba9d-0369-4f64-94bb-fe940dc7f5ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1097 time: 0.0430672 Oct 13 04:28:44.044921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-809274d8-ee3e-4a3a-bb85-964ee12cb50b req-52b64e9f-c69d-4bb0-8d3d-ebdcc461f456 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338821 Oct 13 04:28:44.206349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6bc648d2-f889-4d4f-829a-be405300bca7 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:44.322077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:44.333995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '6bc648d2-f889-4d4f-829a-be405300bca7', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'port_id': '6bc648d2-f889-4d4f-829a-be405300bca7', 'mac_address': 'fa:16:3e:47:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:44.372817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.391568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bc648d2-f889-4d4f-829a-be405300bca7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:44.393946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1620d-bb69-450e-8947-f7d07a1ec338 req-a62c867e-1933-4848-9de3-ddec921ab34f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.402731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0e1620d-bb69-450e-8947-f7d07a1ec338 req-a62c867e-1933-4848-9de3-ddec921ab34f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0828719 Oct 13 04:28:44.413628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:44.419248 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.454160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0e1620d-bb69-450e-8947-f7d07a1ec338 req-fd9b258f-0d1b-43f1-8708-f920020c4e93 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504756 Oct 13 04:28:44.487136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:44.729472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6bc648d2-f889-4d4f-829a-be405300bca7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:45.577848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07182758-e6ff-403e-92cf-a22a160897a9 req-4849a925-3a12-406a-81dd-e9554345b5d7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.579443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07182758-e6ff-403e-92cf-a22a160897a9 req-4849a925-3a12-406a-81dd-e9554345b5d7 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Oct 13 04:28:45.621601 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07182758-e6ff-403e-92cf-a22a160897a9 req-3848f86f-3eb6-4d21-9366-7d45cd4d4bed tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358312 Oct 13 04:28:45.649366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 34914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:45.715739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e9446f78-60b0-43b1-83dd-ad7c4bf18e83 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/floatingips/38d128a1-df4b-4a05-97bb-258f248ca7cf HTTP/1.1" status: 200 len: 993 time: 0.0598385 Oct 13 04:28:45.876286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-3896f29c-5eac-4e3c-8f0f-43d76d421326 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.877689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-3896f29c-5eac-4e3c-8f0f-43d76d421326 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/networks?id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 200 len: 813 time: 0.1031039 Oct 13 04:28:45.892261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-1887e515-230a-40f1-9e82-c62f1d1c89f5 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/quotas/51c74cb00e7743acbf7bb07844925511 HTTP/1.1" status: 200 len: 375 time: 0.0088725 Oct 13 04:28:45.922744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-531ac582-d4d6-424d-a174-9951ffee6ab4 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=51c74cb00e7743acbf7bb07844925511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251322 Oct 13 04:28:46.013686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-a78ac7b0-7ebb-4ef5-8fb5-2041017cd452 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838904 Oct 13 04:28:46.102400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-001b6281-65c0-4f05-aee4-d80da03ed9c1 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821862 Oct 13 04:28:46.209004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6bc648d2-f889-4d4f-829a-be405300bca7 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:46.290262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 6bc648d2-f889-4d4f-829a-be405300bca7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:46.290720 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.295697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa0e5d60-e4cf-4646-858a-ad3e8bd0b6b6 req-d98f8260-4ed5-4dac-a6e3-2e8d214c1e8c tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 210 time: 0.0354874 Oct 13 04:28:46.392724 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.573324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:46.575605 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6114bf68-1dfa-4d3c-886f-18c892ba5537" -d '{"events": [{"server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:46.588949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:46.594452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.625111 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c167894-2058-43de-96bc-ce7ab28eb831 x-openstack-request-id: req-9c167894-2058-43de-96bc-ce7ab28eb831 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:46.625406 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:46.625654 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c167894-2058-43de-96bc-ce7ab28eb831 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:46.626037 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7', 'code': 200} Oct 13 04:28:46.644101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:47.295627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-01c7e9c5-c455-42ea-970e-545978efa33f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.297155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-01c7e9c5-c455-42ea-970e-545978efa33f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "GET /v2.0/networks?id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 200 len: 813 time: 0.1142585 Oct 13 04:28:47.313169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Request body: {'port': {'device_id': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e', 'admin_state_up': True, 'tenant_id': '51c74cb00e7743acbf7bb07844925511'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:47.401802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a206e81f-2765-4fdc-a38a-c416fb07c619 req-f6a137d4-6ffa-4f99-8fdd-1f34bdf86e80 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 210 time: 0.0369842 Oct 13 04:28:47.452376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Made reservation on behalf of 51c74cb00e7743acbf7bb07844925511 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:47.456917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.583333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Allocated IP 172.20.0.14 (b0c655d0-86ed-45ff-8132-a1aac0b03f7e/1219609e-5735-4241-98d3-62712b427ff3/554b98ac-4b16-4b27-a057-2472f2da223f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:47.727574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.762026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.809361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Network b0c655d0-86ed-45ff-8132-a1aac0b03f7e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:47.812786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:47.816528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:47.842627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Pushing event updated for resources: {'Port': ['ID=554b98ac-4b16-4b27-a057-2472f2da223f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:47.868628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.869314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.885070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-0ae00052-bfef-473c-abd3-d245ce9382ec tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762570 Oct 13 04:28:47.896642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Request body: {'port': {'device_id': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:47.954173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.205324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554b98ac-4b16-4b27-a057-2472f2da223f {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:48.212469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.224393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Transition to ACTIVE for port object 554b98ac-4b16-4b27-a057-2472f2da223f will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:48.228214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.278272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Pushing event updated for resources: {'Port': ['ID=554b98ac-4b16-4b27-a057-2472f2da223f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:48.342588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Attempting to bind port 554b98ac-4b16-4b27-a057-2472f2da223f on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:48.343247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Attempting to bind port 554b98ac-4b16-4b27-a057-2472f2da223f by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:48.343247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Attempting to bind port 554b98ac-4b16-4b27-a057-2472f2da223f on network b0c655d0-86ed-45ff-8132-a1aac0b03f7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:48.347317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Port 554b98ac-4b16-4b27-a057-2472f2da223f on network b0c655d0-86ed-45ff-8132-a1aac0b03f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:48.347633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Attempting to bind port 554b98ac-4b16-4b27-a057-2472f2da223f on network b0c655d0-86ed-45ff-8132-a1aac0b03f7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:48.352317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:48.352644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Checking segment: {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:48.353048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Bound using segment: {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:48.353465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Bound port: 554b98ac-4b16-4b27-a057-2472f2da223f, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:48.353837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.414778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] For port 554b98ac-4b16-4b27-a057-2472f2da223f, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:48.417764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] For port 554b98ac-4b16-4b27-a057-2472f2da223f, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=554b98ac-4b16-4b27-a057-2472f2da223f,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:48.422689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.457567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:48.458812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.460311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-f6c86458-3446-463c-8c93-365276441c7e service neutron] 10.222.0.26 "PUT /v2.0/ports/554b98ac-4b16-4b27-a057-2472f2da223f HTTP/1.1" status: 200 len: 1092 time: 0.5675833 Oct 13 04:28:48.462613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'tag': '554b98ac-4b16-4b27-a057-2472f2da223f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:48.469586 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695681d-170b-4fb5-a2e9-1820c6313ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "96405fe1-0727-4266-80a4-3aeeb8ecdc96", "tag": "554b98ac-4b16-4b27-a057-2472f2da223f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:48.520475 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb00bb4-6702-4adf-8237-e4df0288d362 x-openstack-request-id: req-1eb00bb4-6702-4adf-8237-e4df0288d362 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:48.520783 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96405fe1-0727-4266-80a4-3aeeb8ecdc96", "tag": "554b98ac-4b16-4b27-a057-2472f2da223f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:48.521035 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1eb00bb4-6702-4adf-8237-e4df0288d362 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:48.521428 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'tag': '554b98ac-4b16-4b27-a057-2472f2da223f', 'status': 'completed', 'code': 200} Oct 13 04:28:48.559291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c86458-3446-463c-8c93-365276441c7e service neutron] Pushing event updated for resources: {'Port': ['ID=554b98ac-4b16-4b27-a057-2472f2da223f,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:48.581194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70bc1-c40a-4fd1-82fb-e1a92bde4cd1 req-c55a4a6b-5197-46bc-a8f7-833e9d09cc1d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:48.582666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80a70bc1-c40a-4fd1-82fb-e1a92bde4cd1 req-c55a4a6b-5197-46bc-a8f7-833e9d09cc1d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 944 time: 0.1077020 Oct 13 04:28:48.596487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-4801b284-8799-4187-8051-de84cb0a0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:48.597958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-4801b284-8799-4187-8051-de84cb0a0f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51c74cb00e7743acbf7bb07844925511&device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 1095 time: 0.0743046 Oct 13 04:28:48.645007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-81ef2ee8-07f8-4c95-8b43-cb9d85b70a82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=554b98ac-4b16-4b27-a057-2472f2da223f HTTP/1.1" status: 200 len: 217 time: 0.0389898 Oct 13 04:28:48.665178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80a70bc1-c40a-4fd1-82fb-e1a92bde4cd1 req-62390333-e9f5-40fc-88bc-af0466e8c44d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761404 Oct 13 04:28:48.705569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-5e70a010-b55a-4de0-9909-c9c1c87b08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:48.706993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-5e70a010-b55a-4de0-9909-c9c1c87b08c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1219609e-5735-4241-98d3-62712b427ff3 HTTP/1.1" status: 200 len: 853 time: 0.0542569 Oct 13 04:28:48.726856 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-63763e33-7a7b-43ca-9f60-8d3cea8cdacc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141573487&fields=id&tenant_id=cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 267 time: 0.0311992 Oct 13 04:28:48.739465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-fc79fa29-fb98-46e6-8f6c-65e040dc2b4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252109 Oct 13 04:28:48.826225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-32cde8a6-84cb-4313-8fca-db3b795d6462 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798600 Oct 13 04:28:48.835874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-3f6bbc8a-3376-4265-a039-d05c1d929ab5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:48.837325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-3f6bbc8a-3376-4265-a039-d05c1d929ab5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1022604 Oct 13 04:28:48.852207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-84c414e3-4d2b-47bf-bad6-61d55beefc49 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0088947 Oct 13 04:28:48.903184 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-f673b11e-5592-4038-9472-e995950b4fe9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449140 Oct 13 04:28:48.921429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5aee5d31-5283-4a7c-8397-a3624cb22d02 req-6c5f632f-e562-4215-8ac5-892629b0ee54 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883889 Oct 13 04:28:48.981334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bf00c13-be09-47c2-bc50-fd36385f685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:49.006315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-c9a7847a-b354-449c-bcd5-0b8e1ef74b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.007849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-c9a7847a-b354-449c-bcd5-0b8e1ef74b2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51c74cb00e7743acbf7bb07844925511&device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 1095 time: 0.0419319 Oct 13 04:28:49.009188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-29d83164-f964-425d-95b4-3b43d21a9902 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941563 Oct 13 04:28:49.096065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-74fad259-2e3a-498b-8198-a91ddd8064ac service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Oct 13 04:28:49.448166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6a69db3-369f-4f52-872e-f2efc796fa13 req-e70e346f-543b-4c62-9cd7-ba4be4059064 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0331020 Oct 13 04:28:49.449241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-8c6d3eae-c77b-4261-9a24-bed9fb93d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.450605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-8c6d3eae-c77b-4261-9a24-bed9fb93d5a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 200 len: 914 time: 0.4361656 Oct 13 04:28:49.492879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-d6d0bad6-67aa-4db4-a5dd-3474a08211e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=554b98ac-4b16-4b27-a057-2472f2da223f HTTP/1.1" status: 200 len: 217 time: 0.0346489 Oct 13 04:28:49.541886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-3e0b694f-d638-4db6-befa-7418461de3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.543302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-3e0b694f-d638-4db6-befa-7418461de3db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1219609e-5735-4241-98d3-62712b427ff3 HTTP/1.1" status: 200 len: 853 time: 0.0440164 Oct 13 04:28:49.580549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-a9b39d63-acb2-4ad8-bca6-9c2f19c42b8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0c655d0-86ed-45ff-8132-a1aac0b03f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287192 Oct 13 04:28:49.674707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-bf42287c-d8ba-443f-8f44-b1113bd83cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863173 Oct 13 04:28:49.786115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c695681d-170b-4fb5-a2e9-1820c6313ebe req-d867d5e6-df57-4b80-b2c2-3546260bba02 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994873 Oct 13 04:28:49.792179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4987ce-0c29-427a-b3cc-e004635886f5 req-8ca15605-a574-459b-9f1a-5909d2fbc2a0 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.801056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b4987ce-0c29-427a-b3cc-e004635886f5 req-8ca15605-a574-459b-9f1a-5909d2fbc2a0 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 944 time: 0.0598972 Oct 13 04:28:49.835004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b4987ce-0c29-427a-b3cc-e004635886f5 req-c44d7ee5-cd5e-40bd-a74f-ffc4c1f94567 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Oct 13 04:28:50.549153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e73bc4e3-81a2-4d8d-86f3-696e8416b574 req-02b48f11-55a3-40b3-9175-9fb73eef45e2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0277152 Oct 13 04:28:50.734622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-eb4930b4-029f-4b6e-ab4c-10740d24e719 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.736259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-eb4930b4-029f-4b6e-ab4c-10740d24e719 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.4362855 Oct 13 04:28:50.779855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-44669537-ff60-4f79-91d8-1dd138d21a11 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 380 time: 0.0341291 Oct 13 04:28:50.789450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'security_groups': ['0093edb7-008a-413b-805f-d8819993cf3c']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:50.901119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:50.904834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.007242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe38f3-df14-4952-bb9d-ec927d98c8fe req-6d5063ad-b501-497b-b9b4-ea5e7d182f24 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.008758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3fe38f3-df14-4952-bb9d-ec927d98c8fe req-6d5063ad-b501-497b-b9b4-ea5e7d182f24 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 944 time: 0.1016095 Oct 13 04:28:51.083363 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3fe38f3-df14-4952-bb9d-ec927d98c8fe req-490c4699-e68b-455a-891d-38405b9ddfac tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680897 Oct 13 04:28:51.103106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.12 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/84e6312c-5629-4116-b67f-08233978b432) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:51.248209 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.283321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.326705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:51.331717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:51.334263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:51.368822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=84e6312c-5629-4116-b67f-08233978b432,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:51.403991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.404790 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.423807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-9b60693d-8ff6-4594-b12b-76fc01ec9d95 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6379960 Oct 13 04:28:51.434564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-85466f23-b82c-46bd-8ead-aa8f1380b24c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:28:51.435459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-85466f23-b82c-46bd-8ead-aa8f1380b24c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061307 Oct 13 04:28:51.450007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Request body: {'port': {'device_id': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:51.488858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3671daa3-a7d9-4de8-b82d-034afa757ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.514200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.616092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d961e4b-e9aa-481d-bd6d-0fde17803852 None None] Provisioning complete for port 84e6312c-5629-4116-b67f-08233978b432 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:51.617549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d961e4b-e9aa-481d-bd6d-0fde17803852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.658916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7d961e4b-e9aa-481d-bd6d-0fde17803852 None None] Port 84e6312c-5629-4116-b67f-08233978b432 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:51.675925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3417fbb-3c48-4998-9707-6a251c129b1d req-3e5b9fcf-43ad-42b6-82ac-9b2821f1c24f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.677523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3417fbb-3c48-4998-9707-6a251c129b1d req-3e5b9fcf-43ad-42b6-82ac-9b2821f1c24f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 932 time: 0.0567679 Oct 13 04:28:51.716915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3417fbb-3c48-4998-9707-6a251c129b1d req-c7e09b10-71b7-4f8b-ab4e-f7a5089d8d7b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Oct 13 04:28:51.796554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e6312c-5629-4116-b67f-08233978b432 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:51.804399 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.816973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Transition to ACTIVE for port object 84e6312c-5629-4116-b67f-08233978b432 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:51.821140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.895501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Pushing event updated for resources: {'Port': ['ID=84e6312c-5629-4116-b67f-08233978b432,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:51.953397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Attempting to bind port 84e6312c-5629-4116-b67f-08233978b432 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:51.954079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Attempting to bind port 84e6312c-5629-4116-b67f-08233978b432 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:51.954079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Attempting to bind port 84e6312c-5629-4116-b67f-08233978b432 on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:51.959325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Port 84e6312c-5629-4116-b67f-08233978b432 on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:51.959742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Attempting to bind port 84e6312c-5629-4116-b67f-08233978b432 on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:51.966489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:51.966916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:51.967467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:51.967965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Bound port: 84e6312c-5629-4116-b67f-08233978b432, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:51.968388 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.041497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] For port 84e6312c-5629-4116-b67f-08233978b432, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:52.045020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] For port 84e6312c-5629-4116-b67f-08233978b432, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=84e6312c-5629-4116-b67f-08233978b432,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:52.050697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.090971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.091633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.093130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] 10.222.0.15 "PUT /v2.0/ports/84e6312c-5629-4116-b67f-08233978b432 HTTP/1.1" status: 200 len: 1092 time: 0.6491103 Oct 13 04:28:52.093660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'tag': '84e6312c-5629-4116-b67f-08233978b432'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:52.096198 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced64644-07e5-4431-ad35-7de3a86bdf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "tag": "84e6312c-5629-4116-b67f-08233978b432"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:52.105986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 554b98ac-4b16-4b27-a057-2472f2da223f details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:52.131703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bdc96-cec7-47de-a1b6-8045eb378642 service neutron] Pushing event updated for resources: {'Port': ['ID=84e6312c-5629-4116-b67f-08233978b432,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:52.185426 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f067a06-1494-4a77-8348-e9658e35bb4b x-openstack-request-id: req-3f067a06-1494-4a77-8348-e9658e35bb4b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:52.186871 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "tag": "84e6312c-5629-4116-b67f-08233978b432", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:52.187217 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f067a06-1494-4a77-8348-e9658e35bb4b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:52.187713 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'tag': '84e6312c-5629-4116-b67f-08233978b432', 'status': 'completed', 'code': 200} Oct 13 04:28:52.206216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-89397739-950e-445c-bfe4-54272ec82e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.207977 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-89397739-950e-445c-bfe4-54272ec82e6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 1095 time: 0.0627804 Oct 13 04:28:52.242423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57986-6731-4335-96a1-03522b6f2046 req-0c66da61-8771-4d22-b975-eb15044236de tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.249255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af57986-6731-4335-96a1-03522b6f2046 req-0c66da61-8771-4d22-b975-eb15044236de tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 944 time: 0.0642607 Oct 13 04:28:52.262594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 554b98ac-4b16-4b27-a057-2472f2da223f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=554b98ac-4b16-4b27-a057-2472f2da223f,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:52.275013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '554b98ac-4b16-4b27-a057-2472f2da223f', 'network_id': 'b0c655d0-86ed-45ff-8132-a1aac0b03f7e', 'port_id': '554b98ac-4b16-4b27-a057-2472f2da223f', 'mac_address': 'fa:16:3e:29:58:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1219609e-5735-4241-98d3-62712b427ff3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:52.276378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-f435301e-96d4-4536-a457-02b21dfafada service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84e6312c-5629-4116-b67f-08233978b432 HTTP/1.1" status: 200 len: 217 time: 0.0543475 Oct 13 04:28:52.321892 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1af57986-6731-4335-96a1-03522b6f2046 req-4edc0265-7fdc-47e6-bdb5-86ae28d1b75d tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686955 Oct 13 04:28:52.339721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-b9f46b87-1da6-42ca-a262-ed5d2a7a3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.341391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-b9f46b87-1da6-42ca-a262-ed5d2a7a3ecb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0626061 Oct 13 04:28:52.341800 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.356428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554b98ac-4b16-4b27-a057-2472f2da223f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:52.377878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 554b98ac-4b16-4b27-a057-2472f2da223f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=554b98ac-4b16-4b27-a057-2472f2da223f,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:52.384144 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.401191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-58a79d7c-b6d4-4b66-9e00-f65edc875694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.403431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-58a79d7c-b6d4-4b66-9e00-f65edc875694 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546470 Oct 13 04:28:52.446150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=554b98ac-4b16-4b27-a057-2472f2da223f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:52.497038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-09a06d72-abd5-4584-aeec-00664bedb1d7 service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865471 Oct 13 04:28:52.591695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a53a5c1-12e7-4385-9906-8b639f1557ad req-ab34b8fd-23d0-4c27-a813-6a24f978815d service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882807 Oct 13 04:28:52.675217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-61fea6f5-cb9f-47c7-9233-fdc4e227d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.676742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-61fea6f5-cb9f-47c7-9233-fdc4e227d65a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 1095 time: 0.0424788 Oct 13 04:28:52.685651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['554b98ac-4b16-4b27-a057-2472f2da223f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:52.787751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-98d6c871-97c8-4ae6-8539-fc87330cdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.789687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-98d6c871-97c8-4ae6-8539-fc87330cdf52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.1060679 Oct 13 04:28:52.845278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.870515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-f72d566e-ea7c-4058-a347-942f0e01b122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84e6312c-5629-4116-b67f-08233978b432 HTTP/1.1" status: 200 len: 217 time: 0.0677116 Oct 13 04:28:52.919994 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d01bc8-f9fa-47b0-88a8-4a6dec607824 req-cbf746c0-8743-48c5-96e2-5ded20dbfa9d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.921575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6d01bc8-f9fa-47b0-88a8-4a6dec607824 req-cbf746c0-8743-48c5-96e2-5ded20dbfa9d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.1293807 Oct 13 04:28:52.949856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-4280bcc9-8b4a-4e4c-8c48-0debe772ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.951327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-4280bcc9-8b4a-4e4c-8c48-0debe772ab66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0740843 Oct 13 04:28:53.002759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6d01bc8-f9fa-47b0-88a8-4a6dec607824 req-4b3e3299-a62c-4115-b336-aa11e46d9425 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726056 Oct 13 04:28:53.006421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.018140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-812d712c-e06b-4692-8a76-251a4957afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.019623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-812d712c-e06b-4692-8a76-251a4957afec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607479 Oct 13 04:28:53.110397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-c2292040-e931-4e9b-9805-d1d7bdf11e9a service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836086 Oct 13 04:28:53.205073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ced64644-07e5-4431-ad35-7de3a86bdf2f req-44ccf881-b095-4715-b379-1ed7e4d5bcee service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Oct 13 04:28:53.429705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4368-44bd-409c-a1a0-9239b35753c9 req-94031c23-b1d5-4682-b49d-c57799b6f561 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.431185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5cd4368-44bd-409c-a1a0-9239b35753c9 req-94031c23-b1d5-4682-b49d-c57799b6f561 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 945 time: 0.0531468 Oct 13 04:28:53.469710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5cd4368-44bd-409c-a1a0-9239b35753c9 req-d4024d4b-8372-405c-9acf-5a03d0f05531 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Oct 13 04:28:54.120371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85280667-e242-4bad-8c49-fda121fdf343 req-f0fbbdd2-9a04-4753-b87d-47d094f0d681 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.120960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 554b98ac-4b16-4b27-a057-2472f2da223f up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:54.122020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85280667-e242-4bad-8c49-fda121fdf343 req-f0fbbdd2-9a04-4753-b87d-47d094f0d681 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0499885 Oct 13 04:28:54.161634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85280667-e242-4bad-8c49-fda121fdf343 req-832551fd-a4c5-4d87-aba4-88c33d415bed tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326619 Oct 13 04:28:54.173521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 554b98ac-4b16-4b27-a057-2472f2da223f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:28:54.182764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 554b98ac-4b16-4b27-a057-2472f2da223f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:54.182764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.256185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.278380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554b98ac-4b16-4b27-a057-2472f2da223f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:54.280597 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23711d10-b240-4f8e-a561-cfd5f36352f5" -d '{"events": [{"server_uuid": "96405fe1-0727-4266-80a4-3aeeb8ecdc96", "name": "network-vif-plugged", "status": "completed", "tag": "554b98ac-4b16-4b27-a057-2472f2da223f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:54.292539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 554b98ac-4b16-4b27-a057-2472f2da223f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=554b98ac-4b16-4b27-a057-2472f2da223f,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:54.304325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.331345 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e380a-27e7-438d-adf6-0bc1ed2655e7 x-openstack-request-id: req-f18e380a-27e7-438d-adf6-0bc1ed2655e7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:54.331719 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96405fe1-0727-4266-80a4-3aeeb8ecdc96", "name": "network-vif-plugged", "status": "completed", "tag": "554b98ac-4b16-4b27-a057-2472f2da223f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:54.331978 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f18e380a-27e7-438d-adf6-0bc1ed2655e7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:54.332369 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554b98ac-4b16-4b27-a057-2472f2da223f', 'code': 200} Oct 13 04:28:54.361568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=554b98ac-4b16-4b27-a057-2472f2da223f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:54.420284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352f8e-47d5-480c-86b7-ce64fee8a296 req-b309fdbd-ffd2-46e9-a1d9-6360b187c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.421821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b352f8e-47d5-480c-86b7-ce64fee8a296 req-b309fdbd-ffd2-46e9-a1d9-6360b187c3fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 1097 time: 0.0401690 Oct 13 04:28:54.457315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b352f8e-47d5-480c-86b7-ce64fee8a296 req-47644ad0-359d-4686-aba7-17ba30344f20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288868 Oct 13 04:28:54.586126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212272-7ec8-4c5a-8539-946f1f706766 req-c9295a00-0dbc-4081-9a82-07fb7f0e0df0 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.587668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d2212272-7ec8-4c5a-8539-946f1f706766 req-c9295a00-0dbc-4081-9a82-07fb7f0e0df0 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Oct 13 04:28:54.612952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.630567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d2212272-7ec8-4c5a-8539-946f1f706766 req-ffefc3a8-16b2-4cb9-9020-474682b95969 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365248 Oct 13 04:28:55.284950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656906-8d73-4bec-9014-6e8fc22ecac1 req-85ba648e-d307-48b7-b4c8-b2ad2c60616d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.286408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78656906-8d73-4bec-9014-6e8fc22ecac1 req-85ba648e-d307-48b7-b4c8-b2ad2c60616d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0477648 Oct 13 04:28:55.324326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78656906-8d73-4bec-9014-6e8fc22ecac1 req-5161b43f-7f0a-4be2-a5cc-e833dc1cf086 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Oct 13 04:28:55.751035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd849a-f796-4ac6-969a-7b3eed60630a req-47f71a52-a975-4813-a4d8-5fb78f96970b tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.752529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ecbd849a-f796-4ac6-969a-7b3eed60630a req-47f71a52-a975-4813-a4d8-5fb78f96970b tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 946 time: 0.0531707 Oct 13 04:28:55.795371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ecbd849a-f796-4ac6-969a-7b3eed60630a req-dfa111f6-0d0d-4ea2-b0d4-0e363947619b tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Oct 13 04:28:56.441312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7e55f-7394-4163-8ce1-4f0fcd07602e req-9e99eba1-a5fc-4c33-9980-6518b28fbae4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.443014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32d7e55f-7394-4163-8ce1-4f0fcd07602e req-9e99eba1-a5fc-4c33-9980-6518b28fbae4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0519032 Oct 13 04:28:56.480026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32d7e55f-7394-4163-8ce1-4f0fcd07602e req-24916e45-374b-461f-b8a6-1a720173c7c7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Oct 13 04:28:56.909812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b185c6-b601-4efc-a1cd-a4f85c6f5ff6 req-6383f86e-dbd2-48c1-bb9e-14f17e34baf9 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.911263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99b185c6-b601-4efc-a1cd-a4f85c6f5ff6 req-6383f86e-dbd2-48c1-bb9e-14f17e34baf9 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 946 time: 0.0480542 Oct 13 04:28:56.947951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-99b185c6-b601-4efc-a1cd-a4f85c6f5ff6 req-0d444c0c-f0dc-4e38-a888-766ccc104ef7 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Oct 13 04:28:57.556308 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:57.593976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd88c9f-512d-42de-a7aa-1bd993c08c79 req-bd5ef0e3-784f-4a93-ada7-fcdb0f246e74 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:57.595381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcd88c9f-512d-42de-a7aa-1bd993c08c79 req-bd5ef0e3-784f-4a93-ada7-fcdb0f246e74 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0487587 Oct 13 04:28:57.631886 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcd88c9f-512d-42de-a7aa-1bd993c08c79 req-8b00c095-5769-47de-a686-9bc0f54d4206 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304236 Oct 13 04:28:58.757159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c8be-2865-4e77-84c3-8f1073f8b833 req-1748e275-924c-4678-897a-86703cc89348 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:58.758726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a954c8be-2865-4e77-84c3-8f1073f8b833 req-1748e275-924c-4678-897a-86703cc89348 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0539217 Oct 13 04:28:58.799299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a954c8be-2865-4e77-84c3-8f1073f8b833 req-10d7e45f-8608-451a-bd05-46bb1570cb3e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Oct 13 04:28:59.917917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b060bc1-517b-4946-a734-ccdb371a41a8 req-fab36d1b-aa7e-4ea5-b03b-8241b97502ed tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.919500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b060bc1-517b-4946-a734-ccdb371a41a8 req-fab36d1b-aa7e-4ea5-b03b-8241b97502ed tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0536361 Oct 13 04:28:59.957495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b060bc1-517b-4946-a734-ccdb371a41a8 req-b1311857-858f-407b-9aad-a454cd64bc5a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318811 Oct 13 04:29:01.071581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867ba89-f98e-41f9-869d-47bafc778ad0 req-ff1ae599-9bda-4ec6-a2ff-7bfef4e10fb0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.073072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8867ba89-f98e-41f9-869d-47bafc778ad0 req-ff1ae599-9bda-4ec6-a2ff-7bfef4e10fb0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0491281 Oct 13 04:29:01.112309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8867ba89-f98e-41f9-869d-47bafc778ad0 req-d6602749-dc6a-4349-9fa5-6b0c8d59a651 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327559 Oct 13 04:29:02.226840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc5b4-e754-43a7-8bfb-815146e40d04 req-f0f982ca-a047-406c-bc81-89a132e96689 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.228314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f5fc5b4-e754-43a7-8bfb-815146e40d04 req-f0f982ca-a047-406c-bc81-89a132e96689 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0489750 Oct 13 04:29:02.265573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f5fc5b4-e754-43a7-8bfb-815146e40d04 req-904ed4b4-9bac-45cd-8011-899ebf51876b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307887 Oct 13 04:29:03.380185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025996-a12b-4541-b938-62afae339803 req-6c3b38c5-24fc-499f-a79a-4ff9508518e3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.381695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5025996-a12b-4541-b938-62afae339803 req-6c3b38c5-24fc-499f-a79a-4ff9508518e3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 944 time: 0.0512502 Oct 13 04:29:03.418524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5025996-a12b-4541-b938-62afae339803 req-fd1f10f3-1ed9-491f-8136-aff7ed539549 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303094 Oct 13 04:29:04.299677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 84e6312c-5629-4116-b67f-08233978b432 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:04.390894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 84e6312c-5629-4116-b67f-08233978b432, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=84e6312c-5629-4116-b67f-08233978b432,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:04.402044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '84e6312c-5629-4116-b67f-08233978b432', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': '84e6312c-5629-4116-b67f-08233978b432', 'mac_address': 'fa:16:3e:a1:43:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:04.437789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:04.451117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e6312c-5629-4116-b67f-08233978b432 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:04.473731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 84e6312c-5629-4116-b67f-08233978b432, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=84e6312c-5629-4116-b67f-08233978b432,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:04.477853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:04.523554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=84e6312c-5629-4116-b67f-08233978b432,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:04.532593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f961a14-ca77-4adb-a0c2-3368737fc9a0 req-82be742d-ddfb-4d7c-8082-393313cf4702 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:04.533770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f961a14-ca77-4adb-a0c2-3368737fc9a0 req-82be742d-ddfb-4d7c-8082-393313cf4702 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 945 time: 0.0485525 Oct 13 04:29:04.571079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f961a14-ca77-4adb-a0c2-3368737fc9a0 req-5d2c0a83-7a28-4a2b-9986-abb0491acf7a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Oct 13 04:29:04.760920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['84e6312c-5629-4116-b67f-08233978b432'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:05.685342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172cf3-a8fd-4130-87f1-3b76bfe5df17 req-dc56118c-cfea-42a0-b6ef-b07c88d71c13 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.686796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-69172cf3-a8fd-4130-87f1-3b76bfe5df17 req-dc56118c-cfea-42a0-b6ef-b07c88d71c13 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 945 time: 0.0484879 Oct 13 04:29:05.723675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-69172cf3-a8fd-4130-87f1-3b76bfe5df17 req-0b234f40-70fd-4069-81be-8b0c91d01cf9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Oct 13 04:29:06.300641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 84e6312c-5629-4116-b67f-08233978b432 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:06.348349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 84e6312c-5629-4116-b67f-08233978b432 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:06.352007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 84e6312c-5629-4116-b67f-08233978b432 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:06.352376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.428784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.450532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e6312c-5629-4116-b67f-08233978b432'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:06.453433 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb331791-1a38-4ad3-b191-e0b402ca39b6" -d '{"events": [{"server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "name": "network-vif-plugged", "status": "completed", "tag": "84e6312c-5629-4116-b67f-08233978b432"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:06.466053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 84e6312c-5629-4116-b67f-08233978b432, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=84e6312c-5629-4116-b67f-08233978b432,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:06.469818 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.494893 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe7fc27-9f14-414e-a77f-305830c2eef8 x-openstack-request-id: req-0fe7fc27-9f14-414e-a77f-305830c2eef8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:06.495213 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "name": "network-vif-plugged", "status": "completed", "tag": "84e6312c-5629-4116-b67f-08233978b432", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:06.495466 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fe7fc27-9f14-414e-a77f-305830c2eef8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:06.495852 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e6312c-5629-4116-b67f-08233978b432', 'code': 200} Oct 13 04:29:06.521218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=84e6312c-5629-4116-b67f-08233978b432,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:06.694435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67726fe9-1500-49e9-8ad3-75c459085bc5 req-f1c22979-0fdd-446a-93ad-2d5a896dc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.695901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67726fe9-1500-49e9-8ad3-75c459085bc5 req-f1c22979-0fdd-446a-93ad-2d5a896dc664 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 1097 time: 0.1488848 Oct 13 04:29:06.730262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-67726fe9-1500-49e9-8ad3-75c459085bc5 req-91ea0a2f-dcbd-42c6-a2ab-d05a44330e40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263226 Oct 13 04:29:06.836642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8632764-6793-425e-9760-e5630e7215eb req-345f76b4-27a5-4500-ace0-dcd1c05549ae tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.838028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8632764-6793-425e-9760-e5630e7215eb req-345f76b4-27a5-4500-ace0-dcd1c05549ae tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 946 time: 0.0493581 Oct 13 04:29:06.875475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8632764-6793-425e-9760-e5630e7215eb req-b8a8294b-38eb-41c8-832c-dc231ff5cf9d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315254 Oct 13 04:29:07.989477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2b781-27e8-426a-8acc-6d6b5053e2ef req-7290a224-282a-4dad-8e7c-6abad00e1110 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:07.990842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21c2b781-27e8-426a-8acc-6d6b5053e2ef req-7290a224-282a-4dad-8e7c-6abad00e1110 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 946 time: 0.0484526 Oct 13 04:29:08.027902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21c2b781-27e8-426a-8acc-6d6b5053e2ef req-a4d6a69e-f886-4c97-87dc-21c99764aa52 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Oct 13 04:29:08.142192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a821b-6125-4d0d-9fd4-e444309ac859 req-81cee046-96a9-49ad-895a-8a04b6c2c218 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.143640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e0a821b-6125-4d0d-9fd4-e444309ac859 req-81cee046-96a9-49ad-895a-8a04b6c2c218 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 946 time: 0.0521674 Oct 13 04:29:08.180538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e0a821b-6125-4d0d-9fd4-e444309ac859 req-df410c2c-c4c8-4c20-8b20-4ffb94c42f97 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Oct 13 04:29:08.192063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.203573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:08.242273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe14ab-1a72-496d-a838-5032597ff9d4 tempest-TestVolumeBootPattern-789269473 tempest-TestVolumeBootPattern-789269473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.243653 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ebe14ab-1a72-496d-a838-5032597ff9d4 tempest-TestVolumeBootPattern-789269473 tempest-TestVolumeBootPattern-789269473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 1092 time: 0.0390711 Oct 13 04:29:08.246484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:08.250695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '84e6312c-5629-4116-b67f-08233978b432', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:08.271720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.367695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.467767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.25.1.47 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/09b708ef-a51a-49a4-84ba-dba2ab7373cc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:08.572505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.604461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.642013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:08.644753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:08.648253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:08.673275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=09b708ef-a51a-49a4-84ba-dba2ab7373cc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:09.016778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.081286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.236913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.242821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.318580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=09b708ef-a51a-49a4-84ba-dba2ab7373cc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:09.328319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.431062 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Floating IP af46f230-6a82-4f49-8b56-56423b2bf7c9 associated. External IP: 172.25.1.47, port: 84e6312c-5629-4116-b67f-08233978b432. Oct 13 04:29:09.643331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:09.750982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:09.761884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:09.770648 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.773120 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:09.774044 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:09.798778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5f881da1-91be-49ef-892c-ba6d7e3b7544 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5512633 Oct 13 04:29:09.799387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'tag': '84e6312c-5629-4116-b67f-08233978b432'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:09.801655 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74a9123-f06e-425e-be12-7d00ae3e0de6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "tag": "84e6312c-5629-4116-b67f-08233978b432"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:09.899981 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:09.915817 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f9b01-e862-4492-a607-301e8a8cb920 x-openstack-request-id: req-a70f9b01-e862-4492-a607-301e8a8cb920 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:09.916106 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "tag": "84e6312c-5629-4116-b67f-08233978b432", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:09.916356 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a70f9b01-e862-4492-a607-301e8a8cb920 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:09.916780 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'tag': '84e6312c-5629-4116-b67f-08233978b432', 'status': 'completed', 'code': 200} Oct 13 04:29:09.982370 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.999850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-787d619f-54a7-44b6-a2fb-412fd8f9f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.001380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-787d619f-54a7-44b6-a2fb-412fd8f9f37e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 1097 time: 0.0554726 Oct 13 04:29:10.096808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-9f73e5c0-ea54-4f2b-9e87-88d829a4a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.098278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-9f73e5c0-ea54-4f2b-9e87-88d829a4a749 service neutron] 10.222.0.15 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0900245 Oct 13 04:29:10.140301 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'af46f230-6a82-4f49-8b56-56423b2bf7c9', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '84e6312c-5629-4116-b67f-08233978b432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:a1:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:08Z', 'updated_at': '2021-10-13T04:29:08Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:10.168003 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:10.168215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-38183af9-32f8-4b1f-bc14-5aa2c9a9e4f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84e6312c-5629-4116-b67f-08233978b432 HTTP/1.1" status: 200 len: 999 time: 0.0628562 Oct 13 04:29:10.177511 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:10.178313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:28:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:10.223548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-4bc58418-b938-4a64-b9d3-5d9f2ab568fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.225053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-4bc58418-b938-4a64-b9d3-5d9f2ab568fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0494158 Oct 13 04:29:10.330599 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:10.357763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-ef3572da-1fea-4882-9c04-2a30a178ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.363514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-ef3572da-1fea-4882-9c04-2a30a178ad2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286075 Oct 13 04:29:10.475240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-04b37b54-175f-4699-b2fd-fbd834d4cd7c service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031969 Oct 13 04:29:10.575878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c74a9123-f06e-425e-be12-7d00ae3e0de6 req-dcf7602e-cf6c-4c48-a39a-3ec47536d7ea service neutron] 10.222.0.15 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933487 Oct 13 04:29:10.595936 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'af46f230-6a82-4f49-8b56-56423b2bf7c9', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '84e6312c-5629-4116-b67f-08233978b432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:a1:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:08Z', 'updated_at': '2021-10-13T04:29:08Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:10.624779 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d72b02-abc9-4558-be14-5c579f4bd728 None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'af46f230-6a82-4f49-8b56-56423b2bf7c9', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '84e6312c-5629-4116-b67f-08233978b432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:a1:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:08Z', 'updated_at': '2021-10-13T04:29:08Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:10.809122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d99d9-bcc3-4a86-ad8d-5e2521cf3a73 None None] New status for floating IP af46f230-6a82-4f49-8b56-56423b2bf7c9: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:29:11.234364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-9d8638de-b02c-4bdb-8280-8ffda46acb26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405288 Oct 13 04:29:11.294168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384c18-a72e-414f-ad20-241922072edc req-59b430a4-013c-48bf-a8cc-aca5fe49010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.296155 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-59b430a4-013c-48bf-a8cc-aca5fe49010f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1097 time: 0.0407958 Oct 13 04:29:11.403141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384c18-a72e-414f-ad20-241922072edc req-b928696a-85ca-48cb-ad17-a1918315f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.405178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-b928696a-85ca-48cb-ad17-a1918315f753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 897 time: 0.0890858 Oct 13 04:29:11.469795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-713bfc79-fc76-463f-aca7-2db307c21e03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 1002 time: 0.0579574 Oct 13 04:29:11.520929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384c18-a72e-414f-ad20-241922072edc req-9d01b8cf-a3f7-4fda-91c5-f1cf5cc4e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.522280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-9d01b8cf-a3f7-4fda-91c5-f1cf5cc4e3ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 200 len: 834 time: 0.0463221 Oct 13 04:29:11.566958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384c18-a72e-414f-ad20-241922072edc req-bfb3d2b7-ffe4-4e86-90ec-1c9c73ac9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.568595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-bfb3d2b7-ffe4-4e86-90ec-1c9c73ac9221 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66424fe9-ce46-4f2d-922e-cda622dcd1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398910 Oct 13 04:29:11.664814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-88789809-6093-4ae7-8e3c-fd52aa651b9f service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Oct 13 04:29:11.755445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76384c18-a72e-414f-ad20-241922072edc req-eb91712b-f674-43fc-9018-a8d8772926f3 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835569 Oct 13 04:29:18.986848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e92e5cb9-c637-4412-986b-6d231a977aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.480831 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3871652d-323a-4757-a5c6-a8fa66564cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.848655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.007237 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.608324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.273221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a9cb4-abcb-4ae3-b3ad-07b7d91bce94 req-f03718a2-24f5-413f-a287-b8528312542a tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:25.274675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-315a9cb4-abcb-4ae3-b3ad-07b7d91bce94 req-f03718a2-24f5-413f-a287-b8528312542a tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 946 time: 0.0525823 Oct 13 04:29:25.315143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-315a9cb4-abcb-4ae3-b3ad-07b7d91bce94 req-eadff479-f0f6-4d8d-9986-1037b2540a84 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Oct 13 04:29:26.430201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463268cd-b311-4158-a443-02d3fd6cf843 req-4e0de081-e1dc-4c82-b522-7dcdf3f85ce7 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.431634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463268cd-b311-4158-a443-02d3fd6cf843 req-4e0de081-e1dc-4c82-b522-7dcdf3f85ce7 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 946 time: 0.0485754 Oct 13 04:29:26.468075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-463268cd-b311-4158-a443-02d3fd6cf843 req-3d3d8fa6-3b69-4bb6-972d-0d4ce0582aa1 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b868f84-df58-46f0-abc4-58cbc3701f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Oct 13 04:29:26.945531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-8d52d5a9-59c6-42c2-a321-e887b8306dc2 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.946949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-8d52d5a9-59c6-42c2-a321-e887b8306dc2 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 946 time: 0.0491376 Oct 13 04:29:27.041805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Deleting port 554b98ac-4b16-4b27-a057-2472f2da223f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:27.042146 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.129100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] For port 554b98ac-4b16-4b27-a057-2472f2da223f, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=554b98ac-4b16-4b27-a057-2472f2da223f,segment=NetworkSegment(edb4d949-2871-4e5d-85cd-7e5ba8bdd01d),segment_id=edb4d949-2871-4e5d-85cd-7e5ba8bdd01d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:27.129460 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.141768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Calling delete_port for 554b98ac-4b16-4b27-a057-2472f2da223f owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:27.269518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.281315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['554b98ac-4b16-4b27-a057-2472f2da223f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:27.296443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Pushing event deleted for resources: {'Port': ['ID=554b98ac-4b16-4b27-a057-2472f2da223f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:27.342447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] No DVR routers for this DVR port 554b98ac-4b16-4b27-a057-2472f2da223f on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:27.345092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.348450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3ad7d179-4f4a-4d85-9b87-fc2c9e9d2ae6 req-76ca6ee5-bc05-4200-8c26-338036f09c3f tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.26 "DELETE /v2.0/ports/554b98ac-4b16-4b27-a057-2472f2da223f HTTP/1.1" status: 204 len: 173 time: 0.3954835 Oct 13 04:29:27.348925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'name': 'network-vif-deleted', 'tag': '554b98ac-4b16-4b27-a057-2472f2da223f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:27.351149 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58fa0fd-dc3b-4927-8d07-73d5d24e751b" -d '{"events": [{"server_uuid": "96405fe1-0727-4266-80a4-3aeeb8ecdc96", "name": "network-vif-deleted", "tag": "554b98ac-4b16-4b27-a057-2472f2da223f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:27.389341 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc584e0-3b2b-45e1-b31e-571e1cef16bb x-openstack-request-id: req-3dc584e0-3b2b-45e1-b31e-571e1cef16bb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:27.389629 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96405fe1-0727-4266-80a4-3aeeb8ecdc96", "name": "network-vif-deleted", "tag": "554b98ac-4b16-4b27-a057-2472f2da223f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:27.389900 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dc584e0-3b2b-45e1-b31e-571e1cef16bb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:27.390295 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96405fe1-0727-4266-80a4-3aeeb8ecdc96', 'name': 'network-vif-deleted', 'tag': '554b98ac-4b16-4b27-a057-2472f2da223f', 'status': 'completed', 'code': 200} Oct 13 04:29:27.572703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68eb1419-77b3-457b-8abc-46999b0f4025 req-22d1eb31-36c7-41f4-8188-b11614fc0bb0 tempest-VolumesSnapshotTestJSON-956306216 tempest-VolumesSnapshotTestJSON-956306216-project] 10.222.0.44 "GET /v2.0/ports?device_id=96405fe1-0727-4266-80a4-3aeeb8ecdc96 HTTP/1.1" status: 200 len: 210 time: 0.0295234 Oct 13 04:29:30.317872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 554b98ac-4b16-4b27-a057-2472f2da223f no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:30.338945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 554b98ac-4b16-4b27-a057-2472f2da223f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:30.339286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 554b98ac-4b16-4b27-a057-2472f2da223f not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:34.555791 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:29:38.203478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.995122 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.183888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.190565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.196943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.203666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.209762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.215915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.221913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.223734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-8b674941-6770-4728-882a-061715d9731c tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.0945547 Oct 13 04:29:43.265654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0da37a9e-b09d-4a4e-bc25-761755567859 req-1969adbb-f111-4f7c-9f5d-87707a047ab3 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353527 Oct 13 04:29:44.208084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.214128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.220099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.226113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.232555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.238640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.244712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.246578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-cc2bcdfb-04cb-4fac-92a2-184c6dffdc33 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.0921776 Oct 13 04:29:44.291334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a940b20d-06b0-47d7-b000-9d2d6471df8b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.292710 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a940b20d-06b0-47d7-b000-9d2d6471df8b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "GET /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0397346 Oct 13 04:29:44.435262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.441244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.448016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.454158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.460110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.466607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.472561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.474496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0aa85056-4e28-455d-8ac1-0b1c05846039 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 5433 time: 0.1253486 Oct 13 04:29:44.500936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-6aa8dafd-583c-4713-8f1a-d45127a46293 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "GET /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2021918 Oct 13 04:29:44.512146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:44.544792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98057590-5450-43f4-971f-a6e001ac9cf3 req-0201cee0-6199-4f69-986e-bc018de68c90 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=149230be-9a40-44a7-b1a4-d52af46d4f2f&id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628605 Oct 13 04:29:44.583781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.730344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=4a2a469f-308a-4463-9196-6ef692a75e81,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:44.784542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] For port 4a2a469f-308a-4463-9196-6ef692a75e81, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:44.830590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] device_id is not set on port 4a2a469f-308a-4463-9196-6ef692a75e81 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:29:44.842699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.849216 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.927501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] No DVR routers for this DVR port 4a2a469f-308a-4463-9196-6ef692a75e81 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:44.930230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:44.961819 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.962186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.962531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.962975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.963302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.963754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.964067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.964510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.964964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.965288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.966196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.966621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:44.995418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] In _notify_port_updated(), no bound segment for port 4a2a469f-308a-4463-9196-6ef692a75e81 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:29:44.996395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.997180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.998697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-07127bfb-6d69-43fd-bef9-c5ed1572078a service neutron] 10.222.0.15 "PUT /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 200 len: 1027 time: 0.4902632 Oct 13 04:29:45.048540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-f71cf9da-cc94-467d-9390-eadffd168188 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.049938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-f71cf9da-cc94-467d-9390-eadffd168188 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "GET /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0445020 Oct 13 04:29:45.060642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:45.118960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.169285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3e023a5-b269-4257-b0fb-336b0eb09718 None None] Provisioning complete for port 4a2a469f-308a-4463-9196-6ef692a75e81 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:45.169880 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3e023a5-b269-4257-b0fb-336b0eb09718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.208879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3e023a5-b269-4257-b0fb-336b0eb09718 None None] Port 4a2a469f-308a-4463-9196-6ef692a75e81 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:29:45.266669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=81639854-8c2d-4698-bd63-7b303586caf3,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:45.301645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] For port 81639854-8c2d-4698-bd63-7b303586caf3, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:45.335948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] device_id is not set on port 81639854-8c2d-4698-bd63-7b303586caf3 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:29:45.344610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.349192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.417470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] No DVR routers for this DVR port 81639854-8c2d-4698-bd63-7b303586caf3 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:45.419600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Pushing event updated for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.460728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] In _notify_port_updated(), no bound segment for port 81639854-8c2d-4698-bd63-7b303586caf3 on network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:29:45.461669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.462344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.463623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-ce806301-ec9b-4cdb-a0c3-7a59edcaaeff service neutron] 10.222.0.15 "PUT /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 200 len: 1027 time: 0.4071844 Oct 13 04:29:45.577231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port 3531bf9e-00f4-414a-b0e9-010cd6785811 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:45.577578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.634883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-57795d28-9c00-4630-ab1f-dd2b1d7e8325 None None] Provisioning complete for port 81639854-8c2d-4698-bd63-7b303586caf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:45.635603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57795d28-9c00-4630-ab1f-dd2b1d7e8325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.682570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57795d28-9c00-4630-ab1f-dd2b1d7e8325 None None] Port 81639854-8c2d-4698-bd63-7b303586caf3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:29:45.696306 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] For port 3531bf9e-00f4-414a-b0e9-010cd6785811, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=3531bf9e-00f4-414a-b0e9-010cd6785811,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:45.696725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.709065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-06e796b4-bcc2-430e-aa3b-e7f1cd0c56fa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.712068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for 3531bf9e-00f4-414a-b0e9-010cd6785811 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:45.716336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-06e796b4-bcc2-430e-aa3b-e7f1cd0c56fa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.723270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-06e796b4-bcc2-430e-aa3b-e7f1cd0c56fa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.729394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-06e796b4-bcc2-430e-aa3b-e7f1cd0c56fa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.735921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-06e796b4-bcc2-430e-aa3b-e7f1cd0c56fa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.737909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-06e796b4-bcc2-430e-aa3b-e7f1cd0c56fa tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 3885 time: 0.0839570 Oct 13 04:29:45.786645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e8cf6e4-1a9b-4ba8-92c6-ad9a2b9fdcc6 req-80b6ae49-f82f-43dd-b194-a87ad1bf538e tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 Oct 13 04:29:45.881678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.909170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=3531bf9e-00f4-414a-b0e9-010cd6785811,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.952084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] No DVR routers for this DVR port 3531bf9e-00f4-414a-b0e9-010cd6785811 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:45.957096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.960350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e1ee9cf9-9d54-4171-abe7-82cf39e50d30 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "DELETE /v2.0/ports/3531bf9e-00f4-414a-b0e9-010cd6785811 HTTP/1.1" status: 204 len: 173 time: 0.4894023 Oct 13 04:29:45.960826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': '3531bf9e-00f4-414a-b0e9-010cd6785811'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:45.963198 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f961a-2ccc-4a55-827b-be1da1323a4c" -d '{"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "3531bf9e-00f4-414a-b0e9-010cd6785811"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:46.007872 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb44941-27c3-4cc3-be49-67f988f1ea6b x-openstack-request-id: req-3eb44941-27c3-4cc3-be49-67f988f1ea6b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:46.008152 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "3531bf9e-00f4-414a-b0e9-010cd6785811", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:46.008397 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3eb44941-27c3-4cc3-be49-67f988f1ea6b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:46.008815 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': '3531bf9e-00f4-414a-b0e9-010cd6785811', 'status': 'completed', 'code': 200} Oct 13 04:29:46.061818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:46.062164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.152965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] For port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:46.153705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.165345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:46.292783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.354354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=47b2984b-d9d0-4b7e-8f3a-ac2a095cec32,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.376766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] No DVR routers for this DVR port 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:46.379337 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.382809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-d833a3b2-8b97-48da-b268-e4480466d6b6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "DELETE /v2.0/ports/47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 HTTP/1.1" status: 204 len: 173 time: 0.4155204 Oct 13 04:29:46.481767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port ac907490-f53f-453d-bba3-af28cd27bf22 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:46.482104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.577729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] For port ac907490-f53f-453d-bba3-af28cd27bf22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=ac907490-f53f-453d-bba3-af28cd27bf22,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:46.578099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.590771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for ac907490-f53f-453d-bba3-af28cd27bf22 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:46.739378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.768153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=ac907490-f53f-453d-bba3-af28cd27bf22,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.823060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] No DVR routers for this DVR port ac907490-f53f-453d-bba3-af28cd27bf22 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:46.826017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.830301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-a43088ad-1069-4a63-915d-c3c07fca4385 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "DELETE /v2.0/ports/ac907490-f53f-453d-bba3-af28cd27bf22 HTTP/1.1" status: 204 len: 173 time: 0.4407566 Oct 13 04:29:46.937300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14621-1879-45f5-96d6-30a17f6dc3f2 req-6eaeef1f-8f28-4c74-83c9-b8b815a5632f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:46.941965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port e448c32d-afa6-4dce-94b0-58c9c39b629b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:46.942369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.943777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14621-1879-45f5-96d6-30a17f6dc3f2 req-6eaeef1f-8f28-4c74-83c9-b8b815a5632f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:46.945603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27e14621-1879-45f5-96d6-30a17f6dc3f2 req-6eaeef1f-8f28-4c74-83c9-b8b815a5632f tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 1681 time: 0.0632455 Oct 13 04:29:46.989656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27e14621-1879-45f5-96d6-30a17f6dc3f2 req-1695fa41-a23f-4edb-bc81-6fd490c684f9 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370429 Oct 13 04:29:47.040148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] For port e448c32d-afa6-4dce-94b0-58c9c39b629b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e448c32d-afa6-4dce-94b0-58c9c39b629b,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:47.040506 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.053347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for e448c32d-afa6-4dce-94b0-58c9c39b629b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:47.187276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.217806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=e448c32d-afa6-4dce-94b0-58c9c39b629b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.266856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] No DVR routers for this DVR port e448c32d-afa6-4dce-94b0-58c9c39b629b on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:47.269499 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.273194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-e096904f-7255-4b5d-926b-436e249e1021 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "DELETE /v2.0/ports/e448c32d-afa6-4dce-94b0-58c9c39b629b HTTP/1.1" status: 204 len: 173 time: 0.4379408 Oct 13 04:29:47.373276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port 90bff021-f5d3-4483-b327-a795813761cd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:47.373989 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.464137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] For port 90bff021-f5d3-4483-b327-a795813761cd, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=90bff021-f5d3-4483-b327-a795813761cd,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:47.464415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.010387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32'}, {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': 'ac907490-f53f-453d-bba3-af28cd27bf22'}, {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': 'e448c32d-afa6-4dce-94b0-58c9c39b629b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:48.013106 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de9781-1329-4065-85fb-137d64b700d1" -d '{"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "47b2984b-d9d0-4b7e-8f3a-ac2a095cec32"}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "ac907490-f53f-453d-bba3-af28cd27bf22"}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "e448c32d-afa6-4dce-94b0-58c9c39b629b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:48.028703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.029231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.029766 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Floating IP d9b2973b-efdc-4d33-b9bf-add71cf53a4d disassociated. External IP: 172.25.1.101, port: 90bff021-f5d3-4483-b327-a795813761cd. Oct 13 04:29:48.030114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for 90bff021-f5d3-4483-b327-a795813761cd owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:48.079958 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5be429-087d-4c03-a47a-ccd2293b2501 x-openstack-request-id: req-4e5be429-087d-4c03-a47a-ccd2293b2501 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:48.080329 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "47b2984b-d9d0-4b7e-8f3a-ac2a095cec32", "status": "completed", "code": 200}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "ac907490-f53f-453d-bba3-af28cd27bf22", "status": "completed", "code": 200}, {"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "e448c32d-afa6-4dce-94b0-58c9c39b629b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:48.080647 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e5be429-087d-4c03-a47a-ccd2293b2501 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:48.081125 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': '47b2984b-d9d0-4b7e-8f3a-ac2a095cec32', 'status': 'completed', 'code': 200} Oct 13 04:29:48.081443 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': 'ac907490-f53f-453d-bba3-af28cd27bf22', 'status': 'completed', 'code': 200} Oct 13 04:29:48.081756 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': 'e448c32d-afa6-4dce-94b0-58c9c39b629b', 'status': 'completed', 'code': 200} Oct 13 04:29:48.156041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339d815-3c72-4d9c-b20b-21d7359e3af9 req-7135329e-0ec2-4238-b78b-7b0123076a76 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:48.157588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f339d815-3c72-4d9c-b20b-21d7359e3af9 req-7135329e-0ec2-4238-b78b-7b0123076a76 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0622294 Oct 13 04:29:48.180812 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.212988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f339d815-3c72-4d9c-b20b-21d7359e3af9 req-d4970dfd-14e8-4716-8a59-8c029c5a96ce tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups?id=228272e1-eb5d-4298-a823-620da3600386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474648 Oct 13 04:29:48.220177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=90bff021-f5d3-4483-b327-a795813761cd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.346496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Router 30bca34b-fc71-469f-8a95-15b3f70e30b9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:48.457902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:48.469790 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] Sync routers for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:48.480004 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:48.480626 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:29:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.503815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] No DVR routers for this DVR port 90bff021-f5d3-4483-b327-a795813761cd on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:48.506700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.510409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9f7fe545-bc4d-4336-9e05-fbe965eeb88b req-bfdae6bc-818b-4ceb-b438-2bb7c8f5897a tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.15 "DELETE /v2.0/ports/90bff021-f5d3-4483-b327-a795813761cd HTTP/1.1" status: 204 len: 173 time: 1.2314384 Oct 13 04:29:48.536160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3531bf9e-00f4-414a-b0e9-010cd6785811 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.565981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 3531bf9e-00f4-414a-b0e9-010cd6785811 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:48.568809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 3531bf9e-00f4-414a-b0e9-010cd6785811 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.570200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.589430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:48.589986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 47b2984b-d9d0-4b7e-8f3a-ac2a095cec32 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.590718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 81639854-8c2d-4698-bd63-7b303586caf3 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.630108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 81639854-8c2d-4698-bd63-7b303586caf3 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.630536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 90bff021-f5d3-4483-b327-a795813761cd no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.634720 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:48.650176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 90bff021-f5d3-4483-b327-a795813761cd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:48.650513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 90bff021-f5d3-4483-b327-a795813761cd not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.650938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4a2a469f-308a-4463-9196-6ef692a75e81 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.705547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 4a2a469f-308a-4463-9196-6ef692a75e81 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.706586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac907490-f53f-453d-bba3-af28cd27bf22 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.731042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: ac907490-f53f-453d-bba3-af28cd27bf22 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:48.732279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device ac907490-f53f-453d-bba3-af28cd27bf22 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.732945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e448c32d-afa6-4dce-94b0-58c9c39b629b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:48.756170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e448c32d-afa6-4dce-94b0-58c9c39b629b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:48.756998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e448c32d-afa6-4dce-94b0-58c9c39b629b not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:48.934982 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:45Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.963224 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] Checking router: 30bca34b-fc71-469f-8a95-15b3f70e30b9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:48.973160 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:48.973746 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:29:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.991562 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-030ab851-60af-4093-8c06-8aef589bc90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.107290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:49.397237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5848c979-dbb2-4f25-bce5-d535883ddffb req-2b26cb12-4d3e-4b59-b953-49c6531c7c97 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0564771 Oct 13 04:29:49.410042 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:45Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:49.436177 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779df9f-ba1f-455a-a923-7d3929e876b4 None None] The sync data for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 is: [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:35Z', 'revision_number': 4, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd68afc30-cc9c-4f27-9c65-5888e9b88eee', 'name': '', 'network_id': 'cfcdd060-67aa-4004-8aeb-40b7ccc42d1f', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'mac_address': 'fa:16:3e:52:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:34Z', 'updated_at': '2021-10-13T04:19:45Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'subnets': [{'id': '2ac463e0-e9d2-49c3-9142-15fd00fc792f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:49.777787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8ca70-6b6b-4d34-becc-b9185059b489 None None] New status for floating IP d9b2973b-efdc-4d33-b9bf-add71cf53a4d: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:29:50.083223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': '90bff021-f5d3-4483-b327-a795813761cd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:50.087342 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a5d94-3320-4662-adcf-f5d48200b174" -d '{"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "90bff021-f5d3-4483-b327-a795813761cd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:50.130715 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be03a51-781a-4283-b432-cd8175f13bd3 x-openstack-request-id: req-9be03a51-781a-4283-b432-cd8175f13bd3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:50.131012 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df892e21-74d3-4fe5-ab4f-4046079d3ca1", "name": "network-vif-deleted", "tag": "90bff021-f5d3-4483-b327-a795813761cd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:50.131269 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9be03a51-781a-4283-b432-cd8175f13bd3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:50.131663 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df892e21-74d3-4fe5-ab4f-4046079d3ca1', 'name': 'network-vif-deleted', 'tag': '90bff021-f5d3-4483-b327-a795813761cd', 'status': 'completed', 'code': 200} Oct 13 04:29:50.515001 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc1aa003-c6ab-4e35-9e98-764f913173fb req-981a5bf6-db64-4169-839b-e12e876462e7 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0441029 Oct 13 04:29:51.483117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-925348a2-6b9b-4baa-b14e-859de900aea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.650374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c8ce356-6cde-458b-9e22-9941f5e374c9 req-67a46a41-9dbd-4c21-9feb-cf5dfaa37c35 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0552104 Oct 13 04:29:52.753278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-179f39eb-6d2c-4647-8cb7-ef3243b0388b req-5e7c5e72-188d-4704-9c06-9109c508c823 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0282075 Oct 13 04:29:52.852704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.013999 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.857372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c05e5ad6-74e3-4ce3-93ba-c2d7e23db73f req-cdc7d5c2-f123-4818-b9d9-3a6bfb00f5ce tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Oct 13 04:29:54.612505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.961461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb5ecdf-e7ed-483d-b7e1-084d56a3e370 req-8fe9ca45-8a93-46c7-bd21-539e3b8e99fc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0265555 Oct 13 04:29:56.067997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3de3086c-fc02-4155-a430-1594a6a6bb81 req-3a2ed199-0abb-4994-988c-30a13c577c46 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Oct 13 04:29:57.178407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d27bdde-2c15-4f45-8346-1ec40ee36447 req-86a3e643-41f6-47a6-b334-a114291d91cc tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0336721 Oct 13 04:29:58.283832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-800127e6-97c9-4f44-b562-23cbf5999961 req-3f01f123-cc2c-48ad-8465-c11b6167b8f6 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0273623 Oct 13 04:29:59.389257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b7e7b19-bc13-4214-964c-f56a2e8f8c5c req-19a838f1-3a70-4cc3-91ca-c7ef478aa8d1 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Oct 13 04:30:00.493088 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef0e0b1f-5ea3-4d74-afce-caa5acc05430 req-50482513-1acf-41e1-b1f7-ba1b016d4452 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Oct 13 04:30:01.621151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1004dfb-356e-4770-ba3b-670adae91fa8 req-0d5b3423-cf8b-43ff-ba84-bdb940625378 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/ports?device_id=df892e21-74d3-4fe5-ab4f-4046079d3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0421269 Oct 13 04:30:02.713265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:02.767102 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.789467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.836299 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.838973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.840105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/security-groups/228272e1-eb5d-4298-a823-620da3600386 HTTP/1.1" status: 204 len: 168 time: 0.1258488 Oct 13 04:30:02.842864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:02.849330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228272e1-eb5d-4298-a823-620da3600386,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.856822 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ea9ed788-1134-4c14-b850-7f6ff3430b23 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] show failed (client error): The resource could not be found. Oct 13 04:30:02.857353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.857702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.858121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.858504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.858800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.859129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.859456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.859782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.860228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.860569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.860671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea9ed788-1134-4c14-b850-7f6ff3430b23 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "GET /v2.0/security-groups/228272e1-eb5d-4298-a823-620da3600386 HTTP/1.1" status: 404 len: 347 time: 0.0167732 Oct 13 04:30:02.860973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.861173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:02.861330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7195d-1b06-4e2a-ac08-1bd4929da564 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:02.985405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port f9722317-aad2-4f15-92ed-c5f9a0270399 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:02.985754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.067367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.067847 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.081285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for f9722317-aad2-4f15-92ed-c5f9a0270399 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:03.216363 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.242682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=f9722317-aad2-4f15-92ed-c5f9a0270399,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:03.303868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.306598 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.307729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a4c5820-f547-49ca-9b86-ece0897379a5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/floatingips/d9b2973b-efdc-4d33-b9bf-add71cf53a4d HTTP/1.1" status: 204 len: 168 time: 0.4456875 Oct 13 04:30:03.310936 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:03.405910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port 4a2a469f-308a-4463-9196-6ef692a75e81 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:03.406574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.492932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.504945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for 4a2a469f-308a-4463-9196-6ef692a75e81 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:03.630792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.661103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=4a2a469f-308a-4463-9196-6ef692a75e81,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:03.733631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.736860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-73e5d2f6-ae84-4df2-9981-a1a3e6845782 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/ports/4a2a469f-308a-4463-9196-6ef692a75e81 HTTP/1.1" status: 204 len: 168 time: 0.4249771 Oct 13 04:30:03.739574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:03.825731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port 81639854-8c2d-4698-bd63-7b303586caf3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:03.826065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.915557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.927758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for 81639854-8c2d-4698-bd63-7b303586caf3 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:04.059837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.088810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=81639854-8c2d-4698-bd63-7b303586caf3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.164301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.167806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-84552c7b-ded6-40c3-a511-b5e975a4852b tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/ports/81639854-8c2d-4698-bd63-7b303586caf3 HTTP/1.1" status: 204 len: 168 time: 0.4272809 Oct 13 04:30:04.170566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:04.223294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting subnet 42ce10db-a950-43c7-8917-77f6ac942968 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:04.226318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.270158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.355188 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.414954 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.448900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Subnet': ['ID=42ce10db-a950-43c7-8917-77f6ac942968,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.452589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.458721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:04.459142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-afce69f7-bfe0-4003-9007-67e17ec38eba tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/subnets/42ce10db-a950-43c7-8917-77f6ac942968 HTTP/1.1" status: 204 len: 168 time: 0.2873740 Oct 13 04:30:04.459951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb84fe8-3367-4c1f-b706-02227f3e41d4 None None] Network 7255b119-ccbd-4bc0-aef1-27302438501f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:04.523611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting subnet 049bbc8c-30b7-4266-b1e2-a6b64316707d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:04.527093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.577067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.674753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] DHCP port deletion for 7255b119-ccbd-4bc0-aef1-27302438501f request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:04.679626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.739291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Deleting port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:04.739863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.750176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.779143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Subnet': ['ID=049bbc8c-30b7-4266-b1e2-a6b64316707d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.781467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.787878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:04.789431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6927a7d-2435-464e-bc96-67c754c7283c None None] Network 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:04.793795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c282ff6c-00a3-4aaa-a245-619101190a87 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/subnets/049bbc8c-30b7-4266-b1e2-a6b64316707d HTTP/1.1" status: 204 len: 168 time: 0.3330841 Oct 13 04:30:04.873928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] For port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:04.874318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.878200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.906072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Calling delete_port for 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:04.939432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Deleting port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:04.940056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.013444 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.016014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] For port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,segment=NetworkSegment(5e211ca8-17fc-456c-8e74-9bb1f9691590),segment_id=5e211ca8-17fc-456c-8e74-9bb1f9691590)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:05.016412 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.031382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Calling delete_port for 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:05.043851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Pushing event deleted for resources: {'Port': ['ID=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.046182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] No DVR routers for this DVR port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:05.061417 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.061893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.062298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.062785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.063150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.063871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.063966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.064395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.064814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.067289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.067289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.067289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7ba8-e9fd-4486-b7ca-5c6eace424b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:05.072924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] DHCP port deletion for 049f97ee-06d2-4fb4-9c1d-a6ab278694d2 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:05.126460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] Deleting port 512ee614-ae58-4183-9439-4e715ca86f67 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:05.126936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.131195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.157871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Port': ['ID=1c3c1fc2-46af-4f6b-af82-cef6299f2b7b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.163638 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] No DVR routers for this DVR port 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:05.209268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] For port 512ee614-ae58-4183-9439-4e715ca86f67, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=512ee614-ae58-4183-9439-4e715ca86f67,segment=NetworkSegment(8259edf9-46cd-4df9-884a-798529b78099),segment_id=8259edf9-46cd-4df9-884a-798529b78099)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:05.209850 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.226217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] Calling delete_port for 512ee614-ae58-4183-9439-4e715ca86f67 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:05.251250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.273021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7255b119-ccbd-4bc0-aef1-27302438501f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.284602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e211ca8-17fc-456c-8e74-9bb1f9691590') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.285019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e211ca8-17fc-456c-8e74-9bb1f9691590') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.296994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.313705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.323314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:05.326452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: self.session.flush() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:05.330107 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:05.337593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.371195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] Pushing event deleted for resources: {'Port': ['ID=512ee614-ae58-4183-9439-4e715ca86f67,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.383213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614423c2-369c-48ce-a581-1c2d896899ea None None] No DVR routers for this DVR port 512ee614-ae58-4183-9439-4e715ca86f67 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:05.419508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 512ee614-ae58-4183-9439-4e715ca86f67 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:05.431011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.445266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 512ee614-ae58-4183-9439-4e715ca86f67 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:05.446090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 512ee614-ae58-4183-9439-4e715ca86f67 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:05.447913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:05.449951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.453597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/networks/7255b119-ccbd-4bc0-aef1-27302438501f HTTP/1.1" status: 204 len: 168 time: 0.6646950 Oct 13 04:30:05.456278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:05.569309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.571404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f99af-d9fb-4c59-aded-93e05a6d15b5 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Network': ['ID=7255b119-ccbd-4bc0-aef1-27302438501f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.646979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:05.648000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1c3c1fc2-46af-4f6b-af82-cef6299f2b7b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:05.683424 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.703580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049f97ee-06d2-4fb4-9c1d-a6ab278694d2']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.713074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8259edf9-46cd-4df9-884a-798529b78099') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.713773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8259edf9-46cd-4df9-884a-798529b78099') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.724066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.738495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.745342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:05.745810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:05.749420 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:05.814758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.821919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.825767 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] 10.222.0.44 "DELETE /v2.0/networks/049f97ee-06d2-4fb4-9c1d-a6ab278694d2 HTTP/1.1" status: 204 len: 168 time: 0.3683348 Oct 13 04:30:05.839490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72c9f3-76ea-41b5-8c61-327ac45e7fc4 tempest-TaggedBootDevicesTest-423597496 tempest-TaggedBootDevicesTest-423597496-project] Pushing event deleted for resources: {'Network': ['ID=049f97ee-06d2-4fb4-9c1d-a6ab278694d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:08.241127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.995642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.560002 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:12.178230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-5c045e5c-3370-4db3-918c-05bca49657ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423660 Oct 13 04:30:12.270875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-981237a5-595e-4b59-a902-a21881771b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:12.276319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-981237a5-595e-4b59-a902-a21881771b7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1097 time: 0.0506198 Oct 13 04:30:12.418747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-14462ff2-bd9a-4f56-bc16-767081ed127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:12.420186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-14462ff2-bd9a-4f56-bc16-767081ed127f service neutron] 10.222.0.15 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 897 time: 0.1164279 Oct 13 04:30:12.496355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-b3814ee2-2b2d-4713-9ceb-6a4065236ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 1002 time: 0.0665169 Oct 13 04:30:12.549270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-38636011-f276-4ca5-8611-89e48112f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:12.550726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-38636011-f276-4ca5-8611-89e48112f13b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 200 len: 834 time: 0.0472696 Oct 13 04:30:12.714835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-4ded3d1f-07a8-4c26-a1b4-acbde24d1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:12.717561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-4ded3d1f-07a8-4c26-a1b4-acbde24d1772 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66424fe9-ce46-4f2d-922e-cda622dcd1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586077 Oct 13 04:30:12.901062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-ac073f2a-859e-45a9-8db2-4e1b0a3caba1 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668324 Oct 13 04:30:13.075111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd809bf7-c593-42b4-ad52-3acf72b34172 req-ec4270b2-4f56-4720-92cb-51a9ab775179 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623182 Oct 13 04:30:14.026972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.080932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Deleting subnet 1219609e-5735-4241-98d3-62712b427ff3 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:14.084004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.118829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.163873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.217269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.245401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1219609e-5735-4241-98d3-62712b427ff3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:14.252082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.255516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-04996ab8-531e-42e0-abcb-ae3350ea1a87 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1219609e-5735-4241-98d3-62712b427ff3 HTTP/1.1" status: 204 len: 168 time: 0.2274015 Oct 13 04:30:14.258070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.325831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.408998 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.429263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c655d0-86ed-45ff-8132-a1aac0b03f7e']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:14.438652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:14.438952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb4d949-2871-4e5d-85cd-7e5ba8bdd01d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:14.448866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.464010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.471653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:14.472250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:14.474192 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:14.539129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.548667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.554748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0c655d0-86ed-45ff-8132-a1aac0b03f7e HTTP/1.1" status: 204 len: 168 time: 0.2933354 Oct 13 04:30:14.566256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c1bc-5308-471b-99fe-cfc20a7805e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c655d0-86ed-45ff-8132-a1aac0b03f7e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:14.702630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.745622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-57902954-2963-4697-9b30-4710d146cde2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51c74cb00e7743acbf7bb07844925511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417750 Oct 13 04:30:14.748125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.810174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1be1d5f9-f51e-4862-8637-8c0fdfffd626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.850656 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1be1d5f9-f51e-4862-8637-8c0fdfffd626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.905799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1be1d5f9-f51e-4862-8637-8c0fdfffd626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.909103 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1be1d5f9-f51e-4862-8637-8c0fdfffd626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.913708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1be1d5f9-f51e-4862-8637-8c0fdfffd626 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b868f84-df58-46f0-abc4-58cbc3701f90 HTTP/1.1" status: 204 len: 168 time: 0.1644359 Oct 13 04:30:14.923257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1d5f9-f51e-4862-8637-8c0fdfffd626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b868f84-df58-46f0-abc4-58cbc3701f90,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.068304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.118514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.190320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-319e75d1-1b68-4b3a-b933-fd69b61d8298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.420732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-319e75d1-1b68-4b3a-b933-fd69b61d8298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.428623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-319e75d1-1b68-4b3a-b933-fd69b61d8298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.477380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-319e75d1-1b68-4b3a-b933-fd69b61d8298 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad11c26f81c5472c9a87abb53cdf5658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079313 Oct 13 04:30:17.480040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.482476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e75d1-1b68-4b3a-b933-fd69b61d8298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add89a96-bd5e-48d2-91d8-4c779e85c61b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.530115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3813a09-a523-4499-98f8-6e46fcd74db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.551288 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3813a09-a523-4499-98f8-6e46fcd74db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.600333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3813a09-a523-4499-98f8-6e46fcd74db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.602848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3813a09-a523-4499-98f8-6e46fcd74db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.604063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e3813a09-a523-4499-98f8-6e46fcd74db2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/add89a96-bd5e-48d2-91d8-4c779e85c61b HTTP/1.1" status: 204 len: 168 time: 0.1223278 Oct 13 04:30:17.613846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3813a09-a523-4499-98f8-6e46fcd74db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add89a96-bd5e-48d2-91d8-4c779e85c61b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.620231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.867949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Deleting port d68afc30-cc9c-4f27-9c65-5888e9b88eee {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:17.868289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.875932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.891776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85f73a5f-1bb3-4c9b-878e-7d26328caf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.950669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] For port d68afc30-cc9c-4f27-9c65-5888e9b88eee, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d68afc30-cc9c-4f27-9c65-5888e9b88eee,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:17.951043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.963958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Calling delete_port for d68afc30-cc9c-4f27-9c65-5888e9b88eee owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:17.967922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85f73a5f-1bb3-4c9b-878e-7d26328caf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.972029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85f73a5f-1bb3-4c9b-878e-7d26328caf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.012397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85f73a5f-1bb3-4c9b-878e-7d26328caf99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d474f81f64748ea909cd8f1022df55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322460 Oct 13 04:30:18.012397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73a5f-1bb3-4c9b-878e-7d26328caf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93dc3d6-9f36-45bc-83e3-9fac9aab411f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.013872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:18.063922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51defba-4c4b-48a8-9ee5-62e6a4733419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.087559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51defba-4c4b-48a8-9ee5-62e6a4733419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.137602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51defba-4c4b-48a8-9ee5-62e6a4733419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.140160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51defba-4c4b-48a8-9ee5-62e6a4733419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.141438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b51defba-4c4b-48a8-9ee5-62e6a4733419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f93dc3d6-9f36-45bc-83e3-9fac9aab411f HTTP/1.1" status: 204 len: 168 time: 0.1265931 Oct 13 04:30:18.149917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51defba-4c4b-48a8-9ee5-62e6a4733419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93dc3d6-9f36-45bc-83e3-9fac9aab411f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.501141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.526204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68afc30-cc9c-4f27-9c65-5888e9b88eee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.708911 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.925138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Router 30bca34b-fc71-469f-8a95-15b3f70e30b9 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:30:18.994054 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03d9f18e-3626-403c-b40a-d1c798ce2780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.034391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:19.039660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d0103baf-8908-4c7c-aef2-eca914316f31 admin admin] 10.222.0.44 "PUT /v2.0/routers/30bca34b-fc71-469f-8a95-15b3f70e30b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9200945 Oct 13 04:30:19.042050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35632) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.044707 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] Sync routers for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:19.057600 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:19.058246 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:29:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.145444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.160127 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:19.254379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.309169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Deleting port 595deaea-bba9-4240-ae9e-d0831c3ecfc0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:19.309515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.345491 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:30:18Z', 'revision_number': 5, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port': {'id': '595deaea-bba9-4240-ae9e-d0831c3ecfc0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:30Z', 'updated_at': '2021-10-13T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.370776 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] Checking router: 30bca34b-fc71-469f-8a95-15b3f70e30b9 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:19.380426 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] Routers {'30bca34b-fc71-469f-8a95-15b3f70e30b9'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:19.381102 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:29:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30bca34b-fc71-469f-8a95-15b3f70e30b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.395786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] For port 595deaea-bba9-4240-ae9e-d0831c3ecfc0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=595deaea-bba9-4240-ae9e-d0831c3ecfc0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:19.396155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.408429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Calling delete_port for 595deaea-bba9-4240-ae9e-d0831c3ecfc0 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:19.465290 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] Set router 30bca34b-fc71-469f-8a95-15b3f70e30b9 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:19.517914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:30:19Z', 'revision_number': 6, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.544014 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e139883-0f58-4157-b9b9-9884c12846ab None None] The sync data for ids ['30bca34b-fc71-469f-8a95-15b3f70e30b9'] in n-d-810220-9 is: [{'id': '30bca34b-fc71-469f-8a95-15b3f70e30b9', 'name': 'tempest-TaggedBootDevicesTest-957187913-router', 'tenant_id': '0fd6f0770d704c888c39dd0198c2d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:30:19Z', 'revision_number': 6, 'project_id': '0fd6f0770d704c888c39dd0198c2d63a', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:19.573781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.600856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Pushing event deleted for resources: {'Port': ['ID=595deaea-bba9-4240-ae9e-d0831c3ecfc0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.659898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.751488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.753563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.794679 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.795342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30bca34b-fc71-469f-8a95-15b3f70e30b9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:30:19.799868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.801073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d39d5965-4556-4855-923c-c017818f5181 admin admin] 10.222.0.44 "DELETE /v2.0/routers/30bca34b-fc71-469f-8a95-15b3f70e30b9 HTTP/1.1" status: 204 len: 168 time: 0.7579968 Oct 13 04:30:19.803500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.847722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Deleting subnet 2ac463e0-e9d2-49c3-9142-15fd00fc792f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:19.850789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.885824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.971268 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.023179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.048176 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac463e0-e9d2-49c3-9142-15fd00fc792f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.051847 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.054997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-de21b1ce-d088-47b8-a10a-e71f1d5b5b63 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2ac463e0-e9d2-49c3-9142-15fd00fc792f HTTP/1.1" status: 204 len: 168 time: 0.2505698 Oct 13 04:30:20.057497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.060441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3dc03-cdbe-46b2-aa27-b61ace38480f None None] Network cfcdd060-67aa-4004-8aeb-40b7ccc42d1f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:20.127974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.180303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Deleting port f6b79a1c-5eaf-4edd-8f29-666eb526583a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:20.180653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.243905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] For port f6b79a1c-5eaf-4edd-8f29-666eb526583a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=f6b79a1c-5eaf-4edd-8f29-666eb526583a,segment=NetworkSegment(f3cb508a-d8e9-40df-8398-fe0a45488e8d),segment_id=f3cb508a-d8e9-40df-8398-fe0a45488e8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:20.244315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.261570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Calling delete_port for f6b79a1c-5eaf-4edd-8f29-666eb526583a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:20.322392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] DHCP port deletion for cfcdd060-67aa-4004-8aeb-40b7ccc42d1f request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:20.343541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.370436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b79a1c-5eaf-4edd-8f29-666eb526583a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.372233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Deleting port f6b79a1c-5eaf-4edd-8f29-666eb526583a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:20.373039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.375664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] No DVR routers for this DVR port f6b79a1c-5eaf-4edd-8f29-666eb526583a on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:20.441594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] For port f6b79a1c-5eaf-4edd-8f29-666eb526583a, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:20.441989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.449658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.456382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Calling delete_port for f6b79a1c-5eaf-4edd-8f29-666eb526583a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:20.459261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Port f6b79a1c-5eaf-4edd-8f29-666eb526583a was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:30:20.460546 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.473426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcdd060-67aa-4004-8aeb-40b7ccc42d1f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:20.483466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cb508a-d8e9-40df-8398-fe0a45488e8d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:20.483753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cb508a-d8e9-40df-8398-fe0a45488e8d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:20.487896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] Pushing event deleted for resources: {'Port': ['ID=f6b79a1c-5eaf-4edd-8f29-666eb526583a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.490011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e874fbf-b379-4379-9e00-81863f84aeb5 None None] No DVR routers for this DVR port f6b79a1c-5eaf-4edd-8f29-666eb526583a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:20.493164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.511697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.517464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:20.517849 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:20.519474 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:20.577255 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.583997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.587179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] 10.222.0.44 "DELETE /v2.0/networks/cfcdd060-67aa-4004-8aeb-40b7ccc42d1f HTTP/1.1" status: 204 len: 168 time: 0.5287006 Oct 13 04:30:20.599650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cc891-0b8a-42f7-884d-9398c408552d admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcdd060-67aa-4004-8aeb-40b7ccc42d1f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.750705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.795215 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0da3aef3-13f3-4412-a5e6-b1f59a7d6a53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fd6f0770d704c888c39dd0198c2d63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432935 Oct 13 04:30:20.797598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.844998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74853b77-f19e-4b61-b1b1-feb0ca82e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.865476 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74853b77-f19e-4b61-b1b1-feb0ca82e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.911281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74853b77-f19e-4b61-b1b1-feb0ca82e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.914018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74853b77-f19e-4b61-b1b1-feb0ca82e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.915158 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-74853b77-f19e-4b61-b1b1-feb0ca82e9cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/149230be-9a40-44a7-b1a4-d52af46d4f2f HTTP/1.1" status: 204 len: 168 time: 0.1166587 Oct 13 04:30:20.922758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74853b77-f19e-4b61-b1b1-feb0ca82e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149230be-9a40-44a7-b1a4-d52af46d4f2f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:21.282666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d68afc30-cc9c-4f27-9c65-5888e9b88eee no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:21.303441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d68afc30-cc9c-4f27-9c65-5888e9b88eee {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:21.303810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d68afc30-cc9c-4f27-9c65-5888e9b88eee not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:21.304197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f6b79a1c-5eaf-4edd-8f29-666eb526583a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:21.323141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: f6b79a1c-5eaf-4edd-8f29-666eb526583a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:21.323478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device f6b79a1c-5eaf-4edd-8f29-666eb526583a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:21.323936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 595deaea-bba9-4240-ae9e-d0831c3ecfc0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:21.342367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 595deaea-bba9-4240-ae9e-d0831c3ecfc0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:21.342734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 595deaea-bba9-4240-ae9e-d0831c3ecfc0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:21.483189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10493fa9-cdf2-43d8-8af6-b33fe52925e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.567471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.661521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-724462830-network', 'tenant_id': '9fe0ae4e81c4485090001d200370bc47'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:21.682090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Made reservation on behalf of 9fe0ae4e81c4485090001d200370bc47 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:21.684922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.693151 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.763518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.766455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.789498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:21.799241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afe8f0-634f-4d76-980c-557ed78549db,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:21.803778 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.804109 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Added segment 763bcfc8-1c97-4561-bac4-ff4f92e201f0 of type vlan for network d54f50f8-77cb-451d-a582-b4111779dc41 Oct 13 04:30:21.846173 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.869017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.869942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:21.870510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.920049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3513074 Oct 13 04:30:21.922856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.927786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Request body: {'subnet': {'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-724462830-subnet', 'tenant_id': '9fe0ae4e81c4485090001d200370bc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:21.930245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd89519-cb22-4e0e-82ee-f470ee51af05 admin admin] Pushing event updated for resources: {'Network': ['ID=d54f50f8-77cb-451d-a582-b4111779dc41,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:21.944356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network d54f50f8-77cb-451d-a582-b4111779dc41 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:21.950781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Made reservation on behalf of 9fe0ae4e81c4485090001d200370bc47 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:21.953102 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.113592 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.165451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.175355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Checking segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:22.175715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Network hostable DHCP agents. Network: d54f50f8-77cb-451d-a582-b4111779dc41, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:22.192213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Network d54f50f8-77cb-451d-a582-b4111779dc41 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:22.201138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, d54f50f8-77cb-451d-a582-b4111779dc41) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:22.205129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:22.205706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.210832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82718b55-9040-4b1d-a01e-d59a27e8815a None None] Network d54f50f8-77cb-451d-a582-b4111779dc41 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:22.221068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be76e2e4-65ea-4ac4-8a95-896c0634aa60 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2970555 Oct 13 04:30:22.334238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068f6ff-532a-4238-8766-503a1e828f2c None None] Network d54f50f8-77cb-451d-a582-b4111779dc41 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:22.662596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-e6e2c3b6-e9b4-4ca1-b4df-1d0722cab771 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:22.664019 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-e6e2c3b6-e9b4-4ca1-b4df-1d0722cab771 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 814 time: 0.1018746 Oct 13 04:30:22.678879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-dfaa8481-e081-41ed-a971-d70ba7732bd2 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/quotas/9fe0ae4e81c4485090001d200370bc47 HTTP/1.1" status: 200 len: 375 time: 0.0085311 Oct 13 04:30:22.709217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-7e49b508-665f-4eef-bd2c-d3b8578cd765 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251789 Oct 13 04:30:22.720223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-95624409-9edd-4d1f-918d-19cb60af701c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:30:22.721185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-95624409-9edd-4d1f-918d-19cb60af701c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048461 Oct 13 04:30:22.808441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-84a4db66-7a12-4c99-a48c-5af41b1b2a75 service neutron] 10.222.0.44 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817051 Oct 13 04:30:22.846508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.014222 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.205756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-0463befe-1e1d-4dcc-98ec-71f79c48ebbb service neutron] 10.222.0.44 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911958 Oct 13 04:30:23.358384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-796ff61b-599d-422f-852f-957f27cfd93a req-f462752b-439e-4fb8-8420-3016186b755c tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 210 time: 0.0270619 Oct 13 04:30:24.363879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-7ba636e4-a97c-497b-bf1e-b98d41920920 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:24.365453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-7ba636e4-a97c-497b-bf1e-b98d41920920 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 814 time: 0.1056743 Oct 13 04:30:24.379383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Request body: {'port': {'device_id': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'admin_state_up': True, 'tenant_id': '9fe0ae4e81c4485090001d200370bc47'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:24.461427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3cfc54c-e86b-46a8-911b-6cafff976872 req-9815f220-e93a-4726-9e67-186b6ee4e870 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 210 time: 0.0334864 Oct 13 04:30:24.512969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Made reservation on behalf of 9fe0ae4e81c4485090001d200370bc47 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:24.516388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.612777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.635605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Allocated IP 172.20.0.9 (d54f50f8-77cb-451d-a582-b4111779dc41/2578b9ad-a75d-4b9c-a4ff-6f3593a61d57/c6774820-ca55-46af-a7b2-310e907a1010) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:24.779826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.811496 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.860278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Network d54f50f8-77cb-451d-a582-b4111779dc41 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:24.863593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:24.867259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:24.890918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.916811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:24.917408 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.931682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-fcb8eb08-486c-4d74-bfd7-17197c83ff33 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563462 Oct 13 04:30:24.943958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-81f4000f-aac8-4bda-99ce-c41e8ee44aa4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:30:24.944927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-81f4000f-aac8-4bda-99ce-c41e8ee44aa4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052636 Oct 13 04:30:25.010663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Request body: {'port': {'device_id': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:25.063856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.323911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6774820-ca55-46af-a7b2-310e907a1010 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:25.331232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.343086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Transition to ACTIVE for port object c6774820-ca55-46af-a7b2-310e907a1010 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:30:25.346889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.412175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.461295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Attempting to bind port c6774820-ca55-46af-a7b2-310e907a1010 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:25.461623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Attempting to bind port c6774820-ca55-46af-a7b2-310e907a1010 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:25.461951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Attempting to bind port c6774820-ca55-46af-a7b2-310e907a1010 on network d54f50f8-77cb-451d-a582-b4111779dc41 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:25.466118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Port c6774820-ca55-46af-a7b2-310e907a1010 on network d54f50f8-77cb-451d-a582-b4111779dc41 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:30:25.466427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Attempting to bind port c6774820-ca55-46af-a7b2-310e907a1010 on network d54f50f8-77cb-451d-a582-b4111779dc41 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:25.471129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:25.471456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Checking segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:25.471827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Bound using segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:25.472246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Bound port: c6774820-ca55-46af-a7b2-310e907a1010, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:25.472594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.538576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:25.541888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:25.546400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.583014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:25.583628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.585011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6774820-ca55-46af-a7b2-310e907a1010 HTTP/1.1" status: 200 len: 1091 time: 0.6325011 Oct 13 04:30:25.585446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:25.586536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad58fcd-8777-4bae-92b5-9d26f510d5c7 req-a79ac351-061b-4fe9-a041-d84c1f6041b0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:25.587677 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90022a-4d6a-4595-a79f-821fccec4054" -d '{"events": [{"name": "network-changed", "server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "tag": "c6774820-ca55-46af-a7b2-310e907a1010"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:25.588009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ad58fcd-8777-4bae-92b5-9d26f510d5c7 req-a79ac351-061b-4fe9-a041-d84c1f6041b0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0557554 Oct 13 04:30:25.622295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95be58-f9b9-488f-b12d-f3dd5c1efd24 service neutron] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.636814 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895084a4-81ba-4359-959d-8e155e2a8abc x-openstack-request-id: req-895084a4-81ba-4359-959d-8e155e2a8abc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:25.637125 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "tag": "c6774820-ca55-46af-a7b2-310e907a1010", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:25.637373 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-895084a4-81ba-4359-959d-8e155e2a8abc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:25.637761 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010', 'status': 'completed', 'code': 200} Oct 13 04:30:25.638893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ad58fcd-8777-4bae-92b5-9d26f510d5c7 req-2096a4d9-e45d-4406-956b-29ee4343e25e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Oct 13 04:30:25.671010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-cdd580e3-10a5-4a91-bb32-2d4c6150dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:25.672503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-cdd580e3-10a5-4a91-bb32-2d4c6150dcc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 1094 time: 0.0456853 Oct 13 04:30:25.717468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-d02cceae-19a0-4d0e-98d3-a7ac43f94172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6774820-ca55-46af-a7b2-310e907a1010 HTTP/1.1" status: 200 len: 217 time: 0.0364566 Oct 13 04:30:25.764953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-0535d0a1-6ac8-448f-b3a1-82cc7c1a4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:25.766253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-0535d0a1-6ac8-448f-b3a1-82cc7c1a4925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.0424094 Oct 13 04:30:25.797594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-36325671-ce15-42f9-9f09-4bfd06a03d54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245504 Oct 13 04:30:25.887292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-b2ff3e69-9805-4130-8902-294620c249f9 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827730 Oct 13 04:30:25.976643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66a8ef05-cc27-489b-a2a0-2f7f384c12b8 req-b15bd1c7-a230-4a91-add2-88b3a0605f50 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Oct 13 04:30:26.061613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-c5df1b66-c870-4483-9f76-22a797c93e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.063099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-c5df1b66-c870-4483-9f76-22a797c93e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 1094 time: 0.0407193 Oct 13 04:30:26.157090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-13329117-13bf-4ae0-8d39-3b09d456e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.158550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-13329117-13bf-4ae0-8d39-3b09d456e5ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 915 time: 0.0887022 Oct 13 04:30:26.200640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-7689f60d-a5ea-4c88-b06c-f08dbc0ee7ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6774820-ca55-46af-a7b2-310e907a1010 HTTP/1.1" status: 200 len: 217 time: 0.0349841 Oct 13 04:30:26.252717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-b5160290-ce37-4139-a20a-6a49075ff5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.254138 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-b5160290-ce37-4139-a20a-6a49075ff5c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.0468452 Oct 13 04:30:26.286252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-c182e675-fd79-4bcd-9c58-eec0befd1557 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250847 Oct 13 04:30:26.377262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-57c60b30-1e70-44d1-82f5-733ece2ac4e4 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Oct 13 04:30:26.468328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e90022a-4d6a-4595-a79f-821fccec4054 req-ca9fcd97-257b-4a19-adc1-631087a93ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845799 Oct 13 04:30:26.754064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691144a-79bf-41f4-a57a-ef105df0d479 req-a8382e4e-6841-43bb-9bef-25b597569238 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.755828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7691144a-79bf-41f4-a57a-ef105df0d479 req-a8382e4e-6841-43bb-9bef-25b597569238 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0492673 Oct 13 04:30:26.792830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7691144a-79bf-41f4-a57a-ef105df0d479 req-44894d50-f278-484c-94f7-8b471f70cab6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Oct 13 04:30:27.911050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1c502-b204-4bc2-bc67-9bdbce18e140 req-fbc9b91c-781d-4718-9c89-c77349ff2871 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:27.912547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1cd1c502-b204-4bc2-bc67-9bdbce18e140 req-fbc9b91c-781d-4718-9c89-c77349ff2871 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0519459 Oct 13 04:30:27.953111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1cd1c502-b204-4bc2-bc67-9bdbce18e140 req-cef9a8be-0cb4-4f88-af69-941bfb95ea86 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Oct 13 04:30:29.070974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c10eb-0ac2-42bf-9eee-97b4b8e02156 req-8eed787a-5b3f-4739-b181-7d6869bf4d43 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:29.072569 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa9c10eb-0ac2-42bf-9eee-97b4b8e02156 req-8eed787a-5b3f-4739-b181-7d6869bf4d43 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0516145 Oct 13 04:30:29.111351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa9c10eb-0ac2-42bf-9eee-97b4b8e02156 req-bf412eb1-fc8a-4b31-ad95-fb8652aaab89 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Oct 13 04:30:30.226893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb890-9b2b-4a76-86cf-c0ef1d8e8f52 req-1c9ac1bd-7ee7-47f9-85c5-b4e670c8493a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:30.228392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6acb890-9b2b-4a76-86cf-c0ef1d8e8f52 req-1c9ac1bd-7ee7-47f9-85c5-b4e670c8493a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0493579 Oct 13 04:30:30.267030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6acb890-9b2b-4a76-86cf-c0ef1d8e8f52 req-3d6571ec-2025-4543-ae19-817c2b5789bc tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Oct 13 04:30:30.539357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:30:30.632893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:30.645176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c6774820-ca55-46af-a7b2-310e907a1010', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'port_id': 'c6774820-ca55-46af-a7b2-310e907a1010', 'mac_address': 'fa:16:3e:1e:f0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2578b9ad-a75d-4b9c-a4ff-6f3593a61d57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:30:30.686181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.699636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6774820-ca55-46af-a7b2-310e907a1010 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:30.719398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:30.723513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.772248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:31.079205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c6774820-ca55-46af-a7b2-310e907a1010'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:31.392902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1515a-dc7b-4f1e-b079-d349569dfda7 req-27f2d591-3acb-4161-9745-32c1d1751ee2 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:31.394501 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6b1515a-dc7b-4f1e-b079-d349569dfda7 req-27f2d591-3acb-4161-9745-32c1d1751ee2 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 944 time: 0.0554736 Oct 13 04:30:31.433901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6b1515a-dc7b-4f1e-b079-d349569dfda7 req-1c4fbb8c-0324-441d-a701-161b2b720fa4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Oct 13 04:30:32.533446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:32.559765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390c341-3b75-4dfb-b191-6bd83c57afae req-1a24d67a-0861-423a-9887-62945ba0a6a1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:32.561943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9390c341-3b75-4dfb-b191-6bd83c57afae req-1a24d67a-0861-423a-9887-62945ba0a6a1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 944 time: 0.0613208 Oct 13 04:30:32.586131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port c6774820-ca55-46af-a7b2-310e907a1010 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:30:32.590450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c6774820-ca55-46af-a7b2-310e907a1010 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:32.590829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.601651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9390c341-3b75-4dfb-b191-6bd83c57afae req-997b63a1-10c8-4179-b75b-f366009948a4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Oct 13 04:30:32.668068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.694194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:32.696443 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d11847-f871-42a0-966b-3d91efcfac0d" -d '{"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-plugged", "status": "completed", "tag": "c6774820-ca55-46af-a7b2-310e907a1010"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:32.710007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:32.715065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.765913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:32.812969 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b354a16-1c61-4ea3-b18b-98219b1f70e3 x-openstack-request-id: req-9b354a16-1c61-4ea3-b18b-98219b1f70e3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:32.813331 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-plugged", "status": "completed", "tag": "c6774820-ca55-46af-a7b2-310e907a1010", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:32.813520 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b354a16-1c61-4ea3-b18b-98219b1f70e3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:32.813920 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010', 'code': 200} Oct 13 04:30:32.910926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46c0a-6b31-45d4-a999-0c6624d5e923 req-6cf853c8-b3af-45c8-ae66-516776d996ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:32.912433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6f46c0a-6b31-45d4-a999-0c6624d5e923 req-6cf853c8-b3af-45c8-ae66-516776d996ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 1096 time: 0.0403600 Oct 13 04:30:32.948715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6f46c0a-6b31-45d4-a999-0c6624d5e923 req-b276e09a-5950-4288-98e9-8e6266f96990 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291822 Oct 13 04:30:33.719953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978e4c-faf4-4b43-aecc-0d7c8760ef37 req-ddc0079e-f56c-409a-94a9-a59f43052a85 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:33.721420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57978e4c-faf4-4b43-aecc-0d7c8760ef37 req-ddc0079e-f56c-409a-94a9-a59f43052a85 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0485291 Oct 13 04:30:33.758175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57978e4c-faf4-4b43-aecc-0d7c8760ef37 req-b5775b68-80ff-4d63-9c93-f6f9fe8a993e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Oct 13 04:30:34.879214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b377826-bcde-42c8-9ae1-ae983c9150be req-9ea9c330-cc49-4147-82cb-8de85498d668 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:34.881423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b377826-bcde-42c8-9ae1-ae983c9150be req-9ea9c330-cc49-4147-82cb-8de85498d668 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0539792 Oct 13 04:30:34.920155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b377826-bcde-42c8-9ae1-ae983c9150be req-0642a32c-38b4-479c-b51e-3b20586c8ee0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Oct 13 04:30:35.033065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3283a-1b5f-4a2d-924e-7c9314a66bef req-e6bd69f8-2f34-4516-b6a2-fa58e07cb890 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:35.034539 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fac3283a-1b5f-4a2d-924e-7c9314a66bef req-e6bd69f8-2f34-4516-b6a2-fa58e07cb890 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0492253 Oct 13 04:30:35.070789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fac3283a-1b5f-4a2d-924e-7c9314a66bef req-4d539372-8982-4f95-96db-a46ef43c532e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303631 Oct 13 04:30:35.382173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460639ff-3490-437e-841f-f9d50099d16d req-fbedc743-adff-480c-9679-ccbeb9cb3226 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:35.383647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-460639ff-3490-437e-841f-f9d50099d16d req-fbedc743-adff-480c-9679-ccbeb9cb3226 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0534441 Oct 13 04:30:35.420953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-460639ff-3490-437e-841f-f9d50099d16d req-da96c3d6-20fc-4b43-b85c-f88af73edb8d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Oct 13 04:30:36.540794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2acc2a-765e-4c40-9a43-fcbff3f0917e req-62d57da0-050c-4808-bfed-ecc4c945c3ef tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:36.542253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae2acc2a-765e-4c40-9a43-fcbff3f0917e req-62d57da0-050c-4808-bfed-ecc4c945c3ef tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0523217 Oct 13 04:30:36.579471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae2acc2a-765e-4c40-9a43-fcbff3f0917e req-9462e55d-8cff-42a3-98d9-f3f9b900f396 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Oct 13 04:30:37.691743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd28e62-a734-47d4-887f-dc7a336ce007 req-be3889b7-cee7-4a36-b038-f4878a5f43bf tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:37.693296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ffd28e62-a734-47d4-887f-dc7a336ce007 req-be3889b7-cee7-4a36-b038-f4878a5f43bf tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0486312 Oct 13 04:30:37.730863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ffd28e62-a734-47d4-887f-dc7a336ce007 req-2b1c322b-0f64-446e-8842-f41368d2448b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Oct 13 04:30:38.216933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.841857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d553ca-a4fd-4296-bf62-b7ee90bebf48 req-9818c1c7-fbdb-4db5-8c59-b91f8e54aba5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:38.843327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d553ca-a4fd-4296-bf62-b7ee90bebf48 req-9818c1c7-fbdb-4db5-8c59-b91f8e54aba5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0484240 Oct 13 04:30:38.880949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7d553ca-a4fd-4296-bf62-b7ee90bebf48 req-92a7fac6-100e-4ba0-a657-ea7ecbe8506f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Oct 13 04:30:39.994132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30127b-47e6-487e-95aa-cef0f19fb2f5 req-feae0034-8a82-4731-bfdd-2a77984fd0dd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:39.995613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c30127b-47e6-487e-95aa-cef0f19fb2f5 req-feae0034-8a82-4731-bfdd-2a77984fd0dd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0495291 Oct 13 04:30:40.001828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.034444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c30127b-47e6-487e-95aa-cef0f19fb2f5 req-531c3bbd-b208-4b2e-ba5a-8369e42d9c6e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Oct 13 04:30:41.145659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae40b0-b56a-413e-9436-7d01ccddd788 req-4ad8875a-7224-4163-9998-8586cf85c271 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:41.147094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16ae40b0-b56a-413e-9436-7d01ccddd788 req-4ad8875a-7224-4163-9998-8586cf85c271 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0470457 Oct 13 04:30:41.183632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16ae40b0-b56a-413e-9436-7d01ccddd788 req-1d84518d-f233-442a-92be-228366796af4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300846 Oct 13 04:30:42.298572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823382a-9b7a-49e1-9895-2c8cdf112eba req-0870aace-441f-4b3b-a917-7c54bec351c8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:42.300012 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1823382a-9b7a-49e1-9895-2c8cdf112eba req-0870aace-441f-4b3b-a917-7c54bec351c8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0511248 Oct 13 04:30:42.337153 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1823382a-9b7a-49e1-9895-2c8cdf112eba req-05481692-9e8a-45d1-93ba-caaacc5498bb tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Oct 13 04:30:43.454239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b61a1-709f-4a64-8667-77b706259d3f req-b0301a9a-bba0-4b60-996d-1b9c780d2c81 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:43.455698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-805b61a1-709f-4a64-8667-77b706259d3f req-b0301a9a-bba0-4b60-996d-1b9c780d2c81 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0542157 Oct 13 04:30:43.492228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-805b61a1-709f-4a64-8667-77b706259d3f req-fd248e5b-ee2c-43f4-92bc-757334ab709b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Oct 13 04:30:44.603330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c4f0-d511-4741-b411-5cd27dfa7533 req-7dad557a-23dd-4262-bb9f-06bcdb109742 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:44.604800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c862c4f0-d511-4741-b411-5cd27dfa7533 req-7dad557a-23dd-4262-bb9f-06bcdb109742 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0481622 Oct 13 04:30:44.642091 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c862c4f0-d511-4741-b411-5cd27dfa7533 req-977ad203-3602-4e84-9330-fd26209f98ba tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Oct 13 04:30:45.753505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9f84-9c65-4803-a2ba-350c5d257f3b req-c0755528-f6b0-458c-a224-d9f6de5bab9f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:45.754940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-adbc9f84-9c65-4803-a2ba-350c5d257f3b req-c0755528-f6b0-458c-a224-d9f6de5bab9f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0477049 Oct 13 04:30:45.794801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-adbc9f84-9c65-4803-a2ba-350c5d257f3b req-7ed1a176-844a-4ccb-9b2b-3fdd1a26019f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340383 Oct 13 04:30:46.307631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35770) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:46.462263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 69ede346-bfb9-4302-87b5-d905a9944e65 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:46.462520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.538146 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.538467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.549870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 69ede346-bfb9-4302-87b5-d905a9944e65 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:46.689244 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.715075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=69ede346-bfb9-4302-87b5-d905a9944e65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:46.771075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.771708 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Floating IP 38d128a1-df4b-4a05-97bb-258f248ca7cf disassociated (deleted). External IP: 172.25.1.153, port: 6bc648d2-f889-4d4f-829a-be405300bca7. Oct 13 04:30:46.955823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43976f-f5fb-4f0b-8e0d-6a13756338c9 req-e431e743-9fe8-48b9-9134-bb9c66b41dd9 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:46.957315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b43976f-f5fb-4f0b-8e0d-6a13756338c9 req-e431e743-9fe8-48b9-9134-bb9c66b41dd9 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0950484 Oct 13 04:30:47.037233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b43976f-f5fb-4f0b-8e0d-6a13756338c9 req-ea705955-094b-4a58-b219-140b54ff9bff tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503042 Oct 13 04:30:47.044967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 5171e24b-7e9f-43fe-b8b1-24e32e813471 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:30:47.158724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:47.164110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:47.168728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] Sync routers for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:47.178032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:47.178654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:30:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:47.196622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0b38a285-2673-4d36-8868-18ba190df79b tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/floatingips/38d128a1-df4b-4a05-97bb-258f248ca7cf HTTP/1.1" status: 204 len: 168 time: 0.8878782 Oct 13 04:30:47.197266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:47.199666 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b8ec4-3e0b-4e7c-b708-298e2da642d3" -d '{"events": [{"name": "network-changed", "server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:47.252108 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b859d184-b235-40b3-b916-6ba81da87300 x-openstack-request-id: req-b859d184-b235-40b3-b916-6ba81da87300 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:47.252403 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:47.252662 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b859d184-b235-40b3-b916-6ba81da87300 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:47.253178 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7', 'status': 'completed', 'code': 200} Oct 13 04:30:47.296165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:47.317141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-82db6688-bdc1-42e2-aead-966644b75eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:47.318698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-82db6688-bdc1-42e2-aead-966644b75eb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=928d6475dae444d0b96465e78119009e&device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 1097 time: 0.0434964 Oct 13 04:30:47.435113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-032b455a-92fa-4f79-9045-e77a11b4be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:47.436740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-032b455a-92fa-4f79-9045-e77a11b4be0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 200 len: 897 time: 0.1111355 Oct 13 04:30:47.478571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-b224ce70-4ba0-4a03-a413-ab3222e68606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 200 len: 217 time: 0.0345683 Oct 13 04:30:47.484858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c751aec-5fd1-4b6c-be3a-86135a209417 req-47e028eb-133b-4fe6-b928-371b32f84337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:47.487913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7c751aec-5fd1-4b6c-be3a-86135a209417 req-47e028eb-133b-4fe6-b928-371b32f84337 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0591252 Oct 13 04:30:47.531616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7c751aec-5fd1-4b6c-be3a-86135a209417 req-73832929-60b9-480c-917b-a23f11d5b143 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374215 Oct 13 04:30:47.531838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-3d196ef3-c465-4d1f-96c4-b1610944361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:47.533422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-3d196ef3-c465-4d1f-96c4-b1610944361e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 200 len: 834 time: 0.0475249 Oct 13 04:30:47.548667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:47.575680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] Checking router: 5171e24b-7e9f-43fe-b8b1-24e32e813471 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:47.584529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:47.585561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:30:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:47.588910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-570e1380-6054-4da2-a6eb-6f635ad0025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:47.591273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-570e1380-6054-4da2-a6eb-6f635ad0025a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66424fe9-ce46-4f2d-922e-cda622dcd1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506558 Oct 13 04:30:47.683996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-a65d508a-624c-4160-bb68-6589beedfe20 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839777 Oct 13 04:30:47.693132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:47.780986 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-017b8ec4-3e0b-4e7c-b708-298e2da642d3 req-54f27d98-5fab-4a85-a411-a1bd9cbd6fe6 service neutron] 10.222.0.15 "GET /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851307 Oct 13 04:30:47.891168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:47.920802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfd515-5b13-4b39-a582-faef4bd972d5 None None] The sync data for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 is: [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 4, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'cd3114cd-eeed-4aa1-8e0f-228255136a97', 'name': '', 'network_id': '66424fe9-ce46-4f2d-922e-cda622dcd1bd', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'mac_address': 'fa:16:3e:b6:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:34Z', 'updated_at': '2021-10-13T04:27:39Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'subnets': [{'id': '904e64bd-81b3-4520-8bce-bc298d68c34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:48.132189 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70899b75-93e0-497f-8cd7-846c8e5ce6d1 None None] New status for floating IP 38d128a1-df4b-4a05-97bb-258f248ca7cf: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:30:48.158975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc6e86-11ce-48b8-9476-73e200fc26c5 req-4c5b785d-4960-455c-89f7-078a60814757 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:48.160388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bdc6e86-11ce-48b8-9476-73e200fc26c5 req-4c5b785d-4960-455c-89f7-078a60814757 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0501440 Oct 13 04:30:48.197621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bdc6e86-11ce-48b8-9476-73e200fc26c5 req-b1121d4a-75e2-4bb2-a895-4046eb5bd963 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Oct 13 04:30:48.560549 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:48.650050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef16c6-c3fb-4613-afc6-5128309b4a54 req-05c6d695-0a35-48e6-818b-4551407d7f7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:48.651489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85ef16c6-c3fb-4613-afc6-5128309b4a54 req-05c6d695-0a35-48e6-818b-4551407d7f7d tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Oct 13 04:30:48.688098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85ef16c6-c3fb-4613-afc6-5128309b4a54 req-e474f163-cab0-43db-a6b2-5297a2092e9a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305948 Oct 13 04:30:48.824832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-69ca8dd4-3a1f-4073-9e43-932054564e4c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:48.826192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-69ca8dd4-3a1f-4073-9e43-932054564e4c tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "GET /v2.0/ports?device_id=67521402-2e79-41e7-9ea1-8e0996fa46b4 HTTP/1.1" status: 200 len: 946 time: 0.0494928 Oct 13 04:30:48.922253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 6bc648d2-f889-4d4f-829a-be405300bca7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:48.922631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:48.994644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9501d62-239c-4c21-a5f6-d9c3220f35d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:49.014640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 6bc648d2-f889-4d4f-829a-be405300bca7, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6bc648d2-f889-4d4f-829a-be405300bca7,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:49.015000 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:49.030648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 6bc648d2-f889-4d4f-829a-be405300bca7 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:49.165235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:49.194181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=6bc648d2-f889-4d4f-829a-be405300bca7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:49.224094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.224437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.224803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.225128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.225465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.225787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.226100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.226424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.226746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.227437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.227437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.227722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:49.248696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] No DVR routers for this DVR port 6bc648d2-f889-4d4f-829a-be405300bca7 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:49.251603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:49.255024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-842bbf9e-c13a-4110-85e4-85a98a999661 req-749e3612-7c25-4d5f-be97-5cd137c612bf tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.15 "DELETE /v2.0/ports/6bc648d2-f889-4d4f-829a-be405300bca7 HTTP/1.1" status: 204 len: 173 time: 0.4218893 Oct 13 04:30:49.255464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'name': 'network-vif-deleted', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:49.257743 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6268aa-2e87-4624-9ec1-975dc8aa2f71" -d '{"events": [{"server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "name": "network-vif-deleted", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:49.309587 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300abefa-2801-4f80-b9e0-6f7b289a29be x-openstack-request-id: req-300abefa-2801-4f80-b9e0-6f7b289a29be {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:49.309868 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67521402-2e79-41e7-9ea1-8e0996fa46b4", "name": "network-vif-deleted", "tag": "6bc648d2-f889-4d4f-829a-be405300bca7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:49.310117 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-300abefa-2801-4f80-b9e0-6f7b289a29be {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:49.310502 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67521402-2e79-41e7-9ea1-8e0996fa46b4', 'name': 'network-vif-deleted', 'tag': '6bc648d2-f889-4d4f-829a-be405300bca7', 'status': 'completed', 'code': 200} Oct 13 04:30:49.341340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41934c4f-ccdf-4791-abfe-a281d5271586 req-76a7274d-5ca4-466f-a325-71d77a0006e8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:49.342867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41934c4f-ccdf-4791-abfe-a281d5271586 req-76a7274d-5ca4-466f-a325-71d77a0006e8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0612113 Oct 13 04:30:49.388384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41934c4f-ccdf-4791-abfe-a281d5271586 req-0d7aba25-f34b-4c45-a66d-88434a930090 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Oct 13 04:30:49.748451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:50.096493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:50.347968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port cd3114cd-eeed-4aa1-8e0f-228255136a97 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:50.348221 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:50.437789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port cd3114cd-eeed-4aa1-8e0f-228255136a97, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cd3114cd-eeed-4aa1-8e0f-228255136a97,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:50.438150 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:50.454453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for cd3114cd-eeed-4aa1-8e0f-228255136a97 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:50.503653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7093b7-614e-4322-b54a-31335d3188e0 req-095f9fc6-499b-4617-bb90-1890bc3ef922 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:50.505130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac7093b7-614e-4322-b54a-31335d3188e0 req-095f9fc6-499b-4617-bb90-1890bc3ef922 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0478866 Oct 13 04:30:50.541485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac7093b7-614e-4322-b54a-31335d3188e0 req-84042171-e0df-497e-bad9-b3d50e291111 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301650 Oct 13 04:30:50.633534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:50.659781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=cd3114cd-eeed-4aa1-8e0f-228255136a97,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:50.833822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.354624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Router 5171e24b-7e9f-43fe-b8b1-24e32e813471 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:30:51.459394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:51.465217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a1d41ccd-575c-4ffe-b9ff-1413cdca093f tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "PUT /v2.0/routers/5171e24b-7e9f-43fe-b8b1-24e32e813471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155311 Oct 13 04:30:51.467764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:51.469541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] Sync routers for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:51.487922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:51.488617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:30:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:51.492119 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb92973b-e4d1-406c-b8ef-758dc29e78cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.520964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting subnet 904e64bd-81b3-4520-8bce-bc298d68c34c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:51.524071 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.564468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.594399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:51.678844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.714272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77954084-b441-42d3-b905-cb8c40718ef3 req-d5165560-e1b2-4dd6-bebf-983c5a549590 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:51.715751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77954084-b441-42d3-b905-cb8c40718ef3 req-d5165560-e1b2-4dd6-bebf-983c5a549590 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.1022625 Oct 13 04:30:51.768957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77954084-b441-42d3-b905-cb8c40718ef3 req-d0e25798-ab25-498d-ba8c-cee5bee04994 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Oct 13 04:30:51.774938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.776560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:30:50Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:51.801014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Subnet': ['ID=904e64bd-81b3-4520-8bce-bc298d68c34c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:51.802986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] Checking router: 5171e24b-7e9f-43fe-b8b1-24e32e813471 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:51.806936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:51.810806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4b966ee0-60c0-4062-96ba-524ab5e64823 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/subnets/904e64bd-81b3-4520-8bce-bc298d68c34c HTTP/1.1" status: 204 len: 168 time: 0.3413651 Oct 13 04:30:51.812894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] Routers {'5171e24b-7e9f-43fe-b8b1-24e32e813471'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:51.813175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:30:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['5171e24b-7e9f-43fe-b8b1-24e32e813471'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:51.813639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35798) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:51.816561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b3bf2-5d36-4945-85cf-7503884a1b0c None None] Network 66424fe9-ce46-4f2d-922e-cda622dcd1bd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:51.918935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.025439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.080220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Deleting port 7014b8fc-3579-4a71-9742-e6e8de606bbe {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:52.080486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.156389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] Set router 5171e24b-7e9f-43fe-b8b1-24e32e813471 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:52.162446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] For port 7014b8fc-3579-4a71-9742-e6e8de606bbe, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7014b8fc-3579-4a71-9742-e6e8de606bbe,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:52.162819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.174937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Calling delete_port for 7014b8fc-3579-4a71-9742-e6e8de606bbe owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:52.269442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] DHCP port deletion for 66424fe9-ce46-4f2d-922e-cda622dcd1bd request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:52.343781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.366933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] Deleting port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:52.367304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.370979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Port': ['ID=7014b8fc-3579-4a71-9742-e6e8de606bbe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:52.426484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:30:50Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:52.432978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.463604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64a667-39d0-4f23-a70d-5fae7c8f8ad0 None None] The sync data for ids ['5171e24b-7e9f-43fe-b8b1-24e32e813471'] in n-d-810220-9 is: [{'id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744481224', 'tenant_id': '928d6475dae444d0b96465e78119009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:30:50Z', 'revision_number': 5, 'project_id': '928d6475dae444d0b96465e78119009e', 'gw_port': {'id': '7014b8fc-3579-4a71-9742-e6e8de606bbe', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e24b-7e9f-43fe-b8b1-24e32e813471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:31Z', 'updated_at': '2021-10-13T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:52.466743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] For port 7c589efc-a7a0-4a35-b29e-7f955f38bd44, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c589efc-a7a0-4a35-b29e-7f955f38bd44,segment=NetworkSegment(09ae9284-e356-4f8c-9609-00cef6cbd0dc),segment_id=09ae9284-e356-4f8c-9609-00cef6cbd0dc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:52.467139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.480199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] Calling delete_port for 7c589efc-a7a0-4a35-b29e-7f955f38bd44 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:52.524120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.526190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.561646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.572880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.573481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Fanout notify agent at l3_agent the message router_deleted on router 5171e24b-7e9f-43fe-b8b1-24e32e813471 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:30:52.581476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.582587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52047232-a422-48b8-a375-d38526fa7a0a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/routers/5171e24b-7e9f-43fe-b8b1-24e32e813471 HTTP/1.1" status: 204 len: 168 time: 0.7678659 Oct 13 04:30:52.585344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:52.589480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] Pushing event deleted for resources: {'Port': ['ID=7c589efc-a7a0-4a35-b29e-7f955f38bd44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:52.591311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b754c-bc81-4639-8a55-58a0ed2f738b None None] No DVR routers for this DVR port 7c589efc-a7a0-4a35-b29e-7f955f38bd44 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:52.661344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.748577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.767593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66424fe9-ce46-4f2d-922e-cda622dcd1bd']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:52.776386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ae9284-e356-4f8c-9609-00cef6cbd0dc') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:52.777374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ae9284-e356-4f8c-9609-00cef6cbd0dc') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:52.786387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.799504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.806776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:52.807198 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:52.810731 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:52.847285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6bc648d2-f889-4d4f-829a-be405300bca7 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:52.878275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.887330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.893416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/networks/66424fe9-ce46-4f2d-922e-cda622dcd1bd HTTP/1.1" status: 204 len: 168 time: 0.3046985 Oct 13 04:30:52.893590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.894441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:52.897509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 6bc648d2-f889-4d4f-829a-be405300bca7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:52.897862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6bc648d2-f889-4d4f-829a-be405300bca7 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:52.913261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe92bb5-9eb2-477e-a8bd-8b1c1fff381a tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'Network': ['ID=66424fe9-ce46-4f2d-922e-cda622dcd1bd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:52.933366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e2d5f-f1d7-4fbf-b884-e66d238d6e4d req-365e1e43-65c6-4b32-ac81-ac82413726c2 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:52.934984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-178e2d5f-f1d7-4fbf-b884-e66d238d6e4d req-365e1e43-65c6-4b32-ac81-ac82413726c2 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0638008 Oct 13 04:30:52.968038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69cda1cd-2ca7-4745-9a8c-7c856df49f51 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:52.985778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-178e2d5f-f1d7-4fbf-b884-e66d238d6e4d req-23d32237-bf10-4ad7-82ed-2b029eccecff tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Oct 13 04:30:53.002263 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69cda1cd-2ca7-4745-9a8c-7c856df49f51 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:53.040237 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:53.074314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69cda1cd-2ca7-4745-9a8c-7c856df49f51 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:53.077272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69cda1cd-2ca7-4745-9a8c-7c856df49f51 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:53.081149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69cda1cd-2ca7-4745-9a8c-7c856df49f51 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f HTTP/1.1" status: 204 len: 168 time: 0.1730132 Oct 13 04:30:53.088150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cda1cd-2ca7-4745-9a8c-7c856df49f51 tempest-TestNetworkAdvancedServerOps-970225936 tempest-TestNetworkAdvancedServerOps-970225936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0ed9a5-4b52-4c27-a74e-5e3f4e91b70f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:53.299129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7014b8fc-3579-4a71-9742-e6e8de606bbe no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:53.319989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7014b8fc-3579-4a71-9742-e6e8de606bbe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:53.320327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7014b8fc-3579-4a71-9742-e6e8de606bbe not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:53.320763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c589efc-a7a0-4a35-b29e-7f955f38bd44 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:53.338925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7c589efc-a7a0-4a35-b29e-7f955f38bd44 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:53.339266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c589efc-a7a0-4a35-b29e-7f955f38bd44 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:53.339664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cd3114cd-eeed-4aa1-8e0f-228255136a97 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:53.357649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: cd3114cd-eeed-4aa1-8e0f-228255136a97 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:53.357940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cd3114cd-eeed-4aa1-8e0f-228255136a97 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:54.168022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979feff5-3397-4172-a90a-3939c11f343b req-f610ec5c-c8cc-4508-b90c-b085c59e3f19 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:54.169681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-979feff5-3397-4172-a90a-3939c11f343b req-f610ec5c-c8cc-4508-b90c-b085c59e3f19 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0510991 Oct 13 04:30:54.207240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-979feff5-3397-4172-a90a-3939c11f343b req-49ab518a-fa0c-430c-a11e-7ec776a1266e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Oct 13 04:30:54.348066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:54.478679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e735587a-02a1-4fdc-8b18-0c3ff0a2ebf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=928d6475dae444d0b96465e78119009e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294396 Oct 13 04:30:54.481606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:54.531677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-433f9ff7-dbf9-49c8-96a5-903349c08693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.552311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-433f9ff7-dbf9-49c8-96a5-903349c08693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.598468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-433f9ff7-dbf9-49c8-96a5-903349c08693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.601052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-433f9ff7-dbf9-49c8-96a5-903349c08693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.602198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-433f9ff7-dbf9-49c8-96a5-903349c08693 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dca03fe-ce4d-40df-9015-91ad1aaeb32a HTTP/1.1" status: 204 len: 168 time: 0.1197071 Oct 13 04:30:54.610859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f9ff7-dbf9-49c8-96a5-903349c08693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca03fe-ce4d-40df-9015-91ad1aaeb32a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:54.626586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.865219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:54.905271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-28528d46-be0d-42b7-a94d-070a1b358f83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=773bc3fd92004921bdf491cb6b9b321f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388846 Oct 13 04:30:54.907668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:54.954162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6580-3dbd-4907-b79b-5ac82c5a96fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.975044 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6580-3dbd-4907-b79b-5ac82c5a96fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.021053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6580-3dbd-4907-b79b-5ac82c5a96fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.023705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6580-3dbd-4907-b79b-5ac82c5a96fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.024852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2ff6580-3dbd-4907-b79b-5ac82c5a96fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/045af5cd-fc76-4bb4-ab17-cf3896b5f8af HTTP/1.1" status: 204 len: 168 time: 0.1162717 Oct 13 04:30:55.032742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff6580-3dbd-4907-b79b-5ac82c5a96fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045af5cd-fc76-4bb4-ab17-cf3896b5f8af,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:55.329006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa64509-378a-4b4f-917e-f188fe6fdfad req-cc6ce73f-0e29-4b68-9d4b-cb382ca2a653 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:55.330493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eaa64509-378a-4b4f-917e-f188fe6fdfad req-cc6ce73f-0e29-4b68-9d4b-cb382ca2a653 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0550511 Oct 13 04:30:55.373526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eaa64509-378a-4b4f-917e-f188fe6fdfad req-859e00b0-8b31-458a-a552-b20cfda3cf7e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Oct 13 04:30:55.707371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35852) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:55.804673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-51347258-network', 'tenant_id': 'cbfc0f2e892d4e4a9d76eae0011c7418'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:55.826465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Made reservation on behalf of cbfc0f2e892d4e4a9d76eae0011c7418 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:55.828873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.837083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.909661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.913182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.934161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:55.948816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:55.951643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.951990 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Added segment eab11056-3799-4c79-b677-520bdca79ce6 of type vlan for network 60c510c9-ef70-4749-9e4b-ce3a2643893d Oct 13 04:30:55.990585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.014347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.015280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:56.015854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.069174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3606892 Oct 13 04:30:56.072217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:56.077225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Request body: {'subnet': {'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-51347258-subnet', 'tenant_id': 'cbfc0f2e892d4e4a9d76eae0011c7418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:56.080106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02346d44-183d-49d5-af47-506beeeedde6 admin admin] Pushing event updated for resources: {'Network': ['ID=60c510c9-ef70-4749-9e4b-ce3a2643893d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:56.091384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 60c510c9-ef70-4749-9e4b-ce3a2643893d details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:56.100568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Made reservation on behalf of cbfc0f2e892d4e4a9d76eae0011c7418 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:56.102972 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.266575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.319961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336fa869-3eb5-4642-848d-dc09cdc348e0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:56.329067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Checking segment: {'id': 'eab11056-3799-4c79-b677-520bdca79ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:56.329417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Network hostable DHCP agents. Network: 60c510c9-ef70-4749-9e4b-ce3a2643893d, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:56.345225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Network 60c510c9-ef70-4749-9e4b-ce3a2643893d is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:56.353610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 60c510c9-ef70-4749-9e4b-ce3a2643893d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:56.358744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:56.359368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.363846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5484082c-3e94-48e8-86ed-1f4b5e927f70 None None] Network 60c510c9-ef70-4749-9e4b-ce3a2643893d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:56.380260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bc2c9f8a-48b8-4202-81f3-d1ac8d9681c8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3068235 Oct 13 04:30:56.497360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1507fe-a876-4695-b402-4adc83054886 None None] Network 60c510c9-ef70-4749-9e4b-ce3a2643893d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:56.504227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd83ba-446d-4e23-8cf1-10c028cf0753 req-a431128a-98a3-4c21-be28-5d79f0a83b9f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:56.505950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8dcd83ba-446d-4e23-8cf1-10c028cf0753 req-a431128a-98a3-4c21-be28-5d79f0a83b9f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0559220 Oct 13 04:30:56.546479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8dcd83ba-446d-4e23-8cf1-10c028cf0753 req-18345c7a-874b-4f30-852b-006350fb407b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Oct 13 04:30:56.846571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 35874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:56.851353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-733429106-network', 'tenant_id': '688a5ec768ed4a7fadc4772f82ed2545'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:56.872393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Made reservation on behalf of 688a5ec768ed4a7fadc4772f82ed2545 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:56.874689 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.882982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.956817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.960406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.986398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:56.992707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b5185-3d06-4047-b2a5-5999b4b80ead,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:56.999130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:56.999472 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Added segment f28b3945-5fa2-4f04-b44f-f3a035f25c96 of type vlan for network 3fbb6d88-e427-4869-a307-9ff76af883f3 Oct 13 04:30:57.039553 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:57.062692 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:57.063551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:57.064121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:57.117844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2701592 Oct 13 04:30:57.121289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 35876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:57.126278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Request body: {'subnet': {'network_id': '3fbb6d88-e427-4869-a307-9ff76af883f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-733429106-subnet', 'tenant_id': '688a5ec768ed4a7fadc4772f82ed2545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:57.129051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924536-5d46-479d-a1ce-9fe3bbca919a admin admin] Pushing event updated for resources: {'Network': ['ID=3fbb6d88-e427-4869-a307-9ff76af883f3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:57.139025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 3fbb6d88-e427-4869-a307-9ff76af883f3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:57.145828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Made reservation on behalf of 688a5ec768ed4a7fadc4772f82ed2545 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:57.148189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:57.319521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:57.376636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b576ce7-2f64-45c7-8ef6-806594d36a45,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:57.383882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Checking segment: {'id': 'f28b3945-5fa2-4f04-b44f-f3a035f25c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3fbb6d88-e427-4869-a307-9ff76af883f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:57.384327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Network hostable DHCP agents. Network: 3fbb6d88-e427-4869-a307-9ff76af883f3, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:57.400379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Network 3fbb6d88-e427-4869-a307-9ff76af883f3 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:57.408777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 3fbb6d88-e427-4869-a307-9ff76af883f3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:57.413017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:57.413593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:57.418309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aadb05-ecfb-4335-8ada-299db545795e None None] Network 3fbb6d88-e427-4869-a307-9ff76af883f3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:57.429346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c67d0c37-d48d-41e5-a329-d48aa50e9f57 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3069663 Oct 13 04:30:57.553960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5edcd-47f9-4764-9a52-717054b4cd02 None None] Network 3fbb6d88-e427-4869-a307-9ff76af883f3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:57.677237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598186-37a6-46e1-81d2-9593b2715d9d req-cc4acf75-2b90-4b22-b9b1-ad08fb700f53 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:57.678746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07598186-37a6-46e1-81d2-9593b2715d9d req-cc4acf75-2b90-4b22-b9b1-ad08fb700f53 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0597706 Oct 13 04:30:57.718127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-07598186-37a6-46e1-81d2-9593b2715d9d req-ac8fb756-54ba-434e-9bf8-23263209e969 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Oct 13 04:30:57.913475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-e1125101-c562-4999-b464-af65f3be492b tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:57.914825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-e1125101-c562-4999-b464-af65f3be492b tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/networks?id=60c510c9-ef70-4749-9e4b-ce3a2643893d HTTP/1.1" status: 200 len: 810 time: 0.1122830 Oct 13 04:30:57.929688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-3ac7cb98-4ce9-4574-a2bc-df01df36212e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/quotas/cbfc0f2e892d4e4a9d76eae0011c7418 HTTP/1.1" status: 200 len: 375 time: 0.0087159 Oct 13 04:30:57.959642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-c9061b6c-a8fc-48a5-87f4-92dac4c10e50 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbfc0f2e892d4e4a9d76eae0011c7418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248790 Oct 13 04:30:58.066821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-fa62635a-d0e1-4fc1-beac-7b5cd064ca7b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:30:58.067791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-fa62635a-d0e1-4fc1-beac-7b5cd064ca7b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1010900 Oct 13 04:30:58.153948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-a5bdc090-3ce4-4e0b-a0f0-3467caa7e397 service neutron] 10.222.0.44 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793445 Oct 13 04:30:58.244448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-2e9f45ee-7269-4bf0-a00f-748abda0da0f service neutron] 10.222.0.44 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Oct 13 04:30:58.403126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06787b00-e2f8-4fea-afcc-b50735c901dc req-b14254e1-086c-4da2-b8d8-2a56832803a9 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 210 time: 0.0319047 Oct 13 04:30:58.833521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abafec-fcdc-4cff-893d-ff949f8b405a req-154684fe-79fc-49f2-a507-6eab72df2087 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:58.835103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94abafec-fcdc-4cff-893d-ff949f8b405a req-154684fe-79fc-49f2-a507-6eab72df2087 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0503757 Oct 13 04:30:58.872968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94abafec-fcdc-4cff-893d-ff949f8b405a req-14b24c56-152d-4389-9696-ca7161e68e41 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Oct 13 04:30:59.289777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-924532f7-a1f3-42d8-a708-67a851085183 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:59.291246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-924532f7-a1f3-42d8-a708-67a851085183 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.15 "GET /v2.0/networks?id=60c510c9-ef70-4749-9e4b-ce3a2643893d HTTP/1.1" status: 200 len: 810 time: 0.1074734 Oct 13 04:30:59.304716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Request body: {'port': {'device_id': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d', 'admin_state_up': True, 'tenant_id': 'cbfc0f2e892d4e4a9d76eae0011c7418'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:59.409147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Made reservation on behalf of cbfc0f2e892d4e4a9d76eae0011c7418 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:59.412620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:59.496268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4fa39b5c-fbf0-4ccc-976b-0e4ef65f1412 req-38717e85-ec62-4756-8933-3ed8a794be35 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 210 time: 0.0271330 Oct 13 04:30:59.537972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Allocated IP 172.20.0.3 (60c510c9-ef70-4749-9e4b-ce3a2643893d/336fa869-3eb5-4642-848d-dc09cdc348e0/0a7e8985-d977-4385-a6a8-0eb968ff5228) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:59.681512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:59.714312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:59.757420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Network 60c510c9-ef70-4749-9e4b-ce3a2643893d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:59.760478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:59.764009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:59.787658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Pushing event updated for resources: {'Port': ['ID=0a7e8985-d977-4385-a6a8-0eb968ff5228,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:59.815104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:59.816006 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:59.831376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-39b400a9-9f6c-4a24-82c4-2aa5701bd69e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5310793 Oct 13 04:30:59.843713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Request body: {'port': {'device_id': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:00.252238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:00.297913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3aa5a-c976-4531-a707-4a2ba9ddbe91 req-539c71a6-a31a-447a-834c-1da30bd727df tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:00.299344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ac3aa5a-c976-4531-a707-4a2ba9ddbe91 req-539c71a6-a31a-447a-834c-1da30bd727df tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0768611 Oct 13 04:31:00.398336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ac3aa5a-c976-4531-a707-4a2ba9ddbe91 req-27b4e107-3649-4d04-a8cb-f3337e4346ce tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928452 Oct 13 04:31:00.550441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7e8985-d977-4385-a6a8-0eb968ff5228 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:00.557820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:00.569696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Transition to ACTIVE for port object 0a7e8985-d977-4385-a6a8-0eb968ff5228 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:31:00.573722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:00.612819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1686f-e9f7-4e2c-8e04-65dd290028b6 req-e798f639-5e15-42c1-aed3-3cf38c6b0216 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:00.614284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98d1686f-e9f7-4e2c-8e04-65dd290028b6 req-e798f639-5e15-42c1-aed3-3cf38c6b0216 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 943 time: 0.0498941 Oct 13 04:31:00.641513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Pushing event updated for resources: {'Port': ['ID=0a7e8985-d977-4385-a6a8-0eb968ff5228,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:00.652830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-98d1686f-e9f7-4e2c-8e04-65dd290028b6 req-14db296c-9b8b-43fd-98e9-49fde96b27f0 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Oct 13 04:31:00.691211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Attempting to bind port 0a7e8985-d977-4385-a6a8-0eb968ff5228 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:31:00.691538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Attempting to bind port 0a7e8985-d977-4385-a6a8-0eb968ff5228 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'eab11056-3799-4c79-b677-520bdca79ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:31:00.691861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Attempting to bind port 0a7e8985-d977-4385-a6a8-0eb968ff5228 on network 60c510c9-ef70-4749-9e4b-ce3a2643893d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:00.695997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Port 0a7e8985-d977-4385-a6a8-0eb968ff5228 on network 60c510c9-ef70-4749-9e4b-ce3a2643893d not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:31:00.696322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Attempting to bind port 0a7e8985-d977-4385-a6a8-0eb968ff5228 on network 60c510c9-ef70-4749-9e4b-ce3a2643893d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:00.700990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:31:00.701328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Checking segment: {'id': 'eab11056-3799-4c79-b677-520bdca79ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:00.701708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Bound using segment: {'id': 'eab11056-3799-4c79-b677-520bdca79ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:31:00.702125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Bound port: 0a7e8985-d977-4385-a6a8-0eb968ff5228, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab11056-3799-4c79-b677-520bdca79ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:31:00.702475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:00.766245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] For port 0a7e8985-d977-4385-a6a8-0eb968ff5228, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:31:00.769195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] For port 0a7e8985-d977-4385-a6a8-0eb968ff5228, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228,segment=NetworkSegment(eab11056-3799-4c79-b677-520bdca79ce6),segment_id=eab11056-3799-4c79-b677-520bdca79ce6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:31:00.773765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:00.809267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:00.809875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:00.811231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] 10.222.0.15 "PUT /v2.0/ports/0a7e8985-d977-4385-a6a8-0eb968ff5228 HTTP/1.1" status: 200 len: 1091 time: 0.9714081 Oct 13 04:31:00.811669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'tag': '0a7e8985-d977-4385-a6a8-0eb968ff5228'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:00.813926 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28288a63-0a7f-4805-b4ad-b73f08b865a7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd94dd23-12f9-4518-b1b6-892d7818ef8b", "tag": "0a7e8985-d977-4385-a6a8-0eb968ff5228"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:00.837675 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0479e9-354a-4e68-97b7-e64e6f57a98f service neutron] Pushing event updated for resources: {'Port': ['ID=0a7e8985-d977-4385-a6a8-0eb968ff5228,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:00.858112 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5e84e-44d5-4cbd-afe8-85e4ff34bb00 x-openstack-request-id: req-9ab5e84e-44d5-4cbd-afe8-85e4ff34bb00 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:00.858392 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd94dd23-12f9-4518-b1b6-892d7818ef8b", "tag": "0a7e8985-d977-4385-a6a8-0eb968ff5228", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:00.858638 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ab5e84e-44d5-4cbd-afe8-85e4ff34bb00 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:00.859020 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'tag': '0a7e8985-d977-4385-a6a8-0eb968ff5228', 'status': 'completed', 'code': 200} Oct 13 04:31:00.890841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-5006e9a4-68ee-44b5-a0c6-e4dedccde4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:00.892298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-5006e9a4-68ee-44b5-a0c6-e4dedccde4c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbfc0f2e892d4e4a9d76eae0011c7418&device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 1094 time: 0.0434477 Oct 13 04:31:00.935420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-8411e542-5986-43c0-872f-20b8772d6b68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228 HTTP/1.1" status: 200 len: 217 time: 0.0359297 Oct 13 04:31:00.982867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0d84414f-99d6-49f3-a5bf-3047fd85a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:00.984225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-0d84414f-99d6-49f3-a5bf-3047fd85a72e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=336fa869-3eb5-4642-848d-dc09cdc348e0 HTTP/1.1" status: 200 len: 850 time: 0.0417988 Oct 13 04:31:01.014432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-690f3fdd-7e40-45bb-99c6-4e6833441c8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60c510c9-ef70-4749-9e4b-ce3a2643893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236828 Oct 13 04:31:01.104016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-a5c33db9-01a5-4961-b7f9-b200acaaa223 service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824463 Oct 13 04:31:01.192434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3a726c2-27e0-4b53-bbbc-fb83709e1fc2 req-c4bb2acd-8747-44d3-8d3e-93edd7be84fd service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783591 Oct 13 04:31:01.275786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-382852bd-9221-4728-9648-ed20d4789e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.277306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-382852bd-9221-4728-9648-ed20d4789e66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbfc0f2e892d4e4a9d76eae0011c7418&device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 1094 time: 0.0424294 Oct 13 04:31:01.374952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-293c6c4d-adb9-4e3f-80fc-4d975e1950dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.376435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-293c6c4d-adb9-4e3f-80fc-4d975e1950dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=60c510c9-ef70-4749-9e4b-ce3a2643893d HTTP/1.1" status: 200 len: 911 time: 0.0916879 Oct 13 04:31:01.417599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-1928cbba-c099-4282-ada9-bc3d8adc8c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228 HTTP/1.1" status: 200 len: 217 time: 0.0345111 Oct 13 04:31:01.473465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-11efaef6-6143-42fd-93f5-29536118b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.474997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-11efaef6-6143-42fd-93f5-29536118b267 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=336fa869-3eb5-4642-848d-dc09cdc348e0 HTTP/1.1" status: 200 len: 850 time: 0.0496011 Oct 13 04:31:01.508346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-8a503fe2-b275-4f93-a91e-5c9b85c7e36d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60c510c9-ef70-4749-9e4b-ce3a2643893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256824 Oct 13 04:31:01.512382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc8661-e267-4b79-ada5-650b6805350b req-62ad459b-e8a4-4db0-806e-07f22d01c1d1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.513886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91fc8661-e267-4b79-ada5-650b6805350b req-62ad459b-e8a4-4db0-806e-07f22d01c1d1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0490618 Oct 13 04:31:01.553565 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91fc8661-e267-4b79-ada5-650b6805350b req-a8b7bf7e-9cd8-4cb6-9c23-9337f514422d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Oct 13 04:31:01.602393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-607bad35-3234-4c2b-b8f0-ff2c00dc406b service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859075 Oct 13 04:31:01.694439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-28288a63-0a7f-4805-b4ad-b73f08b865a7 req-7c3d1cd6-566c-4bab-a072-73f6b8884459 service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840228 Oct 13 04:31:01.768630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a6e7e-c329-4b07-bede-87093e5c183f req-f9db5b3b-6671-42ed-b438-27e1f1c97915 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.770118 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-808a6e7e-c329-4b07-bede-87093e5c183f req-f9db5b3b-6671-42ed-b438-27e1f1c97915 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 943 time: 0.0490153 Oct 13 04:31:01.807421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-808a6e7e-c329-4b07-bede-87093e5c183f req-a08aceb8-af35-4552-9ba3-15421f20dc17 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Oct 13 04:31:02.666270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44afda1-b8fa-4262-9116-eb7e154aaa0d req-2d5824c9-24ac-477c-bcfc-c5b0af49ee2a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.668137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f44afda1-b8fa-4262-9116-eb7e154aaa0d req-2d5824c9-24ac-477c-bcfc-c5b0af49ee2a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0479026 Oct 13 04:31:02.705966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f44afda1-b8fa-4262-9116-eb7e154aaa0d req-0668b240-4fb2-4e75-bb72-5d978b381ac4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Oct 13 04:31:02.919258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e10a2b-ccbe-4e45-be74-48ad31247d7c req-e1a2378b-f2c0-4843-b118-c5cab8e55bfd tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.920622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8e10a2b-ccbe-4e45-be74-48ad31247d7c req-e1a2378b-f2c0-4843-b118-c5cab8e55bfd tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 943 time: 0.0485551 Oct 13 04:31:02.961116 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8e10a2b-ccbe-4e45-be74-48ad31247d7c req-f2b36294-f2d2-4b8d-ab74-24778dc15630 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Oct 13 04:31:03.819008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f346f0e-8c18-4bb0-af43-4505e55febb1 req-569baef9-2d01-46d8-90f7-02b0da7badae tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.820473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f346f0e-8c18-4bb0-af43-4505e55febb1 req-569baef9-2d01-46d8-90f7-02b0da7badae tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0484967 Oct 13 04:31:03.859030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f346f0e-8c18-4bb0-af43-4505e55febb1 req-5d0bc5c8-58cb-4876-ac01-763cb4bd016e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Oct 13 04:31:04.073457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693936-1566-412b-9f4b-a327d3ea31e3 req-d3612957-7c71-4976-8cea-25028281dbe3 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:04.074837 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33693936-1566-412b-9f4b-a327d3ea31e3 req-d3612957-7c71-4976-8cea-25028281dbe3 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 943 time: 0.0486586 Oct 13 04:31:04.111352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33693936-1566-412b-9f4b-a327d3ea31e3 req-e0758d93-dd4b-4a9a-846b-785024b0693a tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Oct 13 04:31:04.732196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:04.804061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:04.826012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:04.828254 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e2a6e-8dc2-4020-b565-ec2bebee265c" -d '{"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-unplugged", "status": "completed", "tag": "c6774820-ca55-46af-a7b2-310e907a1010"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:04.843748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:04.848843 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:04.874662 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be06f2a2-8e1c-432d-ae02-3642f65a3518 x-openstack-request-id: req-be06f2a2-8e1c-432d-ae02-3642f65a3518 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:04.874971 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-unplugged", "status": "completed", "tag": "c6774820-ca55-46af-a7b2-310e907a1010", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:04.875222 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be06f2a2-8e1c-432d-ae02-3642f65a3518 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:04.876280 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010', 'code': 200} Oct 13 04:31:04.879926 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0a7e8985-d977-4385-a6a8-0eb968ff5228 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:31:04.912573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:04.972214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42e88b-a35d-4ad2-b7b9-a90ede3b8c52 req-60cddbf5-dba9-431f-941a-2ee1458ff61a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:04.973720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a42e88b-a35d-4ad2-b7b9-a90ede3b8c52 req-60cddbf5-dba9-431f-941a-2ee1458ff61a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0488834 Oct 13 04:31:04.994202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0a7e8985-d977-4385-a6a8-0eb968ff5228, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228,segment=NetworkSegment(eab11056-3799-4c79-b677-520bdca79ce6),segment_id=eab11056-3799-4c79-b677-520bdca79ce6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:05.005845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '0a7e8985-d977-4385-a6a8-0eb968ff5228', 'network_id': '60c510c9-ef70-4749-9e4b-ce3a2643893d', 'port_id': '0a7e8985-d977-4385-a6a8-0eb968ff5228', 'mac_address': 'fa:16:3e:a1:39:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336fa869-3eb5-4642-848d-dc09cdc348e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:31:05.011231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a42e88b-a35d-4ad2-b7b9-a90ede3b8c52 req-68c317e1-bb97-4c6a-ab9c-01367b7b37f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Oct 13 04:31:05.047272 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.059630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7e8985-d977-4385-a6a8-0eb968ff5228 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:05.077902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0a7e8985-d977-4385-a6a8-0eb968ff5228, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228,segment=NetworkSegment(eab11056-3799-4c79-b677-520bdca79ce6),segment_id=eab11056-3799-4c79-b677-520bdca79ce6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:05.081733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.127268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=0a7e8985-d977-4385-a6a8-0eb968ff5228,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:05.134376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.134721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.135049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.135379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.135735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.136053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.136371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.136712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.137022 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.137337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.137650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.137961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:05.225746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2947f4-cd3e-4668-a8ad-b63fb1b1e7c0 req-9f82ffc6-60f3-462d-9a36-eb45640dd162 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:05.227348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac2947f4-cd3e-4668-a8ad-b63fb1b1e7c0 req-9f82ffc6-60f3-462d-9a36-eb45640dd162 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 944 time: 0.0480003 Oct 13 04:31:05.268520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac2947f4-cd3e-4668-a8ad-b63fb1b1e7c0 req-11a6b84a-27c3-4fa8-9108-d272143cda73 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347040 Oct 13 04:31:05.295549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['0a7e8985-d977-4385-a6a8-0eb968ff5228'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:06.125571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6255f8-a144-4815-84b5-d14dc410f809 req-cff6fbca-886c-46c7-b736-152a07e08816 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:06.127026 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac6255f8-a144-4815-84b5-d14dc410f809 req-cff6fbca-886c-46c7-b736-152a07e08816 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 943 time: 0.0487504 Oct 13 04:31:06.167677 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac6255f8-a144-4815-84b5-d14dc410f809 req-f48aba7d-4cc2-4d9c-9d60-3991c5caa95c tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Oct 13 04:31:06.381683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914ec88-78b5-42a6-9523-702f9bc3747a req-8675f1c6-f469-4409-bce0-605bb024ce31 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:06.383231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9914ec88-78b5-42a6-9523-702f9bc3747a req-8675f1c6-f469-4409-bce0-605bb024ce31 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 944 time: 0.0504789 Oct 13 04:31:06.421871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9914ec88-78b5-42a6-9523-702f9bc3747a req-ffc9c3da-9fdb-420c-9b44-b3e01e23fb9f tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Oct 13 04:31:06.746048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:31:06.836151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:06.847525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c6774820-ca55-46af-a7b2-310e907a1010', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'port_id': 'c6774820-ca55-46af-a7b2-310e907a1010', 'mac_address': 'fa:16:3e:1e:f0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2578b9ad-a75d-4b9c-a4ff-6f3593a61d57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:31:06.885881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.896011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0a7e8985-d977-4385-a6a8-0eb968ff5228 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:06.902071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6774820-ca55-46af-a7b2-310e907a1010 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:06.945031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:06.951493 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.989437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 0a7e8985-d977-4385-a6a8-0eb968ff5228 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:31:06.999784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 0a7e8985-d977-4385-a6a8-0eb968ff5228 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:07.000092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:07.024491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:07.082713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:07.103498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7e8985-d977-4385-a6a8-0eb968ff5228'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:07.105763 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2e0cd2-23bc-4ce5-b19d-b87bc843e01d" -d '{"events": [{"server_uuid": "cd94dd23-12f9-4518-b1b6-892d7818ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "0a7e8985-d977-4385-a6a8-0eb968ff5228"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:07.118001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 0a7e8985-d977-4385-a6a8-0eb968ff5228, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228,segment=NetworkSegment(eab11056-3799-4c79-b677-520bdca79ce6),segment_id=eab11056-3799-4c79-b677-520bdca79ce6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:07.122460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:07.146713 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee7a72a-cb9a-4301-b277-9582d263907f x-openstack-request-id: req-8ee7a72a-cb9a-4301-b277-9582d263907f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:07.147010 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd94dd23-12f9-4518-b1b6-892d7818ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "0a7e8985-d977-4385-a6a8-0eb968ff5228", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:07.147263 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ee7a72a-cb9a-4301-b277-9582d263907f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:07.147647 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7e8985-d977-4385-a6a8-0eb968ff5228', 'code': 200} Oct 13 04:31:07.176998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=0a7e8985-d977-4385-a6a8-0eb968ff5228,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:07.236856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140040f-6c49-49c7-b3af-f3b8c09a50cb req-c4b3a13b-a796-4ece-bb7f-9ec5afb46e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:07.238345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a140040f-6c49-49c7-b3af-f3b8c09a50cb req-c4b3a13b-a796-4ece-bb7f-9ec5afb46e6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0405507 Oct 13 04:31:07.274502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c6774820-ca55-46af-a7b2-310e907a1010'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:07.274846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a140040f-6c49-49c7-b3af-f3b8c09a50cb req-79bfc9d5-1de6-4b53-bf40-2d17be9ed12b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295613 Oct 13 04:31:07.281762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5449f6c-6fe8-48f2-9282-8b80a02f71ed req-4085eee5-cfff-415c-acee-dc804b55b656 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:07.283259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5449f6c-6fe8-48f2-9282-8b80a02f71ed req-4085eee5-cfff-415c-acee-dc804b55b656 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 944 time: 0.0487804 Oct 13 04:31:07.325329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5449f6c-6fe8-48f2-9282-8b80a02f71ed req-93d6c170-aa4a-4727-a5a3-6c3e5732e15c tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358644 Oct 13 04:31:07.545306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cab33-46f0-43b2-8b71-82804feb60aa req-4eae2715-2681-413b-89db-bf012d118814 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:07.546848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-521cab33-46f0-43b2-8b71-82804feb60aa req-4eae2715-2681-413b-89db-bf012d118814 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0599098 Oct 13 04:31:07.590717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-521cab33-46f0-43b2-8b71-82804feb60aa req-d5de1f37-68ad-4c05-96c2-3c23dc74d2fb tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Oct 13 04:31:07.620576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cba6d-c05d-44fe-bbc5-870ad7ef5ec9 req-74b5e36d-f3ec-4c97-b915-427bf0cab5f7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:07.622719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-505cba6d-c05d-44fe-bbc5-870ad7ef5ec9 req-74b5e36d-f3ec-4c97-b915-427bf0cab5f7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 946 time: 0.0493615 Oct 13 04:31:07.660452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-505cba6d-c05d-44fe-bbc5-870ad7ef5ec9 req-ed722469-c9e5-495b-bd9e-289932c39348 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Oct 13 04:31:08.218846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:08.442407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac63c-eb3f-4047-9aa6-284ffc4449e1 req-da546b3b-0a64-417b-bcfd-cc89e86d1b4e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:08.443861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2cac63c-eb3f-4047-9aa6-284ffc4449e1 req-da546b3b-0a64-417b-bcfd-cc89e86d1b4e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 944 time: 0.0498233 Oct 13 04:31:08.483769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2cac63c-eb3f-4047-9aa6-284ffc4449e1 req-dcbb365f-f2f0-4b91-9d47-7c68b4f0fb32 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 Oct 13 04:31:08.705943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d688-7724-4608-9f64-4e73d78b4900 req-3f32d064-b289-4792-966f-f99ecdf16d84 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:08.707637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b19d688-7724-4608-9f64-4e73d78b4900 req-3f32d064-b289-4792-966f-f99ecdf16d84 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0508804 Oct 13 04:31:08.754682 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b19d688-7724-4608-9f64-4e73d78b4900 req-d3c4b4a1-0420-4068-ac65-5745f69b150a tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Oct 13 04:31:08.767081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:08.785113 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102696e-21c9-49d4-8258-c48b0e72e4b1 req-944bb547-4537-4a90-af10-07100e28da8f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:08.786613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d102696e-21c9-49d4-8258-c48b0e72e4b1 req-944bb547-4537-4a90-af10-07100e28da8f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 946 time: 0.0558312 Oct 13 04:31:08.818969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c6774820-ca55-46af-a7b2-310e907a1010 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:08.819338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:08.845061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d102696e-21c9-49d4-8258-c48b0e72e4b1 req-0adcfdda-04e3-4e72-a756-330275e48054 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518467 Oct 13 04:31:08.875262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31ab5d-79b2-40d6-8b1d-cf9b185bd82f req-9d5b0de9-c280-4ee7-8b1f-54ab91ee200b tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:08.876758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d31ab5d-79b2-40d6-8b1d-cf9b185bd82f req-9d5b0de9-c280-4ee7-8b1f-54ab91ee200b tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0533597 Oct 13 04:31:08.907647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:08.914064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d31ab5d-79b2-40d6-8b1d-cf9b185bd82f req-6003aed6-4487-4d60-be9f-3cf044e7b981 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Oct 13 04:31:08.952049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:08.956086 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:09.005984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:09.145811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d084-fa21-4585-b897-a9d857979445 req-7b4f832a-f6f7-4b71-a8ef-2b386bbcd489 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:09.147282 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18b2d084-fa21-4585-b897-a9d857979445 req-7b4f832a-f6f7-4b71-a8ef-2b386bbcd489 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0495651 Oct 13 04:31:09.148627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:09.151285 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93075224-b5c0-410a-8c54-7305b06a762d" -d '{"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-plugged", "status": "completed", "tag": "c6774820-ca55-46af-a7b2-310e907a1010"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:09.187685 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86393a3e-5804-4c1f-97c3-240eeca3e805 x-openstack-request-id: req-86393a3e-5804-4c1f-97c3-240eeca3e805 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:09.187977 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-plugged", "status": "completed", "tag": "c6774820-ca55-46af-a7b2-310e907a1010", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:09.188299 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86393a3e-5804-4c1f-97c3-240eeca3e805 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:09.188707 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010', 'code': 200} Oct 13 04:31:09.220527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-18b2d084-fa21-4585-b897-a9d857979445 req-431af0d7-eb80-48b1-9b69-e3898a9eae20 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596352 Oct 13 04:31:09.228972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-7ff0cf5c-199d-42e4-8bab-c57659e0371c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:09.230423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-7ff0cf5c-199d-42e4-8bab-c57659e0371c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 946 time: 0.0806627 Oct 13 04:31:09.327122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port 84e6312c-5629-4116-b67f-08233978b432 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:09.327461 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:09.335661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702d06-d3dd-40ca-9ccd-0de5b0c07424 req-4704e877-7917-4263-9fe2-7d6a3b9ef8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:09.337178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f702d06-d3dd-40ca-9ccd-0de5b0c07424 req-4704e877-7917-4263-9fe2-7d6a3b9ef8fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 1096 time: 0.0389001 Oct 13 04:31:09.375616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f702d06-d3dd-40ca-9ccd-0de5b0c07424 req-b94dec7b-84dc-4a14-979d-e04878ed446c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Oct 13 04:31:09.418441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port 84e6312c-5629-4116-b67f-08233978b432, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=84e6312c-5629-4116-b67f-08233978b432,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:09.419443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:09.597225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:09.598237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:09.598237 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Floating IP af46f230-6a82-4f49-8b56-56423b2bf7c9 disassociated. External IP: 172.25.1.47, port: 84e6312c-5629-4116-b67f-08233978b432. Oct 13 04:31:09.598237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for 84e6312c-5629-4116-b67f-08233978b432 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:09.612106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8cdd4-eef5-4710-b3a0-7e06a5095081 req-ef3202c1-b50d-4dee-890b-0a2a863e8409 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:09.613655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31f8cdd4-eef5-4710-b3a0-7e06a5095081 req-ef3202c1-b50d-4dee-890b-0a2a863e8409 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0528617 Oct 13 04:31:09.655203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31f8cdd4-eef5-4710-b3a0-7e06a5095081 req-7a3e675b-7a7f-4fc8-b08f-e201f3daf180 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Oct 13 04:31:09.727612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:09.755366 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=84e6312c-5629-4116-b67f-08233978b432,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:09.868274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:31:09.928392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-1e831b31-dfdc-4134-a143-290c4a2fa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:09.929937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-1e831b31-dfdc-4134-a143-290c4a2fa517 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 1096 time: 0.0399125 Oct 13 04:31:09.975972 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-617dca73-db3c-4c3c-b0a7-7d22a4a2dfb1 req-e423e8f4-3f24-4c1b-b8a0-77beb641c3c8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0561218 Oct 13 04:31:10.005971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:10.015861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:10.026601 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:10.027406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:10.029131 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:30:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:10.049392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-6dd49dbd-0b2e-4df7-9603-55d2f04d2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.050632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port 84e6312c-5629-4116-b67f-08233978b432 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:31:10.050897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-6dd49dbd-0b2e-4df7-9603-55d2f04d2b14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 915 time: 0.0986214 Oct 13 04:31:10.053542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:10.057103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3938f1c2-9692-42b6-8cfe-eabacdd7dffb req-56d0c70f-34ef-4ac3-8516-e4d59e8a35f9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.15 "DELETE /v2.0/ports/84e6312c-5629-4116-b67f-08233978b432 HTTP/1.1" status: 204 len: 173 time: 0.8156576 Oct 13 04:31:10.057705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'name': 'network-vif-deleted', 'tag': '84e6312c-5629-4116-b67f-08233978b432'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:10.060108 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf053483-8673-4a74-b7ca-38aa9208e8ea" -d '{"events": [{"server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "name": "network-vif-deleted", "tag": "84e6312c-5629-4116-b67f-08233978b432"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:10.098026 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ec2c5d-67a6-4e68-8587-4277258d0cce x-openstack-request-id: req-23ec2c5d-67a6-4e68-8587-4277258d0cce {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:10.098731 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b", "name": "network-vif-deleted", "tag": "84e6312c-5629-4116-b67f-08233978b432", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:10.099141 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23ec2c5d-67a6-4e68-8587-4277258d0cce {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:10.099721 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b', 'name': 'network-vif-deleted', 'tag': '84e6312c-5629-4116-b67f-08233978b432', 'status': 'completed', 'code': 200} Oct 13 04:31:10.134237 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-a40116e0-bfa1-4356-8257-74a1f02544a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6774820-ca55-46af-a7b2-310e907a1010 HTTP/1.1" status: 200 len: 217 time: 0.0740805 Oct 13 04:31:10.189438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-eac48959-f990-4596-8d7d-1c7b842a30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.191515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-eac48959-f990-4596-8d7d-1c7b842a30fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.0498908 Oct 13 04:31:10.235077 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-75ed451d-72f8-45c9-9f03-466fe1832b0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355978 Oct 13 04:31:10.240633 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:31:10.376515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-63ef3abd-5d6e-43cf-8d7b-80fd41c176d4 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191087 Oct 13 04:31:10.405743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d202f6-15cd-49c8-9ccb-5e1b664149d6 req-f1c283ca-3b81-4421-bfa2-89f8f0b7a5cd tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.413806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0d202f6-15cd-49c8-9ccb-5e1b664149d6 req-f1c283ca-3b81-4421-bfa2-89f8f0b7a5cd tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0817177 Oct 13 04:31:10.460521 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0d202f6-15cd-49c8-9ccb-5e1b664149d6 req-eececc13-7698-4f46-9bea-baf69bbd1e97 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Oct 13 04:31:10.477191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7238df0e-b14f-4c93-8d62-f0a71d25c581 req-ba4b34d4-c39b-4140-86d8-05eb0db2d91d service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936549 Oct 13 04:31:10.510768 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:10.541937 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:31:10.550622 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:10.551685 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:30:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:10.709720 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:31:10.720373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-7508954a-df1b-4dc5-a2de-d106df33df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.722024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-7508954a-df1b-4dc5-a2de-d106df33df7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbfc0f2e892d4e4a9d76eae0011c7418&device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0566263 Oct 13 04:31:10.776437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42423d8-aed9-44a2-ae4c-f5726f5dc1f1 req-604abc6a-5456-44f4-9c68-33495dc1d6ab tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.785775 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e42423d8-aed9-44a2-ae4c-f5726f5dc1f1 req-604abc6a-5456-44f4-9c68-33495dc1d6ab tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.1575077 Oct 13 04:31:10.841228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dfd92-9fd5-4849-b4f9-e55da885130e req-254fee93-5fa2-40fe-acd7-8bc482fd99fa tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.842805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-447dfd92-9fd5-4849-b4f9-e55da885130e req-254fee93-5fa2-40fe-acd7-8bc482fd99fa tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0948215 Oct 13 04:31:10.902093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e42423d8-aed9-44a2-ae4c-f5726f5dc1f1 req-0179da0d-c4da-443f-8afc-dfa4b6ee6809 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151400 Oct 13 04:31:10.908021 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-447dfd92-9fd5-4849-b4f9-e55da885130e req-7dcb3d15-4d7a-4faa-bc6a-3052a59e99c1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Oct 13 04:31:10.937290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-fbec30fb-3ef5-4e47-8128-088f3ed62978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.938855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-fbec30fb-3ef5-4e47-8128-088f3ed62978 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60c510c9-ef70-4749-9e4b-ce3a2643893d HTTP/1.1" status: 200 len: 911 time: 0.2075145 Oct 13 04:31:10.972130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:10.979819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-b57f4c72-9875-4dc7-9155-186a0e43dff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228 HTTP/1.1" status: 200 len: 217 time: 0.0342107 Oct 13 04:31:11.002410 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d020f1-4872-4ef8-9c98-1d799ee9c907 None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:11.042308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-b73cc544-c149-483a-a6dd-61dd379514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:11.044341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-b73cc544-c149-483a-a6dd-61dd379514c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=336fa869-3eb5-4642-848d-dc09cdc348e0 HTTP/1.1" status: 200 len: 850 time: 0.0572829 Oct 13 04:31:11.089248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-9616fb0f-c46b-4cb1-a45a-f1e6a1204556 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60c510c9-ef70-4749-9e4b-ce3a2643893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361707 Oct 13 04:31:11.123701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7eac2812-0961-4729-92d9-f4939a98018a req-45a83091-c437-44a1-bb3c-b121ce8c48a3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0377972 Oct 13 04:31:11.209195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-00580771-316b-4c91-a353-a5418b10c9de service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945570 Oct 13 04:31:11.286720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12b68a-62ae-4397-b3a7-46c2ab489b87 None None] New status for floating IP af46f230-6a82-4f49-8b56-56423b2bf7c9: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:31:11.307544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6aeef4f7-0a7a-4616-a3e3-3581506db5c1 req-8655470a-4e69-4ee3-a4a3-2972a43e71a1 service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910597 Oct 13 04:31:12.037451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c103-6521-48c9-83f6-c21027f557ba req-853cc44b-91ac-48bb-bffe-8e0fe08942d3 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:12.039895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13e6c103-6521-48c9-83f6-c21027f557ba req-853cc44b-91ac-48bb-bffe-8e0fe08942d3 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0717614 Oct 13 04:31:12.054519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829b71-7323-42b8-a474-b294bea0b608 req-e5fe149e-de09-47bb-bd53-b9b013fb55ae tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:12.056112 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1829b71-7323-42b8-a474-b294bea0b608 req-e5fe149e-de09-47bb-bd53-b9b013fb55ae tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0572765 Oct 13 04:31:12.080875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13e6c103-6521-48c9-83f6-c21027f557ba req-15cdb8d1-a881-42e5-bc41-a2e6484d6c37 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Oct 13 04:31:12.120101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1829b71-7323-42b8-a474-b294bea0b608 req-ef0f5934-2221-4aac-89ba-04dc1aeb5c55 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567639 Oct 13 04:31:12.242380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4b2eb75-3474-4fa4-906d-39c0e1d69207 req-874fa199-a256-47cf-80e1-b8ca833c1908 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0420697 Oct 13 04:31:12.258814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3c33a-a76d-4b10-a9ac-e0937e180845 req-def9234c-2e86-492d-ad43-e81a63f196ff tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:12.258814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5c3c33a-a76d-4b10-a9ac-e0937e180845 req-def9234c-2e86-492d-ad43-e81a63f196ff tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0547311 Oct 13 04:31:12.309309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5c3c33a-a76d-4b10-a9ac-e0937e180845 req-c8eece40-fd53-4712-a076-04377772e2e5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Oct 13 04:31:12.708425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-3aa3511c-6842-448d-9de6-a520d2ad41da tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:12.709882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-3aa3511c-6842-448d-9de6-a520d2ad41da tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 814 time: 0.1007299 Oct 13 04:31:12.726363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-17cedc0d-4fba-4c97-ab4b-602ee333f75c tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/quotas/9fe0ae4e81c4485090001d200370bc47 HTTP/1.1" status: 200 len: 375 time: 0.0098324 Oct 13 04:31:12.777849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-b581cc1a-c740-4d79-9a2a-c3ce1ca41547 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449011 Oct 13 04:31:12.872926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-fbfb22f5-ceda-499e-b37b-facc9928f498 service neutron] 10.222.0.44 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875099 Oct 13 04:31:12.922560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 84e6312c-5629-4116-b67f-08233978b432 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:12.942765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 84e6312c-5629-4116-b67f-08233978b432 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:31:12.943105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 84e6312c-5629-4116-b67f-08233978b432 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:31:12.963503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-864f791d-939c-45c6-86e8-e17928265fb4 service neutron] 10.222.0.44 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842185 Oct 13 04:31:13.134099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6d4ebe1e-5a38-4058-b4e3-e72d1d3467c2 req-bc82ef12-bb8a-461a-99a0-bff66967f9e3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 210 time: 0.0379055 Oct 13 04:31:13.221924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7060dd-3f7e-46a9-bb60-d6fc0728388a req-3273e1d0-b5f5-4432-a76e-5ef899aa1dfc tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:13.223010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d7060dd-3f7e-46a9-bb60-d6fc0728388a req-3273e1d0-b5f5-4432-a76e-5ef899aa1dfc tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0558145 Oct 13 04:31:13.279323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0d7060dd-3f7e-46a9-bb60-d6fc0728388a req-01c90a5f-d2b0-46ff-9eb8-b6c88af1387a tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Oct 13 04:31:13.367622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3ae657e9-7ad3-4031-ba9d-eab9b73fe289 req-107e3545-141e-4d1b-94e3-f8c5155ade71 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0373971 Oct 13 04:31:13.533061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d2847-c2dd-413d-b664-8a2910b17d68 req-341ef304-7658-467b-a54a-72a0d890df0d tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:13.534821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e29d2847-c2dd-413d-b664-8a2910b17d68 req-341ef304-7658-467b-a54a-72a0d890df0d tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0564780 Oct 13 04:31:13.574183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e29d2847-c2dd-413d-b664-8a2910b17d68 req-a350f772-9ef7-428b-91cf-0f990316614c tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Oct 13 04:31:13.917927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bb84f99b-8409-4c27-a55e-f717c5892108 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:13.919417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bb84f99b-8409-4c27-a55e-f717c5892108 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "GET /v2.0/ports?device_id=dde8d761-f22f-4d8f-8893-c364ef443cce HTTP/1.1" status: 200 len: 945 time: 0.0485198 Oct 13 04:31:14.019703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Deleting port c6774820-ca55-46af-a7b2-310e907a1010 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:14.019962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.158463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] For port c6774820-ca55-46af-a7b2-310e907a1010, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c6774820-ca55-46af-a7b2-310e907a1010,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:14.160543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.175901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Calling delete_port for c6774820-ca55-46af-a7b2-310e907a1010 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:14.265820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b374bac-a95e-4c81-9fcd-8e0655c9e33a req-99553dea-f0f9-4fba-a27f-6ca1c280fa58 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 210 time: 0.0460823 Oct 13 04:31:14.345424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-cfe7b031-bd1d-42a5-b264-7f000cbb5351 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:14.346844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-cfe7b031-bd1d-42a5-b264-7f000cbb5351 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 814 time: 0.2495570 Oct 13 04:31:14.362063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Request body: {'port': {'device_id': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'admin_state_up': True, 'tenant_id': '9fe0ae4e81c4485090001d200370bc47'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:14.410480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.425457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c6774820-ca55-46af-a7b2-310e907a1010'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:14.450845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Pushing event deleted for resources: {'Port': ['ID=c6774820-ca55-46af-a7b2-310e907a1010,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:14.475635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.476355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.476756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.477106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.477464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.477835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.478251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.478589 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.478940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.479292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.479656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.480021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:14.494416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3e84c331-74ae-426d-88cd-2b9b63d12942 req-09ae0882-ed75-4779-a3ee-b852c2f89bb5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2ad721-4b20-4fe5-b1a6-aa5c4e33a96b HTTP/1.1" status: 200 len: 210 time: 0.0445204 Oct 13 04:31:14.543243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] No DVR routers for this DVR port c6774820-ca55-46af-a7b2-310e907a1010 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:31:14.550607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.553923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f69a8be9-7c45-4c0d-9e34-e410c48f57df req-bf7abfeb-0664-48bb-a5c2-66e275b4a31e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "DELETE /v2.0/ports/c6774820-ca55-46af-a7b2-310e907a1010 HTTP/1.1" status: 204 len: 173 time: 0.6280370 Oct 13 04:31:14.554506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-deleted', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:14.556626 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbfdbff-04d5-4f6e-894e-85896487e81a" -d '{"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-deleted", "tag": "c6774820-ca55-46af-a7b2-310e907a1010"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:14.588051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Made reservation on behalf of 9fe0ae4e81c4485090001d200370bc47 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:14.592436 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.721856 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef80550-d3f3-43c7-a1aa-803f9060704d x-openstack-request-id: req-fef80550-d3f3-43c7-a1aa-803f9060704d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:14.722092 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8d761-f22f-4d8f-8893-c364ef443cce", "name": "network-vif-deleted", "tag": "c6774820-ca55-46af-a7b2-310e907a1010", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:14.722298 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fef80550-d3f3-43c7-a1aa-803f9060704d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:14.722698 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8d761-f22f-4d8f-8893-c364ef443cce', 'name': 'network-vif-deleted', 'tag': 'c6774820-ca55-46af-a7b2-310e907a1010', 'status': 'completed', 'code': 200} Oct 13 04:31:14.734272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Allocated IP 172.20.0.7 (d54f50f8-77cb-451d-a582-b4111779dc41/2578b9ad-a75d-4b9c-a4ff-6f3593a61d57/7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:14.784296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f91e4-7fea-4b3d-9f33-0f243cb705f3 req-4db3a5f6-ef7e-418b-b423-8a54b2fb5fc2 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:14.785861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-468f91e4-7fea-4b3d-9f33-0f243cb705f3 req-4db3a5f6-ef7e-418b-b423-8a54b2fb5fc2 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0901747 Oct 13 04:31:14.826137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-468f91e4-7fea-4b3d-9f33-0f243cb705f3 req-c67ac084-1e98-4767-879c-ddd9a8733334 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Oct 13 04:31:14.905292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.955891 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.053888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Network d54f50f8-77cb-451d-a582-b4111779dc41 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:15.058319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:15.066040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:15.109569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:15.142974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.144230 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.158050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ba984-8ae9-44f7-bcb6-71904e25b9a7 req-ce9c0055-cb7d-4bf4-96a7-cfa20dce2390 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.160447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb5ba984-8ae9-44f7-bcb6-71904e25b9a7 req-ce9c0055-cb7d-4bf4-96a7-cfa20dce2390 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.1105194 Oct 13 04:31:15.160951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-ac2df0ae-9856-4ded-bdea-d068b78ab3b6 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025043 Oct 13 04:31:15.168710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-bed257c4-a3b7-4a93-805b-e74fc8ef48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.170236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-bed257c4-a3b7-4a93-805b-e74fc8ef48e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbfc0f2e892d4e4a9d76eae0011c7418&device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0811167 Oct 13 04:31:15.177255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Request body: {'port': {'device_id': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:15.239214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.269291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb5ba984-8ae9-44f7-bcb6-71904e25b9a7 req-5284262e-181a-4ff5-928b-742e928d97a2 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978935 Oct 13 04:31:15.303548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-8bb0d491-87b0-43de-a659-d826336ac13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.305056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-8bb0d491-87b0-43de-a659-d826336ac13c service neutron] 10.222.0.15 "GET /v2.0/networks?id=60c510c9-ef70-4749-9e4b-ce3a2643893d HTTP/1.1" status: 200 len: 911 time: 0.1242251 Oct 13 04:31:15.362990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-e21da27c-50de-4c40-801b-a35414b4342a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228 HTTP/1.1" status: 200 len: 217 time: 0.0506740 Oct 13 04:31:15.415064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-2b687bb9-5556-49d5-b0db-18fd79eb34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.416579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-2b687bb9-5556-49d5-b0db-18fd79eb34ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=336fa869-3eb5-4642-848d-dc09cdc348e0 HTTP/1.1" status: 200 len: 850 time: 0.0473781 Oct 13 04:31:15.450510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-140949bf-2206-4dfe-a23f-2ec77a2f7439 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60c510c9-ef70-4749-9e4b-ce3a2643893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261648 Oct 13 04:31:15.479335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cacfa-4841-4c77-8b43-e96339e00193 req-802153f0-4c2c-4f75-889a-d4551eb4c18a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.480837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-773cacfa-4841-4c77-8b43-e96339e00193 req-802153f0-4c2c-4f75-889a-d4551eb4c18a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 931 time: 0.1048384 Oct 13 04:31:15.546688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-8ecd652a-46bd-4c9b-94c5-5dc45e33867e service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895212 Oct 13 04:31:15.551537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-773cacfa-4841-4c77-8b43-e96339e00193 req-bda8db72-fa64-4e7e-9857-81045cf0b80d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Oct 13 04:31:15.644423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:15.653751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4166a748-7fc3-47c4-9fd9-7dc83a346225 req-a1f15081-871d-4612-b2b9-076f850d8c8d service neutron] 10.222.0.15 "GET /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888577 Oct 13 04:31:15.657392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.673815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Transition to ACTIVE for port object 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:31:15.678471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.726699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-2b4938fe-b7c5-4d8c-9c5e-149d603037ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141573487&fields=id&tenant_id=cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 267 time: 0.0362897 Oct 13 04:31:15.753495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:15.806747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Attempting to bind port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:31:15.807081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Attempting to bind port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:31:15.807415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Attempting to bind port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a on network d54f50f8-77cb-451d-a582-b4111779dc41 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:15.812363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a on network d54f50f8-77cb-451d-a582-b4111779dc41 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:31:15.812709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Attempting to bind port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a on network d54f50f8-77cb-451d-a582-b4111779dc41 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:15.817837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:31:15.818176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Checking segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:15.818561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Bound using segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:31:15.818984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Bound port: 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:31:15.819342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.842089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-00713dd4-947e-4efd-9e98-c5e67a9b0c83 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.843579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-00713dd4-947e-4efd-9e98-c5e67a9b0c83 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1068761 Oct 13 04:31:15.863247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-70732e25-0f01-4955-b8dd-774a3ed3a775 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0135040 Oct 13 04:31:15.885841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:31:15.889382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:31:15.894944 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.924006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-abf6205b-c4cb-41ba-9ef0-8db7eee93534 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541017 Oct 13 04:31:15.939353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:15.940007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.941678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] 10.222.0.26 "PUT /v2.0/ports/7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a HTTP/1.1" status: 200 len: 1091 time: 0.7706497 Oct 13 04:31:15.958333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fdbc8-1ab1-436e-9efe-128c2e10fe5f service neutron] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:16.021419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-fd9be230-3519-4418-9cd1-fdc649f8e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.022936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-fd9be230-3519-4418-9cd1-fdc649f8e5a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 1094 time: 0.0421827 Oct 13 04:31:16.027631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-f7f48d93-a25b-4b32-abf6-6224319b0524 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904701 Oct 13 04:31:16.065257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-fb07f081-e2bf-4830-b83b-5afc9e5760a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a HTTP/1.1" status: 200 len: 217 time: 0.0342650 Oct 13 04:31:16.113657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4771-a195-4e9c-9faa-717fa5330dff req-517c54d0-8d4d-40f7-b133-7d9480627c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.115104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-517c54d0-8d4d-40f7-b133-7d9480627c05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.0424974 Oct 13 04:31:16.116020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-86bfe120-d70e-4776-9302-5fd2fe5677db service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821176 Oct 13 04:31:16.150965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-25e43c8e-1627-4a87-8706-1f698a15d09a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290258 Oct 13 04:31:16.242248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-5a7d4c84-554c-4307-8c00-f3d976b8dc8e service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 Oct 13 04:31:16.347044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18df4771-a195-4e9c-9faa-717fa5330dff req-3ae19521-8f2a-4c20-ad00-54a8f8428667 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975828 Oct 13 04:31:16.420379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75c38557-3093-4a74-a90f-f457cf790994 req-77f8ba3e-7e19-47dd-a659-13e540a070b6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0273263 Oct 13 04:31:16.429111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdfa94-529a-43db-8a43-cf7aac47eef4 req-07fa3554-b122-4198-877c-f46289b211e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.430608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbbdfa94-529a-43db-8a43-cf7aac47eef4 req-07fa3554-b122-4198-877c-f46289b211e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0581882 Oct 13 04:31:16.471262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbbdfa94-529a-43db-8a43-cf7aac47eef4 req-16fb8b95-ef34-48c2-ae0f-44b8ecc3576c tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Oct 13 04:31:16.699547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459b263-094a-443a-893e-4b027353501a req-a5c9a6da-086d-453b-a483-af667c46f7ce tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.701524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e459b263-094a-443a-893e-4b027353501a req-a5c9a6da-086d-453b-a483-af667c46f7ce tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 943 time: 0.0647433 Oct 13 04:31:16.722709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d3020-8d20-4c6d-b1cd-e78cac417a4f req-0fb87f68-160b-4500-be11-6481bf246b64 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.724185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e49d3020-8d20-4c6d-b1cd-e78cac417a4f req-0fb87f68-160b-4500-be11-6481bf246b64 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0520883 Oct 13 04:31:16.724314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:16.726683 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7eca8f-7e28-42fc-b45b-82bf4779afef" -d '{"events": [{"name": "network-changed", "server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:16.751827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e459b263-094a-443a-893e-4b027353501a req-8690e282-f664-4336-8e04-6e7757176721 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Oct 13 04:31:16.769534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e49d3020-8d20-4c6d-b1cd-e78cac417a4f req-664f6cfe-5b87-48f6-809d-df9a8818d5b3 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Oct 13 04:31:16.783115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:16.806612 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c7c69f-c146-421b-8007-676c4b2325e7 x-openstack-request-id: req-a7c7c69f-c146-421b-8007-676c4b2325e7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:16.806919 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:16.807168 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7c7c69f-c146-421b-8007-676c4b2325e7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:16.807560 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'status': 'completed', 'code': 200} Oct 13 04:31:16.810190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: c6774820-ca55-46af-a7b2-310e907a1010 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:31:16.810528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c6774820-ca55-46af-a7b2-310e907a1010 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:31:16.871415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-5f71fdaa-339a-4949-9945-d7b37f3403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.873496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-5f71fdaa-339a-4949-9945-d7b37f3403ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 1094 time: 0.0444591 Oct 13 04:31:16.962862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-f958bbca-4ea9-43e6-8745-634747f34075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:16.964496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-f958bbca-4ea9-43e6-8745-634747f34075 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 915 time: 0.0843713 Oct 13 04:31:17.016932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-c575bafe-590e-494b-b6cb-b1497ac0c888 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a HTTP/1.1" status: 200 len: 217 time: 0.0380759 Oct 13 04:31:17.435255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-87314ef5-4998-45de-850d-415c6e079d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:17.436782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-87314ef5-4998-45de-850d-415c6e079d1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.4111912 Oct 13 04:31:17.474270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-bf0cf628-3b3b-4c4d-ab53-a34461ca517f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292664 Oct 13 04:31:17.515417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc7e00f5-fcd0-4b2e-a28f-0008862a8249 req-42ff6f02-1796-44be-9496-e38912e1c667 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0260000 Oct 13 04:31:17.543501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-fb716ebe-8f79-4b93-bd57-6c1f79b2d0a9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:17.545465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-fb716ebe-8f79-4b93-bd57-6c1f79b2d0a9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1808324 Oct 13 04:31:17.609089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-76ff77d3-9a62-4668-b8e2-12eb901e04e7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 380 time: 0.0537972 Oct 13 04:31:17.612522 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-4a140b9a-36cc-492a-a4e9-35de3894af88 service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287501 Oct 13 04:31:17.632537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'security_groups': ['0093edb7-008a-413b-805f-d8819993cf3c']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:17.783413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7eca8f-7e28-42fc-b45b-82bf4779afef req-eebcbd45-2926-4291-bc05-922fe9c6524e service neutron] 10.222.0.26 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615763 Oct 13 04:31:17.814014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:17.819016 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.913072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67554f0-b947-450f-887d-a9e9a209453e req-e8458d7d-02a5-4eb8-9262-1b8f905cd46e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:17.914807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c67554f0-b947-450f-887d-a9e9a209453e req-e8458d7d-02a5-4eb8-9262-1b8f905cd46e tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0646002 Oct 13 04:31:17.938169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b5b95-7cc4-45c1-8103-2b660884ba63 req-145baf3b-1fbf-4788-9f10-f3dcdaddce9b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:17.939679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e5b5b95-7cc4-45c1-8103-2b660884ba63 req-145baf3b-1fbf-4788-9f10-f3dcdaddce9b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 943 time: 0.1083443 Oct 13 04:31:17.961070 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c67554f0-b947-450f-887d-a9e9a209453e req-849d84cd-bce1-4eb9-8aed-4990fc7be21c tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/security-groups?id=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389309 Oct 13 04:31:18.014403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e5b5b95-7cc4-45c1-8103-2b660884ba63 req-8872b7fe-d480-4001-b8b4-933aaacdfe79 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Oct 13 04:31:18.018348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.5 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/5873da36-3f70-43c3-93b6-2c76c5524dab) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:18.162684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.197842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.242141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:18.245376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:18.249572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:18.273360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=5873da36-3f70-43c3-93b6-2c76c5524dab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:18.302118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:18.302745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.319599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-bef16452-150c-4f46-aabd-5c8484a624eb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966550 Oct 13 04:31:18.332980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Request body: {'port': {'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:18.393627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.474744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-e69c97e7-19ed-495b-9989-51d8759033fe tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:18.476194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-e69c97e7-19ed-495b-9989-51d8759033fe tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 945 time: 0.0577140 Oct 13 04:31:18.571812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0729e04-dc8b-4f3c-b802-e3dbce4f765e None None] Provisioning complete for port 5873da36-3f70-43c3-93b6-2c76c5524dab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:18.574990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0729e04-dc8b-4f3c-b802-e3dbce4f765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.592608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Deleting port 0a7e8985-d977-4385-a6a8-0eb968ff5228 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:18.593041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.654391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0729e04-dc8b-4f3c-b802-e3dbce4f765e None None] Port 5873da36-3f70-43c3-93b6-2c76c5524dab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:31:18.707456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5873da36-3f70-43c3-93b6-2c76c5524dab {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:18.715630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.727181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] For port 0a7e8985-d977-4385-a6a8-0eb968ff5228, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=0a7e8985-d977-4385-a6a8-0eb968ff5228,segment=NetworkSegment(eab11056-3799-4c79-b677-520bdca79ce6),segment_id=eab11056-3799-4c79-b677-520bdca79ce6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:18.727646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.728467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Transition to ACTIVE for port object 5873da36-3f70-43c3-93b6-2c76c5524dab will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:31:18.733299 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.750901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf1b47-a77b-4481-b0ba-359e5f941073 req-dd4a5c7d-45fe-4333-bafa-3b1cad48463f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:18.752356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3cf1b47-a77b-4481-b0ba-359e5f941073 req-dd4a5c7d-45fe-4333-bafa-3b1cad48463f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 931 time: 0.0934117 Oct 13 04:31:18.753260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Calling delete_port for 0a7e8985-d977-4385-a6a8-0eb968ff5228 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:18.806945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=5873da36-3f70-43c3-93b6-2c76c5524dab,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:18.845157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3cf1b47-a77b-4481-b0ba-359e5f941073 req-897fa501-6366-4584-8c19-d50fe29c5a99 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862241 Oct 13 04:31:18.877425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Attempting to bind port 5873da36-3f70-43c3-93b6-2c76c5524dab on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:31:18.877872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Attempting to bind port 5873da36-3f70-43c3-93b6-2c76c5524dab by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:31:18.878302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Attempting to bind port 5873da36-3f70-43c3-93b6-2c76c5524dab on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:18.883348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Port 5873da36-3f70-43c3-93b6-2c76c5524dab on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:31:18.884000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Attempting to bind port 5873da36-3f70-43c3-93b6-2c76c5524dab on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:18.889395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:31:18.889859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:18.890343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:31:18.890889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Bound port: 5873da36-3f70-43c3-93b6-2c76c5524dab, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:31:18.891350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.936463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.947996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['0a7e8985-d977-4385-a6a8-0eb968ff5228'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:18.963080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] For port 5873da36-3f70-43c3-93b6-2c76c5524dab, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:31:18.969205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] For port 5873da36-3f70-43c3-93b6-2c76c5524dab, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5873da36-3f70-43c3-93b6-2c76c5524dab,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:31:18.974467 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.022948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Pushing event deleted for resources: {'Port': ['ID=0a7e8985-d977-4385-a6a8-0eb968ff5228,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:19.038028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6279-2e5e-4293-8a1d-cecfc774fbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.044382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.044598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.046151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] 10.222.0.26 "PUT /v2.0/ports/5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 1091 time: 0.7176523 Oct 13 04:31:19.046726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:19.049415 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bb8f4d-a1c2-4500-a767-b833a462fdef" -d '{"events": [{"name": "network-changed", "server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:19.096235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] No DVR routers for this DVR port 0a7e8985-d977-4385-a6a8-0eb968ff5228 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:31:19.105703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.111198 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb08139-fe5b-4ee9-b40f-b2e9128b2139 req-3118fe26-0e5e-42ca-b12b-d231f333b8e5 tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.15 "DELETE /v2.0/ports/0a7e8985-d977-4385-a6a8-0eb968ff5228 HTTP/1.1" status: 204 len: 173 time: 0.6279275 Oct 13 04:31:19.111815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'name': 'network-vif-deleted', 'tag': '0a7e8985-d977-4385-a6a8-0eb968ff5228'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:19.114291 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff69b10-de68-494a-be18-13bee14cd315" -d '{"events": [{"server_uuid": "cd94dd23-12f9-4518-b1b6-892d7818ef8b", "name": "network-vif-deleted", "tag": "0a7e8985-d977-4385-a6a8-0eb968ff5228"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:19.140396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569176ca-3532-4fce-a8e7-09369818fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=5873da36-3f70-43c3-93b6-2c76c5524dab,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:19.197963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-684b2051-63cd-4fbe-84a7-9736d1c3bfca req-a088c798-68ff-4027-b8ce-d1aebbf2a75d tempest-TestServerAdvancedOps-1041537641 tempest-TestServerAdvancedOps-1041537641-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd94dd23-12f9-4518-b1b6-892d7818ef8b HTTP/1.1" status: 200 len: 210 time: 0.0539901 Oct 13 04:31:19.227030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-33b97930-25d7-46ee-bc62-a637ffbabd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.229636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-33b97930-25d7-46ee-bc62-a637ffbabd89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1094 time: 0.1358876 Oct 13 04:31:19.260845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94054a-ec45-4e4d-871a-be98c1d1a02d req-db4f0c76-0051-4f1e-bbb0-184dda32a536 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.262983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c94054a-ec45-4e4d-871a-be98c1d1a02d req-db4f0c76-0051-4f1e-bbb0-184dda32a536 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 943 time: 0.0987141 Oct 13 04:31:19.309533 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068c5309-ed84-41ec-9199-83bdc1b55917 x-openstack-request-id: req-068c5309-ed84-41ec-9199-83bdc1b55917 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:19.309823 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:19.310078 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-068c5309-ed84-41ec-9199-83bdc1b55917 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:19.310204 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8cd50-4457-493a-b963-986926a6c365 x-openstack-request-id: req-72d8cd50-4457-493a-b963-986926a6c365 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:19.310477 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'status': 'completed', 'code': 200} Oct 13 04:31:19.310584 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd94dd23-12f9-4518-b1b6-892d7818ef8b", "name": "network-vif-deleted", "tag": "0a7e8985-d977-4385-a6a8-0eb968ff5228", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:19.310859 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72d8cd50-4457-493a-b963-986926a6c365 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:19.311184 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd94dd23-12f9-4518-b1b6-892d7818ef8b', 'name': 'network-vif-deleted', 'tag': '0a7e8985-d977-4385-a6a8-0eb968ff5228', 'status': 'completed', 'code': 200} Oct 13 04:31:19.312302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-d520d3f2-dbcf-4283-8d2c-9445675ddc5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 217 time: 0.0746181 Oct 13 04:31:19.325647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c94054a-ec45-4e4d-871a-be98c1d1a02d req-12ed2bcc-2aef-4831-b16e-e939309bc17e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Oct 13 04:31:19.381719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-22bd3e5f-3abe-489c-b39c-71879704da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.383289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-22bd3e5f-3abe-489c-b39c-71879704da1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0639534 Oct 13 04:31:19.430009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-78f731e1-1c0f-4334-b097-ef554d8bf211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.431492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-78f731e1-1c0f-4334-b097-ef554d8bf211 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412617 Oct 13 04:31:19.521963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-2c971db0-9c98-41eb-ad62-0f0814114d57 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830503 Oct 13 04:31:19.621067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc85f79b-7c77-463a-9c93-63288cba7248 req-b8a03023-7a40-4257-8622-a2a8db211073 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913854 Oct 13 04:31:19.703920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-b55e0207-6b3f-4f3d-a678-d702705f30f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.705502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-b55e0207-6b3f-4f3d-a678-d702705f30f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1094 time: 0.0411365 Oct 13 04:31:19.799129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-763d24c7-3d67-4a7b-a8dc-01d6761797a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.800603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-763d24c7-3d67-4a7b-a8dc-01d6761797a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0883179 Oct 13 04:31:19.841462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-465ea2a7-1709-4fd0-b319-d46edef84b17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 217 time: 0.0338404 Oct 13 04:31:19.891620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-cff90db6-a172-4eb6-bc7c-8bdeec2151b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.894409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-cff90db6-a172-4eb6-bc7c-8bdeec2151b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0453265 Oct 13 04:31:19.978609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-9765a098-c8eb-409c-8bba-069cf0ae83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.980160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-9765a098-c8eb-409c-8bba-069cf0ae83ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797319 Oct 13 04:31:19.988717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e438f0-1056-423e-a0e4-26ff4fbd5ccf req-0d7e378f-8393-454b-b4f9-73aeaaff5285 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:19.990247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14e438f0-1056-423e-a0e4-26ff4fbd5ccf req-0d7e378f-8393-454b-b4f9-73aeaaff5285 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0604842 Oct 13 04:31:20.077776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14e438f0-1056-423e-a0e4-26ff4fbd5ccf req-47b87944-3daf-4fe4-96b5-b3e3665c184a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789998 Oct 13 04:31:20.114057 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-1a8af823-cc25-4ec7-8b16-d4f08b21f544 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227918 Oct 13 04:31:20.211684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26bb8f4d-a1c2-4500-a767-b833a462fdef req-87c1ef8e-e0ee-42ea-b5b0-f646d240c7fc service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Oct 13 04:31:20.264927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:20.327458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Deleting subnet 336fa869-3eb5-4642-848d-dc09cdc348e0 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:31:20.330714 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.392394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.442385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.478737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0357d-7593-45d3-87c0-2acc526b57ca req-acba0ae0-fdf1-487f-bb79-74d904184ce0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:20.480212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13a0357d-7593-45d3-87c0-2acc526b57ca req-acba0ae0-fdf1-487f-bb79-74d904184ce0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 943 time: 0.0539851 Oct 13 04:31:20.498228 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.521335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13a0357d-7593-45d3-87c0-2acc526b57ca req-5fe250d2-ed81-4178-958c-05a9f6bae9b3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Oct 13 04:31:20.530377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336fa869-3eb5-4642-848d-dc09cdc348e0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:20.532600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.536942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-29906979-22f9-47e3-8886-1a78a779c632 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/336fa869-3eb5-4642-848d-dc09cdc348e0 HTTP/1.1" status: 204 len: 168 time: 0.2709863 Oct 13 04:31:20.543866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:20.609420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.689493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.811418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:31:20.921206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:20.935217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'port_id': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'mac_address': 'fa:16:3e:8a:35:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2578b9ad-a75d-4b9c-a4ff-6f3593a61d57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:31:20.974484 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.988526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:21.010906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:21.015849 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.057280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c510c9-ef70-4749-9e4b-ce3a2643893d']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:21.065186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:21.069288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab11056-3799-4c79-b677-520bdca79ce6') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:21.069582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab11056-3799-4c79-b677-520bdca79ce6') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:21.079293 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.092158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.097905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:21.098289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:21.099922 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:21.177311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.183343 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.186429 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] 10.222.0.44 "DELETE /v2.0/networks/60c510c9-ef70-4749-9e4b-ce3a2643893d HTTP/1.1" status: 204 len: 168 time: 0.6416459 Oct 13 04:31:21.189638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:21.201256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8156c-9529-4c75-82b0-b5e93de88226 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c510c9-ef70-4749-9e4b-ce3a2643893d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:21.214379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e817-d496-43d8-9603-85f8c4f6ba1a req-f7ba65c4-7c24-4a72-8981-aa971a060c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:21.216566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a32e817-d496-43d8-9603-85f8c4f6ba1a req-f7ba65c4-7c24-4a72-8981-aa971a060c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0687826 Oct 13 04:31:21.245197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Deleting subnet 6b576ce7-2f64-45c7-8ef6-806594d36a45 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:31:21.248430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.271831 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a32e817-d496-43d8-9603-85f8c4f6ba1a req-5c5ff3ee-242f-4bf2-8b6a-d654c7d18ed8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Oct 13 04:31:21.283272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.317941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:21.328954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.396327 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.424981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b576ce7-2f64-45c7-8ef6-806594d36a45,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:21.427496 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.433191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36106) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:21.433331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-63a8005d-5902-42fc-93b0-d3901cabda9a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b576ce7-2f64-45c7-8ef6-806594d36a45 HTTP/1.1" status: 204 len: 168 time: 0.2417657 Oct 13 04:31:21.483607 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67c605d1-4ebf-42d4-b3f6-6f4124f86922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.504043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.588454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.609864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbb6d88-e427-4869-a307-9ff76af883f3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:21.619331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28b3945-5fa2-4f04-b44f-f3a035f25c96') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:21.619626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28b3945-5fa2-4f04-b44f-f3a035f25c96') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:21.629414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.643159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112b13e-a6a6-4191-8c0e-8ba519fcc702 req-a7b7d75e-6c33-4dff-9a30-359026904220 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:21.643407 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.645037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e112b13e-a6a6-4191-8c0e-8ba519fcc702 req-a7b7d75e-6c33-4dff-9a30-359026904220 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 944 time: 0.0516460 Oct 13 04:31:21.649822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:21.650229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:21.652012 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:21.691072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e112b13e-a6a6-4191-8c0e-8ba519fcc702 req-cb59a02f-8247-485d-96d1-653c6b0a2e80 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Oct 13 04:31:21.710901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.717352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.722995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3fbb6d88-e427-4869-a307-9ff76af883f3 HTTP/1.1" status: 204 len: 168 time: 0.2853749 Oct 13 04:31:21.732136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93203-af58-49bd-ab75-b9de0324a7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbb6d88-e427-4869-a307-9ff76af883f3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:21.879210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:21.919367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5d790356-3df1-45d8-b6ea-78e11c69a6af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbfc0f2e892d4e4a9d76eae0011c7418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389957 Oct 13 04:31:21.922002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:21.975124 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1567f6-913b-4748-957a-b3d063983acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.995359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1567f6-913b-4748-957a-b3d063983acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.043040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1567f6-913b-4748-957a-b3d063983acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.045771 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1567f6-913b-4748-957a-b3d063983acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.046958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ed1567f6-913b-4748-957a-b3d063983acc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20 HTTP/1.1" status: 204 len: 168 time: 0.1240366 Oct 13 04:31:22.057673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1567f6-913b-4748-957a-b3d063983acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740a5fcc-8c50-422f-b0c6-a0fe8e0a3b20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:22.371106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:22.402972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3617475-ddd1-4bd4-8358-cc5637148eea req-56bbbb2c-0971-4b6b-8ba7-b38e3b42ca96 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:22.404235 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3617475-ddd1-4bd4-8358-cc5637148eea req-56bbbb2c-0971-4b6b-8ba7-b38e3b42ca96 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0679581 Oct 13 04:31:22.416850 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a4d46396-5690-44ba-bc25-ba5c1c6840e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=688a5ec768ed4a7fadc4772f82ed2545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411816 Oct 13 04:31:22.417067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:22.444621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3617475-ddd1-4bd4-8358-cc5637148eea req-5cd8f59b-8a82-434a-a99f-c70d6737519c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Oct 13 04:31:22.477080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ca06-4431-4449-874c-3056e095a190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.499609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ca06-4431-4449-874c-3056e095a190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.550840 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ca06-4431-4449-874c-3056e095a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.554033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ca06-4431-4449-874c-3056e095a190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.555537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cfc8ca06-4431-4449-874c-3056e095a190 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c4b5185-3d06-4047-b2a5-5999b4b80ead HTTP/1.1" status: 204 len: 168 time: 0.1376269 Oct 13 04:31:22.566445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8ca06-4431-4449-874c-3056e095a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b5185-3d06-4047-b2a5-5999b4b80ead,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:22.823022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f807ce-73d4-4abf-9c65-03bedfbd740e req-bae0d384-4f33-48c2-ae3d-e5c13270cbb4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:22.824559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0f807ce-73d4-4abf-9c65-03bedfbd740e req-bae0d384-4f33-48c2-ae3d-e5c13270cbb4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 944 time: 0.0538306 Oct 13 04:31:22.825997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:22.874945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.888630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0f807ce-73d4-4abf-9c65-03bedfbd740e req-eb193591-171c-4eb5-95e4-1c38f46de33f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Oct 13 04:31:22.893825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:31:22.898490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:22.898859 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.953401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0a7e8985-d977-4385-a6a8-0eb968ff5228 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:22.995886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 0a7e8985-d977-4385-a6a8-0eb968ff5228 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:31:22.996216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 0a7e8985-d977-4385-a6a8-0eb968ff5228 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:31:23.017395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.028429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.043579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:23.045967 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efa9bc5-10f3-45a9-9caf-317b17c77690" -d '{"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-plugged", "status": "completed", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:23.061030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:23.065837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.091518 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2459a154-989d-4314-acdc-780571610176 x-openstack-request-id: req-2459a154-989d-4314-acdc-780571610176 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:23.091812 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-plugged", "status": "completed", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:23.092067 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2459a154-989d-4314-acdc-780571610176 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:23.092465 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'code': 200} Oct 13 04:31:23.122866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.193720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245bad3-370f-4ae6-8f95-05e7cbde8361 req-fb2f714d-0dd6-4ce1-b3a4-82055c37252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:23.195253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b245bad3-370f-4ae6-8f95-05e7cbde8361 req-fb2f714d-0dd6-4ce1-b3a4-82055c37252a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 1096 time: 0.0403860 Oct 13 04:31:23.231338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b245bad3-370f-4ae6-8f95-05e7cbde8361 req-18f5e804-06d5-4c2c-a6df-8cfd52698ea1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286548 Oct 13 04:31:23.557907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127cb3e-c09a-4f16-86e4-bb4e2d857bcc req-831699d7-f549-4796-b31e-2f849f9e042e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:23.559849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b127cb3e-c09a-4f16-86e4-bb4e2d857bcc req-831699d7-f549-4796-b31e-2f849f9e042e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0503967 Oct 13 04:31:23.596159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b127cb3e-c09a-4f16-86e4-bb4e2d857bcc req-d02b60a1-f0d8-4bc8-abf9-005bbf8d5d32 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305018 Oct 13 04:31:24.011528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de3c-cd18-40d6-b7f1-d0439e05fa4a req-63d36050-638a-4dc8-b49c-cbdc2e8eaea8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:24.012940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbe8de3c-cd18-40d6-b7f1-d0439e05fa4a req-63d36050-638a-4dc8-b49c-cbdc2e8eaea8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0501702 Oct 13 04:31:24.053008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbe8de3c-cd18-40d6-b7f1-d0439e05fa4a req-0a289fb9-b72e-4761-ae87-966e79d06a2d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340924 Oct 13 04:31:24.619233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.710091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b6eb8-efda-4527-acb7-29cd98ec885e req-ca4cbc6e-1722-4f1a-a993-213a09b56a45 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:24.711523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a6b6eb8-efda-4527-acb7-29cd98ec885e req-ca4cbc6e-1722-4f1a-a993-213a09b56a45 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0475569 Oct 13 04:31:24.748542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a6b6eb8-efda-4527-acb7-29cd98ec885e req-56d67f5f-375d-45c6-9bd5-4cd374255f08 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300889 Oct 13 04:31:25.164078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf2b8-0932-4aa5-a06b-4cf8a7d71f4f req-2c76e451-c985-421c-a5ad-d3c3d4442296 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:25.165551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b8cf2b8-0932-4aa5-a06b-4cf8a7d71f4f req-2c76e451-c985-421c-a5ad-d3c3d4442296 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0479333 Oct 13 04:31:25.202653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b8cf2b8-0932-4aa5-a06b-4cf8a7d71f4f req-f9586956-fc69-4924-b49b-5b64ab77eb09 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Oct 13 04:31:25.312861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db8743-2fce-420d-8172-e593e55fd1f1 req-fb6b5e30-54b6-42c5-9c4b-d76bf4b48dab tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:25.314273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53db8743-2fce-420d-8172-e593e55fd1f1 req-fb6b5e30-54b6-42c5-9c4b-d76bf4b48dab tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0477352 Oct 13 04:31:25.350184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53db8743-2fce-420d-8172-e593e55fd1f1 req-d5418dbf-a270-42bf-9e78-c73c207551e7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296943 Oct 13 04:31:25.548784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a01ee0-b1bc-437a-8368-1a25d91cccc8 req-3c090cef-0b8b-4a6b-846c-66db0aee042e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:25.550221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83a01ee0-b1bc-437a-8368-1a25d91cccc8 req-3c090cef-0b8b-4a6b-846c-66db0aee042e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0509367 Oct 13 04:31:25.560031 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:31:25.587122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83a01ee0-b1bc-437a-8368-1a25d91cccc8 req-3b5cc14d-f906-41cc-bb14-20b5a41ad6d5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Oct 13 04:31:25.697913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335cd9d-6e91-4eba-9d6c-066962b4977c req-a8ac5742-9f8b-45d7-97de-61c28c7a9ab3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:25.699384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9335cd9d-6e91-4eba-9d6c-066962b4977c req-a8ac5742-9f8b-45d7-97de-61c28c7a9ab3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0486352 Oct 13 04:31:25.736630 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9335cd9d-6e91-4eba-9d6c-066962b4977c req-84fdb07f-5f0a-4288-9636-2dbd79e8a623 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Oct 13 04:31:25.865161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4724e0-7e7b-4513-81ec-b9b945708214 req-3fc047ff-aa5f-4063-9e04-d4507d14a81e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:25.866547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f4724e0-7e7b-4513-81ec-b9b945708214 req-3fc047ff-aa5f-4063-9e04-d4507d14a81e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0489149 Oct 13 04:31:25.909659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0f4724e0-7e7b-4513-81ec-b9b945708214 req-c581ea06-ae08-4a83-80ec-2a74e519cb69 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Oct 13 04:31:26.051409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aec3d3-906b-4aae-b3e8-98ceef966697 req-b2999cd7-1569-4328-bbbb-7cae3c29a506 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:26.053003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69aec3d3-906b-4aae-b3e8-98ceef966697 req-b2999cd7-1569-4328-bbbb-7cae3c29a506 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0501370 Oct 13 04:31:26.092102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69aec3d3-906b-4aae-b3e8-98ceef966697 req-1c6b8101-9233-413e-befd-1c0dacb18fe0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Oct 13 04:31:27.022218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc34267-828a-4693-ac44-04945ba61fc5 req-cc559146-2084-46b7-894c-7a3ad0c95f04 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:27.023655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bc34267-828a-4693-ac44-04945ba61fc5 req-cc559146-2084-46b7-894c-7a3ad0c95f04 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0490463 Oct 13 04:31:27.060342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5bc34267-828a-4693-ac44-04945ba61fc5 req-7fbe24b3-1266-4870-8e08-7c409fa4b97e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307543 Oct 13 04:31:27.215466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed7f4f-9164-4e5e-878c-3611150eb5b9 req-ef929b89-1bae-4de9-8c38-207855e73df7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:27.216883 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11ed7f4f-9164-4e5e-878c-3611150eb5b9 req-ef929b89-1bae-4de9-8c38-207855e73df7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0473366 Oct 13 04:31:27.253069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11ed7f4f-9164-4e5e-878c-3611150eb5b9 req-4050da67-cb7f-4439-8c08-5ba0fefe7b2d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301716 Oct 13 04:31:28.172059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d2d68-32bc-4d43-8c1b-7cb34898a92b req-315e3a2d-077e-4af3-8e2f-2d19fefd7582 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:28.173533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be9d2d68-32bc-4d43-8c1b-7cb34898a92b req-315e3a2d-077e-4af3-8e2f-2d19fefd7582 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0480554 Oct 13 04:31:28.210460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be9d2d68-32bc-4d43-8c1b-7cb34898a92b req-ad4b7e30-b9cb-40ca-af36-bd866ee1ae0c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311303 Oct 13 04:31:28.365508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409c423-4625-4aad-9b3a-9a51f9256c9d req-56de624b-1d03-444c-9a30-f11838e94d4f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:28.366887 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6409c423-4625-4aad-9b3a-9a51f9256c9d req-56de624b-1d03-444c-9a30-f11838e94d4f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0477180 Oct 13 04:31:28.408254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6409c423-4625-4aad-9b3a-9a51f9256c9d req-c2d6cb48-2fef-4853-8f44-ccd700189b2f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Oct 13 04:31:29.326994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68d01-0583-4c20-ba3d-c854bdc031e3 req-de9ce2d7-42f8-45c3-b79c-94c157a11df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:29.328450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1be68d01-0583-4c20-ba3d-c854bdc031e3 req-de9ce2d7-42f8-45c3-b79c-94c157a11df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0521290 Oct 13 04:31:29.367082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1be68d01-0583-4c20-ba3d-c854bdc031e3 req-09d20730-96c7-404c-9857-44f200d0cd26 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Oct 13 04:31:29.520833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc6570-7914-4849-a0c5-75ed1f6f207f req-2732ed9a-f671-4025-9d48-de8b5d4dbd75 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:29.522186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ffcc6570-7914-4849-a0c5-75ed1f6f207f req-2732ed9a-f671-4025-9d48-de8b5d4dbd75 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0475454 Oct 13 04:31:29.558536 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ffcc6570-7914-4849-a0c5-75ed1f6f207f req-2b2ed86a-0f61-4a76-b7a1-f9c520f43ad5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298953 Oct 13 04:31:30.478715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028442a-892b-453a-8bbe-6011a2aa0874 req-96a2e6f8-a70b-4eb1-91f4-8d53885c524e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:30.480155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6028442a-892b-453a-8bbe-6011a2aa0874 req-96a2e6f8-a70b-4eb1-91f4-8d53885c524e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 943 time: 0.0476875 Oct 13 04:31:30.517286 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6028442a-892b-453a-8bbe-6011a2aa0874 req-1548afcd-3172-4ae2-89e7-5201415aa549 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306790 Oct 13 04:31:30.669990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7ef9-5c9e-4d40-bd5c-f11addb32bcb req-473bc8ef-cede-4b0f-9f70-a61237321c44 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:30.671346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f54c7ef9-5c9e-4d40-bd5c-f11addb32bcb req-473bc8ef-cede-4b0f-9f70-a61237321c44 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0478766 Oct 13 04:31:30.707245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f54c7ef9-5c9e-4d40-bd5c-f11addb32bcb req-2bfe4106-4cd6-48fe-be42-343c88f6abea tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300381 Oct 13 04:31:30.884017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5873da36-3f70-43c3-93b6-2c76c5524dab details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:31:30.974172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5873da36-3f70-43c3-93b6-2c76c5524dab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5873da36-3f70-43c3-93b6-2c76c5524dab,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:30.984791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:31:31.020366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.035439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5873da36-3f70-43c3-93b6-2c76c5524dab {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:31.053832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5873da36-3f70-43c3-93b6-2c76c5524dab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5873da36-3f70-43c3-93b6-2c76c5524dab,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:31.057754 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.103018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5873da36-3f70-43c3-93b6-2c76c5524dab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:31.360840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5873da36-3f70-43c3-93b6-2c76c5524dab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:31.629055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2c81-9300-4d82-88e3-a417b5492450 req-3287099f-b786-4ce8-b3d4-79cd659a0167 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:31.630511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc3d2c81-9300-4d82-88e3-a417b5492450 req-3287099f-b786-4ce8-b3d4-79cd659a0167 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 944 time: 0.0472679 Oct 13 04:31:31.665930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dc3d2c81-9300-4d82-88e3-a417b5492450 req-3a137d71-2ce7-49ff-b0a3-9ed74a017a6b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296483 Oct 13 04:31:31.820508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c1a7e-ea42-415d-95f5-ae17fd1f88cf req-30479878-cb13-420e-a07f-cc9386e0cef9 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:31.821890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c6c1a7e-ea42-415d-95f5-ae17fd1f88cf req-30479878-cb13-420e-a07f-cc9386e0cef9 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0483372 Oct 13 04:31:31.862470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c6c1a7e-ea42-415d-95f5-ae17fd1f88cf req-af8029ae-ae6f-4afc-9786-9de226f364f0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Oct 13 04:31:32.783540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163e5c-18cc-4eb9-9436-5d21d6041819 req-8d4196ad-f350-4484-b0dc-b52bfcf47bc2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:32.785013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3163e5c-18cc-4eb9-9436-5d21d6041819 req-8d4196ad-f350-4484-b0dc-b52bfcf47bc2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 944 time: 0.0516341 Oct 13 04:31:32.821836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3163e5c-18cc-4eb9-9436-5d21d6041819 req-5d305525-5fd4-4af8-9526-2f36f389541e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Oct 13 04:31:32.896825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5873da36-3f70-43c3-93b6-2c76c5524dab up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:32.944274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 5873da36-3f70-43c3-93b6-2c76c5524dab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:31:32.948448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5873da36-3f70-43c3-93b6-2c76c5524dab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:32.948853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.976713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86de2-bffc-4cdd-9298-d842c642b7ee req-7c5ccc3c-82b1-4999-8e60-903852a27080 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:32.978199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3d86de2-bffc-4cdd-9298-d842c642b7ee req-7c5ccc3c-82b1-4999-8e60-903852a27080 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0500741 Oct 13 04:31:33.017122 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a3d86de2-bffc-4cdd-9298-d842c642b7ee req-568bc96c-ddc6-4c3e-9d7c-6c73a185f3f8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Oct 13 04:31:33.027173 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.199820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:33.201989 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013b12b3-79d6-4393-a341-3334eaef2f3f" -d '{"events": [{"server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "name": "network-vif-plugged", "status": "completed", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:33.213759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5873da36-3f70-43c3-93b6-2c76c5524dab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5873da36-3f70-43c3-93b6-2c76c5524dab,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:33.218292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.243570 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d82f1c-449b-4fac-8e67-2e7af8b48abe x-openstack-request-id: req-93d82f1c-449b-4fac-8e67-2e7af8b48abe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:33.243868 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "name": "network-vif-plugged", "status": "completed", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:33.244160 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93d82f1c-449b-4fac-8e67-2e7af8b48abe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:33.244596 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'code': 200} Oct 13 04:31:33.273248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5873da36-3f70-43c3-93b6-2c76c5524dab,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:33.334127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b811e-119a-43aa-be13-6a06e6f1dd7d req-7ae648ff-f2d4-490e-9c3c-995f352efbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:33.335543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c3b811e-119a-43aa-be13-6a06e6f1dd7d req-7ae648ff-f2d4-490e-9c3c-995f352efbab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1096 time: 0.0387428 Oct 13 04:31:33.369833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c3b811e-119a-43aa-be13-6a06e6f1dd7d req-af426340-14a4-4386-bcee-c9c007213099 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266750 Oct 13 04:31:33.935508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83343af-ab2e-4cde-81ce-8c9a37d1be7a req-8498bf02-8f24-4321-944f-e7935b647a88 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:33.936966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f83343af-ab2e-4cde-81ce-8c9a37d1be7a req-8498bf02-8f24-4321-944f-e7935b647a88 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 945 time: 0.0501361 Oct 13 04:31:33.973959 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f83343af-ab2e-4cde-81ce-8c9a37d1be7a req-e8090800-20ef-42f2-a6c0-c6cd3cb3deb6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307815 Oct 13 04:31:34.132780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dd8c7-0dca-49ad-8a0e-520b481cb7cc req-3049116a-0a6b-4f4c-a6bb-3ed48b5890c9 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:34.134137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c73dd8c7-0dca-49ad-8a0e-520b481cb7cc req-3049116a-0a6b-4f4c-a6bb-3ed48b5890c9 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0487499 Oct 13 04:31:34.171166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c73dd8c7-0dca-49ad-8a0e-520b481cb7cc req-1bc6186c-825e-4b3c-80b1-125523e4b49d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Oct 13 04:31:35.086122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6718b-d7c1-4ff4-89a8-a5bc32b4e99d req-2aa61c30-5ac8-49cf-abf0-7182b8b907a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:35.087590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2c6718b-d7c1-4ff4-89a8-a5bc32b4e99d req-2aa61c30-5ac8-49cf-abf0-7182b8b907a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 945 time: 0.0481744 Oct 13 04:31:35.128657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2c6718b-d7c1-4ff4-89a8-a5bc32b4e99d req-57db1b38-2f7d-4a37-b565-4e8bcdb380d5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Oct 13 04:31:35.242672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29bf18-c3d7-440a-89d7-1f9c0a1b95d6 req-7d85a846-f8ee-4074-81d9-343361b2465e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:35.244117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a29bf18-c3d7-440a-89d7-1f9c0a1b95d6 req-7d85a846-f8ee-4074-81d9-343361b2465e tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 945 time: 0.0514798 Oct 13 04:31:35.283038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2a29bf18-c3d7-440a-89d7-1f9c0a1b95d6 req-ed9d646b-8323-40c7-a78b-ef5b702d261d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325572 Oct 13 04:31:35.286800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5239f17-7aa3-4211-8cda-de2657125162 req-90de9dd8-cdbb-423e-a34c-7a06f766bd19 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:35.288289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5239f17-7aa3-4211-8cda-de2657125162 req-90de9dd8-cdbb-423e-a34c-7a06f766bd19 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0512280 Oct 13 04:31:35.305223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:35.327566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5239f17-7aa3-4211-8cda-de2657125162 req-87820401-c525-43f9-a831-fe459fb9f968 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Oct 13 04:31:35.529819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70057566-2f00-41c9-9107-721cc31502e0 tempest-TestVolumeBootPattern-789269473 tempest-TestVolumeBootPattern-789269473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:35.531210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-70057566-2f00-41c9-9107-721cc31502e0 tempest-TestVolumeBootPattern-789269473 tempest-TestVolumeBootPattern-789269473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1091 time: 0.2249978 Oct 13 04:31:35.533967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:35.538087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:35.558993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.654302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.753697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.25.1.180 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/1caff60f-095a-4374-bc5f-8cbee17b19ba) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:35.854298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.886141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.927470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:35.930679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:35.933105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:35.957334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=1caff60f-095a-4374-bc5f-8cbee17b19ba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:36.295682 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.359933 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.801994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488bd46-1382-4af3-90d5-eabb96102623 req-322c79d6-b7c5-4e8b-b1aa-1ec02454c5ad tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:36.803474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f488bd46-1382-4af3-90d5-eabb96102623 req-322c79d6-b7c5-4e8b-b1aa-1ec02454c5ad tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.4094012 Oct 13 04:31:36.873363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f488bd46-1382-4af3-90d5-eabb96102623 req-2d2400cf-e7a4-4014-b513-ca8ca413a5ec tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625370 Oct 13 04:31:36.887532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.892285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.957927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=1caff60f-095a-4374-bc5f-8cbee17b19ba,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:36.970370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:37.068412 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Floating IP 3a951bc7-2b75-4833-adb8-0c82d83f1a8e associated. External IP: 172.25.1.180, port: 5873da36-3f70-43c3-93b6-2c76c5524dab. Oct 13 04:31:37.268766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:31:37.381089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:37.391036 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:37.398816 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:37.400765 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:37.401426 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:31:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:37.427161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6c2889a8-b8ad-45b9-a6ba-0e4a5c1963a1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8921731 Oct 13 04:31:37.427746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:37.430039 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026" -d '{"events": [{"name": "network-changed", "server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:37.469431 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da604027-df24-486f-b3c2-ea8a77c44025 x-openstack-request-id: req-da604027-df24-486f-b3c2-ea8a77c44025 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:37.469719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:37.469974 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da604027-df24-486f-b3c2-ea8a77c44025 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:37.470374 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'status': 'completed', 'code': 200} Oct 13 04:31:37.506792 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:31:37.529974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-392f1600-03b0-4513-a4f8-56c67f9f4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:37.531460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-392f1600-03b0-4513-a4f8-56c67f9f4dfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1096 time: 0.0397489 Oct 13 04:31:37.623873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-4ffc0989-a794-42a9-8046-25577c14f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:37.625386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-4ffc0989-a794-42a9-8046-25577c14f77f service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0866270 Oct 13 04:31:37.689426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-a6a085de-f299-4df6-9177-b0abf0f50444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 999 time: 0.0566292 Oct 13 04:31:37.721172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:36Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:37.749799 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:31:37.754307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-84ef97ca-da7c-4a83-825b-452c1394d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:37.755760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-84ef97ca-da7c-4a83-825b-452c1394d6e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0480204 Oct 13 04:31:37.757934 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:37.758527 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:31:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:37.801762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-6462908b-5e2d-44eb-8924-297022d811fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:37.803252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-6462908b-5e2d-44eb-8924-297022d811fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392869 Oct 13 04:31:37.860374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:31:37.895217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-3e0f86e3-48a4-498f-821a-dc891ab22c64 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829265 Oct 13 04:31:38.021931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3372e-17b0-489d-8300-a7b9188b5b35 req-dc06df33-e0e1-4b9c-953d-cd4dad69b2e4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:38.023304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6eb3372e-17b0-489d-8300-a7b9188b5b35 req-dc06df33-e0e1-4b9c-953d-cd4dad69b2e4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0679591 Oct 13 04:31:38.044628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec50b832-40aa-4fd4-ae2f-bf22f17ae026 req-cc2139af-027c-4dfe-9e70-884d6f36d5af service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354856 Oct 13 04:31:38.071536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6eb3372e-17b0-489d-8300-a7b9188b5b35 req-8babe4fc-4304-4816-b689-4b0763f1f0ca tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Oct 13 04:31:38.091086 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:36Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:38.115923 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710520a-9543-4a73-9773-1bb149822f39 None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:36Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:38.216118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:38.302298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cb3457-038c-45f7-b27f-fa43bf9a83b7 None None] New status for floating IP 3a951bc7-2b75-4833-adb8-0c82d83f1a8e: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:31:39.188934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45660ce1-d5be-45ae-b45f-8cd50678e98f req-c2dd4783-3668-4632-868c-1a1554340265 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:39.190628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45660ce1-d5be-45ae-b45f-8cd50678e98f req-c2dd4783-3668-4632-868c-1a1554340265 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0479395 Oct 13 04:31:39.226444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-45660ce1-d5be-45ae-b45f-8cd50678e98f req-f27c97f4-05fe-46a5-9bb2-4cb48d182936 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299575 Oct 13 04:31:40.041297 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.343181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a96ec-fc07-437f-b81d-06d821c5cffe req-eda55db3-6dc7-4c09-a497-e20df4a4f19c tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.344574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b15a96ec-fc07-437f-b81d-06d821c5cffe req-eda55db3-6dc7-4c09-a497-e20df4a4f19c tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0533493 Oct 13 04:31:40.384776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b15a96ec-fc07-437f-b81d-06d821c5cffe req-3ef92d39-eb1a-4a2c-b8f8-fffd5eeb66e8 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Oct 13 04:31:41.495863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4a21d-07c5-48c8-8dd2-e2fffde58039 req-06e31b28-42fb-46d5-b4bb-4cda60ba7865 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:41.497327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cf4a21d-07c5-48c8-8dd2-e2fffde58039 req-06e31b28-42fb-46d5-b4bb-4cda60ba7865 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0474350 Oct 13 04:31:41.538148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cf4a21d-07c5-48c8-8dd2-e2fffde58039 req-611c9781-4bef-4479-9329-e56eb7b44985 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Oct 13 04:31:42.652753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9faccf-3f8c-4109-9fcb-8d80b67e991f req-dc18448d-a0e1-4bf6-b711-d9ba7cc5acd5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:42.654097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e9faccf-3f8c-4109-9fcb-8d80b67e991f req-dc18448d-a0e1-4bf6-b711-d9ba7cc5acd5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0479670 Oct 13 04:31:42.691146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e9faccf-3f8c-4109-9fcb-8d80b67e991f req-1c606c5f-c60e-43c4-b7b4-15b833dc00c7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Oct 13 04:31:43.802916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9897-14b3-4b39-8c41-fd28edbf9c59 req-9a291110-2fdf-409a-b144-ccbfeb6b9f83 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:43.804355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fbe9897-14b3-4b39-8c41-fd28edbf9c59 req-9a291110-2fdf-409a-b144-ccbfeb6b9f83 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0483141 Oct 13 04:31:43.841512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fbe9897-14b3-4b39-8c41-fd28edbf9c59 req-243b435c-dbd7-4d81-829b-92523de263bd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Oct 13 04:31:44.954254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66caea-ff4a-42aa-9eeb-a6d2f437d9f5 req-a792d90d-142a-4652-a476-56c9632474b5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:44.955706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce66caea-ff4a-42aa-9eeb-a6d2f437d9f5 req-a792d90d-142a-4652-a476-56c9632474b5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0489659 Oct 13 04:31:44.991868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce66caea-ff4a-42aa-9eeb-a6d2f437d9f5 req-0eec9f8d-aa03-4241-9496-5eddffc1923b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302081 Oct 13 04:31:46.110738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b58d62-2ca5-4c19-a3c1-858798d25308 req-9a30ceea-5351-4fa2-ac3b-0f937b3f653d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:46.112251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5b58d62-2ca5-4c19-a3c1-858798d25308 req-9a30ceea-5351-4fa2-ac3b-0f937b3f653d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0499127 Oct 13 04:31:46.150583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5b58d62-2ca5-4c19-a3c1-858798d25308 req-573ca03a-63a2-4835-9949-5d19bc1771d4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Oct 13 04:31:47.268440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60764806-967a-4223-8ec3-cdca216b0645 req-5ee56644-d343-408d-96ee-269b3734a487 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:47.270174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60764806-967a-4223-8ec3-cdca216b0645 req-5ee56644-d343-408d-96ee-269b3734a487 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0516627 Oct 13 04:31:47.306163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60764806-967a-4223-8ec3-cdca216b0645 req-c8e85f59-6f95-4464-a4c9-6bcb09d2353d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Oct 13 04:31:48.419145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1e5-f702-42e1-9b42-2123cca667f3 req-83d9509c-b62a-4979-a398-a729fc1bb385 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:48.420586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de30c1e5-f702-42e1-9b42-2123cca667f3 req-83d9509c-b62a-4979-a398-a729fc1bb385 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0476942 Oct 13 04:31:48.461393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de30c1e5-f702-42e1-9b42-2123cca667f3 req-854a170d-3a9d-42f7-947e-04f03058b756 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Oct 13 04:31:48.994799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcd458d8-b95e-44ff-8464-c9fef67372ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.572061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a26f-f51b-440d-8549-29b3f1fb0cb3 req-5da84ed4-ece3-4383-a2e6-302b034b4390 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:49.573530 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e005a26f-f51b-440d-8549-29b3f1fb0cb3 req-5da84ed4-ece3-4383-a2e6-302b034b4390 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0479672 Oct 13 04:31:49.610634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e005a26f-f51b-440d-8549-29b3f1fb0cb3 req-206dbb49-a70f-4561-9b5b-02227a0b583d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Oct 13 04:31:50.721688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3cf9b-d475-49a5-918b-a6dc1c8ba1d4 req-22607538-997f-420d-ae63-37b1dc11d0cd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:50.723142 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80f3cf9b-d475-49a5-918b-a6dc1c8ba1d4 req-22607538-997f-420d-ae63-37b1dc11d0cd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0478384 Oct 13 04:31:50.760268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80f3cf9b-d475-49a5-918b-a6dc1c8ba1d4 req-f8161835-27da-4afb-9bca-13df29c2efc3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Oct 13 04:31:51.484335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d125e5bf-c5c0-4a14-be6f-64f19198b7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.872000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb681f-acca-497c-bc0f-973e341a7f2f req-70c1283a-6a31-4fa4-ad1f-fa18e49c1871 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:51.873463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dfb681f-acca-497c-bc0f-973e341a7f2f req-70c1283a-6a31-4fa4-ad1f-fa18e49c1871 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0478122 Oct 13 04:31:51.910264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1dfb681f-acca-497c-bc0f-973e341a7f2f req-b06c4208-5555-4845-9ea6-97539d5c366b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Oct 13 04:31:52.857868 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.024980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.036774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e71e21-2697-497e-996b-08245dbb858a req-80295e74-3065-4e2d-a689-d1c54357d6f3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:53.038249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-22e71e21-2697-497e-996b-08245dbb858a req-80295e74-3065-4e2d-a689-d1c54357d6f3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0607855 Oct 13 04:31:53.075900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-22e71e21-2697-497e-996b-08245dbb858a req-a772f7c5-da24-42f1-b284-0783c3fe9864 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Oct 13 04:31:54.194504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f653e7-a69a-4de1-8ea4-e97340b5087b req-70611f87-0110-4e9a-9797-fde2cf358cf3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:54.195931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9f653e7-a69a-4de1-8ea4-e97340b5087b req-70611f87-0110-4e9a-9797-fde2cf358cf3 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0521169 Oct 13 04:31:54.233198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9f653e7-a69a-4de1-8ea4-e97340b5087b req-5c57ac2a-80f7-4404-b346-d7fd1ab9e194 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Oct 13 04:31:54.619081 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.346241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70304e6b-7c18-4f03-8035-cdb7610247e1 req-54813112-f12e-4429-ae87-94e92c7dac13 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:55.347692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70304e6b-7c18-4f03-8035-cdb7610247e1 req-54813112-f12e-4429-ae87-94e92c7dac13 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0491519 Oct 13 04:31:55.394964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-70304e6b-7c18-4f03-8035-cdb7610247e1 req-10728764-3f60-4b3b-901b-b412fe0c1fe0 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Oct 13 04:31:56.510422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e3080-ad40-4576-aa87-7d10037394f4 req-2cb26e27-b056-431a-81af-6da73d1a444e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:56.512706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-643e3080-ad40-4576-aa87-7d10037394f4 req-2cb26e27-b056-431a-81af-6da73d1a444e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0507593 Oct 13 04:31:56.550989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-643e3080-ad40-4576-aa87-7d10037394f4 req-83a63ee2-964f-425e-95b4-a09daae84e68 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Oct 13 04:31:57.015272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:31:57.017365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:57.160163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.182721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:57.202420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:57.204644 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ded726-7f92-4079-9a01-076b73a24160" -d '{"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-unplugged", "status": "completed", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:57.209190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'port_id': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'mac_address': 'fa:16:3e:8a:35:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2578b9ad-a75d-4b9c-a4ff-6f3593a61d57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:31:57.219019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:57.223027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.245243 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1df3a2-7325-41fa-b6b8-03164e751a20 x-openstack-request-id: req-fb1df3a2-7325-41fa-b6b8-03164e751a20 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:57.245532 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-unplugged", "status": "completed", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:57.245783 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb1df3a2-7325-41fa-b6b8-03164e751a20 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:57.246169 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'code': 200} Oct 13 04:31:57.285139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.308264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:57.312209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:31:57.331432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:57.335519 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.389402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:57.656724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:31:57.682122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e0720-cd8c-4241-94be-596fc171b2d6 req-2f241d49-4f06-4963-9532-59e69ae338dd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:57.683633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-974e0720-cd8c-4241-94be-596fc171b2d6 req-2f241d49-4f06-4963-9532-59e69ae338dd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 944 time: 0.0519178 Oct 13 04:31:57.723803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-974e0720-cd8c-4241-94be-596fc171b2d6 req-706ce417-2ccc-4ba3-84e7-933c5581c53b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329154 Oct 13 04:31:58.839713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ccf81-b541-415d-b2d0-ab11f6065ae8 req-957ab5e7-2e94-4cde-a1ce-0f605c2e3b7f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:58.841250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c40ccf81-b541-415d-b2d0-ab11f6065ae8 req-957ab5e7-2e94-4cde-a1ce-0f605c2e3b7f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 944 time: 0.0497208 Oct 13 04:31:58.879165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c40ccf81-b541-415d-b2d0-ab11f6065ae8 req-2142636a-6f30-416f-95a9-1e54567c99bf tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Oct 13 04:31:59.031181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:59.080701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:59.081103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.155197 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.185846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:59.189800 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.240114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:59.247317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:31:59.249588 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad11a6f-c7a6-4ccc-bbeb-2c7302271860" -d '{"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-plugged", "status": "completed", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:59.284106 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6fe69-33ef-4aa8-ac52-16f541738fe2 x-openstack-request-id: req-fce6fe69-33ef-4aa8-ac52-16f541738fe2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:59.284410 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-plugged", "status": "completed", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:59.284670 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fce6fe69-33ef-4aa8-ac52-16f541738fe2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:59.285083 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'code': 200} Oct 13 04:31:59.440496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1d24-9bbc-490a-87ab-aa2214548590 req-bbf30c33-459e-4013-b678-4fa356ae06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:59.442169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcff1d24-9bbc-490a-87ab-aa2214548590 req-bbf30c33-459e-4013-b678-4fa356ae06ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 1096 time: 0.0497904 Oct 13 04:31:59.477503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcff1d24-9bbc-490a-87ab-aa2214548590 req-80c97b21-97e3-43c0-9052-9a366330acf0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266600 Oct 13 04:31:59.992786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f248b45-00ac-4153-b696-c85c72e12e98 req-bea732b5-ee55-4dbf-b62d-be06ec625716 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:59.994238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f248b45-00ac-4153-b696-c85c72e12e98 req-bea732b5-ee55-4dbf-b62d-be06ec625716 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0502870 Oct 13 04:32:00.034138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f248b45-00ac-4153-b696-c85c72e12e98 req-5ed36f8f-47be-4750-949b-2eb0646efd00 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338953 Oct 13 04:32:01.149900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16f353-fb80-4662-9b01-2840ab6ea59d req-9b226af2-e775-43d9-965b-be6441e53f0a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:01.151390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa16f353-fb80-4662-9b01-2840ab6ea59d req-9b226af2-e775-43d9-965b-be6441e53f0a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0509238 Oct 13 04:32:01.188698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa16f353-fb80-4662-9b01-2840ab6ea59d req-297979b9-5679-41fa-bf2a-e7511398cc55 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Oct 13 04:32:01.299713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbc98f-a17f-415f-96aa-aceaf5d76f39 req-6954423e-6ac3-4b94-9066-43cb3b41632a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:01.301206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ffbc98f-a17f-415f-96aa-aceaf5d76f39 req-6954423e-6ac3-4b94-9066-43cb3b41632a tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0484426 Oct 13 04:32:01.343640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ffbc98f-a17f-415f-96aa-aceaf5d76f39 req-c689bd64-6459-4b32-b8f3-3ceeaabd6b8d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Oct 13 04:32:01.733753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-ce6b3768-0a42-46e4-b336-546f70bc5583 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:01.735209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-ce6b3768-0a42-46e4-b336-546f70bc5583 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 814 time: 0.0998807 Oct 13 04:32:01.750004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-f7a21c02-788d-4cb4-b5b4-75512ee07039 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/quotas/9fe0ae4e81c4485090001d200370bc47 HTTP/1.1" status: 200 len: 375 time: 0.0091100 Oct 13 04:32:01.799399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-1af8c12c-b40b-4f1b-90e6-0554ac127144 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442817 Oct 13 04:32:01.892347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-b3e8b18a-8a20-4bbd-809f-2c8eebc36ac2 service neutron] 10.222.0.44 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 Oct 13 04:32:01.978435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-cb943393-e2db-42bc-931a-6e4f65e89417 service neutron] 10.222.0.44 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802054 Oct 13 04:32:02.134680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e9b3072-0ce7-41f0-9ad8-c4246a10183b req-6150a637-5968-48c0-ac04-c2b9e4c352aa tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 210 time: 0.0266407 Oct 13 04:32:02.561049 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:02.953185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-6752243c-1cd0-4cfa-a4db-7a1e2cdc5930 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:02.954816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-6752243c-1cd0-4cfa-a4db-7a1e2cdc5930 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "GET /v2.0/ports?device_id=28dac8a9-80e7-485b-b5c4-3c2eeb6441fc HTTP/1.1" status: 200 len: 945 time: 0.0553319 Oct 13 04:32:03.011111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-1d2a4682-7ca1-446e-a1f6-dee436e104bb tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:03.012930 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-1d2a4682-7ca1-446e-a1f6-dee436e104bb tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.15 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 814 time: 0.1123898 Oct 13 04:32:03.026685 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Request body: {'port': {'device_id': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'admin_state_up': True, 'tenant_id': '9fe0ae4e81c4485090001d200370bc47'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:03.049485 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Deleting port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:03.049818 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.139995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Made reservation on behalf of 9fe0ae4e81c4485090001d200370bc47 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:03.141881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] For port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:03.142248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.143969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.156504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Calling delete_port for 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:03.237763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fac6beec-841a-47e0-82b2-05331a711e18 req-62eca6f4-3954-4d4d-b469-66c0ca2e0b3e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 210 time: 0.0345511 Oct 13 04:32:03.282970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.296865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:03.299321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Allocated IP 172.20.0.11 (d54f50f8-77cb-451d-a582-b4111779dc41/2578b9ad-a75d-4b9c-a4ff-6f3593a61d57/703368d1-701f-4049-830e-486302edd6cb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:03.316080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Pushing event deleted for resources: {'Port': ['ID=7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:03.357848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] No DVR routers for this DVR port 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:03.360759 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.364106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-31dc0bd1-71b8-4964-a041-e8e163ee993d req-9918261c-faa4-42d2-a7c3-4a0dc07dc00d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.26 "DELETE /v2.0/ports/7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a HTTP/1.1" status: 204 len: 173 time: 0.4034641 Oct 13 04:32:03.364551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-deleted', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:03.366822 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f27be-11db-4fc4-a949-58ea8482b044" -d '{"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-deleted", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:03.412088 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f072d707-0d3b-41e6-be6f-4e36c254dd35 x-openstack-request-id: req-f072d707-0d3b-41e6-be6f-4e36c254dd35 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:03.412445 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dac8a9-80e7-485b-b5c4-3c2eeb6441fc", "name": "network-vif-deleted", "tag": "7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:03.412804 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f072d707-0d3b-41e6-be6f-4e36c254dd35 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:03.413281 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dac8a9-80e7-485b-b5c4-3c2eeb6441fc', 'name': 'network-vif-deleted', 'tag': '7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a', 'status': 'completed', 'code': 200} Oct 13 04:32:03.471678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.504865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.516496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:03.552350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Network d54f50f8-77cb-451d-a582-b4111779dc41 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:03.555615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:03.559897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:03.566438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Pushing event updated for resources: {'Port': ['ID=703368d1-701f-4049-830e-486302edd6cb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:03.594393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.594739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.595079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.595413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.595742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.596068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.596393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.596738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.597063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.597382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.597700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.598017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:03.620937 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:03.622059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.637801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-4b5de248-cbf3-4214-9337-19b4e105d787 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149299 Oct 13 04:32:03.650293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Request body: {'port': {'device_id': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:03.702220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.965816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703368d1-701f-4049-830e-486302edd6cb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:03.972915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.984385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Transition to ACTIVE for port object 703368d1-701f-4049-830e-486302edd6cb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:03.988783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.053388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Pushing event updated for resources: {'Port': ['ID=703368d1-701f-4049-830e-486302edd6cb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:04.101217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Attempting to bind port 703368d1-701f-4049-830e-486302edd6cb on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:04.101541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Attempting to bind port 703368d1-701f-4049-830e-486302edd6cb by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:04.101867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Attempting to bind port 703368d1-701f-4049-830e-486302edd6cb on network d54f50f8-77cb-451d-a582-b4111779dc41 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:04.106139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Port 703368d1-701f-4049-830e-486302edd6cb on network d54f50f8-77cb-451d-a582-b4111779dc41 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:04.106456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Attempting to bind port 703368d1-701f-4049-830e-486302edd6cb on network d54f50f8-77cb-451d-a582-b4111779dc41 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:04.111074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:04.111427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Checking segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:04.111799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Bound using segment: {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:04.112212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Bound port: 703368d1-701f-4049-830e-486302edd6cb, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763bcfc8-1c97-4561-bac4-ff4f92e201f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:04.112557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.177047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] For port 703368d1-701f-4049-830e-486302edd6cb, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:04.180230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] For port 703368d1-701f-4049-830e-486302edd6cb, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=703368d1-701f-4049-830e-486302edd6cb,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:04.184149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.220098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.220726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.222093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] 10.222.0.15 "PUT /v2.0/ports/703368d1-701f-4049-830e-486302edd6cb HTTP/1.1" status: 200 len: 1092 time: 0.5758438 Oct 13 04:32:04.222524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'tag': '703368d1-701f-4049-830e-486302edd6cb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:04.224794 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131df611-12b1-49cf-ba55-c4bd6c97b19a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9eea0b-e45b-42cc-b190-761ef48d2a8b", "tag": "703368d1-701f-4049-830e-486302edd6cb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:04.247700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7166b09-84c4-4113-9372-32bed99d5e72 service neutron] Pushing event updated for resources: {'Port': ['ID=703368d1-701f-4049-830e-486302edd6cb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:04.302052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-7090617c-2c19-437e-a53a-1c808d72a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.303672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-7090617c-2c19-437e-a53a-1c808d72a42d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 1095 time: 0.0427375 Oct 13 04:32:04.350550 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-bc166cb8-9cf0-4c38-b92f-e29258eb5275 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703368d1-701f-4049-830e-486302edd6cb HTTP/1.1" status: 200 len: 217 time: 0.0388620 Oct 13 04:32:04.355688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92634f1-e21a-40d0-9491-d5152725c76f req-1b290bc8-8026-4d4d-8b4f-d75250a71958 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.357208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c92634f1-e21a-40d0-9491-d5152725c76f req-1b290bc8-8026-4d4d-8b4f-d75250a71958 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 944 time: 0.0504284 Oct 13 04:32:04.398605 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca56de-694d-42d3-acca-e1d4a92bc1b5 x-openstack-request-id: req-40ca56de-694d-42d3-acca-e1d4a92bc1b5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:04.398893 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9eea0b-e45b-42cc-b190-761ef48d2a8b", "tag": "703368d1-701f-4049-830e-486302edd6cb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:04.399145 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40ca56de-694d-42d3-acca-e1d4a92bc1b5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:04.399543 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'tag': '703368d1-701f-4049-830e-486302edd6cb', 'status': 'completed', 'code': 200} Oct 13 04:32:04.405095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-9bc55521-51ff-4939-ae5f-f4b77c6430c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.406474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c92634f1-e21a-40d0-9491-d5152725c76f req-4fa0793d-de47-412d-8518-e19593301874 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Oct 13 04:32:04.406629 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-9bc55521-51ff-4939-ae5f-f4b77c6430c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.0496986 Oct 13 04:32:04.438878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-ac6ec936-464d-4f35-8779-2cc84c661cb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253668 Oct 13 04:32:04.530846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-ae80dc84-4ae1-47fa-9da1-4c723de2dc49 service neutron] 10.222.0.15 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Oct 13 04:32:04.618754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df9dcb24-d88b-4463-9c09-d82bbddf31ff req-fa52ef79-95f8-482a-bcfe-76e6fa899ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807114 Oct 13 04:32:04.704140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-1a80a592-5364-4f5f-8e47-31a6ef361af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.705607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-1a80a592-5364-4f5f-8e47-31a6ef361af6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fe0ae4e81c4485090001d200370bc47&device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 1095 time: 0.0403264 Oct 13 04:32:04.795869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-2071bca2-1979-4798-bb0d-f3e69c415681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.797225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-2071bca2-1979-4798-bb0d-f3e69c415681 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 200 len: 915 time: 0.0852203 Oct 13 04:32:04.837268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-1d24d6fe-6d50-462a-8f56-80c700df85d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703368d1-701f-4049-830e-486302edd6cb HTTP/1.1" status: 200 len: 217 time: 0.0330038 Oct 13 04:32:04.891426 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-2b19ec39-93ce-4e9f-9c04-d6512ab38ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:04.892874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-2b19ec39-93ce-4e9f-9c04-d6512ab38ce1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 200 len: 854 time: 0.0474849 Oct 13 04:32:04.923649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-360dda8a-cb3a-4f7f-a6a1-d795fd8b8df0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54f50f8-77cb-451d-a582-b4111779dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236886 Oct 13 04:32:05.010586 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-3d7b8cee-bc64-4176-9716-735bc795c63c service neutron] 10.222.0.15 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797114 Oct 13 04:32:05.100463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-131df611-12b1-49cf-ba55-c4bd6c97b19a req-9d908020-2665-44d3-ace4-a180bc4a21dc service neutron] 10.222.0.15 "GET /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826387 Oct 13 04:32:05.521264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77833-3797-457d-81d2-36b8443ff54e req-7aba62b8-f7b8-4d7c-99b4-0b24325aba9e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:05.522736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6e77833-3797-457d-81d2-36b8443ff54e req-7aba62b8-f7b8-4d7c-99b4-0b24325aba9e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 944 time: 0.0487916 Oct 13 04:32:05.559902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6e77833-3797-457d-81d2-36b8443ff54e req-dbcc3655-bfef-4cda-b255-258a7a5a0ffd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307050 Oct 13 04:32:06.674344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a82f3-e187-4204-a2ef-b79554f0cfc5 req-3b8983a7-81a6-47f5-a4c2-22cd079bb320 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:06.675718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-197a82f3-e187-4204-a2ef-b79554f0cfc5 req-3b8983a7-81a6-47f5-a4c2-22cd079bb320 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 944 time: 0.0511353 Oct 13 04:32:06.713061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-197a82f3-e187-4204-a2ef-b79554f0cfc5 req-a64f76ce-c7a4-4f79-8889-a62b7b238f62 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Oct 13 04:32:07.061874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:07.082161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:07.082490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7451a8a6-94d0-4d97-913d-3b9c9c3c5b5a not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:07.217761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 703368d1-701f-4049-830e-486302edd6cb details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:07.309503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 703368d1-701f-4049-830e-486302edd6cb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=703368d1-701f-4049-830e-486302edd6cb,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:07.320575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '703368d1-701f-4049-830e-486302edd6cb', 'network_id': 'd54f50f8-77cb-451d-a582-b4111779dc41', 'port_id': '703368d1-701f-4049-830e-486302edd6cb', 'mac_address': 'fa:16:3e:3f:6d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2578b9ad-a75d-4b9c-a4ff-6f3593a61d57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:07.356882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.369306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703368d1-701f-4049-830e-486302edd6cb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:07.389027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 703368d1-701f-4049-830e-486302edd6cb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=703368d1-701f-4049-830e-486302edd6cb,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:07.392804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.438555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=703368d1-701f-4049-830e-486302edd6cb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:07.446367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.446718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.447063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.447412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.448259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.448259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.448445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.448783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.449104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.450168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.450496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.450816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.597915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['703368d1-701f-4049-830e-486302edd6cb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:07.826201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff67fc-e823-4f42-89f4-802adf19574f req-09c680ed-3d99-46b5-abc0-dfd5d5a204f5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:07.827662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5dff67fc-e823-4f42-89f4-802adf19574f req-09c680ed-3d99-46b5-abc0-dfd5d5a204f5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 945 time: 0.0480063 Oct 13 04:32:07.864128 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5dff67fc-e823-4f42-89f4-802adf19574f req-ba47a671-f7a1-4a95-bcff-34afcf049453 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305684 Oct 13 04:32:08.229432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.975742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb500aa-8989-4b29-8128-03b41db7ae0e req-10d29880-3f8d-469a-b35d-a225d2750272 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:08.977217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcb500aa-8989-4b29-8128-03b41db7ae0e req-10d29880-3f8d-469a-b35d-a225d2750272 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 945 time: 0.0479126 Oct 13 04:32:09.015928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcb500aa-8989-4b29-8128-03b41db7ae0e req-8593d940-8389-45d5-90cc-b81d4374d7cc tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Oct 13 04:32:09.221423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 703368d1-701f-4049-830e-486302edd6cb up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:09.270203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 703368d1-701f-4049-830e-486302edd6cb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:09.273838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 703368d1-701f-4049-830e-486302edd6cb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:09.274211 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.351476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.373017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703368d1-701f-4049-830e-486302edd6cb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:09.375241 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37e1e6b-c9d9-4e26-a761-0aade245f6bf" -d '{"events": [{"server_uuid": "7d9eea0b-e45b-42cc-b190-761ef48d2a8b", "name": "network-vif-plugged", "status": "completed", "tag": "703368d1-701f-4049-830e-486302edd6cb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:09.387744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 703368d1-701f-4049-830e-486302edd6cb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=703368d1-701f-4049-830e-486302edd6cb,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:09.391886 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.415165 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4920a3ad-7ba9-4ba4-a16b-a159dfdb61bf x-openstack-request-id: req-4920a3ad-7ba9-4ba4-a16b-a159dfdb61bf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:09.415455 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9eea0b-e45b-42cc-b190-761ef48d2a8b", "name": "network-vif-plugged", "status": "completed", "tag": "703368d1-701f-4049-830e-486302edd6cb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:09.415733 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4920a3ad-7ba9-4ba4-a16b-a159dfdb61bf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:09.416119 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703368d1-701f-4049-830e-486302edd6cb', 'code': 200} Oct 13 04:32:09.441036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=703368d1-701f-4049-830e-486302edd6cb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:09.507609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca11a-0fad-4c45-ae06-8abe9d16f50c req-bed9357d-148c-4759-839c-4ae276c6d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:09.508974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ddca11a-0fad-4c45-ae06-8abe9d16f50c req-bed9357d-148c-4759-839c-4ae276c6d6bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 1097 time: 0.0424399 Oct 13 04:32:09.541797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2ddca11a-0fad-4c45-ae06-8abe9d16f50c req-4503fea2-0aeb-4b9c-910a-88ca98c4313c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258596 Oct 13 04:32:10.041745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.128708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae37d-289b-47ae-af86-10d69e3a58be req-4c3b84cc-38a4-4bc7-a46a-6ce6313bf4f4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:10.130165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0fae37d-289b-47ae-af86-10d69e3a58be req-4c3b84cc-38a4-4bc7-a46a-6ce6313bf4f4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0477118 Oct 13 04:32:10.166245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b0fae37d-289b-47ae-af86-10d69e3a58be req-28369c84-13e8-4578-af74-07ec181f5478 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301471 Oct 13 04:32:11.140437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-ba3b6a70-b9e6-4d42-b8f5-51031750d2f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423038 Oct 13 04:32:11.221543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-9c8c49fb-66d5-4447-8a02-45354302d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.223182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-9c8c49fb-66d5-4447-8a02-45354302d32a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1096 time: 0.0404580 Oct 13 04:32:11.282850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601acf8-0d3b-4ee5-81e5-de23f24e08d0 req-d94a8575-67cc-49c3-8ab2-2368fefc91bf tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.284539 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d601acf8-0d3b-4ee5-81e5-de23f24e08d0 req-d94a8575-67cc-49c3-8ab2-2368fefc91bf tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0490997 Oct 13 04:32:11.324786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d601acf8-0d3b-4ee5-81e5-de23f24e08d0 req-6413961a-6d9b-4cba-b06d-daf27bdb9acb tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Oct 13 04:32:11.331656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-b4b10626-6ccd-45d1-ad9c-078de654e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.333419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-b4b10626-6ccd-45d1-ad9c-078de654e35f service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0901115 Oct 13 04:32:11.409394 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-d9d68f35-14f4-4ca1-a849-e4b939a35c35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 1001 time: 0.0680838 Oct 13 04:32:11.479824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87aa23-cce8-407c-909b-4033f6a31df4 req-3a2003cd-8c43-43d1-bb0b-b1d45b986a1d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.481328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a87aa23-cce8-407c-909b-4033f6a31df4 req-3a2003cd-8c43-43d1-bb0b-b1d45b986a1d tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0888467 Oct 13 04:32:11.484894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-7894bb1c-80e4-4aae-8228-e3e403224527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.486196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-7894bb1c-80e4-4aae-8228-e3e403224527 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0639257 Oct 13 04:32:11.542436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a87aa23-cce8-407c-909b-4033f6a31df4 req-2baf3809-24ab-4b46-a5cf-21d7b62e8efd tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552127 Oct 13 04:32:11.551039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-c4a7b6e6-e041-421f-9659-cea23cce06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.552443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-c4a7b6e6-e041-421f-9659-cea23cce06ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589428 Oct 13 04:32:11.647453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-c0854271-9976-48a0-beb9-30616456046b service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841689 Oct 13 04:32:11.759021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3036e-fafa-4720-a38a-09a6de4bb9eb req-2d38d37c-8069-4978-b5fd-4651f2679619 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.760442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8fd3036e-fafa-4720-a38a-09a6de4bb9eb req-2d38d37c-8069-4978-b5fd-4651f2679619 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0655682 Oct 13 04:32:11.779665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1b181ad-5bbd-4324-88e2-76aa347436f9 req-ab657f5a-0437-4a03-9923-d8e4e66dab87 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258283 Oct 13 04:32:11.809009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8fd3036e-fafa-4720-a38a-09a6de4bb9eb req-57f497c6-b4f7-458f-9962-9048b4c34692 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390451 Oct 13 04:32:11.920293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f599-0835-41d7-a8c8-18df3c6fa2e0 req-6d33603e-ed7c-4096-9b88-572039abc2d1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.921668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0336f599-0835-41d7-a8c8-18df3c6fa2e0 req-6d33603e-ed7c-4096-9b88-572039abc2d1 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0472724 Oct 13 04:32:11.958695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0336f599-0835-41d7-a8c8-18df3c6fa2e0 req-802dd4db-7d42-49c7-9d7c-3dc4e917f19e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Oct 13 04:32:12.158666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134c5c0-b56b-4a4b-9f0d-a1042b564e47 req-bc9e0fca-e62e-4de6-8154-7fe701b46760 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:12.160097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d134c5c0-b56b-4a4b-9f0d-a1042b564e47 req-bc9e0fca-e62e-4de6-8154-7fe701b46760 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0509930 Oct 13 04:32:12.197415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d134c5c0-b56b-4a4b-9f0d-a1042b564e47 req-85a35dc1-4d6e-47b8-a49a-cf572a5bdb0b tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Oct 13 04:32:12.307711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ad91d-fcc3-4e2b-8bc3-25f07c097c32 req-45708a08-2e4e-4830-a17e-ccb97043666f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:12.309813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-088ad91d-fcc3-4e2b-8bc3-25f07c097c32 req-45708a08-2e4e-4830-a17e-ccb97043666f tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0479665 Oct 13 04:32:12.345672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-088ad91d-fcc3-4e2b-8bc3-25f07c097c32 req-dfa41938-c189-4cc4-980a-e7fbfd1117c4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298045 Oct 13 04:32:12.664086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ae7f-6a74-44e7-9a84-8c8304e209dd req-c3af683c-c1a4-450e-bc0f-ef72e7be09f5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:12.665554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d64ae7f-6a74-44e7-9a84-8c8304e209dd req-c3af683c-c1a4-450e-bc0f-ef72e7be09f5 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0475338 Oct 13 04:32:12.702028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d64ae7f-6a74-44e7-9a84-8c8304e209dd req-231c6312-aa5c-4bf4-8170-c53c62a0947e tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300324 Oct 13 04:32:13.813564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88139cd-d98d-47ec-8df9-6c9a1ead819e req-63b404bb-b4de-4ac3-be6b-cb099eabbf89 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:13.814157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9a45ccbd-9d1c-4f8d-af32-f2dc5e5fe8cb tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:13.815356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9a45ccbd-9d1c-4f8d-af32-f2dc5e5fe8cb tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0487428 Oct 13 04:32:13.815915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f88139cd-d98d-47ec-8df9-6c9a1ead819e req-63b404bb-b4de-4ac3-be6b-cb099eabbf89 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d9eea0b-e45b-42cc-b190-761ef48d2a8b HTTP/1.1" status: 200 len: 946 time: 0.0492549 Oct 13 04:32:13.852655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f88139cd-d98d-47ec-8df9-6c9a1ead819e req-34260a68-8b72-4fad-899b-e4f77edf1ff4 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3afe8f0-634f-4d76-980c-557ed78549db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Oct 13 04:32:13.908745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Deleting port 703368d1-701f-4049-830e-486302edd6cb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:13.909093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.998263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] For port 703368d1-701f-4049-830e-486302edd6cb, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=703368d1-701f-4049-830e-486302edd6cb,segment=NetworkSegment(763bcfc8-1c97-4561-bac4-ff4f92e201f0),segment_id=763bcfc8-1c97-4561-bac4-ff4f92e201f0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:13.998557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.010648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Calling delete_port for 703368d1-701f-4049-830e-486302edd6cb owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:14.135842 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.147296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['703368d1-701f-4049-830e-486302edd6cb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:14.162262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Pushing event deleted for resources: {'Port': ['ID=703368d1-701f-4049-830e-486302edd6cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:14.207578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] No DVR routers for this DVR port 703368d1-701f-4049-830e-486302edd6cb on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:14.210163 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.213569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4ac7aa29-89c9-4ae8-b9c2-1b17015f65e5 req-9da663a7-23b2-4353-bc3f-60478a1f58f7 tempest-ServerDiskConfigTestJSON-1927432273 tempest-ServerDiskConfigTestJSON-1927432273-project] 10.222.0.15 "DELETE /v2.0/ports/703368d1-701f-4049-830e-486302edd6cb HTTP/1.1" status: 204 len: 173 time: 0.3926971 Oct 13 04:32:14.214003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'name': 'network-vif-deleted', 'tag': '703368d1-701f-4049-830e-486302edd6cb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:14.216762 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d118f-7990-472a-bf4d-fabd258aa262" -d '{"events": [{"server_uuid": "7d9eea0b-e45b-42cc-b190-761ef48d2a8b", "name": "network-vif-deleted", "tag": "703368d1-701f-4049-830e-486302edd6cb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:14.253043 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58f6ad-de67-4ec9-9764-76126b748717 x-openstack-request-id: req-ab58f6ad-de67-4ec9-9764-76126b748717 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:14.253337 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9eea0b-e45b-42cc-b190-761ef48d2a8b", "name": "network-vif-deleted", "tag": "703368d1-701f-4049-830e-486302edd6cb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:14.253591 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab58f6ad-de67-4ec9-9764-76126b748717 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:14.253993 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9eea0b-e45b-42cc-b190-761ef48d2a8b', 'name': 'network-vif-deleted', 'tag': '703368d1-701f-4049-830e-486302edd6cb', 'status': 'completed', 'code': 200} Oct 13 04:32:15.034640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:15.078669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Deleting subnet 2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:32:15.081589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.117247 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.156638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.212844 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.239344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2578b9ad-a75d-4b9c-a4ff-6f3593a61d57,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:15.241347 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.245183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0d007dce-4c1d-4004-a7a5-d594e41d3dc5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2578b9ad-a75d-4b9c-a4ff-6f3593a61d57 HTTP/1.1" status: 204 len: 168 time: 0.2094991 Oct 13 04:32:15.247346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:15.315033 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.395611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.418033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54f50f8-77cb-451d-a582-b4111779dc41']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:15.428660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763bcfc8-1c97-4561-bac4-ff4f92e201f0') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:15.428979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763bcfc8-1c97-4561-bac4-ff4f92e201f0') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:15.440390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.454703 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.462205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:32:15.462753 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:32:15.464790 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:32:15.518991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.525379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.528810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] 10.222.0.44 "DELETE /v2.0/networks/d54f50f8-77cb-451d-a582-b4111779dc41 HTTP/1.1" status: 204 len: 168 time: 0.2804999 Oct 13 04:32:15.540798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c0075-d049-4ba0-a32a-b994e0d3dd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d54f50f8-77cb-451d-a582-b4111779dc41,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:15.714239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:15.766009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-19e12a71-e25a-4a1e-a6ff-a36d4f55c5fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fe0ae4e81c4485090001d200370bc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502844 Oct 13 04:32:15.768274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:15.817661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa110ad4-a772-4969-a6d1-98efed955263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.839393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa110ad4-a772-4969-a6d1-98efed955263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.888241 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa110ad4-a772-4969-a6d1-98efed955263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.891042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa110ad4-a772-4969-a6d1-98efed955263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.892176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aa110ad4-a772-4969-a6d1-98efed955263 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3afe8f0-634f-4d76-980c-557ed78549db HTTP/1.1" status: 204 len: 168 time: 0.1227164 Oct 13 04:32:15.900232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110ad4-a772-4969-a6d1-98efed955263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afe8f0-634f-4d76-980c-557ed78549db,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:16.590971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:16.692448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-797163811-network', 'tenant_id': '839db279fbf74920a2820c7a542d83c5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:16.716538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Made reservation on behalf of 839db279fbf74920a2820c7a542d83c5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:16.719117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.729793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.813770 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.817658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.840664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:16.850042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c3c6a7-1dd3-4bb7-8311-e68321418a38,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:16.854771 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.855139 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Added segment c718b5f7-7bca-4cde-b7ce-8c972e7d74e8 of type vlan for network 867bbd6d-182d-49ff-a756-232e6107e7fd Oct 13 04:32:16.897632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.921984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.922927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:16.923545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.973218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3810260 Oct 13 04:32:16.976641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:16.983416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Request body: {'subnet': {'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-797163811-subnet', 'tenant_id': '839db279fbf74920a2820c7a542d83c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:16.986082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53b843-f71e-4823-8711-13401fa79574 admin admin] Pushing event updated for resources: {'Network': ['ID=867bbd6d-182d-49ff-a756-232e6107e7fd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:16.996081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 867bbd6d-182d-49ff-a756-232e6107e7fd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:17.010241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Made reservation on behalf of 839db279fbf74920a2820c7a542d83c5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:17.014383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.188408 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.241637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:17.249333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 703368d1-701f-4049-830e-486302edd6cb no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:17.254253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.254599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.254936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.255273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.255707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.256159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.256487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.256839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.257168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.257491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.257816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.258139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:17.263611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Checking segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:17.264087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Network hostable DHCP agents. Network: 867bbd6d-182d-49ff-a756-232e6107e7fd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:17.271065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 703368d1-701f-4049-830e-486302edd6cb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:17.271410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 703368d1-701f-4049-830e-486302edd6cb not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:17.283002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Network 867bbd6d-182d-49ff-a756-232e6107e7fd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:17.292928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 867bbd6d-182d-49ff-a756-232e6107e7fd) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:17.298070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:17.298654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.303573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4bc1e-bcf1-46b7-8cab-2cd81928d2b4 None None] Network 867bbd6d-182d-49ff-a756-232e6107e7fd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:17.314249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-020fdabc-2908-42e1-be98-14fa6c08cf79 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3362243 Oct 13 04:32:17.435290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54069e65-84e9-4f88-9ccc-b4aab88af2cd None None] Network 867bbd6d-182d-49ff-a756-232e6107e7fd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:17.748136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-10a41f2f-5387-47a8-ac64-cc41e2712d83 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:17.749633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-10a41f2f-5387-47a8-ac64-cc41e2712d83 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 812 time: 0.1058896 Oct 13 04:32:17.766433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-ba686195-8ac8-4f95-a907-6e09be85da7e tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/quotas/839db279fbf74920a2820c7a542d83c5 HTTP/1.1" status: 200 len: 375 time: 0.0108306 Oct 13 04:32:17.799621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-f2806f55-88ba-401d-b10e-98e8739f2b7c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280516 Oct 13 04:32:17.887708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0972a20e-cd85-4392-8947-acfd4543c792 service neutron] 10.222.0.44 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807767 Oct 13 04:32:17.978495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-dfe6a5aa-9c79-4b78-a9e2-9d316b5664fa service neutron] 10.222.0.44 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846152 Oct 13 04:32:18.239329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-074bb96c-919e-48e8-8f3d-3ee106918069 req-43478a90-15dc-48f9-a657-ab19db338a94 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 210 time: 0.0277483 Oct 13 04:32:18.994831 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d992e3ff-7ad3-45e7-8b9b-a80506ca9156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.210333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-5a754ef2-ec69-4abb-958c-e43d0a9f9155 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.211929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-5a754ef2-ec69-4abb-958c-e43d0a9f9155 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 812 time: 0.1127906 Oct 13 04:32:19.225390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Request body: {'port': {'device_id': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'admin_state_up': True, 'tenant_id': '839db279fbf74920a2820c7a542d83c5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:19.330551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-ba8a212c-dc06-4afd-b50d-46d937a18d5b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.332155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-ba8a212c-dc06-4afd-b50d-46d937a18d5b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 812 time: 0.1344297 Oct 13 04:32:19.342772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Made reservation on behalf of 839db279fbf74920a2820c7a542d83c5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:19.346363 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.348514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Request body: {'port': {'device_id': '6da7ec18-1145-4889-92fa-55c6a8446276', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'admin_state_up': True, 'tenant_id': '839db279fbf74920a2820c7a542d83c5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:19.378377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-952a4c56-b3ff-4650-b850-46480bc68369 req-b90bdfd1-6e6e-4582-938a-4e0048c569a1 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 210 time: 0.0453103 Oct 13 04:32:19.474910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Allocated IP 172.20.0.3 (867bbd6d-182d-49ff-a756-232e6107e7fd/f7f39089-49cd-4e16-8dc1-f1a64a55cc4a/e036ff66-8f1a-4750-aa51-922fff98d21f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:19.477555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Made reservation on behalf of 839db279fbf74920a2820c7a542d83c5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:19.481116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.619546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.651144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.717863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Network 867bbd6d-182d-49ff-a756-232e6107e7fd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:19.721464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:19.725619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Allocated IP 172.20.0.11 (867bbd6d-182d-49ff-a756-232e6107e7fd/f7f39089-49cd-4e16-8dc1-f1a64a55cc4a/1eec38e7-f383-4d0b-b948-2f7224cb7955) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:19.726313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:19.757545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event updated for resources: {'Port': ['ID=e036ff66-8f1a-4750-aa51-922fff98d21f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:19.782514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.783111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.799396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-17f5c911-559f-4b18-b7e1-b4af851d65ba tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779097 Oct 13 04:32:19.811789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Request body: {'port': {'device_id': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:19.866966 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.879345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.911940 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.962045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Network 867bbd6d-182d-49ff-a756-232e6107e7fd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:19.965749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:19.969330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:19.998092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event updated for resources: {'Port': ['ID=1eec38e7-f383-4d0b-b948-2f7224cb7955,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.024926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.025526 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.042660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-aa25d6e2-516c-4663-b984-0842c09efdda tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7002552 Oct 13 04:32:20.055520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Request body: {'port': {'device_id': '6da7ec18-1145-4889-92fa-55c6a8446276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:20.109093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.130461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e036ff66-8f1a-4750-aa51-922fff98d21f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:20.137754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.149866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Transition to ACTIVE for port object e036ff66-8f1a-4750-aa51-922fff98d21f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:20.154370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.206080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Pushing event updated for resources: {'Port': ['ID=e036ff66-8f1a-4750-aa51-922fff98d21f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.271399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Attempting to bind port e036ff66-8f1a-4750-aa51-922fff98d21f on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:20.272135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Attempting to bind port e036ff66-8f1a-4750-aa51-922fff98d21f by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:20.272135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Attempting to bind port e036ff66-8f1a-4750-aa51-922fff98d21f on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:20.276732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Port e036ff66-8f1a-4750-aa51-922fff98d21f on network 867bbd6d-182d-49ff-a756-232e6107e7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:20.277060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Attempting to bind port e036ff66-8f1a-4750-aa51-922fff98d21f on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:20.282257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:20.282612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Checking segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:20.282989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Bound using segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:20.283406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Bound port: e036ff66-8f1a-4750-aa51-922fff98d21f, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:20.283758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.348240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] For port e036ff66-8f1a-4750-aa51-922fff98d21f, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:20.352031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] For port e036ff66-8f1a-4750-aa51-922fff98d21f, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e036ff66-8f1a-4750-aa51-922fff98d21f,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:20.355860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.368622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eec38e7-f383-4d0b-b948-2f7224cb7955 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:20.376405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.389305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Transition to ACTIVE for port object 1eec38e7-f383-4d0b-b948-2f7224cb7955 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:20.393310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.394266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.395207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.396591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] 10.222.0.15 "PUT /v2.0/ports/e036ff66-8f1a-4750-aa51-922fff98d21f HTTP/1.1" status: 200 len: 1091 time: 0.5894451 Oct 13 04:32:20.397067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'tag': 'e036ff66-8f1a-4750-aa51-922fff98d21f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:20.399310 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a04071d-4511-4168-97fc-a431620aa079" -d '{"events": [{"name": "network-changed", "server_uuid": "48d00c83-8e20-497d-8531-a9dbf136d36a", "tag": "e036ff66-8f1a-4750-aa51-922fff98d21f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:20.432061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733c2be-f55a-48d6-992f-16af3672be0e service neutron] Pushing event updated for resources: {'Port': ['ID=e036ff66-8f1a-4750-aa51-922fff98d21f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.462853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1eec38e7-f383-4d0b-b948-2f7224cb7955,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.480947 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884b1d12-195d-49fe-9c26-3f8876c74e60 x-openstack-request-id: req-884b1d12-195d-49fe-9c26-3f8876c74e60 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:20.481301 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d00c83-8e20-497d-8531-a9dbf136d36a", "tag": "e036ff66-8f1a-4750-aa51-922fff98d21f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:20.481647 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-884b1d12-195d-49fe-9c26-3f8876c74e60 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:20.482167 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'tag': 'e036ff66-8f1a-4750-aa51-922fff98d21f', 'status': 'completed', 'code': 200} Oct 13 04:32:20.515017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Attempting to bind port 1eec38e7-f383-4d0b-b948-2f7224cb7955 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:20.515414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Attempting to bind port 1eec38e7-f383-4d0b-b948-2f7224cb7955 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:20.515753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Attempting to bind port 1eec38e7-f383-4d0b-b948-2f7224cb7955 on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:20.520089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Port 1eec38e7-f383-4d0b-b948-2f7224cb7955 on network 867bbd6d-182d-49ff-a756-232e6107e7fd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:20.520412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Attempting to bind port 1eec38e7-f383-4d0b-b948-2f7224cb7955 on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:20.525207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-3db4ef18-c692-4a61-b997-5ef4008937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.525557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:20.525894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Checking segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:20.526273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Bound using segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:20.526663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-3db4ef18-c692-4a61-b997-5ef4008937a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=48d00c83-8e20-497d-8531-a9dbf136d36a HTTP/1.1" status: 200 len: 1094 time: 0.0825083 Oct 13 04:32:20.526770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Bound port: 1eec38e7-f383-4d0b-b948-2f7224cb7955, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:20.527063 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.571796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-3e12b973-bb40-4c88-90af-222e949c2fa1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e036ff66-8f1a-4750-aa51-922fff98d21f HTTP/1.1" status: 200 len: 217 time: 0.0367131 Oct 13 04:32:20.580650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4636e-6e2c-4e66-aabb-331e4556caed req-87faa550-51ff-4271-8048-b7412b44a30d tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.582078 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9a4636e-6e2c-4e66-aabb-331e4556caed req-87faa550-51ff-4271-8048-b7412b44a30d tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 944 time: 0.0867300 Oct 13 04:32:20.595283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] For port 1eec38e7-f383-4d0b-b948-2f7224cb7955, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:20.599173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] For port 1eec38e7-f383-4d0b-b948-2f7224cb7955, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:20.603003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.633919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.634884 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.636263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/1eec38e7-f383-4d0b-b948-2f7224cb7955 HTTP/1.1" status: 200 len: 1092 time: 0.5849607 Oct 13 04:32:20.639036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7ec18-1145-4889-92fa-55c6a8446276', 'tag': '1eec38e7-f383-4d0b-b948-2f7224cb7955'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:20.641917 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05" -d '{"events": [{"name": "network-changed", "server_uuid": "6da7ec18-1145-4889-92fa-55c6a8446276", "tag": "1eec38e7-f383-4d0b-b948-2f7224cb7955"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:20.651467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-7d10f46b-39ee-42d9-aee1-66e1d1084987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.653103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-7d10f46b-39ee-42d9-aee1-66e1d1084987 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0700040 Oct 13 04:32:20.656743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c9a4636e-6e2c-4e66-aabb-331e4556caed req-54526c98-cf74-40f1-ae3b-a19210866323 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667949 Oct 13 04:32:20.687595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ab8c7-7659-48d9-a9c6-7129932556f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1eec38e7-f383-4d0b-b948-2f7224cb7955,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.688569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-5abeaebb-518c-4566-b350-51f0b96db2dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280590 Oct 13 04:32:20.692807 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d240778-f461-4ba8-bcde-8d766fc1331b x-openstack-request-id: req-9d240778-f461-4ba8-bcde-8d766fc1331b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:20.693092 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da7ec18-1145-4889-92fa-55c6a8446276", "tag": "1eec38e7-f383-4d0b-b948-2f7224cb7955", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:20.693344 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d240778-f461-4ba8-bcde-8d766fc1331b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:20.693733 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7ec18-1145-4889-92fa-55c6a8446276', 'tag': '1eec38e7-f383-4d0b-b948-2f7224cb7955', 'status': 'completed', 'code': 200} Oct 13 04:32:20.733815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-507c58d5-0679-46e9-966d-331072efe6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.735308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-507c58d5-0679-46e9-966d-331072efe6bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 1095 time: 0.0408342 Oct 13 04:32:20.776807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-833a413e-a24d-4a14-8660-5af06e12d7ce service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809560 Oct 13 04:32:20.782149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-3bd66eac-ff95-40eb-920e-2f16d4aefbb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955 HTTP/1.1" status: 200 len: 217 time: 0.0389550 Oct 13 04:32:20.832771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-fbd1b058-2f22-4cb3-8915-42256639d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.834215 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-fbd1b058-2f22-4cb3-8915-42256639d28d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0440977 Oct 13 04:32:20.867526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-75a51fe0-bc77-4014-8bf7-59ebc2ccc223 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238988 Oct 13 04:32:20.869891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-2aabf543-8d9e-4a9e-b5db-e0cf0026d7f6 service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858467 Oct 13 04:32:20.956280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04071d-4511-4168-97fc-a431620aa079 req-d30ddf2c-e59d-4d0f-b252-32392a1ff9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:20.957786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-d30ddf2c-e59d-4d0f-b252-32392a1ff9fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=48d00c83-8e20-497d-8531-a9dbf136d36a HTTP/1.1" status: 200 len: 1094 time: 0.0422308 Oct 13 04:32:20.959219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-58d33573-3f68-4461-843f-7d9bf8cf9e01 service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817015 Oct 13 04:32:21.052863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04071d-4511-4168-97fc-a431620aa079 req-bd78819c-7198-47ee-b328-2b7110060138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.054296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-bd78819c-7198-47ee-b328-2b7110060138 service neutron] 10.222.0.15 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 913 time: 0.0894504 Oct 13 04:32:21.054465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b50c056-78b8-49f5-9ee3-683eaabfd5ca req-491cea05-5fea-47be-ab7f-c6424c3affeb service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870838 Oct 13 04:32:21.095341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-37b8ab0d-c268-4eec-83e1-08c82bbf4155 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e036ff66-8f1a-4750-aa51-922fff98d21f HTTP/1.1" status: 200 len: 217 time: 0.0335534 Oct 13 04:32:21.144335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04071d-4511-4168-97fc-a431620aa079 req-eca99f25-c9a1-40c9-b213-211e961ecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.145794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-eca99f25-c9a1-40c9-b213-211e961ecf13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0431771 Oct 13 04:32:21.145915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-68ac46d4-8b0d-48ad-a776-35a0f087def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.147374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-68ac46d4-8b0d-48ad-a776-35a0f087def8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 1095 time: 0.0422947 Oct 13 04:32:21.181434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-d9ca36fa-64cc-4c42-8cb7-61d3a5ebf5c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276880 Oct 13 04:32:21.241567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-564b8b50-27f7-47b7-b252-f9582262901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.242944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-564b8b50-27f7-47b7-b252-f9582262901e service neutron] 10.222.0.26 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 913 time: 0.0878673 Oct 13 04:32:21.270285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-9caa750d-ff97-45b1-b128-488768516f0f service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815406 Oct 13 04:32:21.283799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-832d91bb-84a3-4045-8853-9970b0c9c435 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955 HTTP/1.1" status: 200 len: 217 time: 0.0329692 Oct 13 04:32:21.335270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-cb0adda8-2ab3-4f01-9e53-a31a760428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.336802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-cb0adda8-2ab3-4f01-9e53-a31a760428d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0455081 Oct 13 04:32:21.369528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a04071d-4511-4168-97fc-a431620aa079 req-9adf7ecd-f24c-4c71-8781-6e1deec2ba4c service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911794 Oct 13 04:32:21.376835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-010ab84f-6a01-4599-8030-3b0dcb1e76ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303006 Oct 13 04:32:21.464341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-66d895af-159b-42f1-9a4b-378828d2c297 service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803037 Oct 13 04:32:21.485389 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fe0951d-45cd-44b4-92ac-2ededaacb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.558678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73cd4abc-e9e7-4442-8b46-4c6582fb0a05 req-196a3218-8bb5-47e8-aa7d-1c85cc6ec124 service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Oct 13 04:32:22.106723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe028e-c915-4204-95e1-a3e4d42f8901 req-38a06bef-118b-48bb-a3bc-bbb3273dfd8b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:22.108226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fbe028e-c915-4204-95e1-a3e4d42f8901 req-38a06bef-118b-48bb-a3bc-bbb3273dfd8b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 944 time: 0.3775795 Oct 13 04:32:22.144514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2fbe028e-c915-4204-95e1-a3e4d42f8901 req-339ed121-02f2-43ff-bd46-44768abf3bb1 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Oct 13 04:32:22.858492 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.019967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.260194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364e59-7fdf-412e-8b38-c0d37ff57bce req-79d7d2c0-7581-4bf2-8945-ffa59c531bbc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:23.261641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23364e59-7fdf-412e-8b38-c0d37ff57bce req-79d7d2c0-7581-4bf2-8945-ffa59c531bbc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 944 time: 0.0489526 Oct 13 04:32:23.298567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23364e59-7fdf-412e-8b38-c0d37ff57bce req-fdcf5195-1b74-48a8-8df7-77c2488a5981 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305889 Oct 13 04:32:23.315921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e036ff66-8f1a-4750-aa51-922fff98d21f details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:23.406504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e036ff66-8f1a-4750-aa51-922fff98d21f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e036ff66-8f1a-4750-aa51-922fff98d21f,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:23.420418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e036ff66-8f1a-4750-aa51-922fff98d21f', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'port_id': 'e036ff66-8f1a-4750-aa51-922fff98d21f', 'mac_address': 'fa:16:3e:89:05:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f39089-49cd-4e16-8dc1-f1a64a55cc4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:23.456125 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.468701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e036ff66-8f1a-4750-aa51-922fff98d21f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:23.487069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e036ff66-8f1a-4750-aa51-922fff98d21f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e036ff66-8f1a-4750-aa51-922fff98d21f,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:23.490663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.535624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e036ff66-8f1a-4750-aa51-922fff98d21f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:23.706834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e036ff66-8f1a-4750-aa51-922fff98d21f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:24.410363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737fc97-7104-4977-9a12-7b1e2011a235 req-5894013e-bc18-41c0-b557-634ce5aaf6f3 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:24.411819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2737fc97-7104-4977-9a12-7b1e2011a235 req-5894013e-bc18-41c0-b557-634ce5aaf6f3 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 944 time: 0.0482721 Oct 13 04:32:24.451554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2737fc97-7104-4977-9a12-7b1e2011a235 req-1f43b8fe-8726-4ca4-aacb-1ebd38a559c3 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Oct 13 04:32:24.620987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.185208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1eec38e7-f383-4d0b-b948-2f7224cb7955 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:25.278454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1eec38e7-f383-4d0b-b948-2f7224cb7955, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:25.290853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '1eec38e7-f383-4d0b-b948-2f7224cb7955', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'port_id': '1eec38e7-f383-4d0b-b948-2f7224cb7955', 'mac_address': 'fa:16:3e:50:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f39089-49cd-4e16-8dc1-f1a64a55cc4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:25.328025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e036ff66-8f1a-4750-aa51-922fff98d21f up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:25.351370 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.371710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eec38e7-f383-4d0b-b948-2f7224cb7955 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:25.397260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1eec38e7-f383-4d0b-b948-2f7224cb7955, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:25.404036 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.411251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e036ff66-8f1a-4750-aa51-922fff98d21f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:25.433858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e036ff66-8f1a-4750-aa51-922fff98d21f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:25.434216 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.488153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1eec38e7-f383-4d0b-b948-2f7224cb7955,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:25.537014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.558682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036ff66-8f1a-4750-aa51-922fff98d21f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:25.560938 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474a852a-d8f6-4a47-adcb-ce590646d5b5" -d '{"events": [{"server_uuid": "48d00c83-8e20-497d-8531-a9dbf136d36a", "name": "network-vif-plugged", "status": "completed", "tag": "e036ff66-8f1a-4750-aa51-922fff98d21f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:25.565628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816a39a-36be-4e64-a657-a706c8be7055 req-2de57909-b06a-4bd9-91b5-3e4cc83e59a7 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:25.567335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d816a39a-36be-4e64-a657-a706c8be7055 req-2de57909-b06a-4bd9-91b5-3e4cc83e59a7 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Oct 13 04:32:25.574159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e036ff66-8f1a-4750-aa51-922fff98d21f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e036ff66-8f1a-4750-aa51-922fff98d21f,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:25.579162 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.604449 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c08ae3-cfc9-4a86-aaad-94c16ed57960 x-openstack-request-id: req-65c08ae3-cfc9-4a86-aaad-94c16ed57960 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:25.604750 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d00c83-8e20-497d-8531-a9dbf136d36a", "name": "network-vif-plugged", "status": "completed", "tag": "e036ff66-8f1a-4750-aa51-922fff98d21f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:25.605062 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65c08ae3-cfc9-4a86-aaad-94c16ed57960 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:25.605467 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036ff66-8f1a-4750-aa51-922fff98d21f', 'code': 200} Oct 13 04:32:25.613763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d816a39a-36be-4e64-a657-a706c8be7055 req-b5eac8be-3bd8-45e2-934f-e903d15acb63 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Oct 13 04:32:25.637997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e036ff66-8f1a-4750-aa51-922fff98d21f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:25.701065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd19ddf-7394-4ef7-9712-c8b9b585f457 req-2e8c6c96-2a34-49e3-88e2-9cc3997d8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:25.702558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fd19ddf-7394-4ef7-9712-c8b9b585f457 req-2e8c6c96-2a34-49e3-88e2-9cc3997d8005 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48d00c83-8e20-497d-8531-a9dbf136d36a HTTP/1.1" status: 200 len: 1096 time: 0.0399859 Oct 13 04:32:25.736394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1eec38e7-f383-4d0b-b948-2f7224cb7955'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:25.738387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1fd19ddf-7394-4ef7-9712-c8b9b585f457 req-90d699d5-5ca4-4d93-996c-657892c486be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290463 Oct 13 04:32:26.737335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f47d2-bc96-4ea4-aa83-975fc8f93780 req-0662ae21-9da8-478c-ac3c-3dbad999428d tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:26.738790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c8f47d2-bc96-4ea4-aa83-975fc8f93780 req-0662ae21-9da8-478c-ac3c-3dbad999428d tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Oct 13 04:32:26.781168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c8f47d2-bc96-4ea4-aa83-975fc8f93780 req-1fd4c165-1211-46ef-8e9a-80a8260d3750 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Oct 13 04:32:27.216034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1eec38e7-f383-4d0b-b948-2f7224cb7955 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:27.262439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 1eec38e7-f383-4d0b-b948-2f7224cb7955 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:27.265916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 1eec38e7-f383-4d0b-b948-2f7224cb7955 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:27.266278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.490808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.521734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1eec38e7-f383-4d0b-b948-2f7224cb7955, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:27.525275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.569960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1eec38e7-f383-4d0b-b948-2f7224cb7955,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:27.605954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da7ec18-1145-4889-92fa-55c6a8446276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec38e7-f383-4d0b-b948-2f7224cb7955'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:27.608219 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624fe900-ebe3-49b2-aac9-3c9ef1701d9c" -d '{"events": [{"server_uuid": "6da7ec18-1145-4889-92fa-55c6a8446276", "name": "network-vif-plugged", "status": "completed", "tag": "1eec38e7-f383-4d0b-b948-2f7224cb7955"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:27.643000 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e981ff14-62ed-42b9-b680-e00fff395d9e x-openstack-request-id: req-e981ff14-62ed-42b9-b680-e00fff395d9e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:27.643265 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da7ec18-1145-4889-92fa-55c6a8446276", "name": "network-vif-plugged", "status": "completed", "tag": "1eec38e7-f383-4d0b-b948-2f7224cb7955", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:27.643516 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e981ff14-62ed-42b9-b680-e00fff395d9e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:27.643903 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da7ec18-1145-4889-92fa-55c6a8446276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec38e7-f383-4d0b-b948-2f7224cb7955', 'code': 200} Oct 13 04:32:27.734848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e554713-d42b-4a10-898b-734cb6963503 req-ba9b58e4-2855-46ce-aa5c-96c126372017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:27.736266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e554713-d42b-4a10-898b-734cb6963503 req-ba9b58e4-2855-46ce-aa5c-96c126372017 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 1097 time: 0.0422745 Oct 13 04:32:27.769668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e554713-d42b-4a10-898b-734cb6963503 req-25be485a-e12b-4ee6-86e5-3f2d6f36a0c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269310 Oct 13 04:32:27.898004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886952d0-8a79-4fe6-a7a2-1135f1dd5b66 req-64ecb4db-a4aa-499b-8c54-ad18daa5f84e tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:27.900343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-886952d0-8a79-4fe6-a7a2-1135f1dd5b66 req-64ecb4db-a4aa-499b-8c54-ad18daa5f84e tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 946 time: 0.0497985 Oct 13 04:32:27.936451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-886952d0-8a79-4fe6-a7a2-1135f1dd5b66 req-b4f722ae-1f86-4422-9775-353e7ab9e00b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Oct 13 04:32:29.052523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4005ad-4e15-4c57-ae12-13f4ec3de622 req-30cf7f93-bad5-4c9d-b95d-04e58f9493c7 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:29.054076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e4005ad-4e15-4c57-ae12-13f4ec3de622 req-30cf7f93-bad5-4c9d-b95d-04e58f9493c7 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 946 time: 0.0499308 Oct 13 04:32:29.091733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e4005ad-4e15-4c57-ae12-13f4ec3de622 req-13fa70c1-0ba6-4a05-8548-5fb1716cdec7 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Oct 13 04:32:30.203073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7e22-8891-4000-b36a-31e3b3b07350 req-3d22f98f-3b4e-4e6b-99a9-3dbde467d283 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:30.204501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5eb7e22-8891-4000-b36a-31e3b3b07350 req-3d22f98f-3b4e-4e6b-99a9-3dbde467d283 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 946 time: 0.0477395 Oct 13 04:32:30.244870 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5eb7e22-8891-4000-b36a-31e3b3b07350 req-2470e41b-a8f1-4502-a7db-57ec6ee76b77 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Oct 13 04:32:30.355519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92927a-3062-4a12-a149-ce326bef3c98 req-72e6760c-c183-49df-9df8-37063bd7318c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:30.357206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c92927a-3062-4a12-a149-ce326bef3c98 req-72e6760c-c183-49df-9df8-37063bd7318c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d00c83-8e20-497d-8531-a9dbf136d36a HTTP/1.1" status: 200 len: 945 time: 0.0480990 Oct 13 04:32:30.396512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c92927a-3062-4a12-a149-ce326bef3c98 req-0cdb2161-d3be-4539-b4fd-e7e54705160a tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Oct 13 04:32:30.844692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-f4544835-e0f4-43cc-9fcc-3b6d6aaf28e4 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:30.846140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-f4544835-e0f4-43cc-9fcc-3b6d6aaf28e4 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 812 time: 0.0989749 Oct 13 04:32:30.860386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-db210b8c-d872-4015-a270-921481cfec04 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/quotas/839db279fbf74920a2820c7a542d83c5 HTTP/1.1" status: 200 len: 375 time: 0.0085912 Oct 13 04:32:30.909052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-cb8f6793-6b72-49b2-a2ed-ff5a910e275e tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434885 Oct 13 04:32:30.998709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-8199beda-10d1-4d69-b702-036b56a30b28 service neutron] 10.222.0.44 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828316 Oct 13 04:32:31.085668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-7d086a30-414c-4336-a2f0-a188ff82edaa service neutron] 10.222.0.44 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803154 Oct 13 04:32:31.377541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b15861b7-f5f4-457f-b742-6dc5b6a973f0 req-88b48000-e1e1-40c1-9eee-1cdeef5cf613 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 210 time: 0.0340414 Oct 13 04:32:31.938425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063733fe-b727-472f-a595-fe978c3a4be6 req-24512199-cbb0-4a55-a282-267d15113173 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:31.940175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-063733fe-b727-472f-a595-fe978c3a4be6 req-24512199-cbb0-4a55-a282-267d15113173 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "GET /v2.0/ports?device_id=48d00c83-8e20-497d-8531-a9dbf136d36a HTTP/1.1" status: 200 len: 945 time: 0.0568264 Oct 13 04:32:32.031854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Deleting port e036ff66-8f1a-4750-aa51-922fff98d21f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:32.032243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.120665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-a8b8b5f8-42e2-4b16-bc7b-dc5ee950e62b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:32.122117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-a8b8b5f8-42e2-4b16-bc7b-dc5ee950e62b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da7ec18-1145-4889-92fa-55c6a8446276 HTTP/1.1" status: 200 len: 946 time: 0.0503175 Oct 13 04:32:32.122926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] For port e036ff66-8f1a-4750-aa51-922fff98d21f, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e036ff66-8f1a-4750-aa51-922fff98d21f,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:32.123295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.136633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Calling delete_port for e036ff66-8f1a-4750-aa51-922fff98d21f owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:32.277886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.291131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e036ff66-8f1a-4750-aa51-922fff98d21f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:32.294707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1eec38e7-f383-4d0b-b948-2f7224cb7955'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:32.324973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event deleted for resources: {'Port': ['ID=e036ff66-8f1a-4750-aa51-922fff98d21f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:32.395615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] No DVR routers for this DVR port e036ff66-8f1a-4750-aa51-922fff98d21f on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:32.400135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.404792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "DELETE /v2.0/ports/e036ff66-8f1a-4750-aa51-922fff98d21f HTTP/1.1" status: 204 len: 173 time: 0.4574525 Oct 13 04:32:32.404792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'name': 'network-vif-deleted', 'tag': 'e036ff66-8f1a-4750-aa51-922fff98d21f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:32.418748 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b745d-7681-4f94-b22b-dec4d567dcb2" -d '{"events": [{"server_uuid": "48d00c83-8e20-497d-8531-a9dbf136d36a", "name": "network-vif-deleted", "tag": "e036ff66-8f1a-4750-aa51-922fff98d21f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:32.481514 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf848ede-c756-4248-ba47-4c0bf9bef918 x-openstack-request-id: req-bf848ede-c756-4248-ba47-4c0bf9bef918 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:32.481925 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d00c83-8e20-497d-8531-a9dbf136d36a", "name": "network-vif-deleted", "tag": "e036ff66-8f1a-4750-aa51-922fff98d21f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:32.482273 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf848ede-c756-4248-ba47-4c0bf9bef918 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:32.482983 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d00c83-8e20-497d-8531-a9dbf136d36a', 'name': 'network-vif-deleted', 'tag': 'e036ff66-8f1a-4750-aa51-922fff98d21f', 'status': 'completed', 'code': 200} Oct 13 04:32:32.644247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-17651fa5-f8f4-4e3c-b25e-2654d90c8315 req-0ef30c0d-dd0a-4eff-8d38-01d886e8f76c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 210 time: 0.0926702 Oct 13 04:32:32.796214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-080a5705-a60e-4914-8704-4cbef313b86a tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:32.797641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-080a5705-a60e-4914-8704-4cbef313b86a tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 812 time: 0.2363863 Oct 13 04:32:32.807978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-034ff0b1-3447-4dea-9b83-0f85a2c23020 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:32.809331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-034ff0b1-3447-4dea-9b83-0f85a2c23020 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 812 time: 0.2492657 Oct 13 04:32:32.815463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Request body: {'port': {'device_id': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'admin_state_up': True, 'tenant_id': '839db279fbf74920a2820c7a542d83c5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:32.820403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Deleting port 1eec38e7-f383-4d0b-b948-2f7224cb7955 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:32.820789 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.829784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Request body: {'port': {'device_id': '2996c444-5e6a-439c-961d-c95965efa428', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'admin_state_up': True, 'tenant_id': '839db279fbf74920a2820c7a542d83c5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:33.067430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] For port 1eec38e7-f383-4d0b-b948-2f7224cb7955, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1eec38e7-f383-4d0b-b948-2f7224cb7955,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:33.067795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.090771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Calling delete_port for 1eec38e7-f383-4d0b-b948-2f7224cb7955 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:33.111333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:32:33.111333 n-d-810220-9 neutron-server[94824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 04:32:33.111333 n-d-810220-9 neutron-server[94824]: [parameters: {'project_id': '839db279fbf74920a2820c7a542d83c5', 'id': 'fb09799b-938a-4d12-9a07-c2e0ada3441a', 'expiration': datetime.datetime(2021, 10, 13, 4, 34, 33, 98154)}] Oct 13 04:32:33.111333 n-d-810220-9 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:32:33.111904 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:32:33.146618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Made reservation on behalf of 839db279fbf74920a2820c7a542d83c5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:33.150113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.316773 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.327706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e036ff66-8f1a-4750-aa51-922fff98d21f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:33.355115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event deleted for resources: {'Port': ['ID=1eec38e7-f383-4d0b-b948-2f7224cb7955,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:33.364027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Allocated IP 172.20.0.4 (867bbd6d-182d-49ff-a756-232e6107e7fd/f7f39089-49cd-4e16-8dc1-f1a64a55cc4a/e42b3517-e43e-40b1-bf7b-5eef404c9946) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:33.406229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] No DVR routers for this DVR port 1eec38e7-f383-4d0b-b948-2f7224cb7955 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:33.409691 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.412962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "DELETE /v2.0/ports/1eec38e7-f383-4d0b-b948-2f7224cb7955 HTTP/1.1" status: 204 len: 173 time: 1.2844200 Oct 13 04:32:33.413398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da7ec18-1145-4889-92fa-55c6a8446276', 'name': 'network-vif-deleted', 'tag': '1eec38e7-f383-4d0b-b948-2f7224cb7955'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:33.415661 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18459277-4ac1-44d2-9e20-27a8b9f929b4" -d '{"events": [{"server_uuid": "6da7ec18-1145-4889-92fa-55c6a8446276", "name": "network-vif-deleted", "tag": "1eec38e7-f383-4d0b-b948-2f7224cb7955"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:33.458279 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb535b6-efc0-4040-a68c-955b2bd69db0 x-openstack-request-id: req-ceb535b6-efc0-4040-a68c-955b2bd69db0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:33.458593 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da7ec18-1145-4889-92fa-55c6a8446276", "name": "network-vif-deleted", "tag": "1eec38e7-f383-4d0b-b948-2f7224cb7955", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:33.458845 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ceb535b6-efc0-4040-a68c-955b2bd69db0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:33.459246 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da7ec18-1145-4889-92fa-55c6a8446276', 'name': 'network-vif-deleted', 'tag': '1eec38e7-f383-4d0b-b948-2f7224cb7955', 'status': 'completed', 'code': 200} Oct 13 04:32:33.563924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.596524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.646563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Network 867bbd6d-182d-49ff-a756-232e6107e7fd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:33.652479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:33.658412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:33.666660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event updated for resources: {'Port': ['ID=e42b3517-e43e-40b1-bf7b-5eef404c9946,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:33.687299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Made reservation on behalf of 839db279fbf74920a2820c7a542d83c5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:33.691052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.744165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:33.744805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.815049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-23e5fa78-01ea-4b42-9b06-f3cd66f42441 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9890900 Oct 13 04:32:33.832272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Request body: {'port': {'device_id': '2996c444-5e6a-439c-961d-c95965efa428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:33.865279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26509e48-2131-4992-8b46-119eee3b40a0 req-ddc38140-bb03-4739-a9c1-34a4f9e4efbe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:33.866666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26509e48-2131-4992-8b46-119eee3b40a0 req-ddc38140-bb03-4739-a9c1-34a4f9e4efbe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 931 time: 0.1484349 Oct 13 04:32:33.964432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.972191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Allocated IP 172.20.0.6 (867bbd6d-182d-49ff-a756-232e6107e7fd/f7f39089-49cd-4e16-8dc1-f1a64a55cc4a/350f5350-6346-404b-a807-c5a773987419) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:33.993013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26509e48-2131-4992-8b46-119eee3b40a0 req-0888fbc1-ea3e-4d6e-8f57-2d763e82e2de tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171291 Oct 13 04:32:34.222388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.256113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.341166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Network 867bbd6d-182d-49ff-a756-232e6107e7fd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:34.347658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:34.355182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:34.376982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event updated for resources: {'Port': ['ID=350f5350-6346-404b-a807-c5a773987419,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:34.429942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:34.430532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.456862 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-d024a351-df45-436d-975f-4652f16915bc tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6457410 Oct 13 04:32:34.482427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Request body: {'port': {'device_id': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:34.515293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42b3517-e43e-40b1-bf7b-5eef404c9946 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:34.539106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.556035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.558053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Transition to ACTIVE for port object e42b3517-e43e-40b1-bf7b-5eef404c9946 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:34.567858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.652288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42b3517-e43e-40b1-bf7b-5eef404c9946,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:34.819552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Attempting to bind port e42b3517-e43e-40b1-bf7b-5eef404c9946 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:34.819881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Attempting to bind port e42b3517-e43e-40b1-bf7b-5eef404c9946 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:34.820206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Attempting to bind port e42b3517-e43e-40b1-bf7b-5eef404c9946 on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:34.830071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Port e42b3517-e43e-40b1-bf7b-5eef404c9946 on network 867bbd6d-182d-49ff-a756-232e6107e7fd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:34.830385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Attempting to bind port e42b3517-e43e-40b1-bf7b-5eef404c9946 on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:34.837892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:34.838226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Checking segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:34.838603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Bound using segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:34.839029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Bound port: e42b3517-e43e-40b1-bf7b-5eef404c9946, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:34.839378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.960003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] For port e42b3517-e43e-40b1-bf7b-5eef404c9946, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:34.977038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] For port e42b3517-e43e-40b1-bf7b-5eef404c9946, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:34.982910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350f5350-6346-404b-a807-c5a773987419 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:34.987861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.995348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.033428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.033996 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.035391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/e42b3517-e43e-40b1-bf7b-5eef404c9946 HTTP/1.1" status: 200 len: 1091 time: 1.2108693 Oct 13 04:32:35.036381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Transition to ACTIVE for port object 350f5350-6346-404b-a807-c5a773987419 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:35.043361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.070442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5879-cd20-4e70-82ea-40e84066d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42b3517-e43e-40b1-bf7b-5eef404c9946,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:35.131634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2d1-a2fb-46f2-ad50-e01fa2918d39 req-9718a8f3-36b3-4d3b-aa23-2d5b2198c042 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.133800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6c8c2d1-a2fb-46f2-ad50-e01fa2918d39 req-9718a8f3-36b3-4d3b-aa23-2d5b2198c042 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 943 time: 0.0611784 Oct 13 04:32:35.172018 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6c8c2d1-a2fb-46f2-ad50-e01fa2918d39 req-69438f0c-f53b-4b34-a088-690a2bdd97a5 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Oct 13 04:32:35.179803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Pushing event updated for resources: {'Port': ['ID=350f5350-6346-404b-a807-c5a773987419,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:35.200550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-ded47eb5-efa4-46da-847e-c5cd76dcc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.202132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-ded47eb5-efa4-46da-847e-c5cd76dcc996 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 1094 time: 0.1057606 Oct 13 04:32:35.232611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1eec38e7-f383-4d0b-b948-2f7224cb7955 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:35.246703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Attempting to bind port 350f5350-6346-404b-a807-c5a773987419 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:35.247174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Attempting to bind port 350f5350-6346-404b-a807-c5a773987419 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:35.247343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Attempting to bind port 350f5350-6346-404b-a807-c5a773987419 on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:35.251120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-3a13df8d-0ea0-4930-ab3b-83b2622a98da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946 HTTP/1.1" status: 200 len: 217 time: 0.0393491 Oct 13 04:32:35.251696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 1eec38e7-f383-4d0b-b948-2f7224cb7955 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:35.252045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1eec38e7-f383-4d0b-b948-2f7224cb7955 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:35.253142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Port 350f5350-6346-404b-a807-c5a773987419 on network 867bbd6d-182d-49ff-a756-232e6107e7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:35.253459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Attempting to bind port 350f5350-6346-404b-a807-c5a773987419 on network 867bbd6d-182d-49ff-a756-232e6107e7fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:35.265328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:35.265660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Checking segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:35.266032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Bound using segment: {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:35.266456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Bound port: 350f5350-6346-404b-a807-c5a773987419, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:35.266841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.337216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-c343f87a-fca4-41f3-9772-c1908f1a7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.338634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-c343f87a-fca4-41f3-9772-c1908f1a7d5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0802402 Oct 13 04:32:35.373338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e036ff66-8f1a-4750-aa51-922fff98d21f no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:35.381480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-121434fe-f36a-417f-bc18-8f507d1c6650 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331516 Oct 13 04:32:35.385671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] For port 350f5350-6346-404b-a807-c5a773987419, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:35.392973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e036ff66-8f1a-4750-aa51-922fff98d21f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:35.393620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e036ff66-8f1a-4750-aa51-922fff98d21f not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:35.403881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] For port 350f5350-6346-404b-a807-c5a773987419, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=350f5350-6346-404b-a807-c5a773987419,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:35.415937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.468160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2996c444-5e6a-439c-961d-c95965efa428', 'tag': 'e42b3517-e43e-40b1-bf7b-5eef404c9946'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:35.470934 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2c0edb-14d5-4696-a425-81cc1a256887" -d '{"events": [{"name": "network-changed", "server_uuid": "2996c444-5e6a-439c-961d-c95965efa428", "tag": "e42b3517-e43e-40b1-bf7b-5eef404c9946"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:35.493550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.494160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.495543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] 10.222.0.15 "PUT /v2.0/ports/350f5350-6346-404b-a807-c5a773987419 HTTP/1.1" status: 200 len: 1091 time: 1.0173635 Oct 13 04:32:35.513732 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0901b531-3467-47cd-ac0b-ba3d9e2b1d5b x-openstack-request-id: req-0901b531-3467-47cd-ac0b-ba3d9e2b1d5b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:35.514016 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2996c444-5e6a-439c-961d-c95965efa428", "tag": "e42b3517-e43e-40b1-bf7b-5eef404c9946", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:35.514265 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0901b531-3467-47cd-ac0b-ba3d9e2b1d5b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:35.514647 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2996c444-5e6a-439c-961d-c95965efa428', 'tag': 'e42b3517-e43e-40b1-bf7b-5eef404c9946', 'status': 'completed', 'code': 200} Oct 13 04:32:35.528259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92728456-8893-495e-a4d9-8ed9aa468817 service neutron] Pushing event updated for resources: {'Port': ['ID=350f5350-6346-404b-a807-c5a773987419,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:35.566802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-4408af53-2eec-4b56-9d6b-0d56d3348fae service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727035 Oct 13 04:32:35.625039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-a6c0114c-81ea-43bf-8c06-d8772d80ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.626462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-a6c0114c-81ea-43bf-8c06-d8772d80ae3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 1094 time: 0.0901532 Oct 13 04:32:35.671152 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-b9978da1-5947-49e9-a4df-08f068b122ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350f5350-6346-404b-a807-c5a773987419 HTTP/1.1" status: 200 len: 217 time: 0.0358770 Oct 13 04:32:35.729830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-1d6625ae-52f9-4347-984d-d9f00ea3ae24 service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537077 Oct 13 04:32:35.742007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-a8809733-f608-4ef4-b3fa-90f553e3afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.743483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-a8809733-f608-4ef4-b3fa-90f553e3afc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0657566 Oct 13 04:32:35.777720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-686a6508-42a1-4c7d-bf37-66c2daf07b2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267212 Oct 13 04:32:35.874071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-4688810b-d7cc-480e-94b8-df31e3d308b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.875605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-4688810b-d7cc-480e-94b8-df31e3d308b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 1094 time: 0.0950434 Oct 13 04:32:35.940006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-6326b627-d9e4-46f1-ac5d-103659f74bc7 service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509109 Oct 13 04:32:36.289861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8924a-205c-4e83-ab75-eaeee43de650 req-758d2f0e-6e48-4742-bfd0-71d29536f8e4 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.292047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8e8924a-205c-4e83-ab75-eaeee43de650 req-758d2f0e-6e48-4742-bfd0-71d29536f8e4 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 943 time: 0.0512171 Oct 13 04:32:36.331055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8e8924a-205c-4e83-ab75-eaeee43de650 req-f2850055-d41e-41ea-aa15-f356ab7f4f92 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Oct 13 04:32:36.341418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-4644d91e-8c56-4b61-99ef-3416533551d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.342868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-4644d91e-8c56-4b61-99ef-3416533551d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 913 time: 0.4595582 Oct 13 04:32:36.394824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-9b34c911-1039-4698-9050-200628cadd46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946 HTTP/1.1" status: 200 len: 217 time: 0.0398548 Oct 13 04:32:36.399896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c3076e1-de8d-4093-901a-f5ffa3cf9ca7 req-79cbd7fa-c6e6-445f-a9b1-dbb5ce0e7c9b service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523847 Oct 13 04:32:36.445714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-ee05916a-1ecb-408e-8deb-c27c0a89f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.447130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-ee05916a-1ecb-408e-8deb-c27c0a89f4a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0431914 Oct 13 04:32:36.481475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-2fdb3fff-dc58-4191-83ed-a93e3daa72f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262799 Oct 13 04:32:36.568295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-fc10d361-66a6-41da-9b7d-38a652e6f1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800679 Oct 13 04:32:36.658806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd2c0edb-14d5-4696-a425-81cc1a256887 req-3f9ead98-a83c-428f-ad00-71b65425390b service neutron] 10.222.0.26 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 Oct 13 04:32:37.446923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5ad4-937a-4069-bd47-1f5a1559699e req-f30df875-fa6a-48bf-aa0f-d04a8fbb45c5 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:37.448378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8b5ad4-937a-4069-bd47-1f5a1559699e req-f30df875-fa6a-48bf-aa0f-d04a8fbb45c5 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 943 time: 0.0485580 Oct 13 04:32:37.485790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8b5ad4-937a-4069-bd47-1f5a1559699e req-dd2a8452-c75a-4025-b871-0640faad0be9 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Oct 13 04:32:37.515467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'tag': '350f5350-6346-404b-a807-c5a773987419'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:37.518501 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fcf415-7434-46e5-9d63-6be2bfb4225d", "tag": "350f5350-6346-404b-a807-c5a773987419"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:37.552987 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e1d08-1202-4be1-ba5e-383851b1e4b3 x-openstack-request-id: req-738e1d08-1202-4be1-ba5e-383851b1e4b3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:37.553279 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fcf415-7434-46e5-9d63-6be2bfb4225d", "tag": "350f5350-6346-404b-a807-c5a773987419", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:37.553527 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-738e1d08-1202-4be1-ba5e-383851b1e4b3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:37.553914 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'tag': '350f5350-6346-404b-a807-c5a773987419', 'status': 'completed', 'code': 200} Oct 13 04:32:37.617651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-6b313e82-b7ec-4ba5-8883-502585b44877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:37.619320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-6b313e82-b7ec-4ba5-8883-502585b44877 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=839db279fbf74920a2820c7a542d83c5&device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 1094 time: 0.0396883 Oct 13 04:32:37.710758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-a22fa549-2f4f-4575-827e-bf22c7570cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:37.712161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-a22fa549-2f4f-4575-827e-bf22c7570cac service neutron] 10.222.0.15 "GET /v2.0/networks?id=867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 200 len: 913 time: 0.0845158 Oct 13 04:32:37.752861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-07ccc6b8-b10c-4338-b93a-04311e581da1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350f5350-6346-404b-a807-c5a773987419 HTTP/1.1" status: 200 len: 217 time: 0.0327687 Oct 13 04:32:37.799868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-2fd8f012-5c5f-413c-b7c6-cf7eecbff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:37.801364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-2fd8f012-5c5f-413c-b7c6-cf7eecbff8ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 200 len: 852 time: 0.0421216 Oct 13 04:32:37.836135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-35f909ec-f667-4075-9709-6cee78f0f673 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=867bbd6d-182d-49ff-a756-232e6107e7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275567 Oct 13 04:32:37.924490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-32097da3-432c-4ece-a861-3d1aba173e84 service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806260 Oct 13 04:32:38.014404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de7b5c96-cfcd-45fc-9d4a-3a946c839b64 req-f8fda39a-a799-499c-b3a8-c74514c52828 service neutron] 10.222.0.15 "GET /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834026 Oct 13 04:32:38.243862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.599350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a814-09b5-4b9e-91b8-6dee1bc4c39e req-2c5fbb3c-cf17-4c86-88a4-a8c312613f21 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:38.600940 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68e2a814-09b5-4b9e-91b8-6dee1bc4c39e req-2c5fbb3c-cf17-4c86-88a4-a8c312613f21 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 943 time: 0.0500572 Oct 13 04:32:38.638137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68e2a814-09b5-4b9e-91b8-6dee1bc4c39e req-408a3086-93d3-4e7d-aea0-4c096e330697 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Oct 13 04:32:39.219197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e42b3517-e43e-40b1-bf7b-5eef404c9946 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:39.313278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e42b3517-e43e-40b1-bf7b-5eef404c9946, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:39.324836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'e42b3517-e43e-40b1-bf7b-5eef404c9946', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'port_id': 'e42b3517-e43e-40b1-bf7b-5eef404c9946', 'mac_address': 'fa:16:3e:50:00:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f39089-49cd-4e16-8dc1-f1a64a55cc4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:39.359577 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.372390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42b3517-e43e-40b1-bf7b-5eef404c9946 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:39.378748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 350f5350-6346-404b-a807-c5a773987419 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:39.404910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e42b3517-e43e-40b1-bf7b-5eef404c9946, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:39.411202 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.500674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e42b3517-e43e-40b1-bf7b-5eef404c9946,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:39.525870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 350f5350-6346-404b-a807-c5a773987419, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=350f5350-6346-404b-a807-c5a773987419,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:39.539480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '350f5350-6346-404b-a807-c5a773987419', 'network_id': '867bbd6d-182d-49ff-a756-232e6107e7fd', 'port_id': '350f5350-6346-404b-a807-c5a773987419', 'mac_address': 'fa:16:3e:42:8b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f39089-49cd-4e16-8dc1-f1a64a55cc4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:39.559261 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:39.575554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.588439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350f5350-6346-404b-a807-c5a773987419 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:39.606854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 350f5350-6346-404b-a807-c5a773987419, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=350f5350-6346-404b-a807-c5a773987419,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:39.610984 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.658650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=350f5350-6346-404b-a807-c5a773987419,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:39.738239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['e42b3517-e43e-40b1-bf7b-5eef404c9946'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:39.753007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d6422-947a-4031-9e1b-f4cefd242a6b req-6d96edd9-bd09-4771-bea4-07a2b71d2639 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:39.754405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630d6422-947a-4031-9e1b-f4cefd242a6b req-6d96edd9-bd09-4771-bea4-07a2b71d2639 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 944 time: 0.0481308 Oct 13 04:32:39.792495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630d6422-947a-4031-9e1b-f4cefd242a6b req-df61ee80-c4c8-4000-b45d-15140affa5a4 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Oct 13 04:32:39.807317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['350f5350-6346-404b-a807-c5a773987419'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:40.053819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.902934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008fa0-d2cd-4c55-adbb-1ac9ab1980fe req-089bfcd9-bc0c-4b8c-90ec-ca0794ef4046 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:40.904390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c008fa0-d2cd-4c55-adbb-1ac9ab1980fe req-089bfcd9-bc0c-4b8c-90ec-ca0794ef4046 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 944 time: 0.0468483 Oct 13 04:32:40.941571 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6c008fa0-d2cd-4c55-adbb-1ac9ab1980fe req-0bb56918-dfaa-4788-a8b7-d3deff2701d2 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Oct 13 04:32:41.219175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e42b3517-e43e-40b1-bf7b-5eef404c9946 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:41.269121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port e42b3517-e43e-40b1-bf7b-5eef404c9946 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:41.272598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port e42b3517-e43e-40b1-bf7b-5eef404c9946 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:41.272993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.346672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.369235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2996c444-5e6a-439c-961d-c95965efa428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b3517-e43e-40b1-bf7b-5eef404c9946'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:41.371487 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4832f1-80ec-4263-b90c-3e1f0d06ecc8" -d '{"events": [{"server_uuid": "2996c444-5e6a-439c-961d-c95965efa428", "name": "network-vif-plugged", "status": "completed", "tag": "e42b3517-e43e-40b1-bf7b-5eef404c9946"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:41.377957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 350f5350-6346-404b-a807-c5a773987419 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:41.408634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e42b3517-e43e-40b1-bf7b-5eef404c9946, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:41.410558 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc857f9b-cbc9-45c5-ba90-be04ea39f1b8 x-openstack-request-id: req-dc857f9b-cbc9-45c5-ba90-be04ea39f1b8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:41.410854 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2996c444-5e6a-439c-961d-c95965efa428", "name": "network-vif-plugged", "status": "completed", "tag": "e42b3517-e43e-40b1-bf7b-5eef404c9946", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:41.411093 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc857f9b-cbc9-45c5-ba90-be04ea39f1b8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:41.411537 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2996c444-5e6a-439c-961d-c95965efa428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b3517-e43e-40b1-bf7b-5eef404c9946', 'code': 200} Oct 13 04:32:41.414015 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.477929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e42b3517-e43e-40b1-bf7b-5eef404c9946,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:41.480927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 350f5350-6346-404b-a807-c5a773987419 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:41.484936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 350f5350-6346-404b-a807-c5a773987419 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:41.485827 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.506357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815418-c7d7-453e-8347-44cf5073c68e req-2ed8f482-c24a-448b-b3ea-031d39089953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:41.507890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f815418-c7d7-453e-8347-44cf5073c68e req-2ed8f482-c24a-448b-b3ea-031d39089953 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 1096 time: 0.0450101 Oct 13 04:32:41.541789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f815418-c7d7-453e-8347-44cf5073c68e req-25e19521-95ad-44db-8c99-fb86c2ebf5cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270708 Oct 13 04:32:41.561187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.592621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 350f5350-6346-404b-a807-c5a773987419, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=350f5350-6346-404b-a807-c5a773987419,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:41.596059 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.646143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=350f5350-6346-404b-a807-c5a773987419,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:42.058285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5afd-6dd4-4b3d-8721-dc6451015a6c req-e535d938-c644-480c-9db8-a6996c1dcf16 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:42.059724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-050f5afd-6dd4-4b3d-8721-dc6451015a6c req-e535d938-c644-480c-9db8-a6996c1dcf16 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 945 time: 0.0497341 Oct 13 04:32:42.096460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-050f5afd-6dd4-4b3d-8721-dc6451015a6c req-202d908c-15f3-4300-833e-95875f06d2a2 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303893 Oct 13 04:32:43.213170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd3848-496f-4270-a6b1-48174fb475ae req-7dc524eb-835d-4bf0-bc1d-a0e2602af781 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:43.214621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93bd3848-496f-4270-a6b1-48174fb475ae req-7dc524eb-835d-4bf0-bc1d-a0e2602af781 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 945 time: 0.0518074 Oct 13 04:32:43.251247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93bd3848-496f-4270-a6b1-48174fb475ae req-eee7c7fd-97cd-4efe-a269-2f1acece22c3 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Oct 13 04:32:43.362933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afba13-52e0-4839-be36-eedb81776966 req-a68f6e13-64ce-4b3f-a15b-e9ac58408eef tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:43.364510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9afba13-52e0-4839-be36-eedb81776966 req-a68f6e13-64ce-4b3f-a15b-e9ac58408eef tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 945 time: 0.0476966 Oct 13 04:32:43.402137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9afba13-52e0-4839-be36-eedb81776966 req-e24459d0-c982-491d-88e4-6455974e0109 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Oct 13 04:32:43.413056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350f5350-6346-404b-a807-c5a773987419'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:43.415472 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80d9fc-5030-476c-a4e6-a194719be0f2" -d '{"events": [{"server_uuid": "c5fcf415-7434-46e5-9d63-6be2bfb4225d", "name": "network-vif-plugged", "status": "completed", "tag": "350f5350-6346-404b-a807-c5a773987419"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:43.450531 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04a01c3-f93a-407c-94f9-5bddc70999e8 x-openstack-request-id: req-d04a01c3-f93a-407c-94f9-5bddc70999e8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:43.450854 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fcf415-7434-46e5-9d63-6be2bfb4225d", "name": "network-vif-plugged", "status": "completed", "tag": "350f5350-6346-404b-a807-c5a773987419", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:43.451130 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d04a01c3-f93a-407c-94f9-5bddc70999e8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:43.451551 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350f5350-6346-404b-a807-c5a773987419', 'code': 200} Oct 13 04:32:43.568356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92511b6-b509-41e9-9b6a-4f1f29ff3115 req-e0ec1e94-f45f-4a70-8787-b8ec72597ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:43.569864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e92511b6-b509-41e9-9b6a-4f1f29ff3115 req-e0ec1e94-f45f-4a70-8787-b8ec72597ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 1096 time: 0.0438244 Oct 13 04:32:43.606190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e92511b6-b509-41e9-9b6a-4f1f29ff3115 req-bdb11c41-6dc2-46c4-a436-ff0ebdbbbe29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273597 Oct 13 04:32:44.514962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a146605-717c-487e-9bcf-04013ce4c2e0 req-e66cf610-be53-4b83-8d34-d26eceb4af0d tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:44.516410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a146605-717c-487e-9bcf-04013ce4c2e0 req-e66cf610-be53-4b83-8d34-d26eceb4af0d tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 945 time: 0.0491030 Oct 13 04:32:44.556554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a146605-717c-487e-9bcf-04013ce4c2e0 req-32883d7a-da1b-41e0-abcb-1d150842e769 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Oct 13 04:32:45.669929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669711-1625-4e9a-b3cd-b0b66822dae2 req-75a98225-a751-4502-99f5-7f70f45b256b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.671377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af669711-1625-4e9a-b3cd-b0b66822dae2 req-75a98225-a751-4502-99f5-7f70f45b256b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 945 time: 0.0475516 Oct 13 04:32:45.708981 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af669711-1625-4e9a-b3cd-b0b66822dae2 req-ac593d7f-8fff-4796-87d6-1f425c86c7b0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Oct 13 04:32:46.052786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd020a-9d67-4514-9d2a-13fdfabf222d req-30f44f0e-4632-41b8-89f5-76d697b8d0a9 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:46.054268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6cdd020a-9d67-4514-9d2a-13fdfabf222d req-30f44f0e-4632-41b8-89f5-76d697b8d0a9 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 945 time: 0.0490205 Oct 13 04:32:46.090984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6cdd020a-9d67-4514-9d2a-13fdfabf222d req-9f6a41d4-397f-4746-a3bf-8b90c9c0742c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Oct 13 04:32:47.198011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-cc47b50b-66c3-4402-8752-2a31a143609c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:47.199436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-cc47b50b-66c3-4402-8752-2a31a143609c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 945 time: 0.0517704 Oct 13 04:32:47.206795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f8b2-70be-4b48-a418-1f1035ce3325 req-c5fbaf2b-f05d-438a-9341-d7b777e3fe3b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:47.208248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8141f8b2-70be-4b48-a418-1f1035ce3325 req-c5fbaf2b-f05d-438a-9341-d7b777e3fe3b tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5fcf415-7434-46e5-9d63-6be2bfb4225d HTTP/1.1" status: 200 len: 945 time: 0.0474687 Oct 13 04:32:47.247254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8141f8b2-70be-4b48-a418-1f1035ce3325 req-4b7f85f3-b8ff-4501-bd22-661820281dca tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/security-groups?id=16c3c6a7-1dd3-4bb7-8311-e68321418a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Oct 13 04:32:47.293223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Deleting port 350f5350-6346-404b-a807-c5a773987419 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:47.293566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.383927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] For port 350f5350-6346-404b-a807-c5a773987419, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=350f5350-6346-404b-a807-c5a773987419,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:47.384301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.397063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Calling delete_port for 350f5350-6346-404b-a807-c5a773987419 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:47.519497 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.531802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['350f5350-6346-404b-a807-c5a773987419'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:47.534792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['e42b3517-e43e-40b1-bf7b-5eef404c9946'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:47.576237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event deleted for resources: {'Port': ['ID=350f5350-6346-404b-a807-c5a773987419,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:47.624825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] No DVR routers for this DVR port 350f5350-6346-404b-a807-c5a773987419 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:47.628451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.631694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81c9ff1b-1d00-4fb8-9065-a0eabd5050a5 req-6a84eeb0-a1d7-4377-a6a1-548b3d544cfe tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.15 "DELETE /v2.0/ports/350f5350-6346-404b-a807-c5a773987419 HTTP/1.1" status: 204 len: 173 time: 0.4250247 Oct 13 04:32:47.632133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'name': 'network-vif-deleted', 'tag': '350f5350-6346-404b-a807-c5a773987419'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:47.634448 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748c86e2-6e22-4b98-9f82-886e0008fd4d" -d '{"events": [{"server_uuid": "c5fcf415-7434-46e5-9d63-6be2bfb4225d", "name": "network-vif-deleted", "tag": "350f5350-6346-404b-a807-c5a773987419"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:47.648557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-528fb026-16b6-4265-920b-867908d12b53 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:47.650076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-528fb026-16b6-4265-920b-867908d12b53 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 945 time: 0.1287017 Oct 13 04:32:47.706411 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc5dc48-f549-4319-92b0-40b9894bc869 x-openstack-request-id: req-ccc5dc48-f549-4319-92b0-40b9894bc869 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:47.706700 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fcf415-7434-46e5-9d63-6be2bfb4225d", "name": "network-vif-deleted", "tag": "350f5350-6346-404b-a807-c5a773987419", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:47.706954 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccc5dc48-f549-4319-92b0-40b9894bc869 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:47.707354 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fcf415-7434-46e5-9d63-6be2bfb4225d', 'name': 'network-vif-deleted', 'tag': '350f5350-6346-404b-a807-c5a773987419', 'status': 'completed', 'code': 200} Oct 13 04:32:47.767242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Deleting port e42b3517-e43e-40b1-bf7b-5eef404c9946 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:47.767589 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.853253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] For port e42b3517-e43e-40b1-bf7b-5eef404c9946, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e42b3517-e43e-40b1-bf7b-5eef404c9946,segment=NetworkSegment(c718b5f7-7bca-4cde-b7ce-8c972e7d74e8),segment_id=c718b5f7-7bca-4cde-b7ce-8c972e7d74e8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:47.853617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.866131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Calling delete_port for e42b3517-e43e-40b1-bf7b-5eef404c9946 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:47.996803 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.008223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['350f5350-6346-404b-a807-c5a773987419'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:48.053525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Pushing event deleted for resources: {'Port': ['ID=e42b3517-e43e-40b1-bf7b-5eef404c9946,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:48.081501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] No DVR routers for this DVR port e42b3517-e43e-40b1-bf7b-5eef404c9946 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:48.085582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.088852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ccf03ec-bb2a-41a0-a6d2-eea11d477dfb req-cee2b5f6-3074-45ec-8d08-9e7d9f89ffa0 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.26 "DELETE /v2.0/ports/e42b3517-e43e-40b1-bf7b-5eef404c9946 HTTP/1.1" status: 204 len: 173 time: 0.4321744 Oct 13 04:32:48.383544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-839c33d5-63b6-42ee-86ab-c0a41bf81b0c req-f9bce697-4015-4a80-ac57-3b3efec59799 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] 10.222.0.44 "GET /v2.0/ports?device_id=2996c444-5e6a-439c-961d-c95965efa428 HTTP/1.1" status: 200 len: 210 time: 0.0260525 Oct 13 04:32:48.994544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad98bb50-f432-4322-9d3e-b713f42da712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.438038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36556) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:49.481741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Deleting subnet f7f39089-49cd-4e16-8dc1-f1a64a55cc4a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:32:49.484650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.517704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.558509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.609153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.632299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f39089-49cd-4e16-8dc1-f1a64a55cc4a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:49.638059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.641283 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c9a37c30-0be9-4748-aedf-daaea364d75f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f7f39089-49cd-4e16-8dc1-f1a64a55cc4a HTTP/1.1" status: 204 len: 168 time: 0.2022479 Oct 13 04:32:49.644294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:49.707957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2996c444-5e6a-439c-961d-c95965efa428', 'name': 'network-vif-deleted', 'tag': 'e42b3517-e43e-40b1-bf7b-5eef404c9946'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:49.710634 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f436758a-2057-4eba-a3dc-6b85bff08434" -d '{"events": [{"server_uuid": "2996c444-5e6a-439c-961d-c95965efa428", "name": "network-vif-deleted", "tag": "e42b3517-e43e-40b1-bf7b-5eef404c9946"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:49.715843 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.750285 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ef1fac-2e48-40a3-9c9e-b43fb197be39 x-openstack-request-id: req-22ef1fac-2e48-40a3-9c9e-b43fb197be39 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:49.750580 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2996c444-5e6a-439c-961d-c95965efa428", "name": "network-vif-deleted", "tag": "e42b3517-e43e-40b1-bf7b-5eef404c9946", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:49.750830 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22ef1fac-2e48-40a3-9c9e-b43fb197be39 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:49.751218 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2996c444-5e6a-439c-961d-c95965efa428', 'name': 'network-vif-deleted', 'tag': 'e42b3517-e43e-40b1-bf7b-5eef404c9946', 'status': 'completed', 'code': 200} Oct 13 04:32:49.799275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.819820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867bbd6d-182d-49ff-a756-232e6107e7fd']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:49.828596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:49.828920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c718b5f7-7bca-4cde-b7ce-8c972e7d74e8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:49.837994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.851088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.856985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:32:49.857365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:32:49.858944 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:32:49.915105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.920647 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.923804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] 10.222.0.44 "DELETE /v2.0/networks/867bbd6d-182d-49ff-a756-232e6107e7fd HTTP/1.1" status: 204 len: 168 time: 0.2785327 Oct 13 04:32:49.934644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1675f-4485-4b3d-8803-30b615dd0513 admin admin] Pushing event deleted for resources: {'Network': ['ID=867bbd6d-182d-49ff-a756-232e6107e7fd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:50.029546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:50.069642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c4647ea8-e804-4099-ad92-d97c6ae4249b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=839db279fbf74920a2820c7a542d83c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389345 Oct 13 04:32:50.072028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:50.119122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4773e2d0-f455-46d7-9090-3c70af706967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.139085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4773e2d0-f455-46d7-9090-3c70af706967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.182935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4773e2d0-f455-46d7-9090-3c70af706967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.185703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4773e2d0-f455-46d7-9090-3c70af706967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.186811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4773e2d0-f455-46d7-9090-3c70af706967 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16c3c6a7-1dd3-4bb7-8311-e68321418a38 HTTP/1.1" status: 204 len: 168 time: 0.1139722 Oct 13 04:32:50.194673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773e2d0-f455-46d7-9090-3c70af706967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c3c6a7-1dd3-4bb7-8311-e68321418a38,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:50.838326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:50.932983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1544942322-network', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:50.954134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:50.956525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.964886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.040200 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.044181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.068347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:51.077738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6241f2e-774a-41ef-927f-44112f62ff24,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:51.082487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.082829 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Added segment 60234d18-96c7-4363-b94f-c148969af0c7 of type vlan for network 2818c656-227b-47f1-964c-ef0caf318d13 Oct 13 04:32:51.121671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.145152 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.146054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.146624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.195817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3563173 Oct 13 04:32:51.199102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36592) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.204071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Request body: {'subnet': {'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1544942322-subnet', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:51.206111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765de9a5-1bb4-4340-a0bd-752fb55d1993 admin admin] Pushing event updated for resources: {'Network': ['ID=2818c656-227b-47f1-964c-ef0caf318d13,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:51.215604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2818c656-227b-47f1-964c-ef0caf318d13 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:51.230754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:51.233153 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.277564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e42b3517-e43e-40b1-bf7b-5eef404c9946 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:51.297845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: e42b3517-e43e-40b1-bf7b-5eef404c9946 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:51.298167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e42b3517-e43e-40b1-bf7b-5eef404c9946 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:51.400415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.451378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 350f5350-6346-404b-a807-c5a773987419 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:51.464522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccb2e7d-37c9-428a-95ff-4c23d63bd386,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:51.467014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:51.467469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Network hostable DHCP agents. Network: 2818c656-227b-47f1-964c-ef0caf318d13, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:51.470882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 350f5350-6346-404b-a807-c5a773987419 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:51.471042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 350f5350-6346-404b-a807-c5a773987419 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:51.485334 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Network 2818c656-227b-47f1-964c-ef0caf318d13 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:51.486920 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaddb-22ac-444b-8ade-4453947fa89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.493645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2818c656-227b-47f1-964c-ef0caf318d13) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:51.497569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.498150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.502939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3be7c-4190-4613-b012-853b45f0b517 None None] Network 2818c656-227b-47f1-964c-ef0caf318d13 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:51.512619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-423c7948-6831-41d0-ba58-714e826f7fba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3124077 Oct 13 04:32:51.515249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.519969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:51.540296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.541313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.592259 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.645698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2818c656-227b-47f1-964c-ef0caf318d13', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:32:51.646557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.729612 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.780671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Allocated IP 172.20.0.2 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/be8ff22d-cd30-4ff2-9184-6b6aabe0f353) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:51.921880 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.922146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.927611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.945144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.966052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:51.970446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:51.974196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:51.981114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Pushing event updated for resources: {'Port': ['ID=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.034329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Attempting to bind port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:52.034702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Attempting to bind port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:52.035059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Attempting to bind port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:52.039983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:52.040355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:52.040819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.041214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:52.041703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Bound port: be8ff22d-cd30-4ff2-9184-6b6aabe0f353, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:52.042102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.048921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Allocated IP 172.25.1.78 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/58a2207f-6535-4d97-8ced-9e511cfe3bb0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:52.107663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] For port be8ff22d-cd30-4ff2-9184-6b6aabe0f353, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:52.111239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] For port be8ff22d-cd30-4ff2-9184-6b6aabe0f353, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:52.117224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.160501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.177912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fdb1e-6831-4a11-850e-13335bc4149b None None] Pushing event updated for resources: {'Port': ['ID=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.194815 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.237033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:52.240240 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:52.245191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:52.247124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Pushing event updated for resources: {'Port': ['ID=58a2207f-6535-4d97-8ced-9e511cfe3bb0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.506868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.697771 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.829971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Router c0b272e9-15da-4905-a0e7-9a628c318515 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:52.865114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.942258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:52.952372 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Sync routers for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:52.959803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.961106 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-07caf76a-b56f-49b3-94e9-7d68c9e109c8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4449310 Oct 13 04:32:52.963747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.963882 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:52.964351 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:32:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:53.028189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.065850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31cc77-0fa3-4884-af0c-e5d2d58bfffa None None] Network 2818c656-227b-47f1-964c-ef0caf318d13 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:53.086061 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:53.191933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cab525ec-a8da-4951-9539-1664ae5730c0 None None] Provisioning complete for port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:53.192231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab525ec-a8da-4951-9539-1664ae5730c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.281856 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 3, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:53.297180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab525ec-a8da-4951-9539-1664ae5730c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.315745 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Checking router: c0b272e9-15da-4905-a0e7-9a628c318515 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:53.316087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Updating router c0b272e9-15da-4905-a0e7-9a628c318515 port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:32:53.349400 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.350830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cab525ec-a8da-4951-9539-1664ae5730c0 None None] For port be8ff22d-cd30-4ff2-9184-6b6aabe0f353, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:53.359160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab525ec-a8da-4951-9539-1664ae5730c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.429842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab525ec-a8da-4951-9539-1664ae5730c0 None None] Pushing event updated for resources: {'Port': ['ID=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:53.458501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device be8ff22d-cd30-4ff2-9184-6b6aabe0f353 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:53.464165 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.516704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:53.517284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.611506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1ff1a8a-b1e1-4c14-b0b6-81b286068522 None None] Provisioning complete for port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:53.612081 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1a8a-b1e1-4c14-b0b6-81b286068522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.619100 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.624662 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.634428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Allocated IP 172.20.0.1 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/67d664e1-4baa-45c5-bd87-78ce5e887dc4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:53.673007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Attempting to bind port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:53.673373 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Attempting to bind port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:53.673732 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Attempting to bind port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:53.683934 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:53.684551 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:53.684977 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.685369 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:53.685832 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Bound port: 58a2207f-6535-4d97-8ced-9e511cfe3bb0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:53.686208 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.688555 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Pushing event updated for resources: {'Port': ['ID=58a2207f-6535-4d97-8ced-9e511cfe3bb0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:53.716252 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.716595 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.716952 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.717283 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.717609 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.717930 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.718249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.718565 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.718884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.719199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.719514 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.719820 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:53.746111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.752157 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] For port 58a2207f-6535-4d97-8ced-9e511cfe3bb0, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:53.755196 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] For port 58a2207f-6535-4d97-8ced-9e511cfe3bb0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58a2207f-6535-4d97-8ced-9e511cfe3bb0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:53.758728 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.781266 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.817649 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:53.818251 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:32:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:53.819759 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:53.822615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:53.822864 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f795-fc25-46cb-8fe4-4d09f4c791bb None None] Pushing event updated for resources: {'Port': ['ID=58a2207f-6535-4d97-8ced-9e511cfe3bb0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:53.826565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:53.850903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Pushing event updated for resources: {'Port': ['ID=67d664e1-4baa-45c5-bd87-78ce5e887dc4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:53.870583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.928634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:54.015329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.116954 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 3, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:54.121109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-01abf91a-5687-4123-84c6-dc8eed4aed9d None None] Provisioning complete for port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:54.121555 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01abf91a-5687-4123-84c6-dc8eed4aed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.147159 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9655a6a-082f-46c9-a987-3a26a19adf52 None None] The sync data for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 is: [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 3, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:54.158375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-01abf91a-5687-4123-84c6-dc8eed4aed9d None None] Port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:54.183716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.188115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.259279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.260917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Pushing event updated for resources: {'Port': ['ID=67d664e1-4baa-45c5-bd87-78ce5e887dc4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.355788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:54.358022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:54.493519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Router c0b272e9-15da-4905-a0e7-9a628c318515 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:54.583572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-141bb0bf-94cb-442d-b0e3-7b891bd4576f None None] Provisioning complete for port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:54.584045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-141bb0bf-94cb-442d-b0e3-7b891bd4576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.607442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:54.613908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-029bd924-3261-49cc-81b3-9e0e5d4d9ead admin admin] 10.222.0.44 "PUT /v2.0/routers/c0b272e9-15da-4905-a0e7-9a628c318515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491697 Oct 13 04:32:54.635871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-141bb0bf-94cb-442d-b0e3-7b891bd4576f None None] Port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:54.639381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.456378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58a2207f-6535-4d97-8ced-9e511cfe3bb0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:55.504401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:55.504803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.579023 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.599264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 58a2207f-6535-4d97-8ced-9e511cfe3bb0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58a2207f-6535-4d97-8ced-9e511cfe3bb0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:55.604009 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.604782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device be8ff22d-cd30-4ff2-9184-6b6aabe0f353 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:55.679668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Sync routers for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:55.683161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=58a2207f-6535-4d97-8ced-9e511cfe3bb0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:55.695897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:55.696474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:32:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:55.734571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:55.734862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.830407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:56.193808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 36606) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:56.198452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109675608', 'description': 'tempest-description--921849649'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:56.214765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:54Z', 'revision_number': 2, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:56.220651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.241404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Checking router: c0b272e9-15da-4905-a0e7-9a628c318515 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:56.241752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Updating router c0b272e9-15da-4905-a0e7-9a628c318515 port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:32:56.266362 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.288552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.292945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.326804 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.328004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1331899 Oct 13 04:32:56.329977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a286511-f60b-4a1e-989f-1fb668f3ad64 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.330992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:56.342466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'security_group_rule': {'security_group_id': '5f5716e9-ea1e-471e-a5a6-1414f96f8bf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:56.373527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.429761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.433648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.451494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f736c5e-54fd-48d2-adb5-e073c2a11be8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.458886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.460145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78f49be5-1b92-4928-bab4-6ed8c9b041b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254051 Oct 13 04:32:56.462713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:56.467099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'security_group_rule': {'security_group_id': '5f5716e9-ea1e-471e-a5a6-1414f96f8bf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:56.494697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.542643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.548093 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.551100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.554724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.575241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f99317-eaa3-42a5-b943-dbe07e9cf62a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.586007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.587411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-12c657fb-1191-4e07-9356-20b6d08d962a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235819 Oct 13 04:32:56.590073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:56.594668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:56.601762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd9a2-0689-4bf4-95ad-e6738eb804b7 None None] Pushing event updated for resources: {'Port': ['ID=67d664e1-4baa-45c5-bd87-78ce5e887dc4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.622999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.652529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Attempting to bind port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:56.652660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Attempting to bind port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:56.653023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Attempting to bind port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:56.658087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:56.658448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:56.658847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.659813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:56.660319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Bound port: 67d664e1-4baa-45c5-bd87-78ce5e887dc4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:56.660719 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.724776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.734079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] For port 67d664e1-4baa-45c5-bd87-78ce5e887dc4, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:56.739945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] For port 67d664e1-4baa-45c5-bd87-78ce5e887dc4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=67d664e1-4baa-45c5-bd87-78ce5e887dc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:56.744347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.804049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:56.804661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:32:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:56.806325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd9a2-0689-4bf4-95ad-e6738eb804b7 None None] Pushing event updated for resources: {'Port': ['ID=67d664e1-4baa-45c5-bd87-78ce5e887dc4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.838622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Allocated IP 172.25.1.35 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/b98bf1ee-a833-4d67-880f-9b5e8098a4bb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:56.905438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-721337a9-90fd-4795-ae52-777ffe26be9f None None] Provisioning complete for port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:56.905807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721337a9-90fd-4795-ae52-777ffe26be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.953788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:56.954628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.996194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.040522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:57.045015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:57.049851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:57.051792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=b98bf1ee-a833-4d67-880f-9b5e8098a4bb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:57.111026 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721337a9-90fd-4795-ae52-777ffe26be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.170759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-721337a9-90fd-4795-ae52-777ffe26be9f None None] For port 67d664e1-4baa-45c5-bd87-78ce5e887dc4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=67d664e1-4baa-45c5-bd87-78ce5e887dc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:57.194042 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721337a9-90fd-4795-ae52-777ffe26be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.249540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721337a9-90fd-4795-ae52-777ffe26be9f None None] Pushing event updated for resources: {'Port': ['ID=67d664e1-4baa-45c5-bd87-78ce5e887dc4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:57.266567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:56Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:57.298818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285cc0b-67e2-40e2-b1c6-826b325f93a6 None None] The sync data for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 is: [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:56Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:57.312958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45117042-67a6-4a33-a5ba-6fb74efd86a0 None None] Provisioning complete for port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:57.313330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45117042-67a6-4a33-a5ba-6fb74efd86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.451367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58a2207f-6535-4d97-8ced-9e511cfe3bb0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:57.507221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:57.507912 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.513400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.548707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.707909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.713353 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.783917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=b98bf1ee-a833-4d67-880f-9b5e8098a4bb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:57.799800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.815894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.817374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4fa205d-7bc6-40ab-80e3-95ea77ac7533 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2263663 Oct 13 04:32:57.961976 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-864ea375-1304-4473-8c94-180ea9d5420f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2109675608&fields=id&tenant_id=db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 267 time: 0.0343099 Oct 13 04:32:58.071416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-30df3fa4-10e6-4bf1-9a2d-61ed0cd30588 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:58.072966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-30df3fa4-10e6-4bf1-9a2d-61ed0cd30588 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1040766 Oct 13 04:32:58.089265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-0f02598b-7509-48b9-af0f-c84dd8836f02 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/quotas/db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 375 time: 0.0101624 Oct 13 04:32:58.148790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ae672b60-9187-47c6-a795-d18474ee8e43 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533936 Oct 13 04:32:58.297322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-97b43e0d-5320-4183-b71f-fa32f4b744fb service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363962 Oct 13 04:32:58.391060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-c6b8281e-3e42-4d21-98a4-6a38512d8d4e service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872838 Oct 13 04:32:58.549043 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0cc5d58-64c3-48de-83ff-b47c47f86530 req-333c7fc6-0e56-4d53-b859-e32d5de19b3f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 210 time: 0.0257440 Oct 13 04:32:59.389070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 67d664e1-4baa-45c5-bd87-78ce5e887dc4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:59.437696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:59.438178 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.529307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-0251e964-c588-481b-ad79-1371793e5469 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:59.530758 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-0251e964-c588-481b-ad79-1371793e5469 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1046939 Oct 13 04:32:59.572470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-00667966-17c8-4b7c-a26a-0ba0ff661665 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 380 time: 0.0331552 Oct 13 04:32:59.587957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'port': {'device_id': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'admin_state_up': True, 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'security_groups': ['5f5716e9-ea1e-471e-a5a6-1414f96f8bf8']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:59.661272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a2e83d6-8f88-48b2-962f-649d7cf80488 req-09691818-a6f0-4de2-bd2b-9ac6d67c931f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Oct 13 04:32:59.719551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:59.723728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.846260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Allocated IP 172.20.0.8 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:59.980641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.012706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.055769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:00.059010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:00.062597 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:00.069582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:00.115853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.116461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.133473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-ba0b9dc9-dc3c-49d4-aa97-2d212d748f30 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496659 Oct 13 04:33:00.146991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Request body: {'port': {'device_id': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:00.205032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.276031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6689b17-0f0d-4e63-a044-650ee2f7b0ea None None] Provisioning complete for port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:00.276395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6689b17-0f0d-4e63-a044-650ee2f7b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.309759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e6689b17-0f0d-4e63-a044-650ee2f7b0ea None None] Port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:00.470602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:00.477763 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.489966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Transition to ACTIVE for port object bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:33:00.493320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.557126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:00.612933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Attempting to bind port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:00.613257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Attempting to bind port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:00.613578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Attempting to bind port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:00.618016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc on network 2818c656-227b-47f1-964c-ef0caf318d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:33:00.618330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Attempting to bind port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:00.623324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:00.623657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:00.624038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:00.624461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Bound port: bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:00.624935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.691124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:00.694362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:00.699801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.743224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.743834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.745251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-b5213382-a50c-4c94-843c-909520284ffa service neutron] 10.222.0.15 "PUT /v2.0/ports/bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 1091 time: 0.6030848 Oct 13 04:33:00.745692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:00.747953 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082c838d-37ee-4d64-93b1-e7e035ecf441" -d '{"events": [{"name": "network-changed", "server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:00.766062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5213382-a50c-4c94-843c-909520284ffa service neutron] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:00.788179 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cba9e4-4058-497e-9c40-b937d0d58469 x-openstack-request-id: req-52cba9e4-4058-497e-9c40-b937d0d58469 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:00.788529 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:00.788813 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52cba9e4-4058-497e-9c40-b937d0d58469 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:00.789265 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'status': 'completed', 'code': 200} Oct 13 04:33:00.803530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb3f7-7a06-4b00-9b93-9db32d96a20c req-cc0e0081-dc5a-46c3-ae80-79c7a99ebe68 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.805854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bcacb3f7-7a06-4b00-9b93-9db32d96a20c req-cc0e0081-dc5a-46c3-ae80-79c7a99ebe68 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 943 time: 0.0727572 Oct 13 04:33:00.836862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-35456f0f-5044-440e-9df7-648bea53de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.838535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-35456f0f-5044-440e-9df7-648bea53de6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1094 time: 0.0448809 Oct 13 04:33:00.847358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bcacb3f7-7a06-4b00-9b93-9db32d96a20c req-73bc2e31-d2b1-4bcb-bd00-4862a0d550dc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Oct 13 04:33:00.888226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-5582fb9e-09e4-4bc9-9a79-3140f178e093 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 217 time: 0.0395293 Oct 13 04:33:00.938295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-bb4753fc-a8d9-46db-a4b0-6532b93a72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.940656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-bb4753fc-a8d9-46db-a4b0-6532b93a72c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0454772 Oct 13 04:33:00.984633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-a273eed4-dbcd-4a45-989d-f4a60fad465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.986119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-a273eed4-dbcd-4a45-989d-f4a60fad465b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393791 Oct 13 04:33:01.077490 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-a3847c9c-3866-460e-b1f8-39c03491422a service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Oct 13 04:33:01.164070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52aab4fc-13a4-466a-ad06-f474af05d1b0 req-beed0b2d-5e44-47a4-8174-95b8b7a9aa55 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798721 Oct 13 04:33:01.250302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-6811a38e-2159-4afc-a6a3-28b1949510ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:01.251727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-6811a38e-2159-4afc-a6a3-28b1949510ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1094 time: 0.0438828 Oct 13 04:33:01.338987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-80e5ff1c-4584-4eb4-b22c-fc443506a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:01.340447 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-80e5ff1c-4584-4eb4-b22c-fc443506a159 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0817800 Oct 13 04:33:01.385136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-c3b4ce76-ed71-4575-8931-ba8a226e4313 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 217 time: 0.0375009 Oct 13 04:33:01.433922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-d7af7b93-1c8b-4a16-93d2-2aadacec1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:01.435312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-d7af7b93-1c8b-4a16-93d2-2aadacec1004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0425043 Oct 13 04:33:01.479380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-4c85b82f-da77-42d9-94f0-a828bed28dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:01.480849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-4c85b82f-da77-42d9-94f0-a828bed28dee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386410 Oct 13 04:33:01.570221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-2f62579d-728d-4f18-82cb-727f0e774e92 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816782 Oct 13 04:33:01.657929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-082c838d-37ee-4d64-93b1-e7e035ecf441 req-bf29e4be-61af-4cfe-949b-74c5340833da service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798039 Oct 13 04:33:01.961656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f589bd-cd56-4c32-9588-34c0db62577e req-0b5693a9-dcae-4487-a9f5-a0552306b60a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:01.963082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48f589bd-cd56-4c32-9588-34c0db62577e req-0b5693a9-dcae-4487-a9f5-a0552306b60a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 943 time: 0.0480137 Oct 13 04:33:01.999222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48f589bd-cd56-4c32-9588-34c0db62577e req-b8543c99-88f3-4d08-9c7d-fe7abdb1b812 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Oct 13 04:33:03.113567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29af2e-6889-4b96-a21c-bd2fb356825f req-6ec87a89-5689-4f6c-b3d9-9e50fcbedc3e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:03.115057 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d29af2e-6889-4b96-a21c-bd2fb356825f req-6ec87a89-5689-4f6c-b3d9-9e50fcbedc3e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 943 time: 0.0476210 Oct 13 04:33:03.157050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d29af2e-6889-4b96-a21c-bd2fb356825f req-015a08d8-8479-45aa-b108-56f1b1d28931 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Oct 13 04:33:03.498105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:33:03.591010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:03.601802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:33:03.638260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.650326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:03.668158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:03.672284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.717692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:03.860540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:33:04.270519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9dc38-79d6-4f97-959c-afd2994aadd4 req-1cc74581-ab45-41cc-bbfd-5cfb67f0a4fd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.271941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64c9dc38-79d6-4f97-959c-afd2994aadd4 req-1cc74581-ab45-41cc-bbfd-5cfb67f0a4fd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0517642 Oct 13 04:33:04.309075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64c9dc38-79d6-4f97-959c-afd2994aadd4 req-aa2d52f6-e46b-4d61-b219-32c581838956 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Oct 13 04:33:05.439249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c770-0fe6-4080-9fb1-4f21d90ef6c9 req-c17373b1-c8c7-49f3-b31c-b66f33d7fd3f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:05.440631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92c8c770-0fe6-4080-9fb1-4f21d90ef6c9 req-c17373b1-c8c7-49f3-b31c-b66f33d7fd3f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0489922 Oct 13 04:33:05.477003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92c8c770-0fe6-4080-9fb1-4f21d90ef6c9 req-e29168af-8314-4344-ae5a-4e59e6671b52 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Oct 13 04:33:05.518170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:05.565666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:33:05.569165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:05.569533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.645939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.667391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:05.669656 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f889615-75c7-40fc-a106-8e9471174495" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:05.681912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:05.685838 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.709607 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d73076d-d8a6-4f48-9e05-199c2b36bda2 x-openstack-request-id: req-4d73076d-d8a6-4f48-9e05-199c2b36bda2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:05.709898 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:05.710149 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d73076d-d8a6-4f48-9e05-199c2b36bda2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:05.710536 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:33:05.736810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:05.804528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969c7b7-bebc-487f-89b5-3860b1de72ad req-9cbf009b-f8a7-4cfc-a691-e2ccd072fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:05.806054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7969c7b7-bebc-487f-89b5-3860b1de72ad req-9cbf009b-f8a7-4cfc-a691-e2ccd072fdff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1096 time: 0.0404291 Oct 13 04:33:05.842252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7969c7b7-bebc-487f-89b5-3860b1de72ad req-595a9a4e-7689-43bd-8940-bde84234bca6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284803 Oct 13 04:33:06.592480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc0294-7901-4c26-96af-08fb7de70bb4 req-fc7826e3-e48d-4e35-aee3-75d3206cd8a9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:06.593997 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11cc0294-7901-4c26-96af-08fb7de70bb4 req-fc7826e3-e48d-4e35-aee3-75d3206cd8a9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Oct 13 04:33:06.632217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11cc0294-7901-4c26-96af-08fb7de70bb4 req-7a600253-92a1-467d-b346-a6ccf9022514 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Oct 13 04:33:07.744266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120421b-0fe2-4985-b5d7-82db9360323e req-951eac15-bade-403e-adb2-ec07592d6770 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:07.745728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d120421b-0fe2-4985-b5d7-82db9360323e req-951eac15-bade-403e-adb2-ec07592d6770 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 945 time: 0.0469930 Oct 13 04:33:07.782265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d120421b-0fe2-4985-b5d7-82db9360323e req-ce498f2c-5f7a-49ac-bfd2-e2c5a90d6e8f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307186 Oct 13 04:33:07.891422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e08d3-6060-4f71-bcd4-7cd9292ebcf0 req-d77b1e36-3ef3-45e1-8216-9ac5c631626f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:07.892940 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-245e08d3-6060-4f71-bcd4-7cd9292ebcf0 req-d77b1e36-3ef3-45e1-8216-9ac5c631626f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Oct 13 04:33:07.901275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:07.906295 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'floatingip': {'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:07.949543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.258482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.398414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.402405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.505282 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Floating IP 4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1 associated. External IP: 172.25.1.35, port: bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc. Oct 13 04:33:08.706895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Router c0b272e9-15da-4905-a0e7-9a628c318515 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:08.812621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:08.817473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.823891 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] Sync routers for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:08.834492 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:08.835658 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:32:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:08.844050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4ac769fc-1dd0-4c90-8cf0-0de8514a40f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "PUT /v2.0/floatingips/4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1 HTTP/1.1" status: 200 len: 990 time: 0.9417014 Oct 13 04:33:08.844611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:08.853434 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4298254-7174-4fcc-bf44-0593e91e2087" -d '{"events": [{"name": "network-changed", "server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:08.903542 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a383c30-a43d-4ad0-bf0f-0b7e5329044b x-openstack-request-id: req-1a383c30-a43d-4ad0-bf0f-0b7e5329044b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:08.904162 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:08.904162 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a383c30-a43d-4ad0-bf0f-0b7e5329044b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:08.904476 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'status': 'completed', 'code': 200} Oct 13 04:33:08.969609 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:08.973224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-aabbf7cf-f7b2-423d-9434-4372f6b37c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:08.975165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-aabbf7cf-f7b2-423d-9434-4372f6b37c16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1096 time: 0.0483561 Oct 13 04:33:09.085952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-eda32e7f-68cc-48de-9ff7-2d65e6f56393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:09.087437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-eda32e7f-68cc-48de-9ff7-2d65e6f56393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1057031 Oct 13 04:33:09.164043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-800a2cc9-9701-43d7-a22c-c2ea5789eb57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0699451 Oct 13 04:33:09.223308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-492bad05-30ee-46a1-93f4-0f3ef275e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:09.225272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-492bad05-30ee-46a1-93f4-0f3ef275e5d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0540948 Oct 13 04:33:09.271110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-8a5b880e-eba2-4fce-877e-ed084aa3cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:09.272753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-8a5b880e-eba2-4fce-877e-ed084aa3cc29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409477 Oct 13 04:33:09.315252 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:32:57Z', 'updated_at': '2021-10-13T04:33:08Z', 'revision_number': 1, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:57Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:09.350099 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] Checking router: c0b272e9-15da-4905-a0e7-9a628c318515 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:09.358888 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:09.359413 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:32:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:09.378192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-13c321cf-ac24-4d26-953c-002cb1e49118 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977678 Oct 13 04:33:09.468731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4298254-7174-4fcc-bf44-0593e91e2087 req-26ffb117-2d06-4535-b7ce-ab3205aedac6 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845871 Oct 13 04:33:09.474130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:09.693255 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:32:57Z', 'updated_at': '2021-10-13T04:33:08Z', 'revision_number': 1, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:57Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:09.726088 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850448aa-59f0-42fa-84d6-1ab64c0c37b6 None None] The sync data for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 is: [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:32:57Z', 'updated_at': '2021-10-13T04:33:08Z', 'revision_number': 1, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:57Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:09.932462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4eb43-816b-47ec-b449-7f04c7167452 None None] New status for floating IP 4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:33:10.060695 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.894450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-b19d2ebe-d471-42ac-940c-35da69ef89d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410557 Oct 13 04:33:10.979061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-2bfc567b-f002-4cd8-8b95-83e9ebede9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:10.980570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-2bfc567b-f002-4cd8-8b95-83e9ebede9dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1096 time: 0.0445247 Oct 13 04:33:11.089083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-1e4835fa-7749-4ced-b7ea-845488fce4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:11.090549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-1e4835fa-7749-4ced-b7ea-845488fce4b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0884826 Oct 13 04:33:11.501718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-f4f84854-e7ca-4a3b-b096-65a5c1128ac8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 1001 time: 0.4030688 Oct 13 04:33:11.566107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-33cc402d-c81a-49b3-b648-5e0e2dac1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:11.568575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-33cc402d-c81a-49b3-b648-5e0e2dac1a30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0604024 Oct 13 04:33:11.651811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-a755a35c-511b-41b6-86f7-bd8359c72c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:11.653367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-a755a35c-511b-41b6-86f7-bd8359c72c1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783169 Oct 13 04:33:11.756167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-a470f398-e460-4637-a576-34dffbb9d330 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950575 Oct 13 04:33:11.871682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e30ab3c9-1f09-47ec-af7f-e14f59c9f30b req-5f91c24f-bf47-47c1-9feb-5d59ab3d3ba9 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085498 Oct 13 04:33:15.187545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-7dd802f0-2984-4001-98f3-64b149d1d0cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506268 Oct 13 04:33:15.300532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-c91556fd-cc9d-4b8e-83e8-1c476fd84391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:15.302459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-c91556fd-cc9d-4b8e-83e8-1c476fd84391 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1096 time: 0.0709825 Oct 13 04:33:15.467009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-3ca78320-d26f-4735-bd71-86e81d65236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:15.468572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-3ca78320-d26f-4735-bd71-86e81d65236d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1320608 Oct 13 04:33:15.544740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-23b1df8b-a99c-4cb2-ac6e-a7416c824c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 1000 time: 0.0691445 Oct 13 04:33:15.597925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-2c944437-fc21-40cb-8587-9310e203d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:15.599338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-2c944437-fc21-40cb-8587-9310e203d659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0481896 Oct 13 04:33:15.650476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-7c13f05f-3b13-4bea-90ab-4ae7b7ea71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:15.652305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-7c13f05f-3b13-4bea-90ab-4ae7b7ea71e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448964 Oct 13 04:33:15.750280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-338531d4-65b5-4505-aacd-3c8ea3aed858 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912826 Oct 13 04:33:15.861197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-294098a1-34ad-42f4-84eb-bc6b5859c682 req-dd2a65cd-3878-4151-a465-7455a29514d0 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040196 Oct 13 04:33:16.559724 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:17.015381 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-1c98cd9e-ad7a-4a9e-9908-99b63e824e8a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141573487&fields=id&tenant_id=cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 267 time: 0.0365105 Oct 13 04:33:17.118331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-a486a040-bca9-4ccc-8068-e68dc25f5c43 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:17.119736 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-a486a040-bca9-4ccc-8068-e68dc25f5c43 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.0971866 Oct 13 04:33:17.133926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-674c0be2-0ed3-474a-bf21-6f1e45f3537d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/quotas/cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 375 time: 0.0085924 Oct 13 04:33:17.188365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9045db3a-9405-4646-a2ea-d83b08fc95dc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0494208 Oct 13 04:33:17.283875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-cbe1186f-ab79-4126-96ea-99eb00090216 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833044 Oct 13 04:33:17.374170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c93825cf-2a4d-416c-b9e8-1d7392ba46d8 service neutron] 10.222.0.44 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842879 Oct 13 04:33:17.659612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0062d510-0ad2-44af-aef6-d40813ccaf16 req-65667656-e504-4822-bf96-f79750788f58 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0298555 Oct 13 04:33:18.538834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-99f41083-aa18-4132-a51c-13371121e264 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:18.540290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-99f41083-aa18-4132-a51c-13371121e264 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 812 time: 0.1068244 Oct 13 04:33:18.583879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-958a4550-13b2-4982-b8e4-8a3b9d177770 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9403bb12646cdadaf5bca04069199 HTTP/1.1" status: 200 len: 380 time: 0.0339561 Oct 13 04:33:18.592897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'port': {'device_id': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'admin_state_up': True, 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'security_groups': ['0093edb7-008a-413b-805f-d8819993cf3c']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:18.707909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Made reservation on behalf of cdf9403bb12646cdadaf5bca04069199 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:18.712584 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.763076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e117c9d-dda0-4db9-b3ee-d46972ee5889 req-3e8e9111-a97e-40f3-be08-111d6db49295 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0325570 Oct 13 04:33:18.840106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.20.0.7 (571a0412-7264-4c49-9821-5c6de1c5604d/c700b73a-a1f4-4da2-9a5f-97c80972f88d/00347c54-61df-475c-950e-1c841269416c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:18.980386 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.998113 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7e42-d422-489d-a83c-198c8968a3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.014282 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.060384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 571a0412-7264-4c49-9821-5c6de1c5604d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:19.063461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:19.068091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:19.096049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=00347c54-61df-475c-950e-1c841269416c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:19.109126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.109467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.109804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.110148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.110465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.110792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.111117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.111994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.112303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.112623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.112966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.113891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.135215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:19.135876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.153709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-9a504eda-c8a8-448b-8cec-3db21891a3f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643594 Oct 13 04:33:19.175137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Request body: {'port': {'device_id': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:19.235259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.310089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23d073c3-27fa-4d32-a284-42d9184e49d8 None None] Provisioning complete for port 00347c54-61df-475c-950e-1c841269416c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:19.310455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23d073c3-27fa-4d32-a284-42d9184e49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.347088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-23d073c3-27fa-4d32-a284-42d9184e49d8 None None] Port 00347c54-61df-475c-950e-1c841269416c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:19.511825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00347c54-61df-475c-950e-1c841269416c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:19.519805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.533387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Transition to ACTIVE for port object 00347c54-61df-475c-950e-1c841269416c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:33:19.536858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.625330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Pushing event updated for resources: {'Port': ['ID=00347c54-61df-475c-950e-1c841269416c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:19.657950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Attempting to bind port 00347c54-61df-475c-950e-1c841269416c on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:19.659127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Attempting to bind port 00347c54-61df-475c-950e-1c841269416c by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:19.659682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Attempting to bind port 00347c54-61df-475c-950e-1c841269416c on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:19.664213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Port 00347c54-61df-475c-950e-1c841269416c on network 571a0412-7264-4c49-9821-5c6de1c5604d not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:33:19.664740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Attempting to bind port 00347c54-61df-475c-950e-1c841269416c on network 571a0412-7264-4c49-9821-5c6de1c5604d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:19.669821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:19.670239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Checking segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:19.670697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Bound using segment: {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:19.671199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Bound port: 00347c54-61df-475c-950e-1c841269416c, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67eece2e-7e41-4f43-9936-99ebb121cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:19.671632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.743029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] For port 00347c54-61df-475c-950e-1c841269416c, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:19.746438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] For port 00347c54-61df-475c-950e-1c841269416c, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=00347c54-61df-475c-950e-1c841269416c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:19.750577 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.784332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:19.785008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.786398 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] 10.222.0.26 "PUT /v2.0/ports/00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 200 len: 1091 time: 0.6163971 Oct 13 04:33:19.786938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'tag': '00347c54-61df-475c-950e-1c841269416c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:19.789228 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f123815-f83d-447f-9bdf-934f90162e61" -d '{"events": [{"name": "network-changed", "server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "tag": "00347c54-61df-475c-950e-1c841269416c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:19.827313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ccb0-8f4c-481d-aee5-9212c86ef755 service neutron] Pushing event updated for resources: {'Port': ['ID=00347c54-61df-475c-950e-1c841269416c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:19.870093 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f6bc1f-3969-4474-b7cd-5e91efba9708 x-openstack-request-id: req-f1f6bc1f-3969-4474-b7cd-5e91efba9708 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:19.870405 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "tag": "00347c54-61df-475c-950e-1c841269416c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:19.870664 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1f6bc1f-3969-4474-b7cd-5e91efba9708 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:19.871140 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'tag': '00347c54-61df-475c-950e-1c841269416c', 'status': 'completed', 'code': 200} Oct 13 04:33:19.891687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-6349c2e7-cd3f-4285-a969-c8632ba9fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:19.895738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-6349c2e7-cd3f-4285-a969-c8632ba9fb91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1094 time: 0.0617220 Oct 13 04:33:19.932254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc88f0-e215-45a8-9341-58fa688d9e2b req-3981763e-e960-49a7-8853-b97e76ce215f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:19.933869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1fc88f0-e215-45a8-9341-58fa688d9e2b req-3981763e-e960-49a7-8853-b97e76ce215f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0686970 Oct 13 04:33:19.949393 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-d2e6a66e-a1d0-4d40-bc24-51b6bd0652e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 200 len: 217 time: 0.0461967 Oct 13 04:33:19.990347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d1fc88f0-e215-45a8-9341-58fa688d9e2b req-d27c478a-7a32-4f47-bd6e-6f5dc493c3a8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439286 Oct 13 04:33:20.010178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-badfdc1a-ddf3-45a3-81f0-09ffb01905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.011879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-badfdc1a-ddf3-45a3-81f0-09ffb01905c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0555120 Oct 13 04:33:20.066012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-f021c82d-0cd3-4007-9c77-e3285c7522cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.067773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-f021c82d-0cd3-4007-9c77-e3285c7522cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484548 Oct 13 04:33:20.165621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-db19df5c-4b52-4aca-8507-b409f3f019f0 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903330 Oct 13 04:33:20.254992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2e8fc4-9b6d-49fc-ba87-d8677a9f708f req-baa2f8db-e17f-4590-8fb0-364be5744354 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Oct 13 04:33:20.336169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123815-f83d-447f-9bdf-934f90162e61 req-52af82cb-95cf-4a10-afe4-ea113422eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.337734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-52af82cb-95cf-4a10-afe4-ea113422eaa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1094 time: 0.0409970 Oct 13 04:33:20.434437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123815-f83d-447f-9bdf-934f90162e61 req-30370457-d8ab-451a-8d72-b5592dd3f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.435867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-30370457-d8ab-451a-8d72-b5592dd3f3a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0914526 Oct 13 04:33:20.476348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-af2e12a3-22ce-4096-957e-6fb5a53c3130 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 200 len: 217 time: 0.0335963 Oct 13 04:33:20.528143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123815-f83d-447f-9bdf-934f90162e61 req-92a477cb-e7d2-4617-87c8-62bf80d5cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.529620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-92a477cb-e7d2-4617-87c8-62bf80d5cb90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0469007 Oct 13 04:33:20.576554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123815-f83d-447f-9bdf-934f90162e61 req-91bdc91d-c852-49fd-83eb-2bc3a7ec7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.578097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-91bdc91d-c852-49fd-83eb-2bc3a7ec7ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395582 Oct 13 04:33:20.670397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-7c26befd-db34-448d-ae9b-001da3d334bf service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849087 Oct 13 04:33:20.763847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2f123815-f83d-447f-9bdf-934f90162e61 req-81038277-9387-4220-aa68-a326f395adda service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856850 Oct 13 04:33:21.097313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3e59a-dc59-4c97-aab7-54f614729765 req-9e87ce07-0a14-40db-9df2-abc3319cbaf2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:21.098781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40c3e59a-dc59-4c97-aab7-54f614729765 req-9e87ce07-0a14-40db-9df2-abc3319cbaf2 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0488396 Oct 13 04:33:21.136098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40c3e59a-dc59-4c97-aab7-54f614729765 req-1b3f5ba9-5056-453f-8782-e10c552293a5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312245 Oct 13 04:33:21.487187 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a29eef-25d2-45fc-b422-7e66b1f41096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.253325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad4ae-8648-49a6-9dad-ae8288e6172b req-bf164ee6-7331-4692-98f7-b4e05205b9d8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:22.254826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ebad4ae-8648-49a6-9dad-ae8288e6172b req-bf164ee6-7331-4692-98f7-b4e05205b9d8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0532765 Oct 13 04:33:22.292648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ebad4ae-8648-49a6-9dad-ae8288e6172b req-210eb8ef-a043-4df5-8653-bd47a5c1bf6b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Oct 13 04:33:22.857100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.028085 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.409106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d0f7-4804-412b-8b43-c4cb0933a2f5 req-c6c66b4e-884d-47ac-93b0-d539021d9cb0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:23.410602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea58d0f7-4804-412b-8b43-c4cb0933a2f5 req-c6c66b4e-884d-47ac-93b0-d539021d9cb0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0502634 Oct 13 04:33:23.451796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ea58d0f7-4804-412b-8b43-c4cb0933a2f5 req-aadf84b4-05e7-4215-8aa3-0752a15d55fe tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348666 Oct 13 04:33:24.565158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06806-97e1-4f60-8449-c2deade2c982 req-79fe9dd9-c417-4c15-acab-7385789b1c38 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:24.566612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83a06806-97e1-4f60-8449-c2deade2c982 req-79fe9dd9-c417-4c15-acab-7385789b1c38 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0483098 Oct 13 04:33:24.602674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83a06806-97e1-4f60-8449-c2deade2c982 req-a5560ff3-3cc2-4dfd-9f75-c7b653c80033 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302215 Oct 13 04:33:24.629316 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:25.719315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d47bf-af40-499c-8dff-362401953d20 req-97ec957e-8915-47e6-ac7b-d196f29dc330 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:25.720782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b9d47bf-af40-499c-8dff-362401953d20 req-97ec957e-8915-47e6-ac7b-d196f29dc330 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0519938 Oct 13 04:33:25.757699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b9d47bf-af40-499c-8dff-362401953d20 req-2dc30cff-1fe0-42d8-856e-57fa2ef6c8f4 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Oct 13 04:33:26.871913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecdf20-1f16-4856-b8b3-05370cf857bb req-d64d0189-23b8-4fd6-b3c8-d349e214c9c9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:26.873402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58ecdf20-1f16-4856-b8b3-05370cf857bb req-d64d0189-23b8-4fd6-b3c8-d349e214c9c9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0480623 Oct 13 04:33:26.910564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58ecdf20-1f16-4856-b8b3-05370cf857bb req-783ef1ff-4761-463c-8cb3-1ec11fbdaec5 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Oct 13 04:33:28.019846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8c85-dc6d-4b40-85b3-80d297a6f0b7 req-41ac717f-5efa-43bf-94e9-f0a9de4ae48b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:28.021321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3ed8c85-dc6d-4b40-85b3-80d297a6f0b7 req-41ac717f-5efa-43bf-94e9-f0a9de4ae48b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0468795 Oct 13 04:33:28.058884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3ed8c85-dc6d-4b40-85b3-80d297a6f0b7 req-d8459b3f-8668-465d-a861-8c4e3adf93a7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Oct 13 04:33:29.183807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14398-a990-49f6-8f43-36d7361aa103 req-283afcd6-1a45-494b-ac2f-fc288f5c75fa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:29.185807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a14398-a990-49f6-8f43-36d7361aa103 req-283afcd6-1a45-494b-ac2f-fc288f5c75fa tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0607734 Oct 13 04:33:29.231289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a14398-a990-49f6-8f43-36d7361aa103 req-5b2cfdec-9928-44ea-ab14-280e63fcaecb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 Oct 13 04:33:30.364125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac8fd-2732-43df-83e1-20a84bfe030d req-9079a95d-af18-46dc-bdc9-daf57b9f115b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:30.369124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43fac8fd-2732-43df-83e1-20a84bfe030d req-9079a95d-af18-46dc-bdc9-daf57b9f115b tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0613656 Oct 13 04:33:30.404770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43fac8fd-2732-43df-83e1-20a84bfe030d req-1d9236d7-3e12-47af-948b-c3114e500a75 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323613 Oct 13 04:33:31.525004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f895-a0b0-4c87-962b-c4949e7e3932 req-d83474fd-51a4-47aa-9fba-ccddb027b3db tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:31.526395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4c6f895-a0b0-4c87-962b-c4949e7e3932 req-d83474fd-51a4-47aa-9fba-ccddb027b3db tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.0481653 Oct 13 04:33:31.563554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4c6f895-a0b0-4c87-962b-c4949e7e3932 req-73e52240-fbe2-4f5c-8d29-0d68c1b90600 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Oct 13 04:33:32.754618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dbd19-59c6-4ae8-90e7-a34362509811 req-77ac9834-cfce-4c94-81d9-ffec617a993d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:32.756087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e07dbd19-59c6-4ae8-90e7-a34362509811 req-77ac9834-cfce-4c94-81d9-ffec617a993d tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 943 time: 0.1282208 Oct 13 04:33:32.794893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e07dbd19-59c6-4ae8-90e7-a34362509811 req-8f92883e-e3cd-4dfd-9935-ec80e66bcc20 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Oct 13 04:33:33.479908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 00347c54-61df-475c-950e-1c841269416c details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:33:33.573551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 00347c54-61df-475c-950e-1c841269416c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=00347c54-61df-475c-950e-1c841269416c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:33.583995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '00347c54-61df-475c-950e-1c841269416c', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'port_id': '00347c54-61df-475c-950e-1c841269416c', 'mac_address': 'fa:16:3e:b6:fe:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:33:33.619240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.631810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00347c54-61df-475c-950e-1c841269416c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:33.651098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 00347c54-61df-475c-950e-1c841269416c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=00347c54-61df-475c-950e-1c841269416c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:33.655313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.700822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=00347c54-61df-475c-950e-1c841269416c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:33.708326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.708702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.709040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.709366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.709689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.710007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.710324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.710639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.710954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.711267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.711579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.711893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:33.906663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fadfbb-a397-4de3-9b0a-2b6aff9c11a6 req-276c4dba-4b42-48e8-814a-0e60239f97fd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:33.908034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4fadfbb-a397-4de3-9b0a-2b6aff9c11a6 req-276c4dba-4b42-48e8-814a-0e60239f97fd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 944 time: 0.0481052 Oct 13 04:33:33.945675 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4fadfbb-a397-4de3-9b0a-2b6aff9c11a6 req-581c10e5-70c6-4762-b4d2-384c8d943a7a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Oct 13 04:33:33.998101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['00347c54-61df-475c-950e-1c841269416c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:33:35.057453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ea8d-f95f-4ca1-aec0-0ab502dd4166 req-dc4992f2-f752-4611-8c58-f5fef64232be tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:35.058957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2927ea8d-f95f-4ca1-aec0-0ab502dd4166 req-dc4992f2-f752-4611-8c58-f5fef64232be tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 944 time: 0.0474184 Oct 13 04:33:35.095663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2927ea8d-f95f-4ca1-aec0-0ab502dd4166 req-efef9537-ae4a-4bfb-8819-84581fff80dd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Oct 13 04:33:35.494384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 00347c54-61df-475c-950e-1c841269416c up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:35.543696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 00347c54-61df-475c-950e-1c841269416c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:33:35.547299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 00347c54-61df-475c-950e-1c841269416c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:35.547671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.620592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.641403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00347c54-61df-475c-950e-1c841269416c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:35.643602 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486fd5ca-2428-496a-a6e4-269ef08f9eb1" -d '{"events": [{"server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "name": "network-vif-plugged", "status": "completed", "tag": "00347c54-61df-475c-950e-1c841269416c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:35.656023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 00347c54-61df-475c-950e-1c841269416c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=00347c54-61df-475c-950e-1c841269416c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:35.659708 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.682413 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc47231-a7a3-4c44-a8ec-c67190ceef89 x-openstack-request-id: req-efc47231-a7a3-4c44-a8ec-c67190ceef89 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:35.682698 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "name": "network-vif-plugged", "status": "completed", "tag": "00347c54-61df-475c-950e-1c841269416c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:35.682946 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efc47231-a7a3-4c44-a8ec-c67190ceef89 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:35.683321 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00347c54-61df-475c-950e-1c841269416c', 'code': 200} Oct 13 04:33:35.709629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=00347c54-61df-475c-950e-1c841269416c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:35.777492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efd37b-c3dd-428f-8055-1fa37a650e86 req-fbe71da8-9b29-40f5-b398-0d60d068b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:35.778964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01efd37b-c3dd-428f-8055-1fa37a650e86 req-fbe71da8-9b29-40f5-b398-0d60d068b912 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1096 time: 0.0416183 Oct 13 04:33:35.812903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01efd37b-c3dd-428f-8055-1fa37a650e86 req-ae78e713-7bbe-4d92-8775-a36745d4a30e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270212 Oct 13 04:33:36.273996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5321a7e-7499-408d-b97c-15914f63b457 req-aec44dfe-a36f-414f-b732-dca0729f4edb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:36.275465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5321a7e-7499-408d-b97c-15914f63b457 req-aec44dfe-a36f-414f-b732-dca0729f4edb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 945 time: 0.1081970 Oct 13 04:33:36.312046 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5321a7e-7499-408d-b97c-15914f63b457 req-62c63584-44b3-4b3e-8d5f-1d3b6ceb06b0 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Oct 13 04:33:37.425871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4312b3-ccca-4686-805f-c5e94cb77a8a req-cd37a185-6442-4282-80ae-3d7341db7f77 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:37.427911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be4312b3-ccca-4686-805f-c5e94cb77a8a req-cd37a185-6442-4282-80ae-3d7341db7f77 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 945 time: 0.0496941 Oct 13 04:33:37.464227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be4312b3-ccca-4686-805f-c5e94cb77a8a req-669edb19-60c1-4e5b-94f2-55ac0bb82677 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304725 Oct 13 04:33:37.585119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3adbff-b078-4690-9954-1c31b4586591 req-39e6d90b-7ed5-4c75-a33f-bcfbd7f80c55 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:37.586469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a3adbff-b078-4690-9954-1c31b4586591 req-39e6d90b-7ed5-4c75-a33f-bcfbd7f80c55 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 945 time: 0.0523477 Oct 13 04:33:37.622650 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7a3adbff-b078-4690-9954-1c31b4586591 req-3414dd6c-5314-4dee-af30-90d2f79c7740 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302603 Oct 13 04:33:37.644491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:37.683286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b087d9a-884a-404d-bed7-2c380ad2f6c2 tempest-TestVolumeBootPattern-789269473 tempest-TestVolumeBootPattern-789269473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:37.684800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6b087d9a-884a-404d-bed7-2c380ad2f6c2 tempest-TestVolumeBootPattern-789269473 tempest-TestVolumeBootPattern-789269473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1091 time: 0.0385606 Oct 13 04:33:37.687553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 36832) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:37.692442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '00347c54-61df-475c-950e-1c841269416c', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:37.714076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.809943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.910100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Allocated IP 172.25.1.136 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/ef79ca74-74ae-4ea1-ae7e-d57d2a3c09d1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:38.015129 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.046446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.086143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:38.090625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:38.093313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:38.098587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=ef79ca74-74ae-4ea1-ae7e-d57d2a3c09d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:38.124534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.124904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.125245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.125580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.125910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.126232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.126556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.126880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.127199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.127517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.127834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.128151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:38.280867 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.454687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.518325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.666197 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.670496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.739049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event updated for resources: {'Port': ['ID=ef79ca74-74ae-4ea1-ae7e-d57d2a3c09d1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:38.752606 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.850144 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Floating IP 7bc754ab-5d38-4f0e-8a99-9543041f3090 associated. External IP: 172.25.1.136, port: 00347c54-61df-475c-950e-1c841269416c. Oct 13 04:33:39.050971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:39.151338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:39.160650 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:39.169157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.169665 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:39.170268 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:33:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:39.278182 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:39.513880 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:38Z', 'revision_number': 1, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}, {'id': '7bc754ab-5d38-4f0e-8a99-9543041f3090', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '00347c54-61df-475c-950e-1c841269416c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:b6:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:33:38Z', 'updated_at': '2021-10-13T04:33:38Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:39.548712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e53cb530-29a0-45b6-be7a-2476d4a2b9cc tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8473656 Oct 13 04:33:39.548712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'tag': '00347c54-61df-475c-950e-1c841269416c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:39.548712 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2472b-e7ac-45ba-b75a-2badc7815930" -d '{"events": [{"name": "network-changed", "server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "tag": "00347c54-61df-475c-950e-1c841269416c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:39.549594 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:39.549594 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:39.549594 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:33:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:39.576485 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a8aac0-772a-48a1-90f2-cffa1deacef7 x-openstack-request-id: req-92a8aac0-772a-48a1-90f2-cffa1deacef7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:39.576812 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "tag": "00347c54-61df-475c-950e-1c841269416c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:39.577060 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92a8aac0-772a-48a1-90f2-cffa1deacef7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:39.577464 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'tag': '00347c54-61df-475c-950e-1c841269416c', 'status': 'completed', 'code': 200} Oct 13 04:33:39.637573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-457ef563-a85b-4fc7-9255-025820aeb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.639008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-457ef563-a85b-4fc7-9255-025820aeb0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1096 time: 0.0392666 Oct 13 04:33:39.655303 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:39.732101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-e065c3cc-89ab-46a6-a2bb-ad51062981fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.733636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-e065c3cc-89ab-46a6-a2bb-ad51062981fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0875022 Oct 13 04:33:39.802150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-92f7ccd7-2551-4a4f-b1d9-8c249dc1b23b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 200 len: 999 time: 0.0596600 Oct 13 04:33:39.855282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-55fa9d59-f426-48ec-9a25-7d06cea08e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.856739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-55fa9d59-f426-48ec-9a25-7d06cea08e69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0471129 Oct 13 04:33:39.880657 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:38Z', 'revision_number': 1, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}, {'id': '7bc754ab-5d38-4f0e-8a99-9543041f3090', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '00347c54-61df-475c-950e-1c841269416c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:b6:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:33:38Z', 'updated_at': '2021-10-13T04:33:38Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:39.901456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-e1377289-4b25-48be-b806-0fe03fa431e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.902850 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-e1377289-4b25-48be-b806-0fe03fa431e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393198 Oct 13 04:33:39.906415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306093f3-8eb6-4a88-ba71-204f52846934 None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:38Z', 'revision_number': 1, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}, {'id': '7bc754ab-5d38-4f0e-8a99-9543041f3090', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '00347c54-61df-475c-950e-1c841269416c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:b6:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:33:38Z', 'updated_at': '2021-10-13T04:33:38Z', 'revision_number': 0, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:39.992203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-e2dd701f-bb5b-48c1-8c13-8c43dfb8e681 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825975 Oct 13 04:33:40.069922 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.091070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34d2472b-e7ac-45ba-b75a-2badc7815930 req-5e700f8f-7b26-4797-bdf4-6b8a7ac8d585 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921607 Oct 13 04:33:40.104085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06061b-10bd-4d6b-8741-2cb0a63ca7c8 None None] New status for floating IP 7bc754ab-5d38-4f0e-8a99-9543041f3090: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:33:49.001068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4adfdf03-30c6-454e-b9cb-234929f1cc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.487712 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f60e1a8-1bfb-49f2-818a-cd4b45041982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.857505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.030354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.559760 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:54.637597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.294040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.067642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.895924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-48e7ada4-8573-4536-8e02-d07965b7a85f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399592 Oct 13 04:34:12.973576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b2187-03ff-479a-87af-0f5b265003a8 req-95f08b3f-ab84-4875-9503-b5baad79057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:12.974929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-95f08b3f-ab84-4875-9503-b5baad79057f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1096 time: 0.0395312 Oct 13 04:34:13.079347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b2187-03ff-479a-87af-0f5b265003a8 req-da6b2949-1081-4641-8063-22b447bb2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:13.080803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-da6b2949-1081-4641-8063-22b447bb2ee8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0867567 Oct 13 04:34:13.142482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-31146ac1-cfbf-424d-b7f2-f45129330ac8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 1001 time: 0.0545418 Oct 13 04:34:13.194227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b2187-03ff-479a-87af-0f5b265003a8 req-851ba934-4804-41f6-9329-fa707933a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:13.195602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-851ba934-4804-41f6-9329-fa707933a6e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0451860 Oct 13 04:34:13.238516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b2187-03ff-479a-87af-0f5b265003a8 req-49fe4fd6-fc5f-4f56-923e-5cde7a9001ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:13.239832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-49fe4fd6-fc5f-4f56-923e-5cde7a9001ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374284 Oct 13 04:34:13.329201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-24921cb1-a30b-4cc6-bcbf-fda021da7d34 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820799 Oct 13 04:34:13.417078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-913b2187-03ff-479a-87af-0f5b265003a8 req-9978e3d3-84e2-47d5-a58b-10b509284a70 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804701 Oct 13 04:34:17.198594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-2e2dfe3d-c9ea-406a-86e7-31705da9fff7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874391 Oct 13 04:34:17.282456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-e66d9098-ce7e-480d-8c0d-06fc04a72bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:17.283939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-e66d9098-ce7e-480d-8c0d-06fc04a72bb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1096 time: 0.0441699 Oct 13 04:34:17.385542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-9c16f8f3-bb13-4ffb-815c-bfbb20227512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:17.387018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-9c16f8f3-bb13-4ffb-815c-bfbb20227512 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0848424 Oct 13 04:34:17.453901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-201a4b8d-4236-43ab-abb2-f7965c86b3c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 1000 time: 0.0597835 Oct 13 04:34:17.501840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-2191f0ca-370c-4e56-a33e-b4c4334de29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:17.503270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-2191f0ca-370c-4e56-a33e-b4c4334de29c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0432055 Oct 13 04:34:17.546791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-5ac1168a-85f2-462e-901e-cc1a2671c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:17.548217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-5ac1168a-85f2-462e-901e-cc1a2671c13e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382361 Oct 13 04:34:17.638361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-291bdf48-c94a-466a-a4fa-e2e4d0c06e45 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Oct 13 04:34:17.724642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2159f7d5-f112-4ad2-8b4f-5921b34b5429 req-5f482408-9a8c-4063-83d3-2206f19963e8 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791705 Oct 13 04:34:19.001467 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-359b0d05-4064-40ba-aa8c-2fbc5ab739e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.488808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daab20f8-f343-47af-9c84-7396c62a9cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:22.858673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.034504 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.627020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:30.559128 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:34:38.288019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:40.066649 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:44.680003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758310e-d698-4489-9a33-6c681e3c441d req-f21d9ad3-d125-485f-911c-1a831ccd0351 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:44.681423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0758310e-d698-4489-9a33-6c681e3c441d req-f21d9ad3-d125-485f-911c-1a831ccd0351 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Oct 13 04:34:44.718773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0758310e-d698-4489-9a33-6c681e3c441d req-c0e3d13c-7af7-48e8-943c-0b4438814fab tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Oct 13 04:34:48.046871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:34:48.140348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:48.150762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:34:48.188249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:48.205294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:34:48.224462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:48.228830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:48.278842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:48.286384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.286728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.287064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.287395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.287721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.288042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.288364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.288756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.289024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.289345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.289653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.289968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:48.299773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:49.006364 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc2d24fb-0bb6-4124-b3d1-ca28eebe439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.060753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:50.114385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:50.114779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.207117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.231364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:50.234064 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d9e193-eac7-494c-9f29-fb3e525036c8" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:50.246909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:50.252965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.295720 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7579b01-e1a2-4e27-822f-0f8262b17a90 x-openstack-request-id: req-b7579b01-e1a2-4e27-822f-0f8262b17a90 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:50.296097 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:50.296356 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7579b01-e1a2-4e27-822f-0f8262b17a90 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:50.296768 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:34:50.316433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:51.490378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f7971da-4829-434b-8503-b8edf5c0626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:52.862557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:53.042204 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.632294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.477202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f88aa-0679-4a81-93c4-7f642151b9aa req-4ce2d1c0-67ae-4618-85fa-89fcf9be27a7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:58.478654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c35f88aa-0679-4a81-93c4-7f642151b9aa req-4ce2d1c0-67ae-4618-85fa-89fcf9be27a7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 945 time: 0.0479131 Oct 13 04:34:58.515631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c35f88aa-0679-4a81-93c4-7f642151b9aa req-6647cfa2-2ae6-4e66-9191-bc22c4f31fdc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Oct 13 04:35:02.112045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:35:02.114222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:02.262936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.290408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:02.304618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:02.306875 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517869bc-5441-4db3-92e1-6e3652e04bd7" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-unplugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:02.320813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:35:02.328865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:02.350505 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5d4632-a31f-47dd-a3af-3c4656ded8a0 x-openstack-request-id: req-4a5d4632-a31f-47dd-a3af-3c4656ded8a0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:02.350824 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-unplugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:02.351094 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a5d4632-a31f-47dd-a3af-3c4656ded8a0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:02.351479 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:35:02.353852 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.393142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.421518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:02.442145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:02.485731 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:35:02.486086 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:35:03.024226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.038587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:03.061811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:03.066334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.119672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:03.142220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:04.136380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:04.187081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:04.187826 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:04.281207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:04.315198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:04.320744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:04.353841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:04.356108 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0703f7c3-8307-4d54-b998-25a9569fdedd" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:04.382129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:04.405262 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6185f070-31e5-4270-8515-8a3da7854e62 x-openstack-request-id: req-6185f070-31e5-4270-8515-8a3da7854e62 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:04.405555 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:04.405813 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6185f070-31e5-4270-8515-8a3da7854e62 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:04.406203 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:35:07.558326 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:08.295794 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:10.074023 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:12.334752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a7b-7f10-4a7c-bb95-5b7905a228cf req-79cd41ef-9a97-4548-9d73-0b570b5c9005 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.336220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63b33a7b-7f10-4a7c-bb95-5b7905a228cf req-79cd41ef-9a97-4548-9d73-0b570b5c9005 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0521939 Oct 13 04:35:12.373405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63b33a7b-7f10-4a7c-bb95-5b7905a228cf req-b8d4385f-599f-4d5b-b03f-2aa411695758 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Oct 13 04:35:12.776157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0320-6ee5-4f51-aa02-d8ee9f018aff req-388338f4-154b-4a81-8e70-e8259ed6aa2d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.777644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86be0320-6ee5-4f51-aa02-d8ee9f018aff req-388338f4-154b-4a81-8e70-e8259ed6aa2d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Oct 13 04:35:12.817829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-86be0320-6ee5-4f51-aa02-d8ee9f018aff req-d79629da-3caf-4ab8-b307-f3da80864047 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335975 Oct 13 04:35:12.902628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-fb38271e-4bab-45d6-858a-4f8765926fbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385590 Oct 13 04:35:12.963858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-4bd10cd4-3724-481b-b668-8f6686164d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.965247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-4bd10cd4-3724-481b-b668-8f6686164d56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1096 time: 0.0428944 Oct 13 04:35:13.065267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-0b115777-ac93-4ecc-a0a9-a0ba5a2591d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.066714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-0b115777-ac93-4ecc-a0a9-a0ba5a2591d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.0830162 Oct 13 04:35:13.133652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-2952a928-523d-4bad-b845-e8e67a1f0cf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 200 len: 1001 time: 0.0595877 Oct 13 04:35:13.180897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-e1763238-7847-42ec-b584-884431297611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.182300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-e1763238-7847-42ec-b584-884431297611 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0416784 Oct 13 04:35:13.225075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-b007a430-22e1-4bf4-afd4-06182629cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.226432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-b007a430-22e1-4bf4-afd4-06182629cc74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372355 Oct 13 04:35:13.315431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-1e41eadf-ab2e-44b4-9a5a-1aaa13b692a2 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819249 Oct 13 04:35:13.402144 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e37d143a-64ee-4c45-8919-b19e97c009e8 req-b4039851-946e-45fe-98de-72fa6ff8fefa service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798182 Oct 13 04:35:13.935346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5fcf-7a23-49e2-811f-bca0264877eb req-3f1c372d-e489-4218-89ac-e1d64be2208f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.936830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44de5fcf-7a23-49e2-811f-bca0264877eb req-3f1c372d-e489-4218-89ac-e1d64be2208f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0479226 Oct 13 04:35:13.974205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44de5fcf-7a23-49e2-811f-bca0264877eb req-b1d97c86-67d8-4fca-b9ed-e78ca0435432 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Oct 13 04:35:15.090215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1b6d4-09c5-4d56-860f-9d2e836a8cf9 req-cf1edf94-3716-41dc-8733-17d7b0d79da9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:15.092056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efe1b6d4-09c5-4d56-860f-9d2e836a8cf9 req-cf1edf94-3716-41dc-8733-17d7b0d79da9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0500891 Oct 13 04:35:15.131560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-efe1b6d4-09c5-4d56-860f-9d2e836a8cf9 req-d833a6c6-b1e7-486e-99ca-a0b35e9c1ad5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334604 Oct 13 04:35:16.258738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6e17-100a-4096-a358-7baa5dcd6ed3 req-4ccb738d-c50c-47e1-8450-e3d149874d76 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:16.260229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa6d6e17-100a-4096-a358-7baa5dcd6ed3 req-4ccb738d-c50c-47e1-8450-e3d149874d76 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0524623 Oct 13 04:35:16.302364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa6d6e17-100a-4096-a358-7baa5dcd6ed3 req-98759b07-8bae-4427-9d38-8aa245a6f28f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351124 Oct 13 04:35:16.321639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:35:16.327004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:16.457077 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:16.492374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:16.494754 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9166c8a-8c08-4161-8695-db22c4cb4241" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-unplugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:16.512284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:16.521038 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:16.559296 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e697895c-8c90-4294-87cd-c2853633f9a8 x-openstack-request-id: req-e697895c-8c90-4294-87cd-c2853633f9a8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:16.559516 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-unplugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:16.559740 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e697895c-8c90-4294-87cd-c2853633f9a8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:16.560135 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:35:16.578506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:16.599986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'mac_address': 'fa:16:3e:bc:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:35:16.606661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:16.644346 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:16.657634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:16.679158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:16.683851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:16.743107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:16.760933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:17.429087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67162fa-64a1-4cca-9263-8226d01bd836 req-051646f7-7bab-49ae-87c6-c04aa4f9fb91 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:17.430608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b67162fa-64a1-4cca-9263-8226d01bd836 req-051646f7-7bab-49ae-87c6-c04aa4f9fb91 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Oct 13 04:35:17.473278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b67162fa-64a1-4cca-9263-8226d01bd836 req-272f415f-d390-487c-872c-31ed378f1b77 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355461 Oct 13 04:35:18.208619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-a91668e5-4f49-4810-bdf2-2305e9b2e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.210121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-a91668e5-4f49-4810-bdf2-2305e9b2e41a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1096 time: 0.0525908 Oct 13 04:35:18.323980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-9d049d97-8088-48f4-bef5-5b8732f7b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.326122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-9d049d97-8088-48f4-bef5-5b8732f7b23a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0943520 Oct 13 04:35:18.340097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:18.406877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-2d8b7f47-e311-4d56-8590-9587d1d1bc8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 999 time: 0.0728633 Oct 13 04:35:18.413614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:18.414016 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:18.463224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-56c0678b-a6cc-44fa-a8f6-6cbf93d7a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.464917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-56c0678b-a6cc-44fa-a8f6-6cbf93d7a3b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0497990 Oct 13 04:35:18.517928 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:18.535983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-a9ca4b15-189c-4b84-9ab0-b85efa415534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.537536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-a9ca4b15-189c-4b84-9ab0-b85efa415534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647476 Oct 13 04:35:18.557212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:18.561760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:18.564599 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d35206-5c2b-48ce-964d-35652dff2641" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:18.569015 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:18.615075 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5482ff44-8808-4a06-b566-83db17b5b731 x-openstack-request-id: req-5482ff44-8808-4a06-b566-83db17b5b731 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:18.615625 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-plugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:18.616076 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5482ff44-8808-4a06-b566-83db17b5b731 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:18.616642 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:35:18.638099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:18.682048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f8467-1bc0-4419-adbd-d1c068a6f11a req-4598e359-d603-40d4-9f4b-aa5a8c9432c0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.683660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb6f8467-1bc0-4419-adbd-d1c068a6f11a req-4598e359-d603-40d4-9f4b-aa5a8c9432c0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0626757 Oct 13 04:35:18.746533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-72389c53-a9d9-4531-b8fb-62e913d8175a service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996186 Oct 13 04:35:18.753231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fb6f8467-1bc0-4419-adbd-d1c068a6f11a req-ba808188-2caf-4393-8bf3-2fc5295ef208 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592854 Oct 13 04:35:18.849200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16f7998d-1e03-4286-b2a2-d0f7aab54fb2 req-6e443659-19df-49ba-a415-1c0e426c174e service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948789 Oct 13 04:35:19.001318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18c3a59e-b7ea-4c73-9d20-d3ac5fbbd9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.887866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b5b2b-7ad2-48d9-a8c3-d5d92dd74d6b req-955a3ade-cad3-4b9e-b33b-2b905ed0f2ed tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:19.890739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab0b5b2b-7ad2-48d9-a8c3-d5d92dd74d6b req-955a3ade-cad3-4b9e-b33b-2b905ed0f2ed tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0545759 Oct 13 04:35:19.932270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab0b5b2b-7ad2-48d9-a8c3-d5d92dd74d6b req-fac6504f-98d9-471d-ac48-242b332193fe tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348654 Oct 13 04:35:21.075385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27457-124c-43f3-b73a-78e4fa78f111 req-8bb823ef-f414-4438-8623-15535111c1cb tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:21.077036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68b27457-124c-43f3-b73a-78e4fa78f111 req-8bb823ef-f414-4438-8623-15535111c1cb tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0605557 Oct 13 04:35:21.123171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68b27457-124c-43f3-b73a-78e4fa78f111 req-17b98e30-ca88-4414-a8b5-b9baec35c21f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 Oct 13 04:35:21.492417 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff1aafe-81c4-4396-84d0-6ad279d8f336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.015160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37310) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:22.189282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port ef79ca74-74ae-4ea1-ae7e-d57d2a3c09d1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:22.189626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.329639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d70f-37e9-444c-913b-472f6dcb897a req-cc9cae69-2829-4483-90e6-ac276c7ea9a0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:22.331097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ea8d70f-37e9-444c-913b-472f6dcb897a req-cc9cae69-2829-4483-90e6-ac276c7ea9a0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.1018317 Oct 13 04:35:22.334891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.335210 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.364727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for ef79ca74-74ae-4ea1-ae7e-d57d2a3c09d1 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:22.383917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ea8d70f-37e9-444c-913b-472f6dcb897a req-f2054cd5-9c62-4c04-b1c1-d0bfa5df317e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Oct 13 04:35:22.539928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.591088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=ef79ca74-74ae-4ea1-ae7e-d57d2a3c09d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:22.600191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.600546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.600912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.601259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.601596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.601926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.602253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.602579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.602903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.603227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.603565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.603871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:22.644068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.644447 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Floating IP 7bc754ab-5d38-4f0e-8a99-9543041f3090 disassociated (deleted). External IP: 172.25.1.136, port: 00347c54-61df-475c-950e-1c841269416c. Oct 13 04:35:22.867728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.878755 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:22.997120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:23.002207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:23.009720 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:23.019216 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:23.020092 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:23.059358 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:23.077964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b957df5-5568-400e-9650-8e2fa9a6e9ff tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "DELETE /v2.0/floatingips/7bc754ab-5d38-4f0e-8a99-9543041f3090 HTTP/1.1" status: 204 len: 168 time: 1.0617430 Oct 13 04:35:23.078891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'tag': '00347c54-61df-475c-950e-1c841269416c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:23.081331 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "tag": "00347c54-61df-475c-950e-1c841269416c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:23.126241 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fa5872-4367-4428-a954-1d28abd07ce5 x-openstack-request-id: req-79fa5872-4367-4428-a954-1d28abd07ce5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:23.126562 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "tag": "00347c54-61df-475c-950e-1c841269416c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:23.126820 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79fa5872-4367-4428-a954-1d28abd07ce5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:23.127233 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'tag': '00347c54-61df-475c-950e-1c841269416c', 'status': 'completed', 'code': 200} Oct 13 04:35:23.248340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-6b7d9227-53fb-4677-8abe-7196a5e8e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.250038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-6b7d9227-53fb-4677-8abe-7196a5e8e29c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 1096 time: 0.0933373 Oct 13 04:35:23.329384 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:23.359035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-4006bd47-2e86-45c7-9dc3-b244305479fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.361592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-4006bd47-2e86-45c7-9dc3-b244305479fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.1035972 Oct 13 04:35:23.417519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-1a5ea0d0-3058-411e-9c38-5e49395c38ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 200 len: 217 time: 0.0464303 Oct 13 04:35:23.456581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f1e3-f866-46b3-b5dc-4f84e4941b5a req-d358761c-788c-495c-8adc-46202dc8f1bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.469641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5d4f1e3-f866-46b3-b5dc-4f84e4941b5a req-d358761c-788c-495c-8adc-46202dc8f1bf tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 945 time: 0.1166506 Oct 13 04:35:23.489583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-f1fefe14-16f8-4dda-bfa5-f511897cd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.491051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-f1fefe14-16f8-4dda-bfa5-f511897cd136 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0653775 Oct 13 04:35:23.535331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5d4f1e3-f866-46b3-b5dc-4f84e4941b5a req-2f6b7a91-3594-4c30-bc77-dba6f88e5c91 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642459 Oct 13 04:35:23.578601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-0af13f2e-36a7-4e66-a093-74f2d340c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.580483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-0af13f2e-36a7-4e66-a093-74f2d340c05b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814211 Oct 13 04:35:23.607904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71335a0-4a9b-47dd-85ef-7eb4528b9e87 req-493e3a6f-3864-4141-84cb-d79c3a9a7382 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.616387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b71335a0-4a9b-47dd-85ef-7eb4528b9e87 req-493e3a6f-3864-4141-84cb-d79c3a9a7382 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.1045361 Oct 13 04:35:23.629141 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:38Z', 'revision_number': 1, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:23.657193 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:23.669463 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:23.670872 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:23.792981 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:24.065691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b71335a0-4a9b-47dd-85ef-7eb4528b9e87 req-30d1242a-4aea-41c7-8869-5be245cedf2a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384675 Oct 13 04:35:24.100650 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:38Z', 'revision_number': 1, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:24.116294 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-9c0fb93c-c0ea-448a-ad7c-0adeb1b124c3 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259197 Oct 13 04:35:24.130257 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be76dd0-fb72-411f-b20a-7e933dd897e4 None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3a951bc7-2b75-4833-adb8-0c82d83f1a8e', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'port_id': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'mac_address': 'fa:16:3e:04:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:31:36Z', 'updated_at': '2021-10-13T04:31:38Z', 'revision_number': 1, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:24.235782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-547a1bc0-3fec-4ebc-a72f-f10b09f49d4c req-84799e32-2eb8-4ffb-9f91-4f4e31c5ca2c service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111121 Oct 13 04:35:24.416421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b068f5d-660d-4ea3-ace2-776f8f2b28bb None None] New status for floating IP 7bc754ab-5d38-4f0e-8a99-9543041f3090: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:35:24.668188 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:24.676536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc087-b2c5-4754-b773-8a1934273e60 req-23b71dc5-2208-4c7c-9bc9-53daaab21c48 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:24.678069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c04dc087-b2c5-4754-b773-8a1934273e60 req-23b71dc5-2208-4c7c-9bc9-53daaab21c48 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 945 time: 0.0727217 Oct 13 04:35:24.721803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c04dc087-b2c5-4754-b773-8a1934273e60 req-9ee042aa-87a0-45d4-8b5d-d3bf6be26fa6 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375874 Oct 13 04:35:24.958493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-87f9185c-507d-433c-813d-af2668da3206 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:24.959960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-87f9185c-507d-433c-813d-af2668da3206 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 945 time: 0.0613177 Oct 13 04:35:25.060118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port 00347c54-61df-475c-950e-1c841269416c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:25.061002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.193072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port 00347c54-61df-475c-950e-1c841269416c, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=00347c54-61df-475c-950e-1c841269416c,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:25.193617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.210556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for 00347c54-61df-475c-950e-1c841269416c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:25.230430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9215b0-fabd-4ae1-a3db-dd8ce387e41d req-54466b90-0f80-4012-b2ed-ede5c85bc8f7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:25.231911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a9215b0-fabd-4ae1-a3db-dd8ce387e41d req-54466b90-0f80-4012-b2ed-ede5c85bc8f7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0800874 Oct 13 04:35:25.325745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a9215b0-fabd-4ae1-a3db-dd8ce387e41d req-831f6d71-5fbb-44ac-843c-0e9ee02dd8ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853820 Oct 13 04:35:25.400845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.432530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=00347c54-61df-475c-950e-1c841269416c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:25.460381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.460804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.461119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.461499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.461843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.462174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.462505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.463197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.463290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.463678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.463952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.464285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:25.487854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port 00347c54-61df-475c-950e-1c841269416c on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:25.490482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.493814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aed91ae9-d96f-41c1-8be8-98a1212e176b req-55e97a97-f004-49b8-b6a9-2eceeaaaf83f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "DELETE /v2.0/ports/00347c54-61df-475c-950e-1c841269416c HTTP/1.1" status: 204 len: 173 time: 0.5263755 Oct 13 04:35:25.494275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'name': 'network-vif-deleted', 'tag': '00347c54-61df-475c-950e-1c841269416c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:25.496525 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd7851-2c40-42e6-b2c6-3ba22315b444" -d '{"events": [{"server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "name": "network-vif-deleted", "tag": "00347c54-61df-475c-950e-1c841269416c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:25.596923 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de25a0-8cf1-47e7-957e-1b53bee6a61d x-openstack-request-id: req-b7de25a0-8cf1-47e7-957e-1b53bee6a61d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:25.597216 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47baa48f-9b47-4ab6-ba41-176a7e12a2ca", "name": "network-vif-deleted", "tag": "00347c54-61df-475c-950e-1c841269416c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:25.597470 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7de25a0-8cf1-47e7-957e-1b53bee6a61d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:25.597876 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47baa48f-9b47-4ab6-ba41-176a7e12a2ca', 'name': 'network-vif-deleted', 'tag': '00347c54-61df-475c-950e-1c841269416c', 'status': 'completed', 'code': 200} Oct 13 04:35:25.840306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d008ed19-52b4-4f66-8e3a-0daaafee6866 req-476064c9-d387-4fbe-b5a8-eb3e0f733ab8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0398321 Oct 13 04:35:26.446067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa631d1-e24c-4e8d-b811-f8ea2ed37610 req-4f1fc714-f223-4cdf-95ce-56a170cd0b6b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:26.447712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fa631d1-e24c-4e8d-b811-f8ea2ed37610 req-4f1fc714-f223-4cdf-95ce-56a170cd0b6b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0500491 Oct 13 04:35:26.485163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9fa631d1-e24c-4e8d-b811-f8ea2ed37610 req-dc4c8e47-0061-4a98-83d5-e20eecb986e2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307457 Oct 13 04:35:26.684962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040c2c2-642d-4e9a-bc4e-7c96dd0c3692 req-97397ae3-cac7-41fc-b592-cae20a23277a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:26.687280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a040c2c2-642d-4e9a-bc4e-7c96dd0c3692 req-97397ae3-cac7-41fc-b592-cae20a23277a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0493069 Oct 13 04:35:26.724346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a040c2c2-642d-4e9a-bc4e-7c96dd0c3692 req-bcf74109-37b1-4ad7-a0d7-989031977e7a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Oct 13 04:35:26.947388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e6fc13f-2b9b-4077-ab9c-f3813f3bd753 req-8b253a78-1658-4ccf-800d-f6ae2fd1f5b1 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0283494 Oct 13 04:35:27.676355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42403618-6f24-4f12-a498-01284378d385 req-cb05094f-4235-4209-8716-0e537e13f31c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:27.677725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42403618-6f24-4f12-a498-01284378d385 req-cb05094f-4235-4209-8716-0e537e13f31c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0481565 Oct 13 04:35:27.714670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42403618-6f24-4f12-a498-01284378d385 req-f896127f-5181-4554-9f98-0862fd9d4a5b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Oct 13 04:35:27.950459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeffca-9e3a-402e-8b8a-c79cd8007b2b req-c585f343-69ee-4a85-8b2b-16e6720d3256 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:27.952482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90eeffca-9e3a-402e-8b8a-c79cd8007b2b req-c585f343-69ee-4a85-8b2b-16e6720d3256 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0782216 Oct 13 04:35:27.957388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-d74e6790-2f1e-4a7b-bed0-cdb45f78efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:27.958785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-d74e6790-2f1e-4a7b-bed0-cdb45f78efda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1097 time: 0.0743563 Oct 13 04:35:28.005900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 00347c54-61df-475c-950e-1c841269416c no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:28.048332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90eeffca-9e3a-402e-8b8a-c79cd8007b2b req-3cd97693-841b-405f-82c3-d077ebd3aa61 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885642 Oct 13 04:35:28.050592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 00347c54-61df-475c-950e-1c841269416c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:28.050936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 00347c54-61df-475c-950e-1c841269416c not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:28.061823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-55ec0093-5c3f-4044-a33d-6f4539b23b93 req-38b0647c-8005-4e27-b9b2-ab84cd945ff8 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0410066 Oct 13 04:35:28.093779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-92625502-038a-4974-821e-09987b7adf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:28.095247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-92625502-038a-4974-821e-09987b7adf4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1278520 Oct 13 04:35:28.161987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-05ccde7c-8ee9-4ea8-a91a-296abc5bacfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 1000 time: 0.0586500 Oct 13 04:35:28.211013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-4126c57f-a7dd-4b56-b5a8-8acceb498773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:28.212376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-4126c57f-a7dd-4b56-b5a8-8acceb498773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0433259 Oct 13 04:35:28.261740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-e5f0842f-f3a9-4994-94df-55c310c2a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:28.263378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-e5f0842f-f3a9-4994-94df-55c310c2a04b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440321 Oct 13 04:35:28.351132 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-439b0f09-0a5e-4f82-a209-3835d145fb53 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805261 Oct 13 04:35:28.445711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02d7a542-d9b0-48d9-9172-7718dd3634a4 req-e79df568-52c6-42c2-90ec-f6ebabeb3d69 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869071 Oct 13 04:35:29.174243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc20f614-0322-43d1-9cf2-6e5668630526 req-a7d3fa8c-40d5-4b86-92cb-12e7ffd680a7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0312870 Oct 13 04:35:29.186476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953272c5-6781-417f-810b-32ab6cd6c64b req-9444ca5d-aaa6-437c-848d-f33fb56c6d6c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:29.188302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-953272c5-6781-417f-810b-32ab6cd6c64b req-9444ca5d-aaa6-437c-848d-f33fb56c6d6c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0625269 Oct 13 04:35:29.227009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-953272c5-6781-417f-810b-32ab6cd6c64b req-ce1783ca-c25b-4a55-aebf-e282ce6335b7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Oct 13 04:35:29.410480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9494fc-b448-448f-abdb-5fe1bbf4ee71 req-e47ccd3b-a2c2-43ee-8b46-ca32bdec2c69 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:29.411947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b9494fc-b448-448f-abdb-5fe1bbf4ee71 req-e47ccd3b-a2c2-43ee-8b46-ca32bdec2c69 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Oct 13 04:35:29.451341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b9494fc-b448-448f-abdb-5fe1bbf4ee71 req-29408557-6ccb-4ddc-ab5a-4af5f84cca09 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Oct 13 04:35:29.567636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d01bad-c951-468a-8287-3240c2fef4d1 req-acc024d6-e0ed-427d-a259-b8b4575099ed tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:29.569193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19d01bad-c951-468a-8287-3240c2fef4d1 req-acc024d6-e0ed-427d-a259-b8b4575099ed tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 946 time: 0.0493100 Oct 13 04:35:29.606623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19d01bad-c951-468a-8287-3240c2fef4d1 req-868962d5-d009-4fcd-9be6-f102277bd1a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Oct 13 04:35:29.835585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-ac447ba0-bf4d-4492-a313-54cf45979c70 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:29.837173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-ac447ba0-bf4d-4492-a313-54cf45979c70 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1077864 Oct 13 04:35:29.851760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-411b8589-870e-4277-9d54-cb4975ad6f72 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/quotas/db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 375 time: 0.0089602 Oct 13 04:35:29.909580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-f72d1852-0478-435c-b98b-0a2eb96862e4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514548 Oct 13 04:35:30.003794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-9907360f-a539-4579-a9aa-be3759fb8b58 service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Oct 13 04:35:30.091753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-c4aa8408-b22c-4430-86f4-596eb180eba4 service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813458 Oct 13 04:35:30.269476 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1975a4ed-4d6d-4695-8643-c19d3ffad906 req-433be870-54a6-4e50-be2d-57643624a79d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 210 time: 0.0322502 Oct 13 04:35:30.305266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f42fc262-aa30-4a92-8ee7-bf69fcc2159c req-bd0f830d-92d8-4907-968d-dde6a4b7ed07 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=47baa48f-9b47-4ab6-ba41-176a7e12a2ca HTTP/1.1" status: 200 len: 210 time: 0.0432184 Oct 13 04:35:30.408434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:30.489714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:30.512936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:30.515679 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45714c1-5e1c-460a-a613-f5bd52532d5a" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-unplugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:30.528086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:30.532039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:30.559080 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aa26bc-8b85-40be-95db-4f9c8c1ab032 x-openstack-request-id: req-60aa26bc-8b85-40be-95db-4f9c8c1ab032 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:30.559400 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-unplugged", "status": "completed", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:30.559848 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60aa26bc-8b85-40be-95db-4f9c8c1ab032 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:30.560280 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'code': 200} Oct 13 04:35:30.586153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=14']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:31.276656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-11cd832e-62ee-43f9-9387-da078c763124 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:31.278100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-11cd832e-62ee-43f9-9387-da078c763124 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1031134 Oct 13 04:35:31.290703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'port': {'device_id': '857125d1-2514-4d68-976d-67fdb13022c9', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'admin_state_up': True, 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:31.377874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a232f73-8238-4e82-a28d-9ab3bc76e548 req-39239d84-5a8d-4e70-9436-934e2f5068c1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 210 time: 0.0371227 Oct 13 04:35:31.435775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:35:31.440049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.576503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Allocated IP 172.20.0.13 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/ccb112e0-8870-4fbe-ab79-44493f8586bc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:35:31.727050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.763876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.809099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:35:31.812590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:35:31.816251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:35:31.822645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=ccb112e0-8870-4fbe-ab79-44493f8586bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:31.871349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:31.872060 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.889511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-b03107d0-3947-4215-a2d6-2fdfbf6dcbad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6025722 Oct 13 04:35:31.964472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Request body: {'port': {'device_id': '857125d1-2514-4d68-976d-67fdb13022c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:32.026864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.084195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6366b593-a856-40d0-920f-6317d23ae17e None None] Provisioning complete for port ccb112e0-8870-4fbe-ab79-44493f8586bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:32.085269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6366b593-a856-40d0-920f-6317d23ae17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.122542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6366b593-a856-40d0-920f-6317d23ae17e None None] Port ccb112e0-8870-4fbe-ab79-44493f8586bc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:35:32.293917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb112e0-8870-4fbe-ab79-44493f8586bc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:32.301466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.313819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Transition to ACTIVE for port object ccb112e0-8870-4fbe-ab79-44493f8586bc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:35:32.317597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.366727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Pushing event updated for resources: {'Port': ['ID=ccb112e0-8870-4fbe-ab79-44493f8586bc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:32.442147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Attempting to bind port ccb112e0-8870-4fbe-ab79-44493f8586bc on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:35:32.442793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Attempting to bind port ccb112e0-8870-4fbe-ab79-44493f8586bc by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:35:32.442793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Attempting to bind port ccb112e0-8870-4fbe-ab79-44493f8586bc on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:32.447457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Port ccb112e0-8870-4fbe-ab79-44493f8586bc on network 2818c656-227b-47f1-964c-ef0caf318d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:35:32.447908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Attempting to bind port ccb112e0-8870-4fbe-ab79-44493f8586bc on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:32.454067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:35:32.454395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:35:32.454774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:35:32.455198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Bound port: ccb112e0-8870-4fbe-ab79-44493f8586bc, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:35:32.455558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.505856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a2459-3cc6-49f4-84ec-aa80967efe01 req-98bb7761-20d7-44a0-b999-fc48819b1f91 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:32.514784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d14a2459-3cc6-49f4-84ec-aa80967efe01 req-98bb7761-20d7-44a0-b999-fc48819b1f91 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 944 time: 0.0624228 Oct 13 04:35:32.556272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d14a2459-3cc6-49f4-84ec-aa80967efe01 req-2c87bb55-e3a1-4ab7-8ae9-0647a6e0bdf4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Oct 13 04:35:32.578957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] For port ccb112e0-8870-4fbe-ab79-44493f8586bc, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:35:32.582715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] For port ccb112e0-8870-4fbe-ab79-44493f8586bc, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:35:32.588128 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.624115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:32.624754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.626149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] 10.222.0.26 "PUT /v2.0/ports/ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 200 len: 1092 time: 0.7269318 Oct 13 04:35:32.628604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857125d1-2514-4d68-976d-67fdb13022c9', 'tag': 'ccb112e0-8870-4fbe-ab79-44493f8586bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:32.639287 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e136cba9-1e18-4f52-a798-56a89b1375ca" -d '{"events": [{"name": "network-changed", "server_uuid": "857125d1-2514-4d68-976d-67fdb13022c9", "tag": "ccb112e0-8870-4fbe-ab79-44493f8586bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:32.696527 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917f99c0-1763-4d6c-8411-4e89fe231ff4 x-openstack-request-id: req-917f99c0-1763-4d6c-8411-4e89fe231ff4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:32.696974 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857125d1-2514-4d68-976d-67fdb13022c9", "tag": "ccb112e0-8870-4fbe-ab79-44493f8586bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:32.697315 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-917f99c0-1763-4d6c-8411-4e89fe231ff4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:32.697806 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857125d1-2514-4d68-976d-67fdb13022c9', 'tag': 'ccb112e0-8870-4fbe-ab79-44493f8586bc', 'status': 'completed', 'code': 200} Oct 13 04:35:32.715266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e701dc4-74ad-4476-a2e8-b9e759f284ad service neutron] Pushing event updated for resources: {'Port': ['ID=ccb112e0-8870-4fbe-ab79-44493f8586bc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:32.733447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-395b1efc-97cd-4af4-a90f-1ebe2bcf280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:32.735040 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-395b1efc-97cd-4af4-a90f-1ebe2bcf280b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 1095 time: 0.0588510 Oct 13 04:35:32.782701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-76a8aff3-0f6f-4d1b-8588-2a0d72ed06c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 200 len: 217 time: 0.0394573 Oct 13 04:35:32.835054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-ef964cd4-a4dc-4cfb-9d58-c8b2321b9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:32.836493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-ef964cd4-a4dc-4cfb-9d58-c8b2321b9db2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0466466 Oct 13 04:35:32.887156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-ee2a369f-23c0-4bc0-93eb-8a2248daaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:32.888748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-ee2a369f-23c0-4bc0-93eb-8a2248daaa98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439334 Oct 13 04:35:32.982457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-dae59d3b-0263-483c-a0ba-1cfcada1c893 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Oct 13 04:35:33.073511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ad866b8-fb6c-41a8-8412-d8c0ac9aa338 req-a1e5d70c-27af-4042-ab10-8e7b25549991 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840983 Oct 13 04:35:33.161134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-3dc88781-dde0-4840-a44f-cb098894850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:33.162518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-3dc88781-dde0-4840-a44f-cb098894850e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 1095 time: 0.0443571 Oct 13 04:35:33.252550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-83eccac0-acb2-4100-8184-0c565689f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:33.253947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-83eccac0-acb2-4100-8184-0c565689f504 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0843654 Oct 13 04:35:33.299390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-314fcdf1-79ea-4647-a271-e3933ffbd295 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 200 len: 217 time: 0.0373335 Oct 13 04:35:33.347801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-490565c0-9ff2-40b1-ad84-7025181e13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:33.349254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-490565c0-9ff2-40b1-ad84-7025181e13d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0428367 Oct 13 04:35:33.395757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-0e7412cb-eca1-4606-905b-a222e35c2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:33.397299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-0e7412cb-eca1-4606-905b-a222e35c2809 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414979 Oct 13 04:35:33.491147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-0eeaa962-aee2-4892-922f-bb99673a37ec service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862987 Oct 13 04:35:33.584773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e136cba9-1e18-4f52-a798-56a89b1375ca req-ee905d72-e8f6-4f7d-a89f-afbf3bacdcc0 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Oct 13 04:35:33.678353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c1167-69a7-4545-a1e3-ab457e5eadcc req-9c935baf-c586-4f83-a312-02f63586d765 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:33.679798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cf1c1167-69a7-4545-a1e3-ab457e5eadcc req-9c935baf-c586-4f83-a312-02f63586d765 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 944 time: 0.0498402 Oct 13 04:35:33.718729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cf1c1167-69a7-4545-a1e3-ab457e5eadcc req-31f0b3d7-dbd3-418f-bc29-012199888ec9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Oct 13 04:35:34.841362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815b282-c139-42c6-95c4-fbfadcce2f5e req-7a4f2330-91a3-4585-a53f-41fa673289e3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:34.842948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2815b282-c139-42c6-95c4-fbfadcce2f5e req-7a4f2330-91a3-4585-a53f-41fa673289e3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 944 time: 0.0542731 Oct 13 04:35:34.885289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2815b282-c139-42c6-95c4-fbfadcce2f5e req-1c6e7cdb-0136-43f9-9619-88d6caa8af89 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Oct 13 04:35:36.010391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df036-8ef9-4da4-9078-59432feb1560 req-05d4e76b-7dd3-4147-bda5-abf0efeb709a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:36.011902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b6df036-8ef9-4da4-9078-59432feb1560 req-05d4e76b-7dd3-4147-bda5-abf0efeb709a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 944 time: 0.0515513 Oct 13 04:35:36.051865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ccb112e0-8870-4fbe-ab79-44493f8586bc details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:35:36.055636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b6df036-8ef9-4da4-9078-59432feb1560 req-ee4720b8-4ac6-45f3-b187-f023b91d09f8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360961 Oct 13 04:35:36.151610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ccb112e0-8870-4fbe-ab79-44493f8586bc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:36.164224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'ccb112e0-8870-4fbe-ab79-44493f8586bc', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': 'ccb112e0-8870-4fbe-ab79-44493f8586bc', 'mac_address': 'fa:16:3e:11:76:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:35:36.207566 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.219885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb112e0-8870-4fbe-ab79-44493f8586bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:36.238170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ccb112e0-8870-4fbe-ab79-44493f8586bc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:36.241749 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.287821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ccb112e0-8870-4fbe-ab79-44493f8586bc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:36.562603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:36.755631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:36.915979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port 1caff60f-095a-4374-bc5f-8cbee17b19ba {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:36.916215 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.992944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.993262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.004361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for 1caff60f-095a-4374-bc5f-8cbee17b19ba owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:37.152130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.175812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017af0ee-b450-4ff7-a9ba-84d858431572 req-95391964-a8fd-4dd6-9f47-6df4044ea422 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.177227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-017af0ee-b450-4ff7-a9ba-84d858431572 req-95391964-a8fd-4dd6-9f47-6df4044ea422 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 945 time: 0.0541012 Oct 13 04:35:37.177827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=1caff60f-095a-4374-bc5f-8cbee17b19ba,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:37.220070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-017af0ee-b450-4ff7-a9ba-84d858431572 req-28fd4ae6-ebf7-4248-ae2e-bb2e76203740 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Oct 13 04:35:37.241872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.242256 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Floating IP 3a951bc7-2b75-4833-adb8-0c82d83f1a8e disassociated (deleted). External IP: 172.25.1.180, port: 5873da36-3f70-43c3-93b6-2c76c5524dab. Oct 13 04:35:37.439970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:37.544392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:37.549281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.553932 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:37.563320 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:37.563921 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:37.579442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-07800239-d46b-4796-8466-0a0754af9df9 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "DELETE /v2.0/floatingips/3a951bc7-2b75-4833-adb8-0c82d83f1a8e HTTP/1.1" status: 204 len: 168 time: 0.8227270 Oct 13 04:35:37.580146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:37.582423 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1" -d '{"events": [{"name": "network-changed", "server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:37.622841 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a523b-c2b5-43e0-8074-6e1216a5ccda x-openstack-request-id: req-395a523b-c2b5-43e0-8074-6e1216a5ccda {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:37.623679 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:37.623929 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-395a523b-c2b5-43e0-8074-6e1216a5ccda {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:37.624334 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'status': 'completed', 'code': 200} Oct 13 04:35:37.673629 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:37.687395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-72c778fc-4daf-4fd7-b293-3297ad1bc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.689001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-72c778fc-4daf-4fd7-b293-3297ad1bc760 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf9403bb12646cdadaf5bca04069199&device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 1096 time: 0.0431988 Oct 13 04:35:37.819440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-92033583-615c-4bad-9167-71b225e24d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.820930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-92033583-615c-4bad-9167-71b225e24d11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 200 len: 913 time: 0.1229551 Oct 13 04:35:37.828427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d454b-e608-4286-8737-1e063ac74da5 req-d7da7cd6-fc95-4478-926b-ac31ed7fb7fd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.829837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e7d454b-e608-4286-8737-1e063ac74da5 req-d7da7cd6-fc95-4478-926b-ac31ed7fb7fd tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 945 time: 0.0697453 Oct 13 04:35:37.869919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-e6062623-f0de-4679-b348-7b3427c92b14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 200 len: 217 time: 0.0391622 Oct 13 04:35:37.873572 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:37.899443 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:37.908090 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:37.908701 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:37.917956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e7d454b-e608-4286-8737-1e063ac74da5 req-9ff46003-5b14-4739-a308-20153955e1f3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808737 Oct 13 04:35:37.939924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-447335b0-428e-4751-bf52-712f9a163c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.941461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-447335b0-428e-4751-bf52-712f9a163c21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 200 len: 851 time: 0.0588992 Oct 13 04:35:37.991268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-142f6bc1-2b52-413f-b929-280a59bdb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.992651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-142f6bc1-2b52-413f-b929-280a59bdb13a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571a0412-7264-4c49-9821-5c6de1c5604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430613 Oct 13 04:35:38.012416 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:38.070765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ccb112e0-8870-4fbe-ab79-44493f8586bc up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:38.084821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-078e1ff2-4469-4cfb-9c09-95ff8cc714fa service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820036 Oct 13 04:35:38.126331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port ccb112e0-8870-4fbe-ab79-44493f8586bc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:35:38.131262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port ccb112e0-8870-4fbe-ab79-44493f8586bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:38.131836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:38.181293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55a9f0ac-4dc2-460e-b8c1-01ae1ab369e1 req-76fb5eff-3313-4d87-872c-16758435d4a4 service neutron] 10.222.0.26 "GET /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879500 Oct 13 04:35:38.214471 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:38.218455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:38.240568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857125d1-2514-4d68-976d-67fdb13022c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb112e0-8870-4fbe-ab79-44493f8586bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:38.242970 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c840e7-1f8f-4f40-b751-674985744e10" -d '{"events": [{"server_uuid": "857125d1-2514-4d68-976d-67fdb13022c9", "name": "network-vif-plugged", "status": "completed", "tag": "ccb112e0-8870-4fbe-ab79-44493f8586bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:38.245743 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbcad4-6204-4d13-abfa-14772efbb4ce None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:24:21Z', 'revision_number': 4, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '066dcbb3-3d49-465b-afb3-6d7076d61538', 'name': '', 'network_id': '571a0412-7264-4c49-9821-5c6de1c5604d', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'mac_address': 'fa:16:3e:da:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:20Z', 'updated_at': '2021-10-13T04:24:30Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'subnets': [{'id': 'c700b73a-a1f4-4da2-9a5f-97c80972f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:38.256730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port ccb112e0-8870-4fbe-ab79-44493f8586bc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:38.261929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:38.319257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:38.329553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=ccb112e0-8870-4fbe-ab79-44493f8586bc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:38.362749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bda512-9d14-489a-9001-b53205e1de41 req-c9ffd26e-2d47-49a2-9be2-12381b17af03 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:38.365299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5bda512-9d14-489a-9001-b53205e1de41 req-c9ffd26e-2d47-49a2-9be2-12381b17af03 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0656259 Oct 13 04:35:38.386960 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9a088-022a-4419-8c56-7c8e51ce362f x-openstack-request-id: req-7ae9a088-022a-4419-8c56-7c8e51ce362f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:38.387258 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857125d1-2514-4d68-976d-67fdb13022c9", "name": "network-vif-plugged", "status": "completed", "tag": "ccb112e0-8870-4fbe-ab79-44493f8586bc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:38.387625 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae9a088-022a-4419-8c56-7c8e51ce362f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:38.388035 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857125d1-2514-4d68-976d-67fdb13022c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb112e0-8870-4fbe-ab79-44493f8586bc', 'code': 200} Oct 13 04:35:38.407805 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5bda512-9d14-489a-9001-b53205e1de41 req-25c1211d-3afd-4fc4-a3c9-83f94d1cc3bb tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Oct 13 04:35:38.487050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2383b8b-66f0-44fc-a4ea-979b70c35791 req-861369c0-b52e-43b0-88f7-952ca1a1a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:38.488542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2383b8b-66f0-44fc-a4ea-979b70c35791 req-861369c0-b52e-43b0-88f7-952ca1a1a578 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 1097 time: 0.0418470 Oct 13 04:35:38.523405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9075642-1acc-46de-9e86-94f9f389e521 None None] New status for floating IP 3a951bc7-2b75-4833-adb8-0c82d83f1a8e: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:35:38.524112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2383b8b-66f0-44fc-a4ea-979b70c35791 req-181491d0-54a0-4bcc-8663-f9c3c31f61e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279937 Oct 13 04:35:39.035989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cafacb-f887-413d-8ad6-80bdd9047bb4 req-e5290e26-b536-4f6e-8789-219d8f466ce7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:39.037482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9cafacb-f887-413d-8ad6-80bdd9047bb4 req-e5290e26-b536-4f6e-8789-219d8f466ce7 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 945 time: 0.0519338 Oct 13 04:35:39.074696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9cafacb-f887-413d-8ad6-80bdd9047bb4 req-a18eae73-c0ff-4a51-b413-1d45bcad812f tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/security-groups?id=0093edb7-008a-413b-805f-d8819993cf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Oct 13 04:35:39.521682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90f89b-2041-4f6d-8aa8-39babd155c67 req-8e15a1eb-91b5-4445-8f8f-6539654734d7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:39.523136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e90f89b-2041-4f6d-8aa8-39babd155c67 req-8e15a1eb-91b5-4445-8f8f-6539654734d7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0476983 Oct 13 04:35:39.559841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e90f89b-2041-4f6d-8aa8-39babd155c67 req-a177e234-d4c2-497d-9735-360428ec1643 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Oct 13 04:35:39.677891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-8471c0a5-53df-4a4b-90d0-3fe018e95beb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:39.679304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-8471c0a5-53df-4a4b-90d0-3fe018e95beb tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 945 time: 0.0476153 Oct 13 04:35:39.769283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port 5873da36-3f70-43c3-93b6-2c76c5524dab {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:39.769647 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:39.859877 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] For port 5873da36-3f70-43c3-93b6-2c76c5524dab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5873da36-3f70-43c3-93b6-2c76c5524dab,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:39.860239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:39.872291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for 5873da36-3f70-43c3-93b6-2c76c5524dab owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:40.003514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:40.042524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=5873da36-3f70-43c3-93b6-2c76c5524dab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:40.074903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:40.081711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] No DVR routers for this DVR port 5873da36-3f70-43c3-93b6-2c76c5524dab on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:40.084964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:40.088315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73b1f132-d51b-49b7-892d-9e301c1efbb0 req-0d134976-839b-4abf-904b-baa503a54c3c tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.26 "DELETE /v2.0/ports/5873da36-3f70-43c3-93b6-2c76c5524dab HTTP/1.1" status: 204 len: 173 time: 0.4001217 Oct 13 04:35:40.088808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'name': 'network-vif-deleted', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:40.091076 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca05a424-5f09-4f23-8e96-fd3e095cea5c" -d '{"events": [{"server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "name": "network-vif-deleted", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:40.127666 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3afe264-36c3-4ae0-b01e-440b4e950ddb x-openstack-request-id: req-d3afe264-36c3-4ae0-b01e-440b4e950ddb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:40.127956 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e386a6-6c08-44f1-9fae-fd6b9d239aaf", "name": "network-vif-deleted", "tag": "5873da36-3f70-43c3-93b6-2c76c5524dab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:40.128211 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3afe264-36c3-4ae0-b01e-440b4e950ddb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:40.128601 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e386a6-6c08-44f1-9fae-fd6b9d239aaf', 'name': 'network-vif-deleted', 'tag': '5873da36-3f70-43c3-93b6-2c76c5524dab', 'status': 'completed', 'code': 200} Oct 13 04:35:40.169008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f01c34aa-3a59-499d-9bb0-b5c6784aaba6 req-3d138058-bae8-404e-b510-416bba085e80 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0254135 Oct 13 04:35:40.679841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a41fc9-4cee-453e-bb81-f988fac2dd3e req-df4adaa8-312d-4507-9ab4-0ee5eeaabd6f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.681245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6a41fc9-4cee-453e-bb81-f988fac2dd3e req-df4adaa8-312d-4507-9ab4-0ee5eeaabd6f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0530238 Oct 13 04:35:40.718868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6a41fc9-4cee-453e-bb81-f988fac2dd3e req-00f384ae-7233-4911-8184-de42c46ed51e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Oct 13 04:35:40.843303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-a9a2cd72-59b5-451b-acf9-affb66f0dfee req-360a32cf-5efc-4a48-bca0-751cdab1143e service neutron] (94825) timed out ('10.222.0.44', 43664) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:35:40.917941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f4c78-4126-49dd-8743-9768c3d9c868 req-6c03fb6f-d36e-45be-b8ef-8362677b36ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.919465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-112f4c78-4126-49dd-8743-9768c3d9c868 req-6c03fb6f-d36e-45be-b8ef-8362677b36ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0538061 Oct 13 04:35:40.960032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-112f4c78-4126-49dd-8743-9768c3d9c868 req-4a4443d5-b950-43da-84b9-6087ad735e93 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Oct 13 04:35:41.270107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6bcbeaea-d530-424f-8bbb-9c7fb80cf395 req-489f8370-b7f3-4edb-bd71-458618c99eb3 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0297873 Oct 13 04:35:42.061379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5873da36-3f70-43c3-93b6-2c76c5524dab no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:42.078546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b166f0a-ae3b-47c4-905b-37d9818c22dd req-da2064ed-c4b5-4c40-a5d0-906ee0d82aa0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:42.080000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b166f0a-ae3b-47c4-905b-37d9818c22dd req-da2064ed-c4b5-4c40-a5d0-906ee0d82aa0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0489619 Oct 13 04:35:42.084289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 5873da36-3f70-43c3-93b6-2c76c5524dab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:42.084635 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5873da36-3f70-43c3-93b6-2c76c5524dab not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:42.118491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b166f0a-ae3b-47c4-905b-37d9818c22dd req-d3195931-42b1-4ddb-879c-87da7ec83dc1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Oct 13 04:35:42.362507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbdc1bf0-c709-44cc-b461-0da4839b94b4 req-e63ac5d9-a462-4fe2-b1e7-88fd0891866a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0267503 Oct 13 04:35:43.236425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e977e6b-8506-4708-a42d-252f57a2ef66 req-6740c937-1387-471d-b32d-73b807413ee0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:43.237947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e977e6b-8506-4708-a42d-252f57a2ef66 req-6740c937-1387-471d-b32d-73b807413ee0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Oct 13 04:35:43.275163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e977e6b-8506-4708-a42d-252f57a2ef66 req-61edb3e8-d970-49cd-ab11-938b004f91fb tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Oct 13 04:35:43.455880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39b0a9c1-edac-47e3-80e2-d7a69a576d2b req-51533524-630d-4c5d-bafe-e65ee3b9b522 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0264773 Oct 13 04:35:44.390268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05c13-834f-4741-aba7-a1ff8987f3d8 req-33c05819-409f-43cc-b329-83d934c1d020 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:44.391737 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99f05c13-834f-4741-aba7-a1ff8987f3d8 req-33c05819-409f-43cc-b329-83d934c1d020 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0488560 Oct 13 04:35:44.428334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99f05c13-834f-4741-aba7-a1ff8987f3d8 req-3100bf2c-6030-464d-a3bc-4d4153730da7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305715 Oct 13 04:35:44.556793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf930308-ac45-4367-8bf3-0b0f8aa1a507 req-36ab9c2b-11b7-4392-bed5-90a253be400a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "GET /v2.0/ports?device_id=13e386a6-6c08-44f1-9fae-fd6b9d239aaf HTTP/1.1" status: 200 len: 210 time: 0.0255640 Oct 13 04:35:44.557351 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:45.542579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5ce7b-d783-4d60-abfc-1b3d188fd454 req-26b1999a-eea3-4ab0-a3da-06cb24827f80 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:45.544026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38f5ce7b-d783-4d60-abfc-1b3d188fd454 req-26b1999a-eea3-4ab0-a3da-06cb24827f80 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Oct 13 04:35:45.580715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-38f5ce7b-d783-4d60-abfc-1b3d188fd454 req-9d64ebd2-004e-4989-9ada-51cb6934e756 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307937 Oct 13 04:35:45.614604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:45.734461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Deleting port 09b708ef-a51a-49a4-84ba-dba2ab7373cc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:45.734711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.809829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.810156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.822202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Calling delete_port for 09b708ef-a51a-49a4-84ba-dba2ab7373cc owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:45.948760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.974925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'Port': ['ID=09b708ef-a51a-49a4-84ba-dba2ab7373cc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:46.031668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:46.034186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:46.035326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b59841ba-62ec-4711-bb97-3dc48512170a tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "DELETE /v2.0/floatingips/af46f230-6a82-4f49-8b56-56423b2bf7c9 HTTP/1.1" status: 204 len: 168 time: 0.4197426 Oct 13 04:35:46.697991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29466c11-9253-4f8d-b1b5-9e3904a94506 req-6250f8a0-ea2d-4ef2-b296-9e0bcf495ba6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:46.699346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29466c11-9253-4f8d-b1b5-9e3904a94506 req-6250f8a0-ea2d-4ef2-b296-9e0bcf495ba6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0523400 Oct 13 04:35:46.736800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29466c11-9253-4f8d-b1b5-9e3904a94506 req-4e95d178-88be-4dd6-82f0-ba3718fe517a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Oct 13 04:35:47.848956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839cf88-fc7d-4ed2-93a0-eb98af0836e8 req-b6c60316-90dd-4797-bb4f-f0f4fcc76731 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:47.850303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c839cf88-fc7d-4ed2-93a0-eb98af0836e8 req-b6c60316-90dd-4797-bb4f-f0f4fcc76731 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0479677 Oct 13 04:35:47.887936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c839cf88-fc7d-4ed2-93a0-eb98af0836e8 req-37d015af-4fc4-45b3-893b-65b4db4d076f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Oct 13 04:35:49.005956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0995908e-c94c-4fa3-894e-bdbee6e9fd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.008972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776e7f-3910-40a8-9a29-9c16a4719246 req-397d7775-dee5-4637-a606-3691922a11a8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:49.010455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e776e7f-3910-40a8-9a29-9c16a4719246 req-397d7775-dee5-4637-a606-3691922a11a8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0520310 Oct 13 04:35:49.049052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e776e7f-3910-40a8-9a29-9c16a4719246 req-d3514bdb-e3a8-4ca7-bc08-737da4cae601 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Oct 13 04:35:49.317203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37632) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:49.374373 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5ade711-4643-44c3-9754-dba56644c496 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.400396 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5ade711-4643-44c3-9754-dba56644c496 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.461451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5ade711-4643-44c3-9754-dba56644c496 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.464259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5ade711-4643-44c3-9754-dba56644c496 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.465471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b5ade711-4643-44c3-9754-dba56644c496 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] 10.222.0.44 "DELETE /v2.0/security-groups/0093edb7-008a-413b-805f-d8819993cf3c HTTP/1.1" status: 204 len: 168 time: 0.1472514 Oct 13 04:35:49.475340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ade711-4643-44c3-9754-dba56644c496 tempest-TestVolumeBootPattern-1330736637 tempest-TestVolumeBootPattern-1330736637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0093edb7-008a-413b-805f-d8819993cf3c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:49.526999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37636) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:49.926756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:50.203571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614236-30c1-4e29-b945-63b914d1968f req-d8ceca8e-8b3e-40a7-807c-e12e3c4412d4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:50.205093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0614236-30c1-4e29-b945-63b914d1968f req-d8ceca8e-8b3e-40a7-807c-e12e3c4412d4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0740149 Oct 13 04:35:50.230349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Deleting port 066dcbb3-3d49-465b-afb3-6d7076d61538 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:50.230706 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:50.597962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0614236-30c1-4e29-b945-63b914d1968f req-41b685ac-bbd1-4ccd-9a94-dbf9e514330e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857000 Oct 13 04:35:50.635063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] For port 066dcbb3-3d49-465b-afb3-6d7076d61538, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=066dcbb3-3d49-465b-afb3-6d7076d61538,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:50.635423 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:50.647941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Calling delete_port for 066dcbb3-3d49-465b-afb3-6d7076d61538 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:50.818204 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:50.843368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Pushing event deleted for resources: {'Port': ['ID=066dcbb3-3d49-465b-afb3-6d7076d61538,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:51.008049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.213437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Router 178691aa-ef35-48e0-990a-5dbb95b0083d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:51.318510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:51.323483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90cbc721-437f-4bc7-aca7-c214e21c178f admin admin] 10.222.0.44 "PUT /v2.0/routers/178691aa-ef35-48e0-990a-5dbb95b0083d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954960 Oct 13 04:35:51.326047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:51.327722 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] Sync routers for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:51.336721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:51.337558 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:51.434681 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.497627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95794060-acae-498e-bdfd-b21bfc976e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.537051 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:51.556771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.610426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Deleting port 78d1101a-5498-4b06-b373-97de60f883a2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:51.610767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.694954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] For port 78d1101a-5498-4b06-b373-97de60f883a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=78d1101a-5498-4b06-b373-97de60f883a2,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:51.695346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.707256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Calling delete_port for 78d1101a-5498-4b06-b373-97de60f883a2 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:51.713124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '78d1101a-5498-4b06-b373-97de60f883a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:35:50Z', 'revision_number': 5, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port': {'id': '78d1101a-5498-4b06-b373-97de60f883a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:18Z', 'updated_at': '2021-10-13T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:51.722097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d36e56-aa19-4980-9c9e-02a18519b888 req-42abd3e3-84bc-4944-896b-95f3c27e64ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:51.723608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9d36e56-aa19-4980-9c9e-02a18519b888 req-42abd3e3-84bc-4944-896b-95f3c27e64ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0555918 Oct 13 04:35:51.738683 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] Checking router: 178691aa-ef35-48e0-990a-5dbb95b0083d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:51.747145 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] Routers {'178691aa-ef35-48e0-990a-5dbb95b0083d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:51.748346 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['178691aa-ef35-48e0-990a-5dbb95b0083d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:51.763891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9d36e56-aa19-4980-9c9e-02a18519b888 req-529637ca-b5a8-4c69-bd4b-187f80b9a99c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Oct 13 04:35:51.832488 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] Set router 178691aa-ef35-48e0-990a-5dbb95b0083d gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:51.876335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:51.886791 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:35:51Z', 'revision_number': 6, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:51.901769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d1101a-5498-4b06-b373-97de60f883a2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:51.913188 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796605-5123-4dd9-8fd8-3c0ee5cd456b None None] The sync data for ids ['178691aa-ef35-48e0-990a-5dbb95b0083d'] in n-d-810220-9 is: [{'id': '178691aa-ef35-48e0-990a-5dbb95b0083d', 'name': 'tempest-TestVolumeBootPattern-1569906965-router', 'tenant_id': 'cdf9403bb12646cdadaf5bca04069199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:17Z', 'updated_at': '2021-10-13T04:35:51Z', 'revision_number': 6, 'project_id': 'cdf9403bb12646cdadaf5bca04069199', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:51.968593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.058025 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.060083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.102398 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.103047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178691aa-ef35-48e0-990a-5dbb95b0083d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:35:52.108301 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.109493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a5641e1d-5bc1-406f-b0d5-f6e500309b93 admin admin] 10.222.0.44 "DELETE /v2.0/routers/178691aa-ef35-48e0-990a-5dbb95b0083d HTTP/1.1" status: 204 len: 168 time: 0.7825325 Oct 13 04:35:52.111940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37650) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:52.155530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Deleting subnet c700b73a-a1f4-4da2-9a5f-97c80972f88d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:35:52.158549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.195676 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.272289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.333225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.357552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c700b73a-a1f4-4da2-9a5f-97c80972f88d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:52.368179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.371700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cddd6a8e-957c-47f6-b804-8ecba62a739e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c700b73a-a1f4-4da2-9a5f-97c80972f88d HTTP/1.1" status: 204 len: 168 time: 0.2588327 Oct 13 04:35:52.374747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:52.375178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67893aba-b585-4810-a937-ccbd2a58a6b6 None None] Network 571a0412-7264-4c49-9821-5c6de1c5604d requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:35:52.446591 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.500032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Deleting port 8f89888c-fbf4-4a83-a633-63f7a7be3bee {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:52.500382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.566832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] For port 8f89888c-fbf4-4a83-a633-63f7a7be3bee, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8f89888c-fbf4-4a83-a633-63f7a7be3bee,segment=NetworkSegment(67eece2e-7e41-4f43-9936-99ebb121cb44),segment_id=67eece2e-7e41-4f43-9936-99ebb121cb44)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:52.567199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.580435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Calling delete_port for 8f89888c-fbf4-4a83-a633-63f7a7be3bee owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:52.656309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.682308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f89888c-fbf4-4a83-a633-63f7a7be3bee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:52.684160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] No DVR routers for this DVR port 8f89888c-fbf4-4a83-a633-63f7a7be3bee on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:52.713248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ae9d8-0c3e-4952-9585-a06c6b80dc04 None None] DHCP port deletion for 571a0412-7264-4c49-9821-5c6de1c5604d request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:35:52.761214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.781191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571a0412-7264-4c49-9821-5c6de1c5604d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:52.790531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67eece2e-7e41-4f43-9936-99ebb121cb44') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:52.790821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67eece2e-7e41-4f43-9936-99ebb121cb44') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:52.800953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.815925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.822703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:35:52.823082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:35:52.825446 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:35:52.861140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.915815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.921854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.925012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] 10.222.0.44 "DELETE /v2.0/networks/571a0412-7264-4c49-9821-5c6de1c5604d HTTP/1.1" status: 204 len: 168 time: 0.5493062 Oct 13 04:35:52.928028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 37656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:52.984170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f9eb5-2173-4f9d-9844-44b0d31e4821 req-27e472cd-aa04-4697-9ccc-3df1d08d44fe tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:52.985700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f4f9eb5-2173-4f9d-9844-44b0d31e4821 req-27e472cd-aa04-4697-9ccc-3df1d08d44fe tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.1488504 Oct 13 04:35:52.988503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c12bb-b253-464d-8204-beaea012bb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=571a0412-7264-4c49-9821-5c6de1c5604d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:53.045189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:53.070180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f4f9eb5-2173-4f9d-9844-44b0d31e4821 req-1593a88d-b4a7-4e83-9b2d-1fc29a49f853 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764871 Oct 13 04:35:53.313210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:53.474732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 066dcbb3-3d49-465b-afb3-6d7076d61538 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:53.494834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 066dcbb3-3d49-465b-afb3-6d7076d61538 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:53.495256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 066dcbb3-3d49-465b-afb3-6d7076d61538 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:53.495739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 78d1101a-5498-4b06-b373-97de60f883a2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:53.513659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 78d1101a-5498-4b06-b373-97de60f883a2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:53.513997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 78d1101a-5498-4b06-b373-97de60f883a2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:53.514400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8f89888c-fbf4-4a83-a633-63f7a7be3bee no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:53.533059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 8f89888c-fbf4-4a83-a633-63f7a7be3bee {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:53.533406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8f89888c-fbf4-4a83-a633-63f7a7be3bee not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:53.552841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Deleting port 4d374686-d7ba-450b-8ac7-24c84f9f8b37 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:53.553183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:53.630381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] For port 4d374686-d7ba-450b-8ac7-24c84f9f8b37, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4d374686-d7ba-450b-8ac7-24c84f9f8b37,segment=NetworkSegment(324d52a1-92da-4a1f-83d2-6b80996e5737),segment_id=324d52a1-92da-4a1f-83d2-6b80996e5737)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:53.630659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:53.643107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Calling delete_port for 4d374686-d7ba-450b-8ac7-24c84f9f8b37 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:53.813355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:53.839249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d374686-d7ba-450b-8ac7-24c84f9f8b37,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:53.998856 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.183169 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51501702-5104-4c55-aaa3-b1901762b623 req-4b227d80-c515-43d3-be37-db6a2c26bd90 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:54.184542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-51501702-5104-4c55-aaa3-b1901762b623 req-4b227d80-c515-43d3-be37-db6a2c26bd90 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0477452 Oct 13 04:35:54.212827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Router c3af4253-9fe9-4ad8-b8d5-41e5978774ff has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:54.223241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-51501702-5104-4c55-aaa3-b1901762b623 req-d169ecf0-e38d-42a0-9587-c93715db05b3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Oct 13 04:35:54.318550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:54.324149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-43a6ad88-9f70-4864-91c1-3afd51be718b admin admin] 10.222.0.44 "PUT /v2.0/routers/c3af4253-9fe9-4ad8-b8d5-41e5978774ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3950729 Oct 13 04:35:54.327404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:54.328336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] Sync routers for ids ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:54.337519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] Routers {'c3af4253-9fe9-4ad8-b8d5-41e5978774ff'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:54.338211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:54.431102 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.440336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] Set router c3af4253-9fe9-4ad8-b8d5-41e5978774ff gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:54.537915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.594191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Deleting port 3dfb2c30-96bc-409b-9f6e-313868bc70f6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:54.594533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.676289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] For port 3dfb2c30-96bc-409b-9f6e-313868bc70f6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3dfb2c30-96bc-409b-9f6e-313868bc70f6,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:54.676651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.688889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Calling delete_port for 3dfb2c30-96bc-409b-9f6e-313868bc70f6 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:54.697660 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.777619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:35:53Z', 'revision_number': 5, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port': {'id': '3dfb2c30-96bc-409b-9f6e-313868bc70f6', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:54.804157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] Checking router: c3af4253-9fe9-4ad8-b8d5-41e5978774ff for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:54.812785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] Routers {'c3af4253-9fe9-4ad8-b8d5-41e5978774ff'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:54.813387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:35:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:54.852993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.880469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfb2c30-96bc-409b-9f6e-313868bc70f6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:54.901492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] Set router c3af4253-9fe9-4ad8-b8d5-41e5978774ff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:54.939854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:54.957712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:35:54Z', 'revision_number': 6, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:54.984303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232e07b-4b8e-4519-ae93-55e12be7227f None None] The sync data for ids ['c3af4253-9fe9-4ad8-b8d5-41e5978774ff'] in n-d-810220-9 is: [{'id': 'c3af4253-9fe9-4ad8-b8d5-41e5978774ff', 'name': 'tempest-TestVolumeBootPattern-403294562-router', 'tenant_id': '57bde816ac824708a724d7a3c6620f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:25Z', 'updated_at': '2021-10-13T04:35:54Z', 'revision_number': 6, 'project_id': '57bde816ac824708a724d7a3c6620f46', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:55.032158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.034303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.078863 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.079402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3af4253-9fe9-4ad8-b8d5-41e5978774ff {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:35:55.083792 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.085031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7f5769b8-ae50-43ee-86a2-39091cd27ac3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c3af4253-9fe9-4ad8-b8d5-41e5978774ff HTTP/1.1" status: 204 len: 168 time: 0.7565346 Oct 13 04:35:55.087397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:55.130753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Deleting subnet 0a29a07d-63ee-4ebf-94eb-0f80fb4450f0 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:35:55.133721 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.167634 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.245611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.299569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.326396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a29a07d-63ee-4ebf-94eb-0f80fb4450f0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:55.330445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.336830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-60dd923e-44af-4da3-92af-d7580766b97d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a29a07d-63ee-4ebf-94eb-0f80fb4450f0 HTTP/1.1" status: 204 len: 168 time: 0.2484279 Oct 13 04:35:55.337696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:55.340457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07b4a9-fccc-4413-9cb0-f25dd4abf816 req-8f99ca61-eaa2-47b0-a1a1-f41a4ebb06dc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:55.340910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe4caf-827d-4b87-b708-ccf1e41bea61 None None] Network 124e7a78-1c0e-4bed-9719-3e1216e7e884 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:35:55.343089 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd07b4a9-fccc-4413-9cb0-f25dd4abf816 req-8f99ca61-eaa2-47b0-a1a1-f41a4ebb06dc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0532598 Oct 13 04:35:55.392588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd07b4a9-fccc-4413-9cb0-f25dd4abf816 req-44c05cf6-6487-4330-b731-43277f7db564 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Oct 13 04:35:55.436075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.499750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Deleting port b0988964-0915-4c66-a183-219b84c071dd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:55.500091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.561976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] For port b0988964-0915-4c66-a183-219b84c071dd, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b0988964-0915-4c66-a183-219b84c071dd,segment=NetworkSegment(324d52a1-92da-4a1f-83d2-6b80996e5737),segment_id=324d52a1-92da-4a1f-83d2-6b80996e5737)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:55.562340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.574002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Calling delete_port for b0988964-0915-4c66-a183-219b84c071dd owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:55.652116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.678060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0988964-0915-4c66-a183-219b84c071dd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:55.680207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] No DVR routers for this DVR port b0988964-0915-4c66-a183-219b84c071dd on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:55.752711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:55.835100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bdf14-1cb3-4fa8-b8e3-cc70ec13c4d2 None None] DHCP port deletion for 124e7a78-1c0e-4bed-9719-3e1216e7e884 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:35:55.900779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d374686-d7ba-450b-8ac7-24c84f9f8b37 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:55.922723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 4d374686-d7ba-450b-8ac7-24c84f9f8b37 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:55.923072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d374686-d7ba-450b-8ac7-24c84f9f8b37 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:56.118016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124e7a78-1c0e-4bed-9719-3e1216e7e884']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:56.129594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324d52a1-92da-4a1f-83d2-6b80996e5737') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:56.129891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324d52a1-92da-4a1f-83d2-6b80996e5737') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:56.139042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.152238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.158060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:35:56.158444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:35:56.160215 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:35:56.212965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.218559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.221729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/124e7a78-1c0e-4bed-9719-3e1216e7e884 HTTP/1.1" status: 204 len: 168 time: 0.8833966 Oct 13 04:35:56.232884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd1422-a4e7-4133-9a1f-65115022bfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=124e7a78-1c0e-4bed-9719-3e1216e7e884,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:56.343748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:56.382967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4aee6abb-6fa9-42fe-ba5e-ad2dacbd3b24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdf9403bb12646cdadaf5bca04069199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380659 Oct 13 04:35:56.385555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:56.437084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf4bc-8ec9-4adc-9dc6-6c49be19d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.457614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf4bc-8ec9-4adc-9dc6-6c49be19d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.527300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2724b21-3988-407c-8504-76622a0506ff req-ecaa8043-322b-47bf-a762-45426e2f23c6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:56.529214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2724b21-3988-407c-8504-76622a0506ff req-ecaa8043-322b-47bf-a762-45426e2f23c6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0650213 Oct 13 04:35:56.546361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf4bc-8ec9-4adc-9dc6-6c49be19d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.549800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf4bc-8ec9-4adc-9dc6-6c49be19d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:56.550876 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f2aaf4bc-8ec9-4adc-9dc6-6c49be19d931 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f51bad49-9a47-405d-8916-c8d5e01f9626 HTTP/1.1" status: 204 len: 168 time: 0.1644297 Oct 13 04:35:56.571615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaf4bc-8ec9-4adc-9dc6-6c49be19d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51bad49-9a47-405d-8916-c8d5e01f9626,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:56.587869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2724b21-3988-407c-8504-76622a0506ff req-14df44e4-d3f2-4acc-a132-64c39e2ea3ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Oct 13 04:35:56.899446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:56.941517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dafc003f-771f-470c-a6a1-b1586426966e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57bde816ac824708a724d7a3c6620f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408697 Oct 13 04:35:56.944048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 37684) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:56.990974 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-805a2407-698f-48e2-8830-50cc54767f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:57.015007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-805a2407-698f-48e2-8830-50cc54767f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:57.060771 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-805a2407-698f-48e2-8830-50cc54767f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:57.063884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-805a2407-698f-48e2-8830-50cc54767f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:57.065022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-805a2407-698f-48e2-8830-50cc54767f6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07cabc1c-91e5-4729-a2e0-1e8f211ea7e2 HTTP/1.1" status: 204 len: 168 time: 0.1200595 Oct 13 04:35:57.072450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a2407-698f-48e2-8830-50cc54767f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cabc1c-91e5-4729-a2e0-1e8f211ea7e2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:57.469840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3dfb2c30-96bc-409b-9f6e-313868bc70f6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:57.491208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3dfb2c30-96bc-409b-9f6e-313868bc70f6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:57.491632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3dfb2c30-96bc-409b-9f6e-313868bc70f6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:57.492064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b0988964-0915-4c66-a183-219b84c071dd no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:57.512567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b0988964-0915-4c66-a183-219b84c071dd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:57.512931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b0988964-0915-4c66-a183-219b84c071dd not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:57.704888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c3e19-e4b3-4c38-915d-011b3a3f1a4b req-59d475c2-9be7-429b-b94c-846e7e2589f1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:57.706259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-308c3e19-e4b3-4c38-915d-011b3a3f1a4b req-59d475c2-9be7-429b-b94c-846e7e2589f1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Oct 13 04:35:58.050141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-308c3e19-e4b3-4c38-915d-011b3a3f1a4b req-2c08aa9e-fe9e-4e8f-9e4f-145693c9ae87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379884 Oct 13 04:35:59.162795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358e0b7-0753-4934-b0ac-ed6da687bdc5 req-f189f38d-6e97-468a-ac19-a79a61a7355b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:59.164254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0358e0b7-0753-4934-b0ac-ed6da687bdc5 req-f189f38d-6e97-468a-ac19-a79a61a7355b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0478098 Oct 13 04:35:59.200576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0358e0b7-0753-4934-b0ac-ed6da687bdc5 req-5925fbe8-785b-4608-9f4c-f1dfe3671615 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304303 Oct 13 04:36:00.312790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb2503-320b-4859-bf3e-51d3c3fbaca0 req-de4f473b-3553-46b4-b432-7070c93762fa tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:00.314262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcbb2503-320b-4859-bf3e-51d3c3fbaca0 req-de4f473b-3553-46b4-b432-7070c93762fa tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0470884 Oct 13 04:36:00.351593 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcbb2503-320b-4859-bf3e-51d3c3fbaca0 req-902ba47a-e60b-4d1f-8804-53778ca9c444 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Oct 13 04:36:01.464409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b4d6-1d64-440c-bce2-7406641efc52 req-c06d12f6-a6b3-4039-808d-26af6e9498c3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:01.465905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed79b4d6-1d64-440c-bce2-7406641efc52 req-c06d12f6-a6b3-4039-808d-26af6e9498c3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0483799 Oct 13 04:36:01.503084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed79b4d6-1d64-440c-bce2-7406641efc52 req-3680e841-b540-4fd6-a036-02f0b59d91ee tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306699 Oct 13 04:36:02.615955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a2a84-eb8f-4b17-996f-2b9c97f79b62 req-653af78c-044f-401f-b320-83347fc580f8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:02.617426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c59a2a84-eb8f-4b17-996f-2b9c97f79b62 req-653af78c-044f-401f-b320-83347fc580f8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0484128 Oct 13 04:36:02.653714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c59a2a84-eb8f-4b17-996f-2b9c97f79b62 req-827b41b0-ca38-4549-8e76-0f563b5c2ba8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Oct 13 04:36:03.769611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025a29b-1b62-408c-b93c-349c726a7735 req-9ce68fa9-691d-4a9c-9e5b-4f0ccda0d3a0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:03.771061 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e025a29b-1b62-408c-b93c-349c726a7735 req-9ce68fa9-691d-4a9c-9e5b-4f0ccda0d3a0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0508790 Oct 13 04:36:03.806437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e025a29b-1b62-408c-b93c-349c726a7735 req-b2a691dd-0ec1-4f96-b956-1413a4d307a1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295599 Oct 13 04:36:04.925897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b94b14-6adf-4bb8-a87d-51d346f53c39 req-101703a3-0143-41bb-90b1-c323c5e5fe63 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.927336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b94b14-6adf-4bb8-a87d-51d346f53c39 req-101703a3-0143-41bb-90b1-c323c5e5fe63 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0549631 Oct 13 04:36:04.964126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27b94b14-6adf-4bb8-a87d-51d346f53c39 req-09cde70b-2222-4c31-9e35-c336295c08d8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Oct 13 04:36:06.078707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b942-99e7-492d-95bf-1a202db520bd req-6c3a04a3-0c3b-4938-8661-1b64c6664b5c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:06.080191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d9b942-99e7-492d-95bf-1a202db520bd req-6c3a04a3-0c3b-4938-8661-1b64c6664b5c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0495257 Oct 13 04:36:06.123852 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d9b942-99e7-492d-95bf-1a202db520bd req-97b1dea2-1775-4d96-a75b-60b2226090a8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Oct 13 04:36:07.235585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119e568-b2fe-4c24-ad99-d6db815eef60 req-cc4c5c9f-460d-439e-92e4-8aa82a68f15f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.237022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d119e568-b2fe-4c24-ad99-d6db815eef60 req-cc4c5c9f-460d-439e-92e4-8aa82a68f15f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0468037 Oct 13 04:36:07.275013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d119e568-b2fe-4c24-ad99-d6db815eef60 req-8a8d3286-e010-438c-a6cf-2dad6eb74612 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Oct 13 04:36:07.451713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7130ca3-9f19-45d5-b542-feaff6f9e34a req-f5f1008d-a7c3-4f76-92a9-7335ff842455 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.453182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7130ca3-9f19-45d5-b542-feaff6f9e34a req-f5f1008d-a7c3-4f76-92a9-7335ff842455 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0481167 Oct 13 04:36:07.489904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7130ca3-9f19-45d5-b542-feaff6f9e34a req-6822a037-1ee6-4fc2-a1a3-51d20037bd63 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Oct 13 04:36:07.611793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba52fd5-1546-469b-85b9-610f8c0f72d6 req-95cf18eb-1755-4cd6-8bc5-5b501c54a680 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.613342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dba52fd5-1546-469b-85b9-610f8c0f72d6 req-95cf18eb-1755-4cd6-8bc5-5b501c54a680 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0496452 Oct 13 04:36:07.649339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dba52fd5-1546-469b-85b9-610f8c0f72d6 req-f8d6066f-1121-4a75-b334-8ce4bfb2a1ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300317 Oct 13 04:36:07.913718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-48febe2d-79c9-4c48-868c-1e358d25dd92 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.915157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-48febe2d-79c9-4c48-868c-1e358d25dd92 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1027849 Oct 13 04:36:07.929946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-36d973cf-f3e4-4d68-8497-fda64b0d0ca5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/quotas/db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Oct 13 04:36:07.987016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-dd4c6f95-a425-4e86-90a5-e50e33f2df90 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0496628 Oct 13 04:36:08.077486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-5888e91f-15c2-4b06-8782-f653bd1a1831 service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833726 Oct 13 04:36:08.163621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-1bec350f-86a4-4fec-a82c-a6927aea76f7 service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801744 Oct 13 04:36:08.319345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.341861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5780dbc7-dd8c-4450-8616-374f2e7623f9 req-0147b048-3033-477b-8df5-6362c09d6792 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Oct 13 04:36:09.227578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-6c69947e-a04c-420f-9d49-a0abd8f160f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:09.229024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-6c69947e-a04c-420f-9d49-a0abd8f160f5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1082747 Oct 13 04:36:09.243086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'port': {'device_id': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'admin_state_up': True, 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:09.350902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:09.354347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.443084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92f8633f-44ea-4d2a-a1ed-02cbcc84cca1 req-b4f62330-7811-478e-91cd-87823186b1b9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 210 time: 0.0326788 Oct 13 04:36:09.503351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Allocated IP 172.20.0.6 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:09.642380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.674420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.689013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:09.721035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:09.724086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:09.727931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:09.753261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:09.782247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:09.782977 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.800752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-eb88a9d1-251b-4801-b6b4-28911f3863ff tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619819 Oct 13 04:36:09.813745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Request body: {'port': {'device_id': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:09.869086 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.011394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0cf09925-c7f2-4f6a-b9cb-e3f1671a73bd None None] Provisioning complete for port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:10.011721 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cf09925-c7f2-4f6a-b9cb-e3f1671a73bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.045160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0cf09925-c7f2-4f6a-b9cb-e3f1671a73bd None None] Port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:10.065115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.131767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:10.139095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.150452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Transition to ACTIVE for port object 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:36:10.154415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.218193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:10.274917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Attempting to bind port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:10.275550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Attempting to bind port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:10.275550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Attempting to bind port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:10.280124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae on network 2818c656-227b-47f1-964c-ef0caf318d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:36:10.280441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Attempting to bind port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:10.285549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:10.285902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:10.286267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:10.286691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Bound port: 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:10.287050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.353532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] For port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:10.356610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] For port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:10.361781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.394689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.395207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.396612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae HTTP/1.1" status: 200 len: 1091 time: 0.5879455 Oct 13 04:36:10.397072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'tag': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:10.399337 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b2297-370b-4799-8c5b-05238ed95a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411", "tag": "1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:10.426898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb0a71-8eb5-4d4c-9c98-ce6ed02c4b47 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:10.468282 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e151a-44c3-43b9-b5dd-46ceb3a3ebb3 x-openstack-request-id: req-3b5e151a-44c3-43b9-b5dd-46ceb3a3ebb3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:10.468571 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411", "tag": "1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:10.468906 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b5e151a-44c3-43b9-b5dd-46ceb3a3ebb3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:10.469310 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'tag': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae', 'status': 'completed', 'code': 200} Oct 13 04:36:10.486175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-c21564db-2334-4e06-b07d-1e7c8f129558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.487740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-c21564db-2334-4e06-b07d-1e7c8f129558 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 1094 time: 0.0523102 Oct 13 04:36:10.542594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-3ab19813-586c-4a04-9f5f-f9056f4feccc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae HTTP/1.1" status: 200 len: 217 time: 0.0472727 Oct 13 04:36:10.617960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3fdb-e754-4107-bac3-f67864894906 req-1c9baf15-de2c-4a39-9bf8-6bafff63e478 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.619414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bde3fdb-e754-4107-bac3-f67864894906 req-1c9baf15-de2c-4a39-9bf8-6bafff63e478 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 943 time: 0.0861139 Oct 13 04:36:10.621137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-54050856-1cf3-4239-816e-d56d82895009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.622439 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-54050856-1cf3-4239-816e-d56d82895009 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0622680 Oct 13 04:36:10.688511 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7bde3fdb-e754-4107-bac3-f67864894906 req-e63b7997-d53d-42af-95b0-618f0f169a85 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626512 Oct 13 04:36:10.693098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-99384a88-25c1-452f-9e4b-f28b93e1cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.694536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-99384a88-25c1-452f-9e4b-f28b93e1cc9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631933 Oct 13 04:36:10.781010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-f78bdf0e-f056-49cd-a30b-7954cf4e4138 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793259 Oct 13 04:36:10.872963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7f6019e-d36d-47e7-9988-8cb01010a5a0 req-3052cd74-1fff-4a58-92a1-21e31c15c3ed service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Oct 13 04:36:10.957620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2297-370b-4799-8c5b-05238ed95a8e req-b97b6893-b12f-4ac8-88a3-a5de3cd3b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.959060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-b97b6893-b12f-4ac8-88a3-a5de3cd3b033 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 1094 time: 0.0410941 Oct 13 04:36:11.050184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2297-370b-4799-8c5b-05238ed95a8e req-01d64d4a-216a-4291-aa73-c1f8ae505543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:11.051539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-01d64d4a-216a-4291-aa73-c1f8ae505543 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0854228 Oct 13 04:36:11.091564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-87be9d52-50ac-4c83-b963-bb9c452a071f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae HTTP/1.1" status: 200 len: 217 time: 0.0331600 Oct 13 04:36:11.140024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2297-370b-4799-8c5b-05238ed95a8e req-beec83e6-aca0-4ddb-85f5-9ba8683de3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:11.141456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-beec83e6-aca0-4ddb-85f5-9ba8683de3fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0429993 Oct 13 04:36:11.185253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2297-370b-4799-8c5b-05238ed95a8e req-eab645c8-ca35-452f-9e0b-c9b4f6759066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:11.187516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-eab645c8-ca35-452f-9e0b-c9b4f6759066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383763 Oct 13 04:36:11.280428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-285731ea-5f45-4e7c-873c-97247d6ba4b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845408 Oct 13 04:36:11.367581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-473b2297-370b-4799-8c5b-05238ed95a8e req-5ba8d9d0-d0b9-4e76-9c68-5cd3cb263f3f service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799727 Oct 13 04:36:11.802578 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c442206-1099-43d5-9113-c10b2682c836 req-412cded8-117d-41f4-9dcc-8708c99c2e00 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:11.804044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c442206-1099-43d5-9113-c10b2682c836 req-412cded8-117d-41f4-9dcc-8708c99c2e00 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 943 time: 0.0476787 Oct 13 04:36:11.842765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c442206-1099-43d5-9113-c10b2682c836 req-9d9206a3-da62-49e9-8757-98e7b5ecba7f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Oct 13 04:36:12.958434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a23948-9865-442d-8e0c-ee85da7e8a15 req-c1091cb2-0be9-48ab-9bf7-1fbba5a09aa2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:12.959899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63a23948-9865-442d-8e0c-ee85da7e8a15 req-c1091cb2-0be9-48ab-9bf7-1fbba5a09aa2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 943 time: 0.0526330 Oct 13 04:36:12.997824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63a23948-9865-442d-8e0c-ee85da7e8a15 req-601047e1-3cd6-49cb-a11a-c7ce84211b59 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Oct 13 04:36:14.112383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296a94-720d-411c-957f-3c35e457aa1f req-59c11db3-f3fe-4541-951f-bb89a3e617fc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:14.113881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9296a94-720d-411c-957f-3c35e457aa1f req-59c11db3-f3fe-4541-951f-bb89a3e617fc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 943 time: 0.0498121 Oct 13 04:36:14.150814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b9296a94-720d-411c-957f-3c35e457aa1f req-0675a6ce-fa6f-48e8-80b8-9ac5f5ec4add tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Oct 13 04:36:14.613637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:36:14.707906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:14.718967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae', 'mac_address': 'fa:16:3e:01:fe:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:36:14.755530 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.767879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:14.786269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:14.790391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.842642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:14.850150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.850391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.851009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.851347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.851674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.851999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.852320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.852641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.853380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.853380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.853582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.853932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:14.870058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-a7639ff5-1d02-459c-87e7-13166ee1d46d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460300 Oct 13 04:36:14.954449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-bfdf3a1d-4a5c-4b68-a009-f7454fa1867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:14.956513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-bfdf3a1d-4a5c-4b68-a009-f7454fa1867d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 1097 time: 0.0435369 Oct 13 04:36:15.031169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:15.072087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-4b0fadea-b29b-42a6-92c6-cdb3a85d77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:15.073756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-4b0fadea-b29b-42a6-92c6-cdb3a85d77ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0981052 Oct 13 04:36:15.121914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-f21f35af-ad7d-4728-a61e-ca053654cf7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 200 len: 217 time: 0.0402741 Oct 13 04:36:15.176322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-207066c6-2bdb-4210-a7b4-957a5a96498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:15.178230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-207066c6-2bdb-4210-a7b4-957a5a96498b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0489480 Oct 13 04:36:15.233836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-8122e7c9-04fb-421c-b480-3abcb4391c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:15.235299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-8122e7c9-04fb-421c-b480-3abcb4391c7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505867 Oct 13 04:36:15.323941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5939d-1d8e-4fd5-9bda-804f406b212d req-16162f24-173b-405a-b7b6-d6f726e90205 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:15.325368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ca5939d-1d8e-4fd5-9bda-804f406b212d req-16162f24-173b-405a-b7b6-d6f726e90205 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 944 time: 0.1028304 Oct 13 04:36:15.370707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-b3902807-e30d-4c87-be97-9f9214b49fac service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188111 Oct 13 04:36:15.390818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ca5939d-1d8e-4fd5-9bda-804f406b212d req-ba24386d-deaf-4ec9-bc45-df15269ce158 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Oct 13 04:36:15.468618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b214a6c-b95c-441b-95ed-3888aad82af8 req-f82b5b33-cc89-4e09-990f-af38b4d01b57 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Oct 13 04:36:16.503085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfc2d6-eef3-4f1d-b9a0-8f8f64e59de3 req-31093bc3-3974-49bc-8011-a32885545a4f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:16.504548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cdfc2d6-eef3-4f1d-b9a0-8f8f64e59de3 req-31093bc3-3974-49bc-8011-a32885545a4f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 944 time: 0.0478642 Oct 13 04:36:16.546253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7cdfc2d6-eef3-4f1d-b9a0-8f8f64e59de3 req-3892adb2-6cc8-4922-9a52-81461554a776 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348377 Oct 13 04:36:16.626428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:16.676488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:36:16.680050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:16.680413 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.752777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.774400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:16.776629 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f59e24c-9345-45a1-900f-435ed009b13e" -d '{"events": [{"server_uuid": "fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:16.789330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:16.793434 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.816564 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae99005-7d83-4fc4-a4d1-b84133a6e272 x-openstack-request-id: req-bae99005-7d83-4fc4-a4d1-b84133a6e272 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:16.816878 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:16.817150 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bae99005-7d83-4fc4-a4d1-b84133a6e272 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:16.817519 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae', 'code': 200} Oct 13 04:36:16.845281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:16.913265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb301516-5565-4d22-9813-c50eca8294b7 req-64293c58-cdc7-4526-b4ce-a3a9a2d74ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:16.914624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb301516-5565-4d22-9813-c50eca8294b7 req-64293c58-cdc7-4526-b4ce-a3a9a2d74ebb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 1096 time: 0.0432820 Oct 13 04:36:16.948673 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb301516-5565-4d22-9813-c50eca8294b7 req-48e5bb63-06a6-493d-ba13-02975fcb42cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262299 Oct 13 04:36:17.658607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7f1d-24f7-4393-9156-41024cab6318 req-6ad6d815-31a6-455f-b67e-28de65ffb726 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:17.659973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6abf7f1d-24f7-4393-9156-41024cab6318 req-6ad6d815-31a6-455f-b67e-28de65ffb726 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Oct 13 04:36:17.697806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6abf7f1d-24f7-4393-9156-41024cab6318 req-b13e6a88-f1db-4f1d-87a9-6cc9bce22472 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Oct 13 04:36:18.809774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f00bec-d2a1-4883-a7f5-83be4da3bf40 req-4b8a3f4c-2d76-4f87-b851-c9eb2ebdd507 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:18.811973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65f00bec-d2a1-4883-a7f5-83be4da3bf40 req-4b8a3f4c-2d76-4f87-b851-c9eb2ebdd507 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Oct 13 04:36:18.848382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65f00bec-d2a1-4883-a7f5-83be4da3bf40 req-d3dc54ee-3287-4043-bd5a-740e2410f304 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Oct 13 04:36:19.007024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-868d01b5-5fc8-45d5-8ad5-2e596b9d1fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.163101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-801f84d3-74a8-4b1c-b9d3-0b2cbde430f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0371840 Oct 13 04:36:20.245032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab813a-80a4-497d-8ce9-69543382eccd req-e3d343e8-f48a-4ca8-b730-430a1594036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:20.246371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-e3d343e8-f48a-4ca8-b730-430a1594036b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1095 time: 0.0426776 Oct 13 04:36:20.345968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab813a-80a4-497d-8ce9-69543382eccd req-b19ed63d-7cf3-4ada-ae39-e62f87c1194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:20.347405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-b19ed63d-7cf3-4ada-ae39-e62f87c1194e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0835071 Oct 13 04:36:20.413853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-5b6de62d-5e87-450d-8824-33212dc0762b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0595829 Oct 13 04:36:20.461287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab813a-80a4-497d-8ce9-69543382eccd req-9ca65bce-65c7-4cc9-a000-3bc77d2096c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:20.462698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-9ca65bce-65c7-4cc9-a000-3bc77d2096c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0428751 Oct 13 04:36:20.505821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab813a-80a4-497d-8ce9-69543382eccd req-4da776eb-0f8f-43a3-8c8b-f86bc9e1f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:20.507159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-4da776eb-0f8f-43a3-8c8b-f86bc9e1f05c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380962 Oct 13 04:36:20.598233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-a28a3c06-edaf-4c8e-be5d-355f3110e987 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Oct 13 04:36:20.685404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ceab813a-80a4-497d-8ce9-69543382eccd req-7739f051-c01c-4648-8776-e0f6d8c00b0a service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796816 Oct 13 04:36:21.500517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7754a6dd-1837-4b00-8b96-c1f848e13cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.555464 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:36:22.861795 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.046382 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.632231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:30.687763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec630a1-d5bc-4954-88cf-c44d8b22ca0a req-b05b12fe-7783-4e46-8bc5-ed7f3c45399e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.689169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dec630a1-d5bc-4954-88cf-c44d8b22ca0a req-b05b12fe-7783-4e46-8bc5-ed7f3c45399e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0482879 Oct 13 04:36:30.727095 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dec630a1-d5bc-4954-88cf-c44d8b22ca0a req-c621ae30-7c5b-4ff1-95b8-ef3920c0ab22 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Oct 13 04:36:30.842456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d27b4-f35c-4cbb-b2c0-9898e29ec0ca req-a7898493-c916-4777-aeeb-7147053b3257 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.843903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-309d27b4-f35c-4cbb-b2c0-9898e29ec0ca req-a7898493-c916-4777-aeeb-7147053b3257 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0485787 Oct 13 04:36:30.879793 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-309d27b4-f35c-4cbb-b2c0-9898e29ec0ca req-bba77727-3de7-414f-bd25-2609010a056a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299158 Oct 13 04:36:31.102637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6446f-f5c6-4d39-9bcd-e7bebb7bb67c req-3e8aa889-8d5e-4c5c-8567-c45278c015a8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.104073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5de6446f-f5c6-4d39-9bcd-e7bebb7bb67c req-3e8aa889-8d5e-4c5c-8567-c45278c015a8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0513227 Oct 13 04:36:31.141023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5de6446f-f5c6-4d39-9bcd-e7bebb7bb67c req-3f0babad-bcee-44d2-9869-3089fe9b4c99 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Oct 13 04:36:31.474402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2d63d-a600-4c7d-b709-c6ac43ddbde7 req-af287367-a26a-4b58-b4d6-718303c0f826 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.475786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75c2d63d-a600-4c7d-b709-c6ac43ddbde7 req-af287367-a26a-4b58-b4d6-718303c0f826 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0501089 Oct 13 04:36:31.512880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75c2d63d-a600-4c7d-b709-c6ac43ddbde7 req-59eb2aca-eb57-40ae-9fb5-d7231e59b1ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Oct 13 04:36:32.628407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3068f7-9e54-4727-9858-be1d459f543c req-db090ede-d36a-4929-bef3-c426423350ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:32.629780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df3068f7-9e54-4727-9858-be1d459f543c req-db090ede-d36a-4929-bef3-c426423350ac tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Oct 13 04:36:32.670006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-df3068f7-9e54-4727-9858-be1d459f543c req-4027fbf4-a352-4f81-8e10-4c207c55383c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Oct 13 04:36:33.783061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db7fa7-50ef-4126-9ac7-4733300ed5c4 req-2baf6e9d-5d08-40e0-bf3b-615322f21af7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:33.784492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-58db7fa7-50ef-4126-9ac7-4733300ed5c4 req-2baf6e9d-5d08-40e0-bf3b-615322f21af7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0469854 Oct 13 04:36:33.821035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-58db7fa7-50ef-4126-9ac7-4733300ed5c4 req-ee4db57c-7272-4d89-9477-5f2a6d380419 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306830 Oct 13 04:36:34.934793 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb624-287a-4287-9179-4ebbcf956be3 req-fb5d83a1-948a-446c-a552-d17af2d57930 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.936488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b4cb624-287a-4287-9179-4ebbcf956be3 req-fb5d83a1-948a-446c-a552-d17af2d57930 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0488119 Oct 13 04:36:34.973800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b4cb624-287a-4287-9179-4ebbcf956be3 req-3ebdad89-a59d-4b75-98dc-c355cb0887f3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Oct 13 04:36:36.091928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018df11e-dcc4-42c5-8bf4-9eb85822fd4d req-8b900f41-96c3-4156-99f0-22c08f723aa2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:36.094015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-018df11e-dcc4-42c5-8bf4-9eb85822fd4d req-8b900f41-96c3-4156-99f0-22c08f723aa2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0519075 Oct 13 04:36:36.130217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-018df11e-dcc4-42c5-8bf4-9eb85822fd4d req-4976b162-8e64-4b19-9415-a2ffd17ad81f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303018 Oct 13 04:36:37.241590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa409e-f86b-4acd-a807-f774237aec20 req-2eaa5fc5-212c-4c05-98e5-e25d43dd6ff7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:37.243025 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8eaa409e-f86b-4acd-a807-f774237aec20 req-2eaa5fc5-212c-4c05-98e5-e25d43dd6ff7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0476284 Oct 13 04:36:37.278846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8eaa409e-f86b-4acd-a807-f774237aec20 req-e4f79d42-d6b5-46fa-858d-3426ffa236d3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300534 Oct 13 04:36:38.319764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.395147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d377c-5067-4cbc-a85b-6fd004fc4e99 req-19096b6c-288d-4062-8841-86903985886a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:38.396598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a7d377c-5067-4cbc-a85b-6fd004fc4e99 req-19096b6c-288d-4062-8841-86903985886a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Oct 13 04:36:38.432777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a7d377c-5067-4cbc-a85b-6fd004fc4e99 req-9c7a7cce-d625-42cd-b777-8090b1939f14 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302505 Oct 13 04:36:39.547230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af561bc-a9c1-4d4a-ba80-2bdd07b88249 req-1ec41017-abd7-40a6-ac70-e0fc01c63426 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:39.548651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1af561bc-a9c1-4d4a-ba80-2bdd07b88249 req-1ec41017-abd7-40a6-ac70-e0fc01c63426 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0470674 Oct 13 04:36:39.589090 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1af561bc-a9c1-4d4a-ba80-2bdd07b88249 req-0df65db6-e27b-4b03-9a4f-a7f036b1e3ab tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345876 Oct 13 04:36:40.091726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.700650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99164-29e9-4cec-9fa8-5b8c681fd8a1 req-0ee6b49f-44fe-4a06-b5de-e144664a6d7b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:40.702056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85a99164-29e9-4cec-9fa8-5b8c681fd8a1 req-0ee6b49f-44fe-4a06-b5de-e144664a6d7b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0473566 Oct 13 04:36:40.738348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85a99164-29e9-4cec-9fa8-5b8c681fd8a1 req-559d77e5-d3dc-40bf-9e74-e58303175c3a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Oct 13 04:36:41.850549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9502-68b8-4c19-8b9d-2da67002aa99 req-9412a3ae-d5dc-40c7-ac50-a369f92c654d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:41.852016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9bf9502-68b8-4c19-8b9d-2da67002aa99 req-9412a3ae-d5dc-40c7-ac50-a369f92c654d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0485096 Oct 13 04:36:41.890204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9bf9502-68b8-4c19-8b9d-2da67002aa99 req-fd869596-23a8-40af-b92b-e82f9d63864e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Oct 13 04:36:42.083265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beabc66-9a5d-4285-bc70-272e32b92b30 req-a49ae549-f618-4ab6-8f53-ae3281075244 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.084900 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0beabc66-9a5d-4285-bc70-272e32b92b30 req-a49ae549-f618-4ab6-8f53-ae3281075244 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0521755 Oct 13 04:36:42.114746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-cba6ea90-91e6-484f-b9b7-a852c1aa524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.116405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-cba6ea90-91e6-484f-b9b7-a852c1aa524d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1095 time: 0.0441813 Oct 13 04:36:42.122406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0beabc66-9a5d-4285-bc70-272e32b92b30 req-6ca2bb4d-80a0-469e-9b1e-c95e83ac087f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316424 Oct 13 04:36:42.205125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-d785f96c-dccb-4968-a490-0eadc5170e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.206575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-d785f96c-dccb-4968-a490-0eadc5170e1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0828416 Oct 13 04:36:42.272973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-f3a8fb4e-9425-439d-b20a-99cfa3d0cc4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0594196 Oct 13 04:36:42.322790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-724df5bf-b421-4768-bc23-8b9b3408879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.324168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-724df5bf-b421-4768-bc23-8b9b3408879b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0431573 Oct 13 04:36:42.368806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-de23755d-5530-4310-83e1-0b1794f609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.370174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-de23755d-5530-4310-83e1-0b1794f609ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388198 Oct 13 04:36:42.461705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-dd5d14e1-8e78-46c7-898f-af08b8573190 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Oct 13 04:36:42.548433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-370c0026-d1e5-4b71-81a2-d71e22833b0c req-62354992-154a-4a9f-aa1d-0e5ec1e324ad service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791974 Oct 13 04:36:43.237812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571f94-ed38-40e4-9b7f-99c1b8f4fd28 req-0c84427f-ec93-46b5-b2a5-0b50e906595f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.239254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1571f94-ed38-40e4-9b7f-99c1b8f4fd28 req-0c84427f-ec93-46b5-b2a5-0b50e906595f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0484154 Oct 13 04:36:43.279097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1571f94-ed38-40e4-9b7f-99c1b8f4fd28 req-f73f7e24-ec8d-46ff-bce1-79ade6ed2d57 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Oct 13 04:36:43.390903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9a69a-b750-493b-851d-6a012d6691cb req-61d64f8b-af59-4ab4-9610-2ca488b13f3a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.392373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53b9a69a-b750-493b-851d-6a012d6691cb req-61d64f8b-af59-4ab4-9610-2ca488b13f3a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0486145 Oct 13 04:36:43.433924 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53b9a69a-b750-493b-851d-6a012d6691cb req-a3b4eb0f-5f83-4593-b8a1-5eb719c75074 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Oct 13 04:36:43.646116 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277615b-a42d-4baa-bd93-eeaa594fa956 req-aeaec07c-f5ba-4c40-a285-fa37abc90a47 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.647554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8277615b-a42d-4baa-bd93-eeaa594fa956 req-aeaec07c-f5ba-4c40-a285-fa37abc90a47 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0477066 Oct 13 04:36:43.684543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8277615b-a42d-4baa-bd93-eeaa594fa956 req-1f820bc6-08e1-448f-8997-e36cf3aa87a0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308287 Oct 13 04:36:43.877709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ee923-127e-41d6-a037-954b3f74f51a req-789a1157-7fc3-4a44-9e64-639332315469 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.879197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-842ee923-127e-41d6-a037-954b3f74f51a req-789a1157-7fc3-4a44-9e64-639332315469 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0480828 Oct 13 04:36:43.915827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-842ee923-127e-41d6-a037-954b3f74f51a req-3eea26e1-21ee-4976-a6d7-4867f3447283 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Oct 13 04:36:45.028193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fc96b-aff9-444b-a598-7fc572f27d63 req-3944a918-f155-48ec-ab85-afcb3972aac9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:45.029661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e3fc96b-aff9-444b-a598-7fc572f27d63 req-3944a918-f155-48ec-ab85-afcb3972aac9 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0477037 Oct 13 04:36:45.067240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e3fc96b-aff9-444b-a598-7fc572f27d63 req-172fdfd3-6e47-4a2e-9152-e5082f236bb0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305984 Oct 13 04:36:45.128529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-d8666e4a-a64b-45fd-a005-6afa9947cbe1 req-3c7ba8f6-35c3-4793-b769-78a96f3d91ef service neutron] (94825) timed out ('10.222.0.15', 51236) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:36:45.262479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bed631-0124-48a2-ac9a-3eefff99c54c req-75eda067-c2be-4e9c-b53e-c0dc07966d29 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:45.263838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6bed631-0124-48a2-ac9a-3eefff99c54c req-75eda067-c2be-4e9c-b53e-c0dc07966d29 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0478334 Oct 13 04:36:45.301860 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6bed631-0124-48a2-ac9a-3eefff99c54c req-f3411c24-3ac4-48eb-b154-a1f2045764a6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Oct 13 04:36:46.416895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda70cc-4166-48b1-9a14-9d7b18803845 req-cc5c7867-79f3-4ad2-88e3-2ec579990ce5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.418331 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7eda70cc-4166-48b1-9a14-9d7b18803845 req-cc5c7867-79f3-4ad2-88e3-2ec579990ce5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0481400 Oct 13 04:36:46.458428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7eda70cc-4166-48b1-9a14-9d7b18803845 req-d71a4c0a-4505-4835-a713-e176052fda23 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342255 Oct 13 04:36:46.569419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57385b-725d-4462-b529-85620b6677b0 req-fea97b09-f6e3-4eea-a03d-77c87ee795ed tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.570832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de57385b-725d-4462-b529-85620b6677b0 req-fea97b09-f6e3-4eea-a03d-77c87ee795ed tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0478001 Oct 13 04:36:46.610402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-de57385b-725d-4462-b529-85620b6677b0 req-6fed04c7-f483-4736-8e6a-d36337bdb811 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337160 Oct 13 04:36:46.721906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141426d-2c7e-443e-b245-cb6aef1a2796 req-46b4668f-08c0-411f-8810-71674e17b3c6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.723334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2141426d-2c7e-443e-b245-cb6aef1a2796 req-46b4668f-08c0-411f-8810-71674e17b3c6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0481060 Oct 13 04:36:46.759416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2141426d-2c7e-443e-b245-cb6aef1a2796 req-8464a0c6-e690-4c97-bbf3-f4b72c0de44b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302474 Oct 13 04:36:46.869957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a8bb3-b4c5-4e9c-bb1a-1dbf362b24ee req-fc8ed686-f827-47e3-adf1-5b0eb1e98338 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.871319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-048a8bb3-b4c5-4e9c-bb1a-1dbf362b24ee req-fc8ed686-f827-47e3-adf1-5b0eb1e98338 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0477784 Oct 13 04:36:46.908451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-048a8bb3-b4c5-4e9c-bb1a-1dbf362b24ee req-1dacaca2-706e-491d-95fe-9f5ed898ece5 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Oct 13 04:36:49.007596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3801bc3-671b-4acc-8548-66aeef03404b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:51.500086 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8482c0d7-203a-41a9-88d0-3bbd2055dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.862736 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.048971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.635258 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.557693 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:37:08.309581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.102349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.885153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-ff7668a7-6808-4deb-8aea-940d53a7250c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394816 Oct 13 04:37:14.964351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-0ededde2-f7ee-4564-b259-7bdb3f1b09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:14.965839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-0ededde2-f7ee-4564-b259-7bdb3f1b09f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 1097 time: 0.0403404 Oct 13 04:37:15.076062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-919c4e06-351c-49b5-bcc7-ecd21c9345cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:15.077616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-919c4e06-351c-49b5-bcc7-ecd21c9345cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0925167 Oct 13 04:37:15.118362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-43ec3fe9-4a8c-4338-8535-eab607b49826 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 200 len: 217 time: 0.0340388 Oct 13 04:37:15.172528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-0f0c2845-ce3e-454d-bce4-f7bcbabbd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:15.174035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-0f0c2845-ce3e-454d-bce4-f7bcbabbd387 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0486033 Oct 13 04:37:15.220944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-ebab6bb5-f470-4c38-b63d-022b5f5f33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:15.222404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-ebab6bb5-f470-4c38-b63d-022b5f5f33ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398409 Oct 13 04:37:15.311102 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-37002a5c-30a3-4245-a8e0-d90b999e5716 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803287 Oct 13 04:37:15.402406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c38cd7be-e441-4428-a19d-8d020fc84d3a req-b1ec08c2-6a31-4004-92d8-80455b3c22e2 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844777 Oct 13 04:37:17.374234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-e026d327-7e4a-4548-a325-29c95531ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:17.375612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-e026d327-7e4a-4548-a325-29c95531ec0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1095 time: 0.0643091 Oct 13 04:37:17.383711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54b7fe-8844-4082-9123-5051ad45ff99 req-2528df59-2fc6-4b6d-bb27-31188f454e9f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:17.385062 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f54b7fe-8844-4082-9123-5051ad45ff99 req-2528df59-2fc6-4b6d-bb27-31188f454e9f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0826404 Oct 13 04:37:17.463903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f54b7fe-8844-4082-9123-5051ad45ff99 req-525a9305-ad24-4bfa-99c7-74b10ce6071d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704815 Oct 13 04:37:17.491143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-77505423-9a3f-48d6-b3b0-d6b720ba9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:17.492570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-77505423-9a3f-48d6-b3b0-d6b720ba9ca5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1066906 Oct 13 04:37:17.559784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-05d1abf6-91c3-40a1-9a33-dbe50ba5cb7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0585899 Oct 13 04:37:17.608509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-a31881cb-ab88-4aaf-a67c-c79aa85b6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:17.609910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-a31881cb-ab88-4aaf-a67c-c79aa85b6179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0426595 Oct 13 04:37:17.653772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-17206152-f679-4b45-aa3e-f87dab6501db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:17.655155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-17206152-f679-4b45-aa3e-f87dab6501db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380158 Oct 13 04:37:17.745707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-898729a3-a21c-475a-9518-24fb672b6bad service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830514 Oct 13 04:37:17.834141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0d34b13-1e2f-4f70-b97b-887f79904ed2 req-b3234c64-dff2-46b5-960c-bc89d7d91c99 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806277 Oct 13 04:37:18.578522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c13af4-8165-4d10-bec5-c9f5b7932d15 req-553072f7-6678-4fcd-a8f3-fa4fff703aa7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:18.579968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36c13af4-8165-4d10-bec5-c9f5b7932d15 req-553072f7-6678-4fcd-a8f3-fa4fff703aa7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0481422 Oct 13 04:37:18.617179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36c13af4-8165-4d10-bec5-c9f5b7932d15 req-bb305a7c-e504-40df-8cf7-d86df2c60df1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Oct 13 04:37:19.007451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67ee6c40-2ae4-46dd-a578-236dd0a40fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.159826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-5565363f-12c5-4b4e-88de-283a6a481538 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386338 Oct 13 04:37:20.222386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-6e87ba86-5056-4754-8d07-48d03eff96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:20.223814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-6e87ba86-5056-4754-8d07-48d03eff96c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 1096 time: 0.0427542 Oct 13 04:37:20.322660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-fab699b4-6497-4a02-9b35-48346b711c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:20.324076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-fab699b4-6497-4a02-9b35-48346b711c0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0811002 Oct 13 04:37:20.367760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-8c58fcd9-757f-4ce7-8d49-dac60cd3bb65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae HTTP/1.1" status: 200 len: 217 time: 0.0366066 Oct 13 04:37:20.727356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-68499533-72d5-4f4a-8cf6-65148c776054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:20.728821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-68499533-72d5-4f4a-8cf6-65148c776054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.3534050 Oct 13 04:37:20.774563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-91c46ceb-ee06-4763-81b9-efed5fa66f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:20.776001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-91c46ceb-ee06-4763-81b9-efed5fa66f02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395181 Oct 13 04:37:20.867461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-9e43e2eb-2db1-41f3-9fbe-9779f1a39168 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Oct 13 04:37:20.954559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b261feb8-864a-4e18-9e42-6e39f9b3efa5 req-4f2bf5cf-ee06-4557-851b-473fd177fa5e service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794792 Oct 13 04:37:21.500765 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64f0be1c-0178-493a-a590-716fe2ad1b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.862818 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.052497 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:24.637481 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.556582 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:37:38.335955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.105461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.008115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d058d69-fdff-455c-8b12-3fde8069f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.604800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf9f5-76cc-4cea-84c9-97e35d0b386b req-c4942853-a58c-4cd9-ba23-7ad441e3313a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:50.606225 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c6bf9f5-76cc-4cea-84c9-97e35d0b386b req-c4942853-a58c-4cd9-ba23-7ad441e3313a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0512969 Oct 13 04:37:50.643321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c6bf9f5-76cc-4cea-84c9-97e35d0b386b req-0e905cb1-8de9-475d-b972-504126c6d43f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300696 Oct 13 04:37:50.756752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0b54-988e-4e7d-b59a-6e570600d767 req-44c78339-0143-438f-9496-8a842fe6315b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:50.758193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c70d0b54-988e-4e7d-b59a-6e570600d767 req-44c78339-0143-438f-9496-8a842fe6315b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0479960 Oct 13 04:37:50.799055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c70d0b54-988e-4e7d-b59a-6e570600d767 req-97240fcb-cb80-48df-adea-c6e500e31188 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Oct 13 04:37:51.012256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-6b4d0722-f327-4f50-aa62-86a35d8ecb67 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:51.013725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-6b4d0722-f327-4f50-aa62-86a35d8ecb67 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.0984652 Oct 13 04:37:51.028589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-8046f529-e308-4f80-8a1f-a2081cc69ccc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/quotas/db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Oct 13 04:37:51.090502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-cca03baf-ead3-452c-b67d-959a82f2b021 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0560701 Oct 13 04:37:51.176519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-45c10b18-ad4b-4498-a466-af47d5af7fdd service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784485 Oct 13 04:37:51.265467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-043f8804-525c-4768-9abb-f3269bfac1ad service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831676 Oct 13 04:37:51.422263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2f3e030-1d90-4154-9376-5b79a4429b55 req-750a6ddb-2e50-4030-9c4e-3a302c6f4199 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 210 time: 0.0257537 Oct 13 04:37:51.503622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00076504-39a6-4251-a3de-9e438d35b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.305824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-5899cb19-8832-4f30-8c42-e71bd22ec416 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:52.307270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-5899cb19-8832-4f30-8c42-e71bd22ec416 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1013751 Oct 13 04:37:52.320360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'port': {'device_id': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'admin_state_up': True, 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:52.429603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:52.432981 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.525291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93ba6fac-ec01-40b6-9bae-6f2bf5cb7ca3 req-76fb76a7-49c1-44c1-8bec-2003b6e3c295 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 210 time: 0.0369518 Oct 13 04:37:52.579290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Allocated IP 172.20.0.11 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/9d68cc7d-7795-43e4-8547-81961b7515bd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:52.721278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.752845 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.765526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:37:52.770581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:37:52.798470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:52.802102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:52.805190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:52.832151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:52.844957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.845386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.845623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.845954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.846279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.846599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.846920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.847238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.847645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.848929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.849262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.849586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:52.883894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:52.884153 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.884568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.904951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2483a015-14ea-43dd-bb93-f0602e05c5ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883961 Oct 13 04:37:52.939943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Request body: {'port': {'device_id': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:53.000736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.041495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-746247a4-92aa-4ebe-a228-9e0ebfc8d965 None None] Provisioning complete for port 9d68cc7d-7795-43e4-8547-81961b7515bd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:53.041861 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-746247a4-92aa-4ebe-a228-9e0ebfc8d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.087911 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.088873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-746247a4-92aa-4ebe-a228-9e0ebfc8d965 None None] Port 9d68cc7d-7795-43e4-8547-81961b7515bd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:53.265441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d68cc7d-7795-43e4-8547-81961b7515bd {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:37:53.272590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.283957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Transition to ACTIVE for port object 9d68cc7d-7795-43e4-8547-81961b7515bd will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:37:53.287693 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.356989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Pushing event updated for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:53.407944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Attempting to bind port 9d68cc7d-7795-43e4-8547-81961b7515bd on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:53.408286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Attempting to bind port 9d68cc7d-7795-43e4-8547-81961b7515bd by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:53.408614 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Attempting to bind port 9d68cc7d-7795-43e4-8547-81961b7515bd on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:53.413109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Port 9d68cc7d-7795-43e4-8547-81961b7515bd on network 2818c656-227b-47f1-964c-ef0caf318d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:37:53.413427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Attempting to bind port 9d68cc7d-7795-43e4-8547-81961b7515bd on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:53.418424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:53.418756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:53.419142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:53.419567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Bound port: 9d68cc7d-7795-43e4-8547-81961b7515bd, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:53.419924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.485603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:53.488606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9d68cc7d-7795-43e4-8547-81961b7515bd,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:53.493202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.531908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:53.532524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.533981 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d68cc7d-7795-43e4-8547-81961b7515bd HTTP/1.1" status: 200 len: 1092 time: 0.6002827 Oct 13 04:37:53.534426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:53.536727 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b111da-2d72-4552-9abf-318c682eb9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:53.562345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a7904-55eb-4650-93ee-e5a44b6c9360 service neutron] Pushing event updated for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:53.618540 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3349340b-a5fc-4213-99ee-8af60dc325fb x-openstack-request-id: req-3349340b-a5fc-4213-99ee-8af60dc325fb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:53.618837 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:53.619091 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3349340b-a5fc-4213-99ee-8af60dc325fb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:53.619489 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd', 'status': 'completed', 'code': 200} Oct 13 04:37:53.665076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-d19e3866-be08-49c3-84c3-48ddb2e163f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:53.666614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-d19e3866-be08-49c3-84c3-48ddb2e163f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 1095 time: 0.0829461 Oct 13 04:37:53.680075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327940c2-53cb-4794-855f-8c406cb0d60e req-79171414-4c73-40ec-8490-65e64e2d8d5e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:53.681642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-327940c2-53cb-4794-855f-8c406cb0d60e req-79171414-4c73-40ec-8490-65e64e2d8d5e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 944 time: 0.0612187 Oct 13 04:37:53.721866 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-cfe13df7-15ff-43d8-9a51-f787d9f0fcf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d68cc7d-7795-43e4-8547-81961b7515bd HTTP/1.1" status: 200 len: 217 time: 0.0392463 Oct 13 04:37:53.775843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-0be32b69-baee-4edb-b2d7-9f9920786518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:53.777309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-0be32b69-baee-4edb-b2d7-9f9920786518 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0489328 Oct 13 04:37:53.847086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c92-76da-4b23-8c41-efd7759167ab req-0849e13a-9df1-4adf-96c7-11a841d20d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:53.848581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-0849e13a-9df1-4adf-96c7-11a841d20d71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634623 Oct 13 04:37:53.855682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-327940c2-53cb-4794-855f-8c406cb0d60e req-0d647487-3ba2-47eb-b8d5-fc89ed5f01c1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660259 Oct 13 04:37:53.937243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-ba1d3c77-128c-4f14-915c-6b74a039150e service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806308 Oct 13 04:37:54.028000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e213c92-76da-4b23-8c41-efd7759167ab req-2bae2ef7-0d2c-4906-a5c6-63756d8d758c service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835533 Oct 13 04:37:54.114836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-f9951191-c63b-40ca-9f88-69545243b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.116221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-f9951191-c63b-40ca-9f88-69545243b6e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 1095 time: 0.0410609 Oct 13 04:37:54.208702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-dda7a2ac-66ac-46d8-a3f9-d8b0fb2c41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.210141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-dda7a2ac-66ac-46d8-a3f9-d8b0fb2c41a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0862770 Oct 13 04:37:54.250067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-4d8e4941-9456-4f68-bd26-9247e5a9e5b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d68cc7d-7795-43e4-8547-81961b7515bd HTTP/1.1" status: 200 len: 217 time: 0.0334301 Oct 13 04:37:54.298020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-2c89f829-4540-487a-a247-9411021a56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.299388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-2c89f829-4540-487a-a247-9411021a56ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0425792 Oct 13 04:37:54.343970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-8b5f9041-49e1-4c1f-95ee-14c03f9bc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.345456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-8b5f9041-49e1-4c1f-95ee-14c03f9bc51b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395324 Oct 13 04:37:54.439014 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-e54b32d1-d454-4e4a-86a3-1e6a40cea835 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856130 Oct 13 04:37:54.525974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0b111da-2d72-4552-9abf-318c682eb9d6 req-2efa9856-02ec-47c2-8404-bda4dae91a93 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803051 Oct 13 04:37:54.640796 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.970856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4a70-d164-4fab-99b2-6abc8b708b0e req-4a5b49ae-fcc8-4b1c-a28a-85a935a257c2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.972293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e89f4a70-d164-4fab-99b2-6abc8b708b0e req-4a5b49ae-fcc8-4b1c-a28a-85a935a257c2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 944 time: 0.0478258 Oct 13 04:37:55.008811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e89f4a70-d164-4fab-99b2-6abc8b708b0e req-12fadd25-b093-4b2c-b31c-81196494886d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Oct 13 04:37:56.125047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9b6b-c5cf-49a2-a077-a74cb6acce6b req-d936f1a8-5fac-4586-8298-2a1087a95508 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:56.126510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8ce9b6b-c5cf-49a2-a077-a74cb6acce6b req-d936f1a8-5fac-4586-8298-2a1087a95508 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 944 time: 0.0529718 Oct 13 04:37:56.162885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8ce9b6b-c5cf-49a2-a077-a74cb6acce6b req-e04152eb-a5e5-4795-b33b-bc028f69a973 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Oct 13 04:37:56.723683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9d68cc7d-7795-43e4-8547-81961b7515bd details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:37:56.813726 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9d68cc7d-7795-43e4-8547-81961b7515bd,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:56.827464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '9d68cc7d-7795-43e4-8547-81961b7515bd', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': '9d68cc7d-7795-43e4-8547-81961b7515bd', 'mac_address': 'fa:16:3e:00:ce:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:37:56.863238 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.875068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d68cc7d-7795-43e4-8547-81961b7515bd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:37:56.894128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9d68cc7d-7795-43e4-8547-81961b7515bd,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:56.897860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.944436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.952042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.952381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.952730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.953056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.953377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.953694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.954010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.954321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.954633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.954943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.955254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:56.955561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:57.215698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9d68cc7d-7795-43e4-8547-81961b7515bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:37:57.279691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575a43b-92ae-43ba-ace2-169478ec1cad req-10b398a5-b183-4339-b3a4-0bfa0826e8a6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:57.282452 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b575a43b-92ae-43ba-ace2-169478ec1cad req-10b398a5-b183-4339-b3a4-0bfa0826e8a6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 945 time: 0.0520072 Oct 13 04:37:57.321946 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b575a43b-92ae-43ba-ace2-169478ec1cad req-beca1623-02bd-4e0c-b1e2-b3402627ef9e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Oct 13 04:37:58.435876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b30a8b-4c3a-4b40-a615-12ca2e72c3d5 req-351efdbc-8392-4866-abf8-1a34d3a9af95 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:58.437355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41b30a8b-4c3a-4b40-a615-12ca2e72c3d5 req-351efdbc-8392-4866-abf8-1a34d3a9af95 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 945 time: 0.0484798 Oct 13 04:37:58.474350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41b30a8b-4c3a-4b40-a615-12ca2e72c3d5 req-dda65ac4-86d9-42e6-8fc5-6578001a6bbb tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Oct 13 04:37:58.749468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9d68cc7d-7795-43e4-8547-81961b7515bd up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:58.797165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 9d68cc7d-7795-43e4-8547-81961b7515bd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:37:58.800591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 9d68cc7d-7795-43e4-8547-81961b7515bd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:58.800999 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.877436 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.898273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:58.900488 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a92a3b-dc98-4bff-a8f1-796680b0c13b" -d '{"events": [{"server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "name": "network-vif-plugged", "status": "completed", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:58.913239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9d68cc7d-7795-43e4-8547-81961b7515bd,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:58.917584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.941097 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31b411-6c91-41f7-9b49-7aecb7dd4ba1 x-openstack-request-id: req-4f31b411-6c91-41f7-9b49-7aecb7dd4ba1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:58.941388 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "name": "network-vif-plugged", "status": "completed", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:58.941639 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f31b411-6c91-41f7-9b49-7aecb7dd4ba1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:58.942023 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd', 'code': 200} Oct 13 04:37:58.966975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.033223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a54d18-be28-43c9-ba1c-09ff10c77d8e req-ac8d9508-dc6e-465b-b5be-e465e0d0287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:59.034683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18a54d18-be28-43c9-ba1c-09ff10c77d8e req-ac8d9508-dc6e-465b-b5be-e465e0d0287b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 1097 time: 0.0399947 Oct 13 04:37:59.069285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18a54d18-be28-43c9-ba1c-09ff10c77d8e req-0cadde54-9287-4b6f-82c3-e2df46f0bc29 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274189 Oct 13 04:37:59.589062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d28a-4e67-46a2-a931-8babaf41939b req-5acb9be5-d6bd-4600-8e99-2ecbf9e18dc7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:59.590536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d447d28a-4e67-46a2-a931-8babaf41939b req-5acb9be5-d6bd-4600-8e99-2ecbf9e18dc7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 946 time: 0.0511394 Oct 13 04:37:59.628194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d447d28a-4e67-46a2-a931-8babaf41939b req-bccc882e-3539-4431-9be7-640b9e5c4a33 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309236 Oct 13 04:38:00.747153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c48a-1d2e-4730-9019-66963bddee61 req-3c5cf205-8c07-4410-8f87-fa3a9852093d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:00.748607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de01c48a-1d2e-4730-9019-66963bddee61 req-3c5cf205-8c07-4410-8f87-fa3a9852093d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 946 time: 0.0527482 Oct 13 04:38:00.785826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de01c48a-1d2e-4730-9019-66963bddee61 req-caadedfb-40da-43f8-b927-ead7ebe7be48 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Oct 13 04:38:00.879503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-ff432434-d964-41a9-a24a-4a8a54cc703a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 267 time: 0.0317621 Oct 13 04:38:00.930978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-77d2d0a8-765d-48b8-a096-6e669a51c988 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:00.932351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-77d2d0a8-765d-48b8-a096-6e669a51c988 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 946 time: 0.0472953 Oct 13 04:38:00.943280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'port': {'security_groups': []}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:01.005078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.159370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9d68cc7d-7795-43e4-8547-81961b7515bd,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:01.186941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.191222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.204863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:01.207151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc', '9d68cc7d-7795-43e4-8547-81961b7515bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:01.242109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.242683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.244090 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9cc7c25c-4ae6-4bb4-9099-c1b6e2e03a5e req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "PUT /v2.0/ports/9d68cc7d-7795-43e4-8547-81961b7515bd HTTP/1.1" status: 200 len: 905 time: 0.3052046 Oct 13 04:38:01.244553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:01.246872 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabdd58-98e6-40a4-850d-cac18876a1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:01.264780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695735f4-627a-46bc-a4f3-7488b706ec87 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:01.312493 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4bc228-8585-418c-ba13-f6225fd0232f x-openstack-request-id: req-2c4bc228-8585-418c-ba13-f6225fd0232f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:01.313027 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:01.313563 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c4bc228-8585-418c-ba13-f6225fd0232f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:01.314152 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd', 'status': 'completed', 'code': 200} Oct 13 04:38:01.318782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['9d68cc7d-7795-43e4-8547-81961b7515bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:01.383617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bf600-f918-4b66-b3ee-19945e53eccb req-8ff837e9-3564-45b8-8e2c-8baaa5c1fc90 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.391368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b98bf600-f918-4b66-b3ee-19945e53eccb req-8ff837e9-3564-45b8-8e2c-8baaa5c1fc90 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 908 time: 0.0710704 Oct 13 04:38:01.398082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-bec4c3cc-342f-4d90-b8f3-b01ffc4556e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.399782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-bec4c3cc-342f-4d90-b8f3-b01ffc4556e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 1059 time: 0.0615623 Oct 13 04:38:01.518647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2620781-7835-4b36-b92d-bb9a33fde144 None None] Provisioning complete for port 9d68cc7d-7795-43e4-8547-81961b7515bd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:01.518927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2620781-7835-4b36-b92d-bb9a33fde144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.536545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa656-3be4-4a24-b8eb-72407847ed60 req-f836707a-9544-4ad4-9ac2-c47ab0b802be tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.538020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12ffa656-3be4-4a24-b8eb-72407847ed60 req-f836707a-9544-4ad4-9ac2-c47ab0b802be tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0770648 Oct 13 04:38:01.542693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-d75e5858-8548-4149-937d-0baa159a98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.544037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-d75e5858-8548-4149-937d-0baa159a98fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1374965 Oct 13 04:38:01.600503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-c3da335d-1fd4-4419-9d54-d3eadbf0fc07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d68cc7d-7795-43e4-8547-81961b7515bd HTTP/1.1" status: 200 len: 217 time: 0.0473976 Oct 13 04:38:01.620828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12ffa656-3be4-4a24-b8eb-72407847ed60 req-4bb653d3-6517-40cf-b479-9b57ff3a339d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758376 Oct 13 04:38:01.656428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-67368155-4dec-4671-9879-a47a94e6d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.657886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-67368155-4dec-4671-9879-a47a94e6d4fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0501225 Oct 13 04:38:01.704553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-2690aad4-d5a9-462e-b448-5f3b53190198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.706052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-2690aad4-d5a9-462e-b448-5f3b53190198 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400939 Oct 13 04:38:01.735928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa348c99-d689-4d24-89a8-e51e72cb3c3a req-6bb2c62f-9e43-42d3-b3be-715bf83c837e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:01.737424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa348c99-d689-4d24-89a8-e51e72cb3c3a req-6bb2c62f-9e43-42d3-b3be-715bf83c837e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0480409 Oct 13 04:38:01.775113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa348c99-d689-4d24-89a8-e51e72cb3c3a req-98a87312-9fbf-49a3-91b0-d896f359f3a4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Oct 13 04:38:01.797955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-b621c2dd-2971-4eaf-a29e-a9d9d2c399fa service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843282 Oct 13 04:38:01.890672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7cabdd58-98e6-40a4-850d-cac18876a1c6 req-0db5b98e-ee4d-438d-9723-a8e4e8c58705 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837462 Oct 13 04:38:01.998868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-1720e581-f5d7-498c-8ed5-2e63dc1f9b81 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:02.000205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-1720e581-f5d7-498c-8ed5-2e63dc1f9b81 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1034322 Oct 13 04:38:02.014770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-156b0ed7-a974-4b8b-ac0c-9681de867f25 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/quotas/db638fd8b7ea4c95a2c77c28c828db57 HTTP/1.1" status: 200 len: 375 time: 0.0086854 Oct 13 04:38:02.074608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-618f3950-6283-472c-9919-a29f979953b2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0546739 Oct 13 04:38:02.212216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-d06c92a5-0631-4db1-89e1-b928a2b478bc service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305828 Oct 13 04:38:02.298700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-298d8a65-85a2-40bf-8790-e26aed7599cf service neutron] 10.222.0.44 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799131 Oct 13 04:38:02.458246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-49b89d30-0225-447b-831e-ec8ad4d59bef req-2aba6354-5aed-425f-8050-0ae3e13dcba2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 210 time: 0.0305209 Oct 13 04:38:03.326567 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-3ee8e0f9-63bd-4a94-bc45-b78e861ffbb0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:03.328010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-3ee8e0f9-63bd-4a94-bc45-b78e861ffbb0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 812 time: 0.1042495 Oct 13 04:38:03.340783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Request body: {'port': {'device_id': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'admin_state_up': True, 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:03.445966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Made reservation on behalf of db638fd8b7ea4c95a2c77c28c828db57 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:03.449544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.557482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1bf41322-90ba-4a35-a943-a2cfaa7a1601 req-e0f776b7-67df-406d-8bc9-8ce3ed275373 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 210 time: 0.0322592 Oct 13 04:38:03.601165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Allocated IP 172.20.0.3 (2818c656-227b-47f1-964c-ef0caf318d13/2ccb2e7d-37c9-428a-95ff-4c23d63bd386/19c363b0-3a25-444f-b9c8-2a3a75d7dfc4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:03.742101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.773556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.785427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:03.787594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:03.815158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Network 2818c656-227b-47f1-964c-ef0caf318d13 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:03.818167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:03.821927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:03.851448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:03.881198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:03.881831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.899954 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-c248d984-61eb-4bd6-b295-b942772e1a31 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628753 Oct 13 04:38:03.912997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Request body: {'port': {'device_id': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:03.972621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.050208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0df5397a-e97e-4b56-ab23-7c1e6eb61722 None None] Provisioning complete for port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:04.050591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0df5397a-e97e-4b56-ab23-7c1e6eb61722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.087998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0df5397a-e97e-4b56-ab23-7c1e6eb61722 None None] Port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:04.227415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:38:04.234400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.245644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Transition to ACTIVE for port object 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:38:04.249775 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.317003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:04.368983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Attempting to bind port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:04.369652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Attempting to bind port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:04.369652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Attempting to bind port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:04.376737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 on network 2818c656-227b-47f1-964c-ef0caf318d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:38:04.377049 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Attempting to bind port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 on network 2818c656-227b-47f1-964c-ef0caf318d13 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:04.382190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:04.382529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Checking segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:04.382911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Bound using segment: {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:04.383340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Bound port: 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60234d18-96c7-4363-b94f-c148969af0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:04.383698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.447834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:04.450804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:04.455710 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.493778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:04.494441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.495753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] 10.222.0.15 "PUT /v2.0/ports/19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 HTTP/1.1" status: 200 len: 1091 time: 0.5872774 Oct 13 04:38:04.496188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:04.499072 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:04.523369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd609ef0-4574-4a6f-a2e8-167529732651 service neutron] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:04.553891 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa984909-37bf-41b9-b250-fdf4fd1c5461 x-openstack-request-id: req-fa984909-37bf-41b9-b250-fdf4fd1c5461 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:04.554185 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:04.554438 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa984909-37bf-41b9-b250-fdf4fd1c5461 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:04.554859 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'status': 'completed', 'code': 200} Oct 13 04:38:04.586969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-4196900b-8555-472a-8ea6-a67f1c71d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:04.588728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-4196900b-8555-472a-8ea6-a67f1c71d1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 1094 time: 0.0455320 Oct 13 04:38:04.635668 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-4cc2e432-7d15-479f-92cd-86631bcdd3a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0388210 Oct 13 04:38:05.021754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-77d64047-ada5-42cd-834f-66b0da69a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.023174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-77d64047-ada5-42cd-834f-66b0da69a61f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.3800533 Oct 13 04:38:05.031750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4b2d4-bef7-4aaa-b805-0ebc057e929d req-f802261c-7108-4972-aed0-bc4d035cfad3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.033082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6a4b2d4-bef7-4aaa-b805-0ebc057e929d req-f802261c-7108-4972-aed0-bc4d035cfad3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 943 time: 0.4002316 Oct 13 04:38:05.093258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6a4b2d4-bef7-4aaa-b805-0ebc057e929d req-7d0e7f7e-41c2-420a-8df3-77420e45bdcc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Oct 13 04:38:05.095772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-005dc5bd-ec2a-41ab-8b81-9aa16950ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.097162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-005dc5bd-ec2a-41ab-8b81-9aa16950ca5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632756 Oct 13 04:38:05.189154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-44bd8af2-f053-438a-868e-d484b4fb36e5 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844069 Oct 13 04:38:05.275140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5983d6e-7d7e-4523-a49e-8a905ba95033 req-e22db223-2dfd-4469-9347-2573287fd48e service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793238 Oct 13 04:38:05.363942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-cde95770-4083-4ecc-9c2d-3d60711d74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.365452 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-cde95770-4083-4ecc-9c2d-3d60711d74e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 1094 time: 0.0439734 Oct 13 04:38:05.452661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-d2081a89-a2ce-4d5d-ad91-c36999063cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.454108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-d2081a89-a2ce-4d5d-ad91-c36999063cb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0821753 Oct 13 04:38:05.497084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-5fbfe841-3dc6-4199-8bb1-fa9e587bbddc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0356743 Oct 13 04:38:05.544308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-29f917a6-0cac-4476-a898-bea8a04b1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.546156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-29f917a6-0cac-4476-a898-bea8a04b1ee2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0422847 Oct 13 04:38:05.596807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-95a94fc1-0a6f-4110-9fa2-84ca376b79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:05.598229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-95a94fc1-0a6f-4110-9fa2-84ca376b79b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435977 Oct 13 04:38:05.687525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-543f6d48-b21a-4952-bbb5-1addb08e200b service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817571 Oct 13 04:38:05.775245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b3314e87-fef6-41b1-84ef-c2139f4b6a1b req-9f437fc7-ef86-4f05-b542-b4d52adfc419 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792015 Oct 13 04:38:06.208088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba3aee-7e7a-4596-9f6d-78e730631c44 req-30148e92-6015-4ea7-8bb4-bd975b3752d1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:06.209610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39ba3aee-7e7a-4596-9f6d-78e730631c44 req-30148e92-6015-4ea7-8bb4-bd975b3752d1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 943 time: 0.0487232 Oct 13 04:38:06.246463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-39ba3aee-7e7a-4596-9f6d-78e730631c44 req-f6b54112-a11c-42f1-9213-ea247d77adf8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Oct 13 04:38:07.358708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58489-0854-461c-895e-16c179bf166e req-d8a2d933-0ba6-4f55-9087-00b9bab3d56c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:07.360172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f58489-0854-461c-895e-16c179bf166e req-d8a2d933-0ba6-4f55-9087-00b9bab3d56c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 943 time: 0.0482333 Oct 13 04:38:07.399166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f58489-0854-461c-895e-16c179bf166e req-49ffd4fc-638f-4e85-b647-b322c8eace1d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Oct 13 04:38:08.499477 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.517065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507b1b-c7d6-48e9-9345-dcb1580c973b req-e2c15d8c-e13d-4c8c-9f9a-98253a36cb19 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:08.518554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb507b1b-c7d6-48e9-9345-dcb1580c973b req-e2c15d8c-e13d-4c8c-9f9a-98253a36cb19 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 943 time: 0.0522070 Oct 13 04:38:08.555598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb507b1b-c7d6-48e9-9345-dcb1580c973b req-1c34c7f4-c2ee-47d8-ae3e-e6cae3e61eaa tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Oct 13 04:38:09.190461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:38:09.282201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:09.292590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'mac_address': 'fa:16:3e:a3:77:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:38:09.331969 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.344437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:38:09.363056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:09.367561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.415439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:09.630874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:09.672698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bebe0f-7026-4b5b-933e-9bb86765e462 req-54437fa5-f130-4e6c-b6f4-233e15030d88 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:09.674242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03bebe0f-7026-4b5b-933e-9bb86765e462 req-54437fa5-f130-4e6c-b6f4-233e15030d88 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 944 time: 0.0528142 Oct 13 04:38:09.711939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-03bebe0f-7026-4b5b-933e-9bb86765e462 req-463a4f5b-d5fb-40c8-b0aa-8d06a8373eb2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Oct 13 04:38:10.119238 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.824481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2ad6-086d-438a-b3a9-32e7c10c3a83 req-02db75b6-1c5f-41de-bf45-57a9774f132c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:10.825956 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f5d2ad6-086d-438a-b3a9-32e7c10c3a83 req-02db75b6-1c5f-41de-bf45-57a9774f132c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 944 time: 0.0483711 Oct 13 04:38:10.867552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f5d2ad6-086d-438a-b3a9-32e7c10c3a83 req-821d1e7b-0772-418a-a5ca-cfae8986e349 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Oct 13 04:38:11.194745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:11.242703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:38:11.246250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:11.246618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.319949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.341621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:11.344456 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e4f9e6-fe25-480a-814d-bb7e593ebbf2" -d '{"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:11.359549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:11.363794 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.386101 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d353f846-a467-4632-a822-a59612feafef x-openstack-request-id: req-d353f846-a467-4632-a822-a59612feafef {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:11.386396 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:11.386650 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d353f846-a467-4632-a822-a59612feafef {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:11.387040 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'code': 200} Oct 13 04:38:11.415305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:11.475601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1958-e905-4e8d-befd-ec2a10b204b2 req-09d05c83-9ccf-4ebe-9f39-f1db2895a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:11.477024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b4a1958-e905-4e8d-befd-ec2a10b204b2 req-09d05c83-9ccf-4ebe-9f39-f1db2895a4ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 1096 time: 0.0394559 Oct 13 04:38:11.511615 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b4a1958-e905-4e8d-befd-ec2a10b204b2 req-867cf86d-3235-4177-9345-747153298c22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273051 Oct 13 04:38:11.978858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1354de-0b6f-4da6-b24f-cdfb87f0a873 req-93f54321-abbc-41f6-a036-3b1b8ef46d13 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:11.980314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe1354de-0b6f-4da6-b24f-cdfb87f0a873 req-93f54321-abbc-41f6-a036-3b1b8ef46d13 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0481489 Oct 13 04:38:12.017453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe1354de-0b6f-4da6-b24f-cdfb87f0a873 req-543a8713-37b5-4880-81c1-378d6fbb7543 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Oct 13 04:38:12.555977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:38:13.130623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f68a-c05b-47a9-94c1-f553683c7fe6 req-049d30c2-a50f-4670-877e-7d4e58a1b7d2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:13.132113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57d8f68a-c05b-47a9-94c1-f553683c7fe6 req-049d30c2-a50f-4670-877e-7d4e58a1b7d2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0473838 Oct 13 04:38:13.168391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57d8f68a-c05b-47a9-94c1-f553683c7fe6 req-3bb49e85-7c22-4aff-a65e-e5f83c72d17d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303793 Oct 13 04:38:13.363418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eef1c-4c4b-4509-a42b-39bd9530d39d req-58e326ca-96cd-4bef-8131-cc2db7a28e47 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:13.364836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-926eef1c-4c4b-4509-a42b-39bd9530d39d req-58e326ca-96cd-4bef-8131-cc2db7a28e47 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0512536 Oct 13 04:38:13.404599 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-926eef1c-4c4b-4509-a42b-39bd9530d39d req-479464d4-8a99-4140-a7d4-f17d36b2e316 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Oct 13 04:38:14.518968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2ec0-0b60-4cf9-ad33-9167bda00cd4 req-c1b61f78-9148-4221-a10e-f58d1a9d1101 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.520413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c64f2ec0-0b60-4cf9-ad33-9167bda00cd4 req-c1b61f78-9148-4221-a10e-f58d1a9d1101 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0478864 Oct 13 04:38:14.559737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c64f2ec0-0b60-4cf9-ad33-9167bda00cd4 req-329d91b3-f723-4dc0-bd0e-95089997c13d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330732 Oct 13 04:38:14.974877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d873e0-02cb-4bdb-aa88-f58e042fe518 req-0a9a09d3-e8fe-4e21-b245-dc8b7702c148 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.976267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0d873e0-02cb-4bdb-aa88-f58e042fe518 req-0a9a09d3-e8fe-4e21-b245-dc8b7702c148 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0490808 Oct 13 04:38:15.018170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0d873e0-02cb-4bdb-aa88-f58e042fe518 req-f93cbaa5-4184-45ff-95bd-a36100f3e114 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Oct 13 04:38:15.883527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-5835eb68-588e-4f30-88ed-e95eecbc37ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393140 Oct 13 04:38:15.961321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-f6a6b6aa-18a6-4d7e-89ae-16cdbc11e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:15.962784 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-f6a6b6aa-18a6-4d7e-89ae-16cdbc11e9d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 1097 time: 0.0393906 Oct 13 04:38:16.068171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-0f8fe08b-74b8-4d6f-8860-1f1192daa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:16.069727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-0f8fe08b-74b8-4d6f-8860-1f1192daa3fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0877717 Oct 13 04:38:16.123363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-6c44728a-466c-445f-9908-cdab6b6c680c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 200 len: 217 time: 0.0452650 Oct 13 04:38:16.196079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a186a-6fdb-43ee-83fe-058c2da3fefa req-de438e59-13bb-4050-8417-9e7f4e971c76 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:16.197551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-220a186a-6fdb-43ee-83fe-058c2da3fefa req-de438e59-13bb-4050-8417-9e7f4e971c76 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.1111650 Oct 13 04:38:16.201244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-8e656508-5b69-4fe2-9105-fbb307923fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:16.202560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-8e656508-5b69-4fe2-9105-fbb307923fb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0653217 Oct 13 04:38:16.260151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-220a186a-6fdb-43ee-83fe-058c2da3fefa req-8607bb03-8ba7-4a52-ba79-0d6dc2e01f83 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566761 Oct 13 04:38:16.267953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-22da9ae7-a832-4438-b6a9-53d0be98cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:16.269400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-22da9ae7-a832-4438-b6a9-53d0be98cc17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534384 Oct 13 04:38:16.362156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-8bb3600c-8076-4749-9710-bb6441b3199f service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Oct 13 04:38:16.452005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-587e0777-d9a0-4288-8e6a-7e5fc7251a26 req-3b7bca7e-db89-41fd-817f-2e3915c1d422 service neutron] 10.222.0.26 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821211 Oct 13 04:38:17.191295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:38:17.283977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:17.295667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'port_id': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'mac_address': 'fa:16:3e:a3:77:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:38:17.337232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.350435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:38:17.374756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:17.381817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.392064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de96e52-28d4-4a9a-82e2-241eafb8a538 req-3efae959-3a84-445b-8137-14c1cf17b60e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:17.393823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1de96e52-28d4-4a9a-82e2-241eafb8a538 req-3efae959-3a84-445b-8137-14c1cf17b60e tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0640254 Oct 13 04:38:17.458803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.466907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1de96e52-28d4-4a9a-82e2-241eafb8a538 req-54b7fa84-e64f-4320-a772-370480713f1a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Oct 13 04:38:17.472499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:18.586048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428df5b7-37be-46e8-8d1b-914c7693451e req-adb081d9-ed1e-4850-b2c4-347b7b76ee84 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:18.587623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-428df5b7-37be-46e8-8d1b-914c7693451e req-adb081d9-ed1e-4850-b2c4-347b7b76ee84 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 944 time: 0.0593379 Oct 13 04:38:18.628890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-428df5b7-37be-46e8-8d1b-914c7693451e req-005dbb48-dd9c-4aba-909e-7512a31ba0df tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Oct 13 04:38:19.009170 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e79d38f-47b8-4271-9108-77556ee6c81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.210584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:19.263345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:19.263723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.346557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.371265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:19.373775 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951de2b7-5281-4c24-a938-c7aae5e9f3ac" -d '{"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:19.399480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:19.404544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.434498 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6369d781-8229-404e-8fe4-8ed637f93e76 x-openstack-request-id: req-6369d781-8229-404e-8fe4-8ed637f93e76 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:19.434791 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:19.435044 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6369d781-8229-404e-8fe4-8ed637f93e76 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:19.435428 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'code': 200} Oct 13 04:38:19.465849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.759528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e73a27-0754-467f-b3ca-9bc993958e80 req-44bd50a6-e2ca-4387-9c48-f2630a305a40 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:19.761214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50e73a27-0754-467f-b3ca-9bc993958e80 req-44bd50a6-e2ca-4387-9c48-f2630a305a40 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0588675 Oct 13 04:38:19.802912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50e73a27-0754-467f-b3ca-9bc993958e80 req-bdb9a451-07aa-4ce1-9d33-251d964f4f6f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Oct 13 04:38:20.156941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-44612052-dfe2-407f-8a59-8b0a3272f521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424500 Oct 13 04:38:20.247711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-0e48e26a-d770-4718-adbc-c94e54585d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:20.249361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-0e48e26a-d770-4718-adbc-c94e54585d72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1095 time: 0.0446877 Oct 13 04:38:20.370839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-c0157e43-5287-4968-bc00-35208c11d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:20.372871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-c0157e43-5287-4968-bc00-35208c11d4fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1012914 Oct 13 04:38:20.443213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-6ed1b79c-dbac-4e61-b2ea-a400a38c6fe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0616498 Oct 13 04:38:20.506791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-5c38cdfd-624a-4635-aec8-edd176c81d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:20.510349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-5c38cdfd-624a-4635-aec8-edd176c81d09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0593357 Oct 13 04:38:20.561516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-7563535c-ca85-4d14-910f-ee2379962b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:20.563693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-7563535c-ca85-4d14-910f-ee2379962b1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464211 Oct 13 04:38:20.663323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-9e16a19d-5940-4e20-a6e8-b801d4cf28af service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912366 Oct 13 04:38:20.766518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e81659b4-3901-4554-8d0a-d5c5d38bef11 req-172ffd89-589b-44f1-8365-c29c6c51ecf1 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960045 Oct 13 04:38:20.928290 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5055-4e98-4b39-8667-648f487b7439 req-2130b9c0-0e64-463a-9fba-e6bcc8abb6a4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:20.932306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-178b5055-4e98-4b39-8667-648f487b7439 req-2130b9c0-0e64-463a-9fba-e6bcc8abb6a4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0532196 Oct 13 04:38:20.972305 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-178b5055-4e98-4b39-8667-648f487b7439 req-2286a2d8-f135-4b30-9fff-e0fb4dac92ee tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Oct 13 04:38:21.509548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-799b3a12-b321-4e67-9553-eb76ea203f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.102517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de9696-8bd2-4461-8016-6010e09078f7 req-78db6ea6-3c24-4a8a-b86c-646e4ebbfe14 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:22.104141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47de9696-8bd2-4461-8016-6010e09078f7 req-78db6ea6-3c24-4a8a-b86c-646e4ebbfe14 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0540709 Oct 13 04:38:22.148567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47de9696-8bd2-4461-8016-6010e09078f7 req-904e6f11-e6e1-4462-89e8-db469221a42f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Oct 13 04:38:22.875687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.065548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.288484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e232e-bbd0-4369-9de3-ba8591439157 req-64729484-c95e-40b9-b0c7-a8537650ca49 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:23.289964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c15e232e-bbd0-4369-9de3-ba8591439157 req-64729484-c95e-40b9-b0c7-a8537650ca49 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0563674 Oct 13 04:38:23.345066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c15e232e-bbd0-4369-9de3-ba8591439157 req-c80d83fc-0cc9-4230-b3a8-3638d89eea2b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478511 Oct 13 04:38:24.476275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4fbf5-b102-4933-96cf-b11c0fbb7479 req-48913978-9964-4de9-ae7d-6bac4f3271db tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:24.484874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92a4fbf5-b102-4933-96cf-b11c0fbb7479 req-48913978-9964-4de9-ae7d-6bac4f3271db tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0679817 Oct 13 04:38:24.521204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92a4fbf5-b102-4933-96cf-b11c0fbb7479 req-e008504c-7a55-4248-86f0-624e4321bf0f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354476 Oct 13 04:38:24.644100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:25.641703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa4317-cdb3-4ad9-8634-51a822ab4b42 req-b1e5faff-e97b-4162-8899-b761e2caf271 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:25.643320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0baa4317-cdb3-4ad9-8634-51a822ab4b42 req-b1e5faff-e97b-4162-8899-b761e2caf271 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0540311 Oct 13 04:38:25.682687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0baa4317-cdb3-4ad9-8634-51a822ab4b42 req-18a98d45-4c2f-428b-923c-8faf29296a63 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332308 Oct 13 04:38:26.506563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-584336d0-2635-4ce9-8be5-1b8abf042952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:26.508004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-584336d0-2635-4ce9-8be5-1b8abf042952 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 1096 time: 0.0395532 Oct 13 04:38:26.601349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-c6da6783-dada-4f4d-8042-13509565aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:26.602785 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-c6da6783-dada-4f4d-8042-13509565aa2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0878496 Oct 13 04:38:26.643006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-81f19446-064f-4bfb-9cf2-a666881d5a83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0334041 Oct 13 04:38:26.690954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-81c65f8c-d967-49ed-bd4b-21213f9207b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:26.692318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-81c65f8c-d967-49ed-bd4b-21213f9207b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0419774 Oct 13 04:38:26.737367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-332c4eb9-e624-4909-8ed3-608d61291c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:26.738853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-332c4eb9-e624-4909-8ed3-608d61291c3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388854 Oct 13 04:38:26.857456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d76-4cf1-46b8-9186-7a3dd7b43947 req-77de98b0-3232-48c9-9c42-888f5a89cfee tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:26.858904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72132d76-4cf1-46b8-9186-7a3dd7b43947 req-77de98b0-3232-48c9-9c42-888f5a89cfee tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.1040411 Oct 13 04:38:26.875408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-45d1a6f1-fc6e-42d6-b037-4b2aa6de24e3 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287687 Oct 13 04:38:26.943826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-72132d76-4cf1-46b8-9186-7a3dd7b43947 req-3a112303-ef10-4dec-b58b-3b9d6a11d71a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772882 Oct 13 04:38:26.981822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3306a3d1-a350-4073-a1a2-3c48d273f89a req-4efbfa28-4dac-4d7c-be94-d7e6334d69eb service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993011 Oct 13 04:38:28.057627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060aed3-4e05-47cf-8231-b48fa6951e73 req-20bd5c7e-bf9c-4e72-8051-845751894b0c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:28.059347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9060aed3-4e05-47cf-8231-b48fa6951e73 req-20bd5c7e-bf9c-4e72-8051-845751894b0c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0492334 Oct 13 04:38:28.095934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9060aed3-4e05-47cf-8231-b48fa6951e73 req-66a43063-5022-4eae-80b1-439086a482b8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Oct 13 04:38:29.209985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daee35-192b-4eb2-8b87-be61da12bf8a req-6d836df8-ce96-402c-9795-788b8703bf07 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:29.211446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1daee35-192b-4eb2-8b87-be61da12bf8a req-6d836df8-ce96-402c-9795-788b8703bf07 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 945 time: 0.0496700 Oct 13 04:38:29.248146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1daee35-192b-4eb2-8b87-be61da12bf8a req-9e56fd62-8f36-4f02-b49f-40636626a713 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Oct 13 04:38:29.359582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186fb2-d9aa-4448-ad25-8a7f46607c9a req-e8624913-3960-4497-ae4b-3fa4c9d5a95c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:29.361236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65186fb2-d9aa-4448-ad25-8a7f46607c9a req-e8624913-3960-4497-ae4b-3fa4c9d5a95c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0477242 Oct 13 04:38:29.403167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-65186fb2-d9aa-4448-ad25-8a7f46607c9a req-c02cd015-66a2-492e-96ca-d6b381d6dcbd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359201 Oct 13 04:38:29.524187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a901c6-b404-4af3-a9c0-8a8084bef8af req-9168aa8c-4588-4d28-a4bf-07ba1171be71 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:29.525679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7a901c6-b404-4af3-a9c0-8a8084bef8af req-9168aa8c-4588-4d28-a4bf-07ba1171be71 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0532753 Oct 13 04:38:29.563275 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7a901c6-b404-4af3-a9c0-8a8084bef8af req-d365193d-7772-41a1-af1b-60af23237500 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311754 Oct 13 04:38:29.755133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7090980-c963-44b2-b33b-7dab7c3d0487 req-14e81815-f9c5-4362-a409-e7d8f8a9d935 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:29.756581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7090980-c963-44b2-b33b-7dab7c3d0487 req-14e81815-f9c5-4362-a409-e7d8f8a9d935 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0504248 Oct 13 04:38:29.793434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c7090980-c963-44b2-b33b-7dab7c3d0487 req-e0629f13-4eff-419c-b953-c6e22b3ae93c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Oct 13 04:38:30.907834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7463b7-3fac-4eb4-82d9-22153ae5dd3f req-e7d266b6-67ef-44f1-970c-cd72d9e229b7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:30.909482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da7463b7-3fac-4eb4-82d9-22153ae5dd3f req-e7d266b6-67ef-44f1-970c-cd72d9e229b7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0485868 Oct 13 04:38:30.947283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da7463b7-3fac-4eb4-82d9-22153ae5dd3f req-c1ceac56-6261-4a3c-834a-a24da09d6080 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Oct 13 04:38:31.247392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:31.322156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.342881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:31.345615 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0655a-e4a4-47f3-9096-ff3788153f4e" -d '{"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-unplugged", "status": "completed", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:31.357874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:31.364214 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.386528 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb79b6d-a8e0-4465-8884-13442687ac76 x-openstack-request-id: req-cfb79b6d-a8e0-4465-8884-13442687ac76 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:31.386821 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-unplugged", "status": "failed", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:31.387074 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfb79b6d-a8e0-4465-8884-13442687ac76 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:31.387482 n-d-810220-9 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'code': 422} returned with failed status Oct 13 04:38:31.412112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:32.059855 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727228-1db7-441e-8486-709e8a2cc68c req-ea035e8c-c464-4073-8853-c071699acb66 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:32.061352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66727228-1db7-441e-8486-709e8a2cc68c req-ea035e8c-c464-4073-8853-c071699acb66 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0493448 Oct 13 04:38:32.098643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66727228-1db7-441e-8486-709e8a2cc68c req-3a9b11d6-0c93-4178-a966-0a5cbc559f16 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Oct 13 04:38:33.210178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5c5de-0cb8-49cf-816d-92197a30b772 req-11ef2298-4d7f-483d-87fc-a6dccff2af06 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:33.211642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfa5c5de-0cb8-49cf-816d-92197a30b772 req-11ef2298-4d7f-483d-87fc-a6dccff2af06 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0477285 Oct 13 04:38:33.249442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dfa5c5de-0cb8-49cf-816d-92197a30b772 req-e6ed0e83-f560-49d2-941d-6d7f232f24e7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Oct 13 04:38:34.474923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704eeef-972e-4ff6-a99f-1d2bc3a2e492 req-bf4ff4bb-aa92-4ba8-8327-2eca28a49587 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:34.476378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1704eeef-972e-4ff6-a99f-1d2bc3a2e492 req-bf4ff4bb-aa92-4ba8-8327-2eca28a49587 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.1615052 Oct 13 04:38:34.516988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1704eeef-972e-4ff6-a99f-1d2bc3a2e492 req-6f334cd9-d140-47e7-be0f-b55becb8fdb6 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Oct 13 04:38:35.633530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c024dd3-9e6c-454f-9d6b-bca6d1940266 req-8d1b4fe9-ad6a-4f80-b3f6-09aae6b3318a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:35.634881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c024dd3-9e6c-454f-9d6b-bca6d1940266 req-8d1b4fe9-ad6a-4f80-b3f6-09aae6b3318a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Oct 13 04:38:35.677288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c024dd3-9e6c-454f-9d6b-bca6d1940266 req-c64e5c60-9e8f-42c1-8971-83eef791fb50 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364962 Oct 13 04:38:36.789957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6e21-69e6-4554-b5e7-b7b32d1aa4ad req-d6aea8f5-6722-4918-955d-ce3edb311884 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:36.791443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d4b6e21-69e6-4554-b5e7-b7b32d1aa4ad req-d6aea8f5-6722-4918-955d-ce3edb311884 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0490859 Oct 13 04:38:36.828277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d4b6e21-69e6-4554-b5e7-b7b32d1aa4ad req-66d88d74-6f02-4b71-a446-5ad38bbd052f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303099 Oct 13 04:38:37.996312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de1c57-796f-4f15-8185-29ef5457fdba req-0280c1d2-3170-4759-9612-be421e9a4328 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:37.997816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42de1c57-796f-4f15-8185-29ef5457fdba req-0280c1d2-3170-4759-9612-be421e9a4328 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.1037555 Oct 13 04:38:38.035876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-42de1c57-796f-4f15-8185-29ef5457fdba req-6dfb3a65-0e2a-41c0-896c-91a95b7763c2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Oct 13 04:38:38.367456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.151226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e90a4-428d-4f87-8678-b19217eff2c5 req-b5a016f1-1d0b-43c1-a7b1-44ae32938783 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:39.152704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-067e90a4-428d-4f87-8678-b19217eff2c5 req-b5a016f1-1d0b-43c1-a7b1-44ae32938783 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0484254 Oct 13 04:38:39.190480 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-067e90a4-428d-4f87-8678-b19217eff2c5 req-e4ba42c1-fefd-4b41-b5ab-f30213911183 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Oct 13 04:38:40.122456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:40.303236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d69d7-eb3b-4da9-9eb8-6b4549053fa8 req-6fcf45ce-f4b5-48d2-836d-fa8815228755 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.304705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-178d69d7-eb3b-4da9-9eb8-6b4549053fa8 req-6fcf45ce-f4b5-48d2-836d-fa8815228755 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0475636 Oct 13 04:38:40.341910 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-178d69d7-eb3b-4da9-9eb8-6b4549053fa8 req-071ec2ff-5338-4eab-b485-ebc4d9e7d0ee tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Oct 13 04:38:40.540654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022e70-8776-4bb7-8e1b-5638652857a9 req-80999f39-347d-4b64-9643-5b98ca393f8a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.542140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da022e70-8776-4bb7-8e1b-5638652857a9 req-80999f39-347d-4b64-9643-5b98ca393f8a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0521469 Oct 13 04:38:40.607840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da022e70-8776-4bb7-8e1b-5638652857a9 req-9eda6c46-34bc-4eeb-94bb-288f07277b1c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528955 Oct 13 04:38:40.611237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-ffc2fa69-a6eb-4577-b695-2412cb51423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.612555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-ffc2fa69-a6eb-4577-b695-2412cb51423d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1095 time: 0.0651162 Oct 13 04:38:40.703796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-9084851f-385d-46ee-b8c8-3d53be84f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.705165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-9084851f-385d-46ee-b8c8-3d53be84f811 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.0854335 Oct 13 04:38:40.768647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-ebe1a658-b7e4-4c2a-a2f2-af86836370d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0559161 Oct 13 04:38:40.816428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-11e33c16-e22e-4df7-b0e3-12c7188a64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.817875 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-11e33c16-e22e-4df7-b0e3-12c7188a64b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0423937 Oct 13 04:38:40.865867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-6f4ac640-8971-4910-a26a-0e73bd9593b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.867299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-6f4ac640-8971-4910-a26a-0e73bd9593b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420151 Oct 13 04:38:40.953944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-36c7de00-3e77-43c5-a57e-5301756de67f service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793388 Oct 13 04:38:41.045293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8326eba9-60a6-4b38-bc00-d7bb7c0e753d req-bab5a9e4-b660-4187-a8b4-6c1e458d69c6 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840223 Oct 13 04:38:41.721820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c850a-a9f1-46d3-a2b7-67edd7c92ce8 req-64fd5906-f0bc-499f-8c9f-fff9930aea63 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:41.723271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e71c850a-a9f1-46d3-a2b7-67edd7c92ce8 req-64fd5906-f0bc-499f-8c9f-fff9930aea63 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0480056 Oct 13 04:38:41.763439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e71c850a-a9f1-46d3-a2b7-67edd7c92ce8 req-781aaf7f-58ee-4acf-a577-64eed890709b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344050 Oct 13 04:38:41.876621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e803b-9eec-4a80-92df-eb2e89c3326c req-e067641b-6eae-48c0-be97-87591a09fa91 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:41.878098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf9e803b-9eec-4a80-92df-eb2e89c3326c req-e067641b-6eae-48c0-be97-87591a09fa91 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0492857 Oct 13 04:38:41.915451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf9e803b-9eec-4a80-92df-eb2e89c3326c req-b27a2740-1b12-4dbd-b41b-2f7d1be24a0d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Oct 13 04:38:42.027971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9296a-9f7a-4bdc-9d17-02a0d11ec738 req-34ccea2e-4aae-4404-8348-e3fb4f483870 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:42.029448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9296a-9f7a-4bdc-9d17-02a0d11ec738 req-34ccea2e-4aae-4404-8348-e3fb4f483870 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0481799 Oct 13 04:38:42.067021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c6d9296a-9f7a-4bdc-9d17-02a0d11ec738 req-61a3a414-7e48-4a74-b698-b5c5d9adc794 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Oct 13 04:38:42.277060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e412f-7c56-419c-81b9-d7f020cd24fa req-20a6fb69-1b9e-4e4d-8d5b-d26a5c98c333 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:42.278515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f1e412f-7c56-419c-81b9-d7f020cd24fa req-20a6fb69-1b9e-4e4d-8d5b-d26a5c98c333 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0480969 Oct 13 04:38:42.315864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f1e412f-7c56-419c-81b9-d7f020cd24fa req-f56da47c-5028-4b8c-b19d-db1507973c14 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309427 Oct 13 04:38:43.429344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c03bd-1a46-42fb-9e90-5f898e4fc064 req-70ce0b45-f727-4fce-9d49-32ce61ea3c02 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:43.430819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a58c03bd-1a46-42fb-9e90-5f898e4fc064 req-70ce0b45-f727-4fce-9d49-32ce61ea3c02 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0480936 Oct 13 04:38:43.467406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a58c03bd-1a46-42fb-9e90-5f898e4fc064 req-bd2ba735-c4a2-41db-bce3-77edb45f3ca2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304384 Oct 13 04:38:43.689923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5610111-ee02-49e2-b0cf-d0dc7cb6f72f req-9054dc1a-1e1e-47b2-a65a-0aea97a80724 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:43.691274 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5610111-ee02-49e2-b0cf-d0dc7cb6f72f req-9054dc1a-1e1e-47b2-a65a-0aea97a80724 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0786765 Oct 13 04:38:43.705102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-b4c168a1-f479-4a84-8003-e704c5bd17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:43.706462 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-b4c168a1-f479-4a84-8003-e704c5bd17ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 1095 time: 0.0622020 Oct 13 04:38:43.774142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5610111-ee02-49e2-b0cf-d0dc7cb6f72f req-6586ff93-6969-4865-8053-001be1f8382d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762503 Oct 13 04:38:43.815204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-796ced4c-3772-4b07-8c2f-d1eacf1ffe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:43.816620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-796ced4c-3772-4b07-8c2f-d1eacf1ffe6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 200 len: 913 time: 0.1015642 Oct 13 04:38:43.880542 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-bdd9f8da-be5c-4036-b942-90eb180c1f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 200 len: 998 time: 0.0558240 Oct 13 04:38:43.928988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-84d82b57-ec47-416c-9989-8671fe4d5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:43.930364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-84d82b57-ec47-416c-9989-8671fe4d5fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 200 len: 851 time: 0.0423727 Oct 13 04:38:43.977312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-959acba3-ff55-4cde-85cb-78e27467df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:43.978656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-959acba3-ff55-4cde-85cb-78e27467df68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2818c656-227b-47f1-964c-ef0caf318d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414772 Oct 13 04:38:44.066539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-95a8095f-2f7a-4e1e-bf94-df7f4fc3ada7 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807722 Oct 13 04:38:44.160213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a9b0399d-de81-4edf-95cd-32a80d21b7cd req-b0a5fe5e-f41b-48f0-9736-50835cd71dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843146 Oct 13 04:38:44.888726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e768e-73d2-47ec-a3c7-499d879158a5 req-0bc6683b-cb2f-41e4-84d4-fb2e9dedd516 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:44.890196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d42e768e-73d2-47ec-a3c7-499d879158a5 req-0bc6683b-cb2f-41e4-84d4-fb2e9dedd516 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0469229 Oct 13 04:38:44.932408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d42e768e-73d2-47ec-a3c7-499d879158a5 req-49bb65c2-999c-4074-8577-54afa9367283 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Oct 13 04:38:45.047732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c1f44-4663-41ed-929d-7d2c2726533d req-9ec50aa4-967c-44c1-9529-81916f6fe258 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:45.049209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-469c1f44-4663-41ed-929d-7d2c2726533d req-9ec50aa4-967c-44c1-9529-81916f6fe258 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0478363 Oct 13 04:38:45.086120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-469c1f44-4663-41ed-929d-7d2c2726533d req-2575f687-6233-44a1-93fb-84e9998e0cb8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Oct 13 04:38:45.679875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-4b042b0a-587d-4004-a956-0a428b909758 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:45.681318 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-4b042b0a-587d-4004-a956-0a428b909758 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6b1c54-9288-42e0-974b-4dd47d66bcbf HTTP/1.1" status: 200 len: 943 time: 0.0487778 Oct 13 04:38:45.767674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Deleting port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:45.768011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.856335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] For port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:45.856728 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.868933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Calling delete_port for 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:45.995547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.007914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:46.011064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:46.022631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'Port': ['ID=19c363b0-3a25-444f-b9c8-2a3a75d7dfc4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:46.035914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.036258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.036594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.036968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.037307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.037599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.037921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.038265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.038555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.038951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.039188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.039621 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:46.079006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] No DVR routers for this DVR port 19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:46.082100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.085515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2671c8b7-3e6a-4cba-9974-cd76ff0c2b51 req-f35ff18d-d72e-4afb-ab7f-afd98ed2cbc8 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "DELETE /v2.0/ports/19c363b0-3a25-444f-b9c8-2a3a75d7dfc4 HTTP/1.1" status: 204 len: 173 time: 0.3985429 Oct 13 04:38:46.085973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-deleted', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:46.088450 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951728fc-6f02-4de1-9b63-7f271ca39caf" -d '{"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-deleted", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:46.222898 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05577fbf-e5f9-45db-8e96-5efd4ea9ca3a x-openstack-request-id: req-05577fbf-e5f9-45db-8e96-5efd4ea9ca3a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:46.223212 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b1c54-9288-42e0-974b-4dd47d66bcbf", "name": "network-vif-deleted", "tag": "19c363b0-3a25-444f-b9c8-2a3a75d7dfc4", "status": "failed", "code": 422}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:46.223475 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05577fbf-e5f9-45db-8e96-5efd4ea9ca3a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:46.223932 n-d-810220-9 neutron-server[94825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd6b1c54-9288-42e0-974b-4dd47d66bcbf', 'name': 'network-vif-deleted', 'tag': '19c363b0-3a25-444f-b9c8-2a3a75d7dfc4', 'status': 'failed', 'code': 422} returned with failed status Oct 13 04:38:46.687711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9346cd2-6e31-4d02-9c42-d656c84cd084 req-438de0dd-4fc5-46b3-8a50-3e09348167f0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:46.689710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d9346cd2-6e31-4d02-9c42-d656c84cd084 req-438de0dd-4fc5-46b3-8a50-3e09348167f0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 908 time: 0.0477884 Oct 13 04:38:47.801721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44818603-667a-416c-a133-1064e5d17f7d req-b4415ad9-c23d-43c0-aedc-1bde7644971b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:47.803164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44818603-667a-416c-a133-1064e5d17f7d req-b4415ad9-c23d-43c0-aedc-1bde7644971b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 908 time: 0.0473630 Oct 13 04:38:48.307357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-ac25fca5-0ee5-45bc-8d18-8cea1ebafed2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:48.309185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-ac25fca5-0ee5-45bc-8d18-8cea1ebafed2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 908 time: 0.0479198 Oct 13 04:38:48.399082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Deleting port 9d68cc7d-7795-43e4-8547-81961b7515bd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:48.399427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.487076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] For port 9d68cc7d-7795-43e4-8547-81961b7515bd, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=9d68cc7d-7795-43e4-8547-81961b7515bd,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:48.487441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.499301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Calling delete_port for 9d68cc7d-7795-43e4-8547-81961b7515bd owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:48.624787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.654867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'Port': ['ID=9d68cc7d-7795-43e4-8547-81961b7515bd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:48.699333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] No DVR routers for this DVR port 9d68cc7d-7795-43e4-8547-81961b7515bd on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:48.702488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.706966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88582ab0-e60e-49a3-bca7-01619bc6dcda req-0f8ddf3b-eb75-4cc5-a44b-1df5c6d2525d tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "DELETE /v2.0/ports/9d68cc7d-7795-43e4-8547-81961b7515bd HTTP/1.1" status: 204 len: 173 time: 0.3916879 Oct 13 04:38:48.707440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'name': 'network-vif-deleted', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:48.710459 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c81d6-530e-4cd9-8022-c46335257d8f" -d '{"events": [{"server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "name": "network-vif-deleted", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:48.750277 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f78494f-d855-4b12-b316-171a8c49361b x-openstack-request-id: req-5f78494f-d855-4b12-b316-171a8c49361b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:48.750578 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a515c5ff-44d3-4ba3-a4bc-cfea359e603d", "name": "network-vif-deleted", "tag": "9d68cc7d-7795-43e4-8547-81961b7515bd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:48.750934 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f78494f-d855-4b12-b316-171a8c49361b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:48.751240 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a515c5ff-44d3-4ba3-a4bc-cfea359e603d', 'name': 'network-vif-deleted', 'tag': '9d68cc7d-7795-43e4-8547-81961b7515bd', 'status': 'completed', 'code': 200} Oct 13 04:38:48.911484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8270b4f1-7ab4-4c65-b87d-1434c7eea826 req-9a563c88-c59f-4b52-8cec-f0704ee929b7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=a515c5ff-44d3-4ba3-a4bc-cfea359e603d HTTP/1.1" status: 200 len: 210 time: 0.0310202 Oct 13 04:38:49.011574 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99d7aa80-7d90-4735-b367-86b63d755db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:49.555473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:38:50.173477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcebc2-3c4e-4b66-9a97-3d2d3d07ecb1 req-86c63b3e-879f-4e44-bbd8-129f497bb3a3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:50.174930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63fcebc2-3c4e-4b66-9a97-3d2d3d07ecb1 req-86c63b3e-879f-4e44-bbd8-129f497bb3a3 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Oct 13 04:38:50.212408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63fcebc2-3c4e-4b66-9a97-3d2d3d07ecb1 req-b113144a-3b90-4227-9014-149c25eb72b0 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Oct 13 04:38:50.996602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9d68cc7d-7795-43e4-8547-81961b7515bd no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:51.019996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 9d68cc7d-7795-43e4-8547-81961b7515bd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:51.020335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 9d68cc7d-7795-43e4-8547-81961b7515bd not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:51.325832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014daf0-d4f8-4237-a0f5-65c23b8941a7 req-07ead4d9-f057-4c2f-9220-02e37641b0c1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:51.327289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2014daf0-d4f8-4237-a0f5-65c23b8941a7 req-07ead4d9-f057-4c2f-9220-02e37641b0c1 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Oct 13 04:38:51.364821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2014daf0-d4f8-4237-a0f5-65c23b8941a7 req-900c4aac-2ebf-4961-ad2a-14912757f17a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Oct 13 04:38:51.439775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-dbf0d6f2-a6e4-416a-8075-11b581af4e2f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:51.441205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-dbf0d6f2-a6e4-416a-8075-11b581af4e2f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Oct 13 04:38:51.503614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-763eda7e-a1f1-4ba4-ae94-c0e408f3786d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.531862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Deleting port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:51.532751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.620153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] For port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:51.620510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.632472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Calling delete_port for 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:51.756383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.769357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:51.771491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:51.786404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'Port': ['ID=1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:51.830287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] No DVR routers for this DVR port 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:51.833090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.836445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edc782e7-a02b-41cb-84c6-ea06f90db53b req-4ea615e2-b183-4c25-acce-20bd420ba8a2 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "DELETE /v2.0/ports/1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae HTTP/1.1" status: 204 len: 173 time: 0.3888524 Oct 13 04:38:51.836987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'name': 'network-vif-deleted', 'tag': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:51.839339 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bde25-6a1a-44d9-b0b9-97d805bcff04" -d '{"events": [{"server_uuid": "fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411", "name": "network-vif-deleted", "tag": "1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:51.905609 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef13ff24-f029-4dfc-b56e-c22594908859 x-openstack-request-id: req-ef13ff24-f029-4dfc-b56e-c22594908859 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:51.905974 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411", "name": "network-vif-deleted", "tag": "1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:51.906298 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef13ff24-f029-4dfc-b56e-c22594908859 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:51.906769 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5697ea-fb69-4da4-9cbe-7dd3c2d2c411', 'name': 'network-vif-deleted', 'tag': '1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae', 'status': 'completed', 'code': 200} Oct 13 04:38:52.619708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a4179-7b46-403d-86fb-cd67ed5588e1 req-ebc1c81c-fe98-4248-b798-0a7926cb5232 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:52.621173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f8a4179-7b46-403d-86fb-cd67ed5588e1 req-ebc1c81c-fe98-4248-b798-0a7926cb5232 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0471847 Oct 13 04:38:52.658756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f8a4179-7b46-403d-86fb-cd67ed5588e1 req-723aff3b-b2c3-4ca4-b2e9-c162b18712d7 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Oct 13 04:38:52.867624 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:53.062000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:53.775609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c3de-58b4-4d69-9870-9b321e32b278 req-73d291af-4888-4f1d-994c-965c3bde79da tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:53.777091 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7a8c3de-58b4-4d69-9870-9b321e32b278 req-73d291af-4888-4f1d-994c-965c3bde79da tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0480843 Oct 13 04:38:53.814150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7a8c3de-58b4-4d69-9870-9b321e32b278 req-d2a614a0-8f3d-4d62-b3db-fc929c8ce412 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6241f2e-774a-41ef-927f-44112f62ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307074 Oct 13 04:38:53.915853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-7a7cec6a-9336-4b01-b1d0-f924d7714245 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:53.917328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-7a7cec6a-9336-4b01-b1d0-f924d7714245 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "GET /v2.0/ports?device_id=857125d1-2514-4d68-976d-67fdb13022c9 HTTP/1.1" status: 200 len: 946 time: 0.0468235 Oct 13 04:38:54.007224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Deleting port ccb112e0-8870-4fbe-ab79-44493f8586bc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:54.007486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.093695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] For port ccb112e0-8870-4fbe-ab79-44493f8586bc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=ccb112e0-8870-4fbe-ab79-44493f8586bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:54.094054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.105853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Calling delete_port for ccb112e0-8870-4fbe-ab79-44493f8586bc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:54.230079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.241378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['ccb112e0-8870-4fbe-ab79-44493f8586bc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:54.268147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'Port': ['ID=ccb112e0-8870-4fbe-ab79-44493f8586bc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:54.292768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.293112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.293459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.293792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.294128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.294458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.294783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.295106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.295425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.295744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.296064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.296380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:54.317131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] No DVR routers for this DVR port ccb112e0-8870-4fbe-ab79-44493f8586bc on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:54.319868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.323363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-660cc4ef-e8e4-42e9-8bb8-2cb9c5104e6d req-c58e4557-e3a6-42cf-ab27-ec579caf4ecd tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.26 "DELETE /v2.0/ports/ccb112e0-8870-4fbe-ab79-44493f8586bc HTTP/1.1" status: 204 len: 173 time: 0.3993900 Oct 13 04:38:54.323955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857125d1-2514-4d68-976d-67fdb13022c9', 'name': 'network-vif-deleted', 'tag': 'ccb112e0-8870-4fbe-ab79-44493f8586bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:54.326288 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f549d3c4-de5f-43a4-b229-ba21cfb6e431" -d '{"events": [{"server_uuid": "857125d1-2514-4d68-976d-67fdb13022c9", "name": "network-vif-deleted", "tag": "ccb112e0-8870-4fbe-ab79-44493f8586bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:54.380352 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf1ae4a-2306-4d56-b352-fc2e818739b0 x-openstack-request-id: req-3cf1ae4a-2306-4d56-b352-fc2e818739b0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:54.380633 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857125d1-2514-4d68-976d-67fdb13022c9", "name": "network-vif-deleted", "tag": "ccb112e0-8870-4fbe-ab79-44493f8586bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:54.380994 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cf1ae4a-2306-4d56-b352-fc2e818739b0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:54.381372 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857125d1-2514-4d68-976d-67fdb13022c9', 'name': 'network-vif-deleted', 'tag': 'ccb112e0-8870-4fbe-ab79-44493f8586bc', 'status': 'completed', 'code': 200} Oct 13 04:38:54.647878 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:55.077409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229b0f-0332-4165-940c-5ece606d4d65 req-56f3c66e-5bbd-45cc-9be7-ccecb695f8fe tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.078847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a229b0f-0332-4165-940c-5ece606d4d65 req-56f3c66e-5bbd-45cc-9be7-ccecb695f8fe tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0482907 Oct 13 04:38:55.115087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5a229b0f-0332-4165-940c-5ece606d4d65 req-d035b422-9682-4020-bf96-35555d92ad51 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297122 Oct 13 04:38:55.366501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:55.387038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:55.387380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 1b7d89ca-2c3e-44cf-a37a-f03f9212a8ae not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:56.233670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acd9c-2a07-4919-ac60-47711a8a14af req-fc102fe4-50b5-4bc4-91cf-e821ebce401b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:56.235040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c9acd9c-2a07-4919-ac60-47711a8a14af req-fc102fe4-50b5-4bc4-91cf-e821ebce401b tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0525429 Oct 13 04:38:56.271366 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c9acd9c-2a07-4919-ac60-47711a8a14af req-1070b3b8-796a-4d70-9193-1b601f4017ad tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305104 Oct 13 04:38:57.033786 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ccb112e0-8870-4fbe-ab79-44493f8586bc no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:57.054429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: ccb112e0-8870-4fbe-ab79-44493f8586bc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:57.054768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device ccb112e0-8870-4fbe-ab79-44493f8586bc not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:57.393786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-42e5fd1c-6bb6-4af6-a0cc-5682e1347554 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:57.395254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-42e5fd1c-6bb6-4af6-a0cc-5682e1347554 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0759256 Oct 13 04:38:57.407764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d01513-c0b7-4766-860d-c913453bfe08 req-3df8e04d-01ad-4128-9ff2-a97835928b20 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:57.409182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00d01513-c0b7-4766-860d-c913453bfe08 req-3df8e04d-01ad-4128-9ff2-a97835928b20 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 944 time: 0.0651278 Oct 13 04:38:57.497055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-00d01513-c0b7-4766-860d-c913453bfe08 req-969be860-3242-494a-90cc-fac44e495b7a tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800231 Oct 13 04:38:57.524195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Deleting port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:57.524553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.620273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] For port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:57.620554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.090566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.090919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.091228 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Floating IP 4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1 disassociated. External IP: 172.25.1.35, port: bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc. Oct 13 04:38:58.091563 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Calling delete_port for bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:58.214871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.241436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'Port': ['ID=bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:58.356894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Router c0b272e9-15da-4905-a0e7-9a628c318515 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:58.465660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:58.476161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] Sync routers for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:58.486407 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:58.487013 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:58.504591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] No DVR routers for this DVR port bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:58.507218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.510620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-97ea4c64-ad34-4d94-9b3f-49f568cc194c req-c36876c4-343f-413a-8555-cf905ea9bc37 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.15 "DELETE /v2.0/ports/bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc HTTP/1.1" status: 204 len: 173 time: 1.1005874 Oct 13 04:38:58.511056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-deleted', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:58.513489 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40546467-b36a-4fe2-9454-d9ca754b247e" -d '{"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-deleted", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:58.559878 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c123b44-e5d4-4ea5-9598-7e27e78febfb x-openstack-request-id: req-3c123b44-e5d4-4ea5-9598-7e27e78febfb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:58.560376 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4e335-9444-4d91-9da0-7c0106fa9e06", "name": "network-vif-deleted", "tag": "bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:58.560634 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c123b44-e5d4-4ea5-9598-7e27e78febfb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:58.561110 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4e335-9444-4d91-9da0-7c0106fa9e06', 'name': 'network-vif-deleted', 'tag': 'bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc', 'status': 'completed', 'code': 200} Oct 13 04:38:58.599388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8f0aeb10-51e7-4e49-8a0a-c2a414ba73c9 req-a3a09f4a-f995-4d1c-b4c4-cb233befe15c tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b4e335-9444-4d91-9da0-7c0106fa9e06 HTTP/1.1" status: 200 len: 210 time: 0.0267696 Oct 13 04:38:58.605258 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:58.797279 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:57Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:58.822696 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] Checking router: c0b272e9-15da-4905-a0e7-9a628c318515 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:58.830905 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:58.831487 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:58.934958 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:59.133308 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:57Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:59.159018 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7154404-87d4-4aad-9c1e-766519e9c619 None None] The sync data for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 is: [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:53Z', 'revision_number': 4, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '67d664e1-4baa-45c5-bd87-78ce5e887dc4', 'name': '', 'network_id': '2818c656-227b-47f1-964c-ef0caf318d13', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'mac_address': 'fa:16:3e:28:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:53Z', 'updated_at': '2021-10-13T04:32:57Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'subnets': [{'id': '2ccb2e7d-37c9-428a-95ff-4c23d63bd386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:59.371267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5675a462-aad6-4778-b985-cff7b4d4a0df None None] New status for floating IP 4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:38:59.688997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38256) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:59.741501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-254fc442-3ae0-465d-8893-262a2ca1e2bc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.763865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-254fc442-3ae0-465d-8893-262a2ca1e2bc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.810512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-254fc442-3ae0-465d-8893-262a2ca1e2bc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.813012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-254fc442-3ae0-465d-8893-262a2ca1e2bc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.814674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-254fc442-3ae0-465d-8893-262a2ca1e2bc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f5716e9-ea1e-471e-a5a6-1414f96f8bf8 HTTP/1.1" status: 204 len: 168 time: 0.1246636 Oct 13 04:38:59.817368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:59.823445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc442-3ae0-465d-8893-262a2ca1e2bc tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5716e9-ea1e-471e-a5a6-1414f96f8bf8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:59.831500 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-fdd47b6e-7894-4d71-8b32-31202335e23f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] show failed (client error): The resource could not be found. Oct 13 04:38:59.832498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fdd47b6e-7894-4d71-8b32-31202335e23f tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "GET /v2.0/security-groups/5f5716e9-ea1e-471e-a5a6-1414f96f8bf8 HTTP/1.1" status: 404 len: 347 time: 0.0140905 Oct 13 04:38:59.835298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:59.953783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Deleting port b98bf1ee-a833-4d67-880f-9b5e8098a4bb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:59.954147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.028535 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.028813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.039882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Calling delete_port for b98bf1ee-a833-4d67-880f-9b5e8098a4bb owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:00.166280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.191923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Pushing event deleted for resources: {'Port': ['ID=b98bf1ee-a833-4d67-880f-9b5e8098a4bb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:00.255264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.257952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.259188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ab2951f5-2a1f-4f2f-92da-3bdbe66f15f4 tempest-ServerActionsTestJSON-1575678717 tempest-ServerActionsTestJSON-1575678717-project] 10.222.0.44 "DELETE /v2.0/floatingips/4b4e52c1-ed3a-4d5a-922a-5ce69ce266e1 HTTP/1.1" status: 204 len: 168 time: 0.4229753 Oct 13 04:39:00.262038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:00.711727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.949109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Deleting port 67d664e1-4baa-45c5-bd87-78ce5e887dc4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:00.949804 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.028177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] For port 67d664e1-4baa-45c5-bd87-78ce5e887dc4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=67d664e1-4baa-45c5-bd87-78ce5e887dc4,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:01.028408 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.040441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Calling delete_port for 67d664e1-4baa-45c5-bd87-78ce5e887dc4 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:01.211086 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.236483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=67d664e1-4baa-45c5-bd87-78ce5e887dc4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:01.389636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:01.397741 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.413769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:01.414193 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device bb152df1-e5db-44a3-ab07-1ca4d9a0c1bc not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:01.612449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Router c0b272e9-15da-4905-a0e7-9a628c318515 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:39:01.715157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:01.720935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c623d87-c0d1-4dc4-bddf-80f274d0c8cd admin admin] 10.222.0.44 "PUT /v2.0/routers/c0b272e9-15da-4905-a0e7-9a628c318515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578094 Oct 13 04:39:01.723745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:01.725233 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] Sync routers for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:01.735190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:01.736345 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:01.828502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.926928 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:01.931731 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.982606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Deleting port 58a2207f-6535-4d97-8ced-9e511cfe3bb0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:01.982946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.063289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] For port 58a2207f-6535-4d97-8ced-9e511cfe3bb0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=58a2207f-6535-4d97-8ced-9e511cfe3bb0,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:02.063678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.075101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Calling delete_port for 58a2207f-6535-4d97-8ced-9e511cfe3bb0 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:02.101544 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port': {'id': '58a2207f-6535-4d97-8ced-9e511cfe3bb0', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:02.126799 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] Checking router: c0b272e9-15da-4905-a0e7-9a628c318515 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:02.134721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] Routers {'c0b272e9-15da-4905-a0e7-9a628c318515'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:02.135309 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c0b272e9-15da-4905-a0e7-9a628c318515'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:02.219591 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] Set router c0b272e9-15da-4905-a0e7-9a628c318515 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:02.235386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.261198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Pushing event deleted for resources: {'Port': ['ID=58a2207f-6535-4d97-8ced-9e511cfe3bb0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:02.274618 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 6, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:02.300334 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbecc07-ee2c-4d7d-adb9-5482ea7f2dbe None None] The sync data for ids ['c0b272e9-15da-4905-a0e7-9a628c318515'] in n-d-810220-9 is: [{'id': 'c0b272e9-15da-4905-a0e7-9a628c318515', 'name': 'tempest-ServerActionsTestJSON-1544942322-router', 'tenant_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:51Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 6, 'project_id': 'db638fd8b7ea4c95a2c77c28c828db57', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:02.319295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.409586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.411674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.455877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.456430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b272e9-15da-4905-a0e7-9a628c318515 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:39:02.460642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.461829 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3c41cdb4-a3fc-473d-9df5-ef5822e894af admin admin] 10.222.0.44 "DELETE /v2.0/routers/c0b272e9-15da-4905-a0e7-9a628c318515 HTTP/1.1" status: 204 len: 168 time: 0.7370911 Oct 13 04:39:02.464265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38268) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:02.507405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Deleting subnet 2ccb2e7d-37c9-428a-95ff-4c23d63bd386 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:02.510305 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.543786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.621760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.675900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.695292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc30aa-8616-4a70-89b3-02ff1720f9b2 None None] Network 2818c656-227b-47f1-964c-ef0caf318d13 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:02.705574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.708811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2ccb2e7d-37c9-428a-95ff-4c23d63bd386 HTTP/1.1" status: 204 len: 168 time: 0.2435465 Oct 13 04:39:02.709864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e65de3-8e6e-47e2-9f36-e061bde7d1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccb2e7d-37c9-428a-95ff-4c23d63bd386,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:02.711590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:02.781595 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.834973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Deleting port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:02.835302 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.896854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] For port be8ff22d-cd30-4ff2-9184-6b6aabe0f353, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,segment=NetworkSegment(60234d18-96c7-4363-b94f-c148969af0c7),segment_id=60234d18-96c7-4363-b94f-c148969af0c7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:02.897146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.908838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Calling delete_port for be8ff22d-cd30-4ff2-9184-6b6aabe0f353 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:02.988555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.014533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8ff22d-cd30-4ff2-9184-6b6aabe0f353,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:03.016659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] No DVR routers for this DVR port be8ff22d-cd30-4ff2-9184-6b6aabe0f353 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:03.070003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637b804-c773-4a65-84fe-6809859bc2d0 None None] DHCP port deletion for 2818c656-227b-47f1-964c-ef0caf318d13 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:03.096327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.116622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2818c656-227b-47f1-964c-ef0caf318d13']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:03.125738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60234d18-96c7-4363-b94f-c148969af0c7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:03.126646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60234d18-96c7-4363-b94f-c148969af0c7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:03.135737 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.149046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.154817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:39:03.155206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:39:03.156851 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:39:03.210479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.215835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.220087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2818c656-227b-47f1-964c-ef0caf318d13 HTTP/1.1" status: 204 len: 168 time: 0.5069268 Oct 13 04:39:03.232839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df81319-76bf-4c34-aa71-c35b36fb9e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2818c656-227b-47f1-964c-ef0caf318d13,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:03.340856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:03.381473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-700ac2bf-9534-4a24-8317-69092fa2cb89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db638fd8b7ea4c95a2c77c28c828db57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393846 Oct 13 04:39:03.383845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:03.430335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a66a5e6-d905-44f6-8e07-12a737c390db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.450953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a66a5e6-d905-44f6-8e07-12a737c390db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.496788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a66a5e6-d905-44f6-8e07-12a737c390db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.499324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a66a5e6-d905-44f6-8e07-12a737c390db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.500476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7a66a5e6-d905-44f6-8e07-12a737c390db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6241f2e-774a-41ef-927f-44112f62ff24 HTTP/1.1" status: 204 len: 168 time: 0.1157322 Oct 13 04:39:03.507892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66a5e6-d905-44f6-8e07-12a737c390db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6241f2e-774a-41ef-927f-44112f62ff24,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:03.581826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58a2207f-6535-4d97-8ced-9e511cfe3bb0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:03.604840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 58a2207f-6535-4d97-8ced-9e511cfe3bb0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:03.605144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 58a2207f-6535-4d97-8ced-9e511cfe3bb0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:03.605687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 67d664e1-4baa-45c5-bd87-78ce5e887dc4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:03.624036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 67d664e1-4baa-45c5-bd87-78ce5e887dc4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:03.624373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 67d664e1-4baa-45c5-bd87-78ce5e887dc4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:03.624806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device be8ff22d-cd30-4ff2-9184-6b6aabe0f353 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:03.642994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: be8ff22d-cd30-4ff2-9184-6b6aabe0f353 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:03.643333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device be8ff22d-cd30-4ff2-9184-6b6aabe0f353 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:04.143841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:04.237581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-628649398-network', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:04.261688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Made reservation on behalf of 684482d3cf6647bea9ab16e6e2549e31 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:04.263847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.272544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.344824 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.348305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.368616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:39:04.383946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518bd998-1bcc-4087-81ab-1dd0b870c31b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:04.386773 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.387115 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Added segment adc69c87-9957-49b5-9496-597a4795f588 of type vlan for network fa834399-9c4a-42f9-8233-5b3b307c96e4 Oct 13 04:39:04.425088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.449372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.450351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:04.450925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.503203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3582373 Oct 13 04:39:04.506275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:04.511493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Request body: {'subnet': {'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-subnet', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:04.513778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c499c-4d81-42a2-9185-fdb50c89a399 admin admin] Pushing event updated for resources: {'Network': ['ID=fa834399-9c4a-42f9-8233-5b3b307c96e4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:04.523431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:39:04.533608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Made reservation on behalf of 684482d3cf6647bea9ab16e6e2549e31 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:04.535980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.701245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.760152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d36150-38a3-409e-937b-104d30a86779,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:04.767835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Checking segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:04.768179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Network hostable DHCP agents. Network: fa834399-9c4a-42f9-8233-5b3b307c96e4, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:39:04.784841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:39:04.793510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, fa834399-9c4a-42f9-8233-5b3b307c96e4) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:04.797568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:04.798765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.803469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876468c5-1fb4-4c14-b892-f4f498c67231 None None] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:04.814240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf04acf7-7c7a-4695-bae6-ac27fd23e09e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3067412 Oct 13 04:39:04.816942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:04.821102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:04.840967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.842101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.894447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.927787 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caaa59c-f462-472b-a99c-834831499a6e None None] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:05.030232 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.221036 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.242390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.339355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Allocated IP 172.25.1.187 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a6fb914c-1efa-475f-8306-2ab2fe247f50) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:05.440583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.473004 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.506399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:05.511062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:05.514611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:05.541624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Pushing event updated for resources: {'Port': ['ID=a6fb914c-1efa-475f-8306-2ab2fe247f50,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:05.755309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.266937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.389895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Router 50ecc3bc-3e6f-46cf-a74f-27013d369965 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:39:06.493023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:06.502680 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Sync routers for ids ['50ecc3bc-3e6f-46cf-a74f-27013d369965'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:06.509716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.510969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3b9980ae-1f32-4ac5-b571-60c88c054d7d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6930852 Oct 13 04:39:06.512279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Routers {'50ecc3bc-3e6f-46cf-a74f-27013d369965'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:06.512931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50ecc3bc-3e6f-46cf-a74f-27013d369965'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:06.513602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:06.617641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Set router 50ecc3bc-3e6f-46cf-a74f-27013d369965 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:06.791031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:39:05Z', 'revision_number': 3, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:06.818384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Checking router: 50ecc3bc-3e6f-46cf-a74f-27013d369965 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:06.818725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Updating router 50ecc3bc-3e6f-46cf-a74f-27013d369965 port a6fb914c-1efa-475f-8306-2ab2fe247f50 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:39:06.842300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.913338 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.069386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Allocated IP 172.20.0.1 (fa834399-9c4a-42f9-8233-5b3b307c96e4/69d36150-38a3-409e-937b-104d30a86779/df0d429d-4bf0-4307-a5f1-435b848c2b24) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:07.089500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.094546 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.143322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Attempting to bind port a6fb914c-1efa-475f-8306-2ab2fe247f50 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:07.143701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Attempting to bind port a6fb914c-1efa-475f-8306-2ab2fe247f50 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:07.144057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Attempting to bind port a6fb914c-1efa-475f-8306-2ab2fe247f50 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:07.150722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Pushing event updated for resources: {'Port': ['ID=a6fb914c-1efa-475f-8306-2ab2fe247f50,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:07.153851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:07.154220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:07.154617 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.155002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:07.155463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Bound port: a6fb914c-1efa-475f-8306-2ab2fe247f50, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:07.155839 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.178064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.178965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.179306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.179638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.179972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.180297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.180621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.180974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.181297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.181615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.181934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.182250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.182563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:07.211588 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.217653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] For port a6fb914c-1efa-475f-8306-2ab2fe247f50, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:07.221199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] For port a6fb914c-1efa-475f-8306-2ab2fe247f50, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a6fb914c-1efa-475f-8306-2ab2fe247f50,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:07.225685 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.254801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:07.257870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:07.263476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:07.265501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Pushing event updated for resources: {'Port': ['ID=df0d429d-4bf0-4307-a5f1-435b848c2b24,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:07.276082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Routers {'50ecc3bc-3e6f-46cf-a74f-27013d369965'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:07.276704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50ecc3bc-3e6f-46cf-a74f-27013d369965'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:07.302887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.328919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8763ce-f878-462a-b153-139ae644c4c2 None None] Pushing event updated for resources: {'Port': ['ID=a6fb914c-1efa-475f-8306-2ab2fe247f50,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:07.395002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] Set router 50ecc3bc-3e6f-46cf-a74f-27013d369965 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:07.431648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.573999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:39:05Z', 'revision_number': 3, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:07.592259 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.597594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.603433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9a63a-a100-4fe1-af84-28c0ded12c79 None None] The sync data for ids ['50ecc3bc-3e6f-46cf-a74f-27013d369965'] in n-d-810220-9 is: [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:39:05Z', 'revision_number': 3, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:07.668910 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Pushing event updated for resources: {'Port': ['ID=df0d429d-4bf0-4307-a5f1-435b848c2b24,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:07.671445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.763128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:07.764633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:07.894489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Router 50ecc3bc-3e6f-46cf-a74f-27013d369965 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:39:08.005951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:08.011023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f59aba58-08fa-49bc-88f0-fe4b98333c8c admin admin] 10.222.0.44 "PUT /v2.0/routers/50ecc3bc-3e6f-46cf-a74f-27013d369965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4964788 Oct 13 04:39:08.357857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.449005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-33484b7d-f8cd-462e-a2f9-ddf88321ac91 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:08.450459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-33484b7d-f8cd-462e-a2f9-ddf88321ac91 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 818 time: 0.1097929 Oct 13 04:39:08.464969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-6e423f97-e3c0-4a39-b7de-fefcc62e504f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/quotas/684482d3cf6647bea9ab16e6e2549e31 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Oct 13 04:39:08.512237 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-3a4753eb-16f8-495d-b14f-b4183d1afbf7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420918 Oct 13 04:39:08.670460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-b5b3d975-cee7-464a-ba8c-cadf6556149e service neutron] 10.222.0.44 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514060 Oct 13 04:39:08.756119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-8cb7221e-7e0b-452c-9d46-c31bcce7efa1 service neutron] 10.222.0.44 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790315 Oct 13 04:39:08.920365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ecc5dc23-bed1-42c1-848f-184b0ef17467 req-b45de80f-71a7-4d22-9cc6-f087290ead54 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 210 time: 0.0291305 Oct 13 04:39:09.150172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Sync routers for ids ['50ecc3bc-3e6f-46cf-a74f-27013d369965'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:09.160179 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Routers {'50ecc3bc-3e6f-46cf-a74f-27013d369965'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:09.161130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50ecc3bc-3e6f-46cf-a74f-27013d369965'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:09.180231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-15bda132-2b66-41fa-901c-c33430b7d8ac tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:09.181812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-15bda132-2b66-41fa-901c-c33430b7d8ac tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 818 time: 0.1356187 Oct 13 04:39:09.198038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-2e70a8c1-ba53-4528-aea1-c7946cbf94d7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/quotas/684482d3cf6647bea9ab16e6e2549e31 HTTP/1.1" status: 200 len: 375 time: 0.0096745 Oct 13 04:39:09.249955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-4c3132cc-4b14-459a-a24e-8ad249786132 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458260 Oct 13 04:39:09.275333 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Set router 50ecc3bc-3e6f-46cf-a74f-27013d369965 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:09.356606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-0293aa54-2900-4ece-8f27-8a2925c7f034 service neutron] 10.222.0.44 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983756 Oct 13 04:39:09.458618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-127d6906-0467-478e-b44a-ff36f598995f service neutron] 10.222.0.44 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946534 Oct 13 04:39:09.496424 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 4, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'df0d429d-4bf0-4307-a5f1-435b848c2b24', 'name': '', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'mac_address': 'fa:16:3e:fc:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '69d36150-38a3-409e-937b-104d30a86779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:06Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 2, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'subnets': [{'id': '69d36150-38a3-409e-937b-104d30a86779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:09.528160 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Checking router: 50ecc3bc-3e6f-46cf-a74f-27013d369965 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:09.528512 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Updating router 50ecc3bc-3e6f-46cf-a74f-27013d369965 port df0d429d-4bf0-4307-a5f1-435b848c2b24 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:39:09.557377 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.614925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a6fb914c-1efa-475f-8306-2ab2fe247f50 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:09.668321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37b029d9-3dc9-448b-b860-47a228be4d37 req-29739d86-8b35-43df-a42a-9de76ee0b85a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0396445 Oct 13 04:39:09.669987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a6fb914c-1efa-475f-8306-2ab2fe247f50 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:09.670385 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.761015 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.784023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a6fb914c-1efa-475f-8306-2ab2fe247f50, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a6fb914c-1efa-475f-8306-2ab2fe247f50,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:09.790248 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.849850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a6fb914c-1efa-475f-8306-2ab2fe247f50,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:09.907556 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.913926 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.958470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-4aa9bd7f-c2f1-4b70-bd18-8fc6a593b5fe tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:09.960617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-4aa9bd7f-c2f1-4b70-bd18-8fc6a593b5fe tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 818 time: 0.1390905 Oct 13 04:39:09.974776 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Pushing event updated for resources: {'Port': ['ID=df0d429d-4bf0-4307-a5f1-435b848c2b24,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:09.976791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Request body: {'port': {'device_id': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'admin_state_up': True, 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:09.999865 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.000330 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.000864 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.001241 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.001774 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.002163 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.002605 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.003061 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.003516 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.003942 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.004368 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.004848 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:10.043955 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Attempting to bind port df0d429d-4bf0-4307-a5f1-435b848c2b24 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:10.044239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Attempting to bind port df0d429d-4bf0-4307-a5f1-435b848c2b24 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:10.044612 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Attempting to bind port df0d429d-4bf0-4307-a5f1-435b848c2b24 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:10.050562 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:10.050924 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Checking segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:10.051314 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.051703 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Bound using segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:10.052159 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Bound port: df0d429d-4bf0-4307-a5f1-435b848c2b24, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:10.052529 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.108020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Made reservation on behalf of 684482d3cf6647bea9ab16e6e2549e31 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:10.112164 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.119298 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] For port df0d429d-4bf0-4307-a5f1-435b848c2b24, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:10.124270 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] For port df0d429d-4bf0-4307-a5f1-435b848c2b24, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=df0d429d-4bf0-4307-a5f1-435b848c2b24,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:10.130022 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.137376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.202630 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Routers {'50ecc3bc-3e6f-46cf-a74f-27013d369965'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:10.203249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:38:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50ecc3bc-3e6f-46cf-a74f-27013d369965'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:10.238359 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7814b-7e83-4fb7-97ce-d87fa497513c None None] Pushing event updated for resources: {'Port': ['ID=df0d429d-4bf0-4307-a5f1-435b848c2b24,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:10.259258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Allocated IP 172.20.0.2 (fa834399-9c4a-42f9-8233-5b3b307c96e4/69d36150-38a3-409e-937b-104d30a86779/d0b8c944-3176-4711-959b-79f633317226) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:10.411342 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] Set router 50ecc3bc-3e6f-46cf-a74f-27013d369965 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:10.419493 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.454285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.500352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:10.503790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:10.509154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:10.537286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Pushing event updated for resources: {'Port': ['ID=d0b8c944-3176-4711-959b-79f633317226,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:10.578591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.579290 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.635936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-00c6af38-828d-48d8-b7e2-89d096802029 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6663477 Oct 13 04:39:10.638650 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 4, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'df0d429d-4bf0-4307-a5f1-435b848c2b24', 'name': '', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'mac_address': 'fa:16:3e:fc:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '69d36150-38a3-409e-937b-104d30a86779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:06Z', 'updated_at': '2021-10-13T04:39:10Z', 'revision_number': 4, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'subnets': [{'id': '69d36150-38a3-409e-937b-104d30a86779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:10.647757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Request body: {'port': {'device_id': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:10.671295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65327a32-66b5-43a9-b13d-e2d2c47623c3 None None] The sync data for ids ['50ecc3bc-3e6f-46cf-a74f-27013d369965'] in n-d-810220-9 is: [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:39:07Z', 'revision_number': 4, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'df0d429d-4bf0-4307-a5f1-435b848c2b24', 'name': '', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'mac_address': 'fa:16:3e:fc:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '69d36150-38a3-409e-937b-104d30a86779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:06Z', 'updated_at': '2021-10-13T04:39:10Z', 'revision_number': 4, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'subnets': [{'id': '69d36150-38a3-409e-937b-104d30a86779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:10.736955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-1a7ba4d8-5b31-4465-b355-55c042fe511d tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.745189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-1a7ba4d8-5b31-4465-b355-55c042fe511d tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.15 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 818 time: 0.1837900 Oct 13 04:39:10.746057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.762608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Request body: {'port': {'device_id': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'admin_state_up': True, 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:10.769531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce55e77b-a6aa-4722-af94-2d0f3724b8c1 req-ee7534f5-08ef-432b-9523-5967070fe6f4 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0406215 Oct 13 04:39:11.011519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Made reservation on behalf of 684482d3cf6647bea9ab16e6e2549e31 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:11.015001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.498138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b8c944-3176-4711-959b-79f633317226 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:11.506665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.520714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Transition to ACTIVE for port object d0b8c944-3176-4711-959b-79f633317226 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:11.528058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.624200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Pushing event updated for resources: {'Port': ['ID=d0b8c944-3176-4711-959b-79f633317226,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:11.627832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Allocated IP 172.20.0.10 (fa834399-9c4a-42f9-8233-5b3b307c96e4/69d36150-38a3-409e-937b-104d30a86779/d257b222-2551-4a3d-9961-7d191347d5d2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:11.671355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device df0d429d-4bf0-4307-a5f1-435b848c2b24 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:11.736485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port df0d429d-4bf0-4307-a5f1-435b848c2b24 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:11.737355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.748047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Attempting to bind port d0b8c944-3176-4711-959b-79f633317226 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:11.748391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Attempting to bind port d0b8c944-3176-4711-959b-79f633317226 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:11.748748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Attempting to bind port d0b8c944-3176-4711-959b-79f633317226 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:11.783127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Port d0b8c944-3176-4711-959b-79f633317226 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:39:11.783452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Attempting to bind port d0b8c944-3176-4711-959b-79f633317226 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:11.791358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:11.791691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Checking segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:11.792072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Bound using segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:11.792506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Bound port: d0b8c944-3176-4711-959b-79f633317226, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:11.792904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.833579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.870180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port df0d429d-4bf0-4307-a5f1-435b848c2b24, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=df0d429d-4bf0-4307-a5f1-435b848c2b24,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:11.874140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.874995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a6fb914c-1efa-475f-8306-2ab2fe247f50 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:11.889405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52b1e317-c3e7-427a-b91e-b27d14bf8c8a req-2e982e0a-509e-45b3-a9a3-af8da8c41ae2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0468600 Oct 13 04:39:11.932970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.934910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] For port d0b8c944-3176-4711-959b-79f633317226, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:11.949707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] For port d0b8c944-3176-4711-959b-79f633317226, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d0b8c944-3176-4711-959b-79f633317226,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:11.955519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=df0d429d-4bf0-4307-a5f1-435b848c2b24,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:11.956672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.964511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a6fb914c-1efa-475f-8306-2ab2fe247f50 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:11.965001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.005965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.006585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.008037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] 10.222.0.26 "PUT /v2.0/ports/d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 1091 time: 1.3643010 Oct 13 04:39:12.008495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'tag': 'd0b8c944-3176-4711-959b-79f633317226'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:12.010869 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025bd85d-9296-4645-b65b-a67da9138c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b0274f-8183-4399-a60b-2541b6779cdc", "tag": "d0b8c944-3176-4711-959b-79f633317226"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:12.033662 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.040431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bbba7-3b7b-4f27-84d7-0fb6bf2cfafa service neutron] Pushing event updated for resources: {'Port': ['ID=d0b8c944-3176-4711-959b-79f633317226,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:12.094639 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f9ebd-4647-42cb-b5da-a9bd87b6b6e5 x-openstack-request-id: req-427f9ebd-4647-42cb-b5da-a9bd87b6b6e5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:12.094928 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b0274f-8183-4399-a60b-2541b6779cdc", "tag": "d0b8c944-3176-4711-959b-79f633317226", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:12.095178 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-427f9ebd-4647-42cb-b5da-a9bd87b6b6e5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:12.095621 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'tag': 'd0b8c944-3176-4711-959b-79f633317226', 'status': 'completed', 'code': 200} Oct 13 04:39:12.112160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Network fa834399-9c4a-42f9-8233-5b3b307c96e4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:12.117570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:12.122016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:12.152617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Pushing event updated for resources: {'Port': ['ID=d257b222-2551-4a3d-9961-7d191347d5d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:12.176066 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-18d63d56-929b-4214-b552-106bb993ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.177591 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-18d63d56-929b-4214-b552-106bb993ce41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1094 time: 0.1042922 Oct 13 04:39:12.188370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.188639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.229850 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-e54ccb43-7a01-438a-807b-901699ef9b3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0371089 Oct 13 04:39:12.235763 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7c509b7b-2962-4a7c-9f57-c38f230a72df tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4781718 Oct 13 04:39:12.264965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-96f1d415-8dbf-4cc2-ac4f-6a1c33301d93 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:39:12.265893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-96f1d415-8dbf-4cc2-ac4f-6a1c33301d93 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0207796 Oct 13 04:39:12.279843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Request body: {'port': {'device_id': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:12.308306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e73a-b466-427b-8ca0-acb123726c81 req-c2d0fb9b-4bcf-4a2f-b58b-c7ec5b96e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.309985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-c2d0fb9b-4bcf-4a2f-b58b-c7ec5b96e54f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0727215 Oct 13 04:39:12.359351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-e1948c38-48ed-4281-9fbc-96244f2f8943 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400131 Oct 13 04:39:12.362399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.544545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-2cf166ab-669d-4f89-a148-1f9ed1609c65 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738086 Oct 13 04:39:12.707688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f949e73a-b466-427b-8ca0-acb123726c81 req-ad372b26-f38f-4f9c-bb14-2b1bcbd290dc service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547229 Oct 13 04:39:12.761206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d257b222-2551-4a3d-9961-7d191347d5d2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:12.775928 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.805233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Transition to ACTIVE for port object d257b222-2551-4a3d-9961-7d191347d5d2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:12.812236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.821448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd85d-9296-4645-b65b-a67da9138c1b req-af7e1054-767f-46c4-8179-d8db5dc8debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.822926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-af7e1054-767f-46c4-8179-d8db5dc8debd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1094 time: 0.0640128 Oct 13 04:39:12.910924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Pushing event updated for resources: {'Port': ['ID=d257b222-2551-4a3d-9961-7d191347d5d2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:13.026356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd85d-9296-4645-b65b-a67da9138c1b req-a14fa77b-01a5-4e74-a553-084e34849746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.027800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-a14fa77b-01a5-4e74-a553-084e34849746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.1851854 Oct 13 04:39:13.059189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b164d-860e-4826-850f-6ee9e36bc3a5 req-3fa56d0a-84c0-49e3-98ad-14e2140dc67e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.060539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d82b164d-860e-4826-850f-6ee9e36bc3a5 req-3fa56d0a-84c0-49e3-98ad-14e2140dc67e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0972469 Oct 13 04:39:13.086658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Attempting to bind port d257b222-2551-4a3d-9961-7d191347d5d2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:13.086994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Attempting to bind port d257b222-2551-4a3d-9961-7d191347d5d2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:13.087323 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Attempting to bind port d257b222-2551-4a3d-9961-7d191347d5d2 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:13.092871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-bcf246a3-6eb4-4ba0-b2c9-7db325733a14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0529671 Oct 13 04:39:13.099391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Port d257b222-2551-4a3d-9961-7d191347d5d2 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:39:13.099708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Attempting to bind port d257b222-2551-4a3d-9961-7d191347d5d2 on network fa834399-9c4a-42f9-8233-5b3b307c96e4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:13.120658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:13.121013 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Checking segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:13.121386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Bound using segment: {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:13.121806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Bound port: d257b222-2551-4a3d-9961-7d191347d5d2, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc69c87-9957-49b5-9496-597a4795f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:13.122163 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.176567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d82b164d-860e-4826-850f-6ee9e36bc3a5 req-72aa1949-fb62-4b78-99ea-9ff39edbf421 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867622 Oct 13 04:39:13.206495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd85d-9296-4645-b65b-a67da9138c1b req-238dcf09-3b7b-487a-843f-41dde20dc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.207931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-238dcf09-3b7b-487a-843f-41dde20dc002 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0984819 Oct 13 04:39:13.249644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-1c6ccdb3-8aa6-412d-819f-7bbb99de362c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325909 Oct 13 04:39:13.254176 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] For port d257b222-2551-4a3d-9961-7d191347d5d2, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:13.272913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] For port d257b222-2551-4a3d-9961-7d191347d5d2, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d257b222-2551-4a3d-9961-7d191347d5d2,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:13.283089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.355343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.355945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.357312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] 10.222.0.15 "PUT /v2.0/ports/d257b222-2551-4a3d-9961-7d191347d5d2 HTTP/1.1" status: 200 len: 1092 time: 1.0811639 Oct 13 04:39:13.386522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f72ac-301b-42f2-a889-99d112801543 service neutron] Pushing event updated for resources: {'Port': ['ID=d257b222-2551-4a3d-9961-7d191347d5d2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:13.411661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-b46efa72-8d09-4386-accb-95e1d6464ffc service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494546 Oct 13 04:39:13.491387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-11d2e90c-4985-453c-8c44-42600a7fcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.492893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-11d2e90c-4985-453c-8c44-42600a7fcb7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 1095 time: 0.0942392 Oct 13 04:39:13.542519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-cbcb218c-c82a-4b91-b79b-c2bfc0a54e31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257b222-2551-4a3d-9961-7d191347d5d2 HTTP/1.1" status: 200 len: 217 time: 0.0417075 Oct 13 04:39:13.561650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-025bd85d-9296-4645-b65b-a67da9138c1b req-64cc5cd8-c18f-47fa-8dd2-708019d468d3 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363747 Oct 13 04:39:13.592392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device df0d429d-4bf0-4307-a5f1-435b848c2b24 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:13.599480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-b685e702-3b89-41f9-b269-e6ba310e4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.600878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-b685e702-3b89-41f9-b269-e6ba310e4a6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0507123 Oct 13 04:39:13.634476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-7283d706-f2bf-4c29-82f7-52dfcffc2383 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249252 Oct 13 04:39:13.638721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port df0d429d-4bf0-4307-a5f1-435b848c2b24 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:13.639131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.723374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-b7faa1ae-227a-465c-8f05-abf1195485ff service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Oct 13 04:39:13.814022 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-978633e3-70db-4ab4-ae24-96a4e60e32e0 req-545d1ca9-4289-44ee-b92d-9526e443da5a service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837145 Oct 13 04:39:14.097542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'tag': 'd257b222-2551-4a3d-9961-7d191347d5d2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:14.099882 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2474404-adf9-4caf-80c7-b54e0996440c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe9ae2d-a778-4859-9008-317ff9c1aaf0", "tag": "d257b222-2551-4a3d-9961-7d191347d5d2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:14.133884 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd6cdb-a13d-49ee-83d2-c14a826f1242 x-openstack-request-id: req-3acd6cdb-a13d-49ee-83d2-c14a826f1242 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:14.134174 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe9ae2d-a778-4859-9008-317ff9c1aaf0", "tag": "d257b222-2551-4a3d-9961-7d191347d5d2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:14.134443 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3acd6cdb-a13d-49ee-83d2-c14a826f1242 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:14.134831 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'tag': 'd257b222-2551-4a3d-9961-7d191347d5d2', 'status': 'completed', 'code': 200} Oct 13 04:39:14.197797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2474404-adf9-4caf-80c7-b54e0996440c req-d489d4c8-15a2-4ae6-ba7e-ddfebd243146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.199417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-d489d4c8-15a2-4ae6-ba7e-ddfebd243146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 1095 time: 0.0399590 Oct 13 04:39:14.326508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20363b-59c2-4080-959e-43829eb39d57 req-b94997e6-cc6c-4225-85fe-66e116baffe2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.327975 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b20363b-59c2-4080-959e-43829eb39d57 req-b94997e6-cc6c-4225-85fe-66e116baffe2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0764065 Oct 13 04:39:14.331270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2474404-adf9-4caf-80c7-b54e0996440c req-a2c8956c-6670-43d9-a6b8-06548603038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.332654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-a2c8956c-6670-43d9-a6b8-06548603038d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.1257184 Oct 13 04:39:14.384832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-ae8743b9-fccc-426f-98d3-25254cdc8680 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257b222-2551-4a3d-9961-7d191347d5d2 HTTP/1.1" status: 200 len: 217 time: 0.0437186 Oct 13 04:39:14.409312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b20363b-59c2-4080-959e-43829eb39d57 req-a1e563e4-803c-456d-854b-2f54f0015396 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Oct 13 04:39:14.443145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2474404-adf9-4caf-80c7-b54e0996440c req-00270a08-9184-43cd-b7f5-39c3eaf660dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.444568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-00270a08-9184-43cd-b7f5-39c3eaf660dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0523374 Oct 13 04:39:14.477489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-3f0e1d5a-4832-439e-a77d-d2e9027c047a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242302 Oct 13 04:39:14.566877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-6e27c864-b6e5-47c1-80c7-d933e7d7883f service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813320 Oct 13 04:39:14.663422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2474404-adf9-4caf-80c7-b54e0996440c req-0bf34a03-7b0b-4825-929f-d228823df4cf service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854287 Oct 13 04:39:15.522852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce07c69-aab4-4512-a007-4b75ba002182 req-67888feb-0a96-4363-9a0a-76e26bfffa04 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:15.524635 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7ce07c69-aab4-4512-a007-4b75ba002182 req-67888feb-0a96-4363-9a0a-76e26bfffa04 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0479240 Oct 13 04:39:15.566011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7ce07c69-aab4-4512-a007-4b75ba002182 req-fd40b390-4c21-46b7-a741-c99ff004f82e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349774 Oct 13 04:39:16.678290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c472b4-3c3c-4f3f-9a82-07b8fb0cb1ff req-38dd9dc5-4d64-4d67-9aba-f7034b27b5a9 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:16.679723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12c472b4-3c3c-4f3f-9a82-07b8fb0cb1ff req-38dd9dc5-4d64-4d67-9aba-f7034b27b5a9 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0484564 Oct 13 04:39:16.716525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12c472b4-3c3c-4f3f-9a82-07b8fb0cb1ff req-3c4fbccc-8d47-4cfa-aa6c-e839064270d6 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Oct 13 04:39:17.120950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d0b8c944-3176-4711-959b-79f633317226 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:39:17.211187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d0b8c944-3176-4711-959b-79f633317226, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d0b8c944-3176-4711-959b-79f633317226,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:17.224458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'd0b8c944-3176-4711-959b-79f633317226', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'port_id': 'd0b8c944-3176-4711-959b-79f633317226', 'mac_address': 'fa:16:3e:44:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d36150-38a3-409e-937b-104d30a86779', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:39:17.259962 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.272006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b8c944-3176-4711-959b-79f633317226 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:17.290057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d0b8c944-3176-4711-959b-79f633317226, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d0b8c944-3176-4711-959b-79f633317226,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:17.293644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.339712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d0b8c944-3176-4711-959b-79f633317226,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:17.474028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d257b222-2551-4a3d-9961-7d191347d5d2 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:39:17.569803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d257b222-2551-4a3d-9961-7d191347d5d2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d257b222-2551-4a3d-9961-7d191347d5d2,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:17.580608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'd257b222-2551-4a3d-9961-7d191347d5d2', 'network_id': 'fa834399-9c4a-42f9-8233-5b3b307c96e4', 'port_id': 'd257b222-2551-4a3d-9961-7d191347d5d2', 'mac_address': 'fa:16:3e:fb:77:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d36150-38a3-409e-937b-104d30a86779', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:39:17.617378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.629604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d257b222-2551-4a3d-9961-7d191347d5d2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:17.647536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d257b222-2551-4a3d-9961-7d191347d5d2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d257b222-2551-4a3d-9961-7d191347d5d2,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:17.650472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d0b8c944-3176-4711-959b-79f633317226'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:39:17.653798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.738418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d257b222-2551-4a3d-9961-7d191347d5d2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:17.831531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444f5de-5571-4f31-b1b8-d36bc2b095a2 req-a7cdbfd7-b966-479b-8e7c-0c0d9244d53e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:17.833143 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0444f5de-5571-4f31-b1b8-d36bc2b095a2 req-a7cdbfd7-b966-479b-8e7c-0c0d9244d53e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Oct 13 04:39:17.857036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d257b222-2551-4a3d-9961-7d191347d5d2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:39:17.872397 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0444f5de-5571-4f31-b1b8-d36bc2b095a2 req-550d6d18-e310-48a5-937a-a3d410be3b93 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Oct 13 04:39:18.988189 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27b56f-7fa3-43f0-8545-f7137eccd0c7 req-8a116bcf-2f42-462d-bdc6-5c9b0fedec17 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:18.989652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a27b56f-7fa3-43f0-8545-f7137eccd0c7 req-8a116bcf-2f42-462d-bdc6-5c9b0fedec17 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Oct 13 04:39:19.011865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33da41e9-1325-4adc-86ce-aa0ff7fefb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.026686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9a27b56f-7fa3-43f0-8545-f7137eccd0c7 req-7eec66a8-1744-41fb-ae94-fd9e02503d1b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Oct 13 04:39:19.144258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d0b8c944-3176-4711-959b-79f633317226 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:19.191061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port d0b8c944-3176-4711-959b-79f633317226 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:39:19.194414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port d0b8c944-3176-4711-959b-79f633317226 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:19.194783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.268666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.293293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b8c944-3176-4711-959b-79f633317226'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:19.295559 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c73cb-a189-4553-81a8-a304934459ff" -d '{"events": [{"server_uuid": "a0b0274f-8183-4399-a60b-2541b6779cdc", "name": "network-vif-plugged", "status": "completed", "tag": "d0b8c944-3176-4711-959b-79f633317226"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:19.308137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port d0b8c944-3176-4711-959b-79f633317226, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d0b8c944-3176-4711-959b-79f633317226,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:19.312581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.335206 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be53171-3ef5-4642-a046-79f106f0eed3 x-openstack-request-id: req-7be53171-3ef5-4642-a046-79f106f0eed3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:19.335496 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b0274f-8183-4399-a60b-2541b6779cdc", "name": "network-vif-plugged", "status": "completed", "tag": "d0b8c944-3176-4711-959b-79f633317226", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:19.335748 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7be53171-3ef5-4642-a046-79f106f0eed3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:19.336131 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b8c944-3176-4711-959b-79f633317226', 'code': 200} Oct 13 04:39:19.365141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=d0b8c944-3176-4711-959b-79f633317226,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:19.432796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74c959-15f7-413c-bd1f-1baf360faa6a req-e19d7b57-a456-4462-999e-2bdb02756de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:19.434513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed74c959-15f7-413c-bd1f-1baf360faa6a req-e19d7b57-a456-4462-999e-2bdb02756de6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0392482 Oct 13 04:39:19.468060 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed74c959-15f7-413c-bd1f-1baf360faa6a req-4864a347-9607-42aa-b601-b698bc2b4c2c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265920 Oct 13 04:39:19.482558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d257b222-2551-4a3d-9961-7d191347d5d2 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:19.529430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port d257b222-2551-4a3d-9961-7d191347d5d2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:39:19.533701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port d257b222-2551-4a3d-9961-7d191347d5d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:19.534189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.610575 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.640448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port d257b222-2551-4a3d-9961-7d191347d5d2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d257b222-2551-4a3d-9961-7d191347d5d2,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:19.644746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.691508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=d257b222-2551-4a3d-9961-7d191347d5d2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:20.138562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7bd9-a529-42dc-8961-a10bf2b0db9d req-606b1282-5103-49b5-98f0-e0e7feef8aa8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:20.139988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2c7bd9-a529-42dc-8961-a10bf2b0db9d req-606b1282-5103-49b5-98f0-e0e7feef8aa8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0470479 Oct 13 04:39:20.176503 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d2c7bd9-a529-42dc-8961-a10bf2b0db9d req-a27ba2ec-d9e6-4afc-8173-eda2260312b1 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301404 Oct 13 04:39:21.288118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13822dc1-1ee2-4c7f-9499-bbd31f8a7a9b req-cbd067c2-ace0-4717-abd6-5acb5c05faed tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:21.289568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13822dc1-1ee2-4c7f-9499-bbd31f8a7a9b req-cbd067c2-ace0-4717-abd6-5acb5c05faed tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0469158 Oct 13 04:39:21.326267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13822dc1-1ee2-4c7f-9499-bbd31f8a7a9b req-4ffb7dc1-086f-4e45-8b6c-4218982a272e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Oct 13 04:39:21.337240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd257b222-2551-4a3d-9961-7d191347d5d2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:21.339587 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4f906b-70e9-4987-a0cd-14be3df497f5" -d '{"events": [{"server_uuid": "dfe9ae2d-a778-4859-9008-317ff9c1aaf0", "name": "network-vif-plugged", "status": "completed", "tag": "d257b222-2551-4a3d-9961-7d191347d5d2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:21.379837 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3481852f-c7e0-4675-b2ba-13b23da0ed36 x-openstack-request-id: req-3481852f-c7e0-4675-b2ba-13b23da0ed36 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:21.380129 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe9ae2d-a778-4859-9008-317ff9c1aaf0", "name": "network-vif-plugged", "status": "completed", "tag": "d257b222-2551-4a3d-9961-7d191347d5d2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:21.380385 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3481852f-c7e0-4675-b2ba-13b23da0ed36 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:21.380813 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd257b222-2551-4a3d-9961-7d191347d5d2', 'code': 200} Oct 13 04:39:21.504863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35b455ae-3c7b-4d35-b9b2-ba6e25158f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.522268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f298e-fee9-441f-b3e0-b8c3776fb8d1 req-2c507616-5369-481b-9178-6543d7da6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:21.523739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da5f298e-fee9-441f-b3e0-b8c3776fb8d1 req-2c507616-5369-481b-9178-6543d7da6a25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 1097 time: 0.0914881 Oct 13 04:39:21.563194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da5f298e-fee9-441f-b3e0-b8c3776fb8d1 req-09b3ce17-42ea-407e-b7df-76b19d4fbc41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281055 Oct 13 04:39:22.437092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236162-03a6-40ac-9c42-b3f89e26b58d req-99428eef-6241-40d0-a86f-51532216a2cd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:22.438534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44236162-03a6-40ac-9c42-b3f89e26b58d req-99428eef-6241-40d0-a86f-51532216a2cd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0478611 Oct 13 04:39:22.479049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44236162-03a6-40ac-9c42-b3f89e26b58d req-5464173d-6e25-42b4-940f-a59ffc85d701 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346990 Oct 13 04:39:22.869915 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:23.065444 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:23.593391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68d8e-b057-4ae8-91de-1b05ba251e52 req-38a46bc9-ae70-4baa-8b8f-99a960769281 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.594844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15e68d8e-b057-4ae8-91de-1b05ba251e52 req-38a46bc9-ae70-4baa-8b8f-99a960769281 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Oct 13 04:39:23.631270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-15e68d8e-b057-4ae8-91de-1b05ba251e52 req-883a03f8-dadc-430d-a540-d422b7b4cc2c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305145 Oct 13 04:39:23.877512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-994288ac-f364-4fb9-b846-0b47517cefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.878974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-994288ac-f364-4fb9-b846-0b47517cefc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 1097 time: 0.0721157 Oct 13 04:39:23.887025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8cb5-af9c-4dff-91bf-caca8989dc24 req-36f8002f-09b7-4261-a557-addb09b43678 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.888272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-689d8cb5-af9c-4dff-91bf-caca8989dc24 req-36f8002f-09b7-4261-a557-addb09b43678 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0728765 Oct 13 04:39:23.970523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-689d8cb5-af9c-4dff-91bf-caca8989dc24 req-a210c6b6-f13d-457f-968a-9127d9be1ade tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743861 Oct 13 04:39:23.993928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-3a08d928-adca-457d-b0b9-722c39191bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.995342 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-3a08d928-adca-457d-b0b9-722c39191bc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.1062210 Oct 13 04:39:24.039338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-5fe19a03-6193-495e-be70-eca30dfb4911 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257b222-2551-4a3d-9961-7d191347d5d2 HTTP/1.1" status: 200 len: 217 time: 0.0366919 Oct 13 04:39:24.087839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-1a974d38-e3b9-4973-86a0-263691ee6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:24.089269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-1a974d38-e3b9-4973-86a0-263691ee6269 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0430861 Oct 13 04:39:24.119463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-d828887b-5e6b-4380-883a-22be36159dc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237422 Oct 13 04:39:24.208988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-1603a8ad-86ec-4fd6-9d2a-773c5427d175 service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826726 Oct 13 04:39:24.295988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cac94dec-ee61-4cb6-a38c-c50efd090c28 req-ce24797f-c17e-4079-b836-0d4f0a63f23b service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797648 Oct 13 04:39:24.648108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.084294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7b49e-436e-4c84-88f7-70ad627b84ab req-885b6a47-77e2-48b6-aa51-9c2f6d37fb93 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:25.085761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ff7b49e-436e-4c84-88f7-70ad627b84ab req-885b6a47-77e2-48b6-aa51-9c2f6d37fb93 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0482116 Oct 13 04:39:25.122383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ff7b49e-436e-4c84-88f7-70ad627b84ab req-e13d6c55-40c8-4e81-9945-2892222bd0c6 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Oct 13 04:39:26.233848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eb220-c5bf-4e52-85f4-420921e678eb req-063655f0-b796-4516-a6c1-66f62f47208b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:26.235270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-638eb220-c5bf-4e52-85f4-420921e678eb req-063655f0-b796-4516-a6c1-66f62f47208b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0469484 Oct 13 04:39:26.271899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-638eb220-c5bf-4e52-85f4-420921e678eb req-15b9e4e6-369c-400f-b4b2-d6f0492d4fd0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302434 Oct 13 04:39:26.554462 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:39:27.388274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aaa41-7d21-424b-9b90-16c909536d56 req-1091619f-f3b2-4493-a61c-590bfe4b022e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:27.389745 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c36aaa41-7d21-424b-9b90-16c909536d56 req-1091619f-f3b2-4493-a61c-590bfe4b022e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0482864 Oct 13 04:39:27.426752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c36aaa41-7d21-424b-9b90-16c909536d56 req-f5b9e6c0-1ffa-4000-b757-d12efe7f0b33 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Oct 13 04:39:28.543706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093fa05-1133-4d1f-9188-af10da5f1870 req-f8fffb1d-55f9-4db7-b87a-5f4404bba95c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:28.545221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e093fa05-1133-4d1f-9188-af10da5f1870 req-f8fffb1d-55f9-4db7-b87a-5f4404bba95c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0506771 Oct 13 04:39:28.582535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e093fa05-1133-4d1f-9188-af10da5f1870 req-91f4d99b-08a8-4813-ac44-3439d60ff072 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Oct 13 04:39:29.692264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde29216-6b2e-4c55-8c61-4b018d16dac4 req-48bb91ca-dce6-4925-b785-09a076e8e48c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:29.693797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dde29216-6b2e-4c55-8c61-4b018d16dac4 req-48bb91ca-dce6-4925-b785-09a076e8e48c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0471263 Oct 13 04:39:29.733681 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dde29216-6b2e-4c55-8c61-4b018d16dac4 req-651a12fc-ca7e-4868-9ae9-54c43160f51a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341532 Oct 13 04:39:30.844848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3bb1d-4b13-4da8-9d03-155489ef5904 req-d7d39765-e37c-42d5-b953-4233d428e5b8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:30.846280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6be3bb1d-4b13-4da8-9d03-155489ef5904 req-d7d39765-e37c-42d5-b953-4233d428e5b8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0480361 Oct 13 04:39:30.882685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6be3bb1d-4b13-4da8-9d03-155489ef5904 req-ddb20eb8-fdf8-4010-83b9-34f4e03f43b9 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305793 Oct 13 04:39:31.993034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495fd0a-9864-4168-9b7b-a37529e4ed0c req-57f03ee8-29fb-4b2d-86a4-ff2b65d77709 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:31.994459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c495fd0a-9864-4168-9b7b-a37529e4ed0c req-57f03ee8-29fb-4b2d-86a4-ff2b65d77709 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0474386 Oct 13 04:39:32.030488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c495fd0a-9864-4168-9b7b-a37529e4ed0c req-7d89bcb1-2cfc-4633-b6be-42e080f8ad9f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303259 Oct 13 04:39:33.143957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedf0c-88bb-4856-94f5-732750973a31 req-b2181fb4-1c73-4406-b8b1-f36fa864cd9e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:33.145434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08cedf0c-88bb-4856-94f5-732750973a31 req-b2181fb4-1c73-4406-b8b1-f36fa864cd9e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0471363 Oct 13 04:39:33.181629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08cedf0c-88bb-4856-94f5-732750973a31 req-2a9ed812-b256-4fa3-926f-94350d9a9b16 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303972 Oct 13 04:39:34.292828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5387302-86da-4f1d-9891-c43391df5ea0 req-9ce6e58b-ae5f-4ed9-a214-d8aed13b152a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:34.294270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5387302-86da-4f1d-9891-c43391df5ea0 req-9ce6e58b-ae5f-4ed9-a214-d8aed13b152a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0479014 Oct 13 04:39:34.331179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a5387302-86da-4f1d-9891-c43391df5ea0 req-fdf1bc4b-e8f3-477c-a27b-5af34280a6c3 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Oct 13 04:39:35.446555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62a14d-16e8-4c66-ba42-4f7b926840e1 req-bbef972d-a02f-41e4-8dd9-3a655ca9066c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:35.448004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f62a14d-16e8-4c66-ba42-4f7b926840e1 req-bbef972d-a02f-41e4-8dd9-3a655ca9066c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0520620 Oct 13 04:39:35.484710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f62a14d-16e8-4c66-ba42-4f7b926840e1 req-5b2e58e2-ca9f-4d10-b375-7f7c5ef843f2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307982 Oct 13 04:39:36.596925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a05a6-b6d5-4e9a-aff1-b72a8a27e7f9 req-cf8f5d66-558e-418a-9fed-048665339c74 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:36.598384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f04a05a6-b6d5-4e9a-aff1-b72a8a27e7f9 req-cf8f5d66-558e-418a-9fed-048665339c74 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0483766 Oct 13 04:39:36.637928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f04a05a6-b6d5-4e9a-aff1-b72a8a27e7f9 req-9c03804a-a8ff-4135-9870-ea9ead14087e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Oct 13 04:39:37.750856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e281862-aecc-4ee6-8c2d-2684ae1ce656 req-2f919b30-e147-4526-a3e4-61b1622287af tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:37.752281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e281862-aecc-4ee6-8c2d-2684ae1ce656 req-2f919b30-e147-4526-a3e4-61b1622287af tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0473490 Oct 13 04:39:37.789567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e281862-aecc-4ee6-8c2d-2684ae1ce656 req-12b98184-165b-4b04-a7e8-8ce7bacc0ab8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Oct 13 04:39:38.369499 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:38.902538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93999d2-535c-4fbe-9802-a0de694163c0 req-5459f381-a67c-4ef2-85e8-3a587fa975d7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:38.904029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c93999d2-535c-4fbe-9802-a0de694163c0 req-5459f381-a67c-4ef2-85e8-3a587fa975d7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Oct 13 04:39:38.941640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c93999d2-535c-4fbe-9802-a0de694163c0 req-800fd2cc-bb28-40d5-8d00-70795463b577 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316579 Oct 13 04:39:40.052787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70830464-671b-4cbb-b126-a85e22638a65 req-32749009-545b-456f-ba30-ac493d9c5424 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:40.054263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70830464-671b-4cbb-b126-a85e22638a65 req-32749009-545b-456f-ba30-ac493d9c5424 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0480292 Oct 13 04:39:40.091821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70830464-671b-4cbb-b126-a85e22638a65 req-0631d0ae-4a80-46d0-87bd-924c7d62b24f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Oct 13 04:39:40.122002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.205722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc003f-fa2b-46d3-bf6b-b6f3ca83b332 req-6ad7467a-303d-420f-8210-10b9dbbc437a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:41.207220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5dc003f-fa2b-46d3-bf6b-b6f3ca83b332 req-6ad7467a-303d-420f-8210-10b9dbbc437a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0482461 Oct 13 04:39:41.243701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5dc003f-fa2b-46d3-bf6b-b6f3ca83b332 req-09a765cc-2277-4c50-8efb-7cfb36a2834d tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Oct 13 04:39:42.358169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a70b6-d798-4022-934c-b29871a32da3 req-65859ba1-885d-4d60-a518-7ed1cc402862 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:42.359660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-807a70b6-d798-4022-934c-b29871a32da3 req-65859ba1-885d-4d60-a518-7ed1cc402862 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0515842 Oct 13 04:39:42.397359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-807a70b6-d798-4022-934c-b29871a32da3 req-746cd20a-c7b7-4f3b-ae99-66b8a4badce7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Oct 13 04:39:43.512952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07225e-ec3a-4984-a40f-00941c1cce88 req-68f874af-60c7-4473-954e-149cad0c8faa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:43.514399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f07225e-ec3a-4984-a40f-00941c1cce88 req-68f874af-60c7-4473-954e-149cad0c8faa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Oct 13 04:39:43.554186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5f07225e-ec3a-4984-a40f-00941c1cce88 req-cf649ae1-9a93-4b89-84b5-fb4a1fdfffc8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Oct 13 04:39:44.665465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57102d16-6188-49bb-aace-6d87981accbf req-ff4fe8af-7cb6-4397-947d-22df0e61f8f7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:44.666789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57102d16-6188-49bb-aace-6d87981accbf req-ff4fe8af-7cb6-4397-947d-22df0e61f8f7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0476139 Oct 13 04:39:44.703549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-57102d16-6188-49bb-aace-6d87981accbf req-e738650f-c88a-4d67-ae7f-ef320a290c08 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Oct 13 04:39:45.817401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e20b-d3a5-4845-b5a4-79ce6da7eb74 req-3402190a-c0cb-452b-9666-a5c9f0d75b41 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:45.818848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b15e20b-d3a5-4845-b5a4-79ce6da7eb74 req-3402190a-c0cb-452b-9666-a5c9f0d75b41 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0485234 Oct 13 04:39:45.855568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b15e20b-d3a5-4845-b5a4-79ce6da7eb74 req-cc84951c-dd40-41d4-88b1-d2a712dfb6f2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Oct 13 04:39:46.968802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3c1aa-08e7-4c67-b251-deeba85b0f21 req-034b93e9-b0f0-402d-ac16-e5ebfb005bd8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:46.970248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bf3c1aa-08e7-4c67-b251-deeba85b0f21 req-034b93e9-b0f0-402d-ac16-e5ebfb005bd8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0482275 Oct 13 04:39:47.006919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bf3c1aa-08e7-4c67-b251-deeba85b0f21 req-3a162c30-ff24-4e83-b242-710b657a1fdb tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Oct 13 04:39:48.118943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b3e66-c19b-4075-bc15-3b5f2d100d49 req-6868551b-33d5-48df-ae43-3856a2c9f912 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:48.120381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-071b3e66-c19b-4075-bc15-3b5f2d100d49 req-6868551b-33d5-48df-ae43-3856a2c9f912 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0476134 Oct 13 04:39:48.156346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-071b3e66-c19b-4075-bc15-3b5f2d100d49 req-2a9fde8b-8eec-4cb5-97c0-fb199295f2e2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301220 Oct 13 04:39:49.011497 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc08b75c-c680-46da-beba-ab1c2933dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:49.270740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb563-7ab3-4fcc-bcf3-1182905d8536 req-ebb17b40-11e0-4517-b858-2d2c89adb34e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:49.272164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d2cb563-7ab3-4fcc-bcf3-1182905d8536 req-ebb17b40-11e0-4517-b858-2d2c89adb34e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0515420 Oct 13 04:39:49.308858 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d2cb563-7ab3-4fcc-bcf3-1182905d8536 req-e91e7fc8-0d12-4948-b8a8-bdb96b5f3a8d tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Oct 13 04:39:50.257579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337451-47c6-49af-abbd-278c58a6ae57 req-6798201c-e30d-475b-8229-3099dd8ab266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:50.259032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb337451-47c6-49af-abbd-278c58a6ae57 req-6798201c-e30d-475b-8229-3099dd8ab266 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 1097 time: 0.0394533 Oct 13 04:39:50.292909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb337451-47c6-49af-abbd-278c58a6ae57 req-3ff2070a-713d-46ff-a3d6-7e6a98f8ce06 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271533 Oct 13 04:39:50.420269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcfe2d-f1cc-4438-abe8-a6d0dc7e94b0 req-ab5d574b-7688-4a0a-97d7-c018fac8de0b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:50.421779 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5dcfe2d-f1cc-4438-abe8-a6d0dc7e94b0 req-ab5d574b-7688-4a0a-97d7-c018fac8de0b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0479846 Oct 13 04:39:50.462917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5dcfe2d-f1cc-4438-abe8-a6d0dc7e94b0 req-b9b2d748-5fe0-4351-a73d-aeead471250f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351765 Oct 13 04:39:51.506280 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1079119e-0cf4-4e2e-be03-8f2bb9b96a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.576296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1512945-15d8-42ab-b4ce-50001e4b1327 req-c0711457-c164-4a87-9551-abe8f6c47a23 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:51.577781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1512945-15d8-42ab-b4ce-50001e4b1327 req-c0711457-c164-4a87-9551-abe8f6c47a23 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0482936 Oct 13 04:39:51.615300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1512945-15d8-42ab-b4ce-50001e4b1327 req-81eaa186-a2bf-49c5-be6f-c397b1fbd743 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Oct 13 04:39:51.726461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1080f65-64a4-4772-b111-6839eb661091 req-24d4cac0-b63c-49d4-8b3a-7404042f97e4 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:51.727919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1080f65-64a4-4772-b111-6839eb661091 req-24d4cac0-b63c-49d4-8b3a-7404042f97e4 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0486531 Oct 13 04:39:51.763942 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b1080f65-64a4-4772-b111-6839eb661091 req-837df88b-18a1-4935-b6de-e55fe2e00f2e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301316 Oct 13 04:39:51.981371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8e6d-f29e-4558-b330-f377ab059239 req-2471b4d6-01f0-4a07-9736-4f695e86225f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:51.982826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff3f8e6d-f29e-4558-b330-f377ab059239 req-2471b4d6-01f0-4a07-9736-4f695e86225f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0517170 Oct 13 04:39:52.021075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff3f8e6d-f29e-4558-b330-f377ab059239 req-ab10f9e0-71d8-48b4-8c0a-50e11a5467b8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Oct 13 04:39:52.870304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.068278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.138037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8dfc-e190-4042-ad58-61a3b712ef5c req-bd06cf80-70f2-4da8-9035-df5bfc009e7e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:53.139403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd9f8dfc-e190-4042-ad58-61a3b712ef5c req-bd06cf80-70f2-4da8-9035-df5bfc009e7e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0477595 Oct 13 04:39:53.175651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd9f8dfc-e190-4042-ad58-61a3b712ef5c req-e74d0a02-6459-48ef-8485-43f4ec87e55f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298760 Oct 13 04:39:53.420179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea1b0e-ab3a-4680-8496-0941dcfb9e6a req-c92cf06a-28d4-424f-a53c-35e26f8caffb tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:53.421595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2eea1b0e-ab3a-4680-8496-0941dcfb9e6a req-c92cf06a-28d4-424f-a53c-35e26f8caffb tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0482626 Oct 13 04:39:53.459327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2eea1b0e-ab3a-4680-8496-0941dcfb9e6a req-01ba43b2-097f-486b-bfee-4a6dd176e9fc tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Oct 13 04:39:54.576013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff79cc-b8d6-4423-9790-2d56162e1edf req-6cc60b3f-0dcd-4419-8663-e79a67452ca2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:54.577521 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9dff79cc-b8d6-4423-9790-2d56162e1edf req-6cc60b3f-0dcd-4419-8663-e79a67452ca2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0493870 Oct 13 04:39:54.617605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9dff79cc-b8d6-4423-9790-2d56162e1edf req-add1e335-2f32-4cb6-a161-8f2ceb36cf39 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Oct 13 04:39:54.657377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.153503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a70510-135c-4117-bc80-138f4107445d req-d9d8e802-5bbe-4df8-9dbc-04af47fe0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:56.155032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-d9d8e802-5bbe-4df8-9dbc-04af47fe0197 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0404866 Oct 13 04:39:56.167862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e21d5-d80c-446b-b3dc-12f8f2e1fb98 req-3f8bfb14-ec50-433c-bd92-c6facd5fc3fb tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:56.169376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-172e21d5-d80c-446b-b3dc-12f8f2e1fb98 req-3f8bfb14-ec50-433c-bd92-c6facd5fc3fb tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0475466 Oct 13 04:39:56.207166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-172e21d5-d80c-446b-b3dc-12f8f2e1fb98 req-7632f5ec-dbd6-4c0d-b96d-bed2f99d4b3a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Oct 13 04:39:56.249872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a70510-135c-4117-bc80-138f4107445d req-e969a35a-0f1e-43a8-bd74-d6b642b82f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:56.251295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-e969a35a-0f1e-43a8-bd74-d6b642b82f8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.0872970 Oct 13 04:39:56.291327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-83866dbd-34ff-4f79-a490-1f776fc6a179 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0319910 Oct 13 04:39:56.342377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a70510-135c-4117-bc80-138f4107445d req-a29a5ec2-ddb5-4e5e-b503-e5f11cd99714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:56.343790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-a29a5ec2-ddb5-4e5e-b503-e5f11cd99714 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0460043 Oct 13 04:39:56.374441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-ed668aa3-395a-45ec-abf0-17aa4f791a48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238359 Oct 13 04:39:56.463672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-00a2bf95-059f-4605-aa82-b8e422575375 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801167 Oct 13 04:39:56.556406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91a70510-135c-4117-bc80-138f4107445d req-4c5585ac-026a-45e8-a726-607d745255da service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Oct 13 04:39:57.321377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bca6c5-f7f0-4262-b291-a0e7695d607c req-37bddb13-a593-44c6-baaa-da76150bd778 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:57.322840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1bca6c5-f7f0-4262-b291-a0e7695d607c req-37bddb13-a593-44c6-baaa-da76150bd778 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0475643 Oct 13 04:39:57.358725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1bca6c5-f7f0-4262-b291-a0e7695d607c req-dfff123e-0b60-4a4c-8186-0cf46c247da7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301619 Oct 13 04:39:58.470069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d26d56-f546-4390-9605-90f58fcba5f1 req-f71aeea5-3ed3-4c71-8e25-af685e749ebe tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.471517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96d26d56-f546-4390-9605-90f58fcba5f1 req-f71aeea5-3ed3-4c71-8e25-af685e749ebe tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0471838 Oct 13 04:39:58.508793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96d26d56-f546-4390-9605-90f58fcba5f1 req-631d5b0b-4f20-464a-8251-0666d8c66586 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Oct 13 04:39:59.621748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eefe4f-9db3-413c-93bb-bd8d2a15c657 req-a548f148-8f80-4139-a373-942d7b6a9c5a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:59.623171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24eefe4f-9db3-413c-93bb-bd8d2a15c657 req-a548f148-8f80-4139-a373-942d7b6a9c5a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0468988 Oct 13 04:39:59.663078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-24eefe4f-9db3-413c-93bb-bd8d2a15c657 req-841f63f5-946a-47a5-a799-fa73b82b4954 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Oct 13 04:40:00.775440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a5846-ec5f-4675-aa97-505e8e29ca90 req-09f99539-e730-4abe-a100-a549bf114b69 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.776882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f8a5846-ec5f-4675-aa97-505e8e29ca90 req-09f99539-e730-4abe-a100-a549bf114b69 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0462198 Oct 13 04:40:00.816724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4f8a5846-ec5f-4675-aa97-505e8e29ca90 req-f008e4d6-8b97-443a-b892-2592b36297ca tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Oct 13 04:40:02.238327 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970ece3-4164-4925-bf41-9205ed15d9c1 req-5f12a857-4264-4b84-bbbc-00bc6b0fd9bd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.239680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a970ece3-4164-4925-bf41-9205ed15d9c1 req-5f12a857-4264-4b84-bbbc-00bc6b0fd9bd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.3548396 Oct 13 04:40:02.278396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a970ece3-4164-4925-bf41-9205ed15d9c1 req-68c3cd16-cdbf-4b45-9e97-57db331fcbf9 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Oct 13 04:40:03.207988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b109a3-f6dd-4aa7-8a03-7d5b044594a2 req-f46506d9-5314-414c-9767-55af2880ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:03.209427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37b109a3-f6dd-4aa7-8a03-7d5b044594a2 req-f46506d9-5314-414c-9767-55af2880ccbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0383713 Oct 13 04:40:03.243522 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-37b109a3-f6dd-4aa7-8a03-7d5b044594a2 req-25004e4b-5f95-4408-ba70-2aea7afe9eb6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266783 Oct 13 04:40:03.390500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245b3d-3353-4b37-8852-7aa7064c7e07 req-455b0f62-029b-41ab-bb84-df57149108f7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:03.391970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50245b3d-3353-4b37-8852-7aa7064c7e07 req-455b0f62-029b-41ab-bb84-df57149108f7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0486245 Oct 13 04:40:03.429310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-50245b3d-3353-4b37-8852-7aa7064c7e07 req-e97ea4ff-d2dd-4b08-8fbf-281cb074ebba tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Oct 13 04:40:03.553060 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:40:04.539779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531328a3-10bc-4873-94a1-885af77ec33b req-305d9620-749f-45ba-8c33-67b1d0589972 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.541283 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-531328a3-10bc-4873-94a1-885af77ec33b req-305d9620-749f-45ba-8c33-67b1d0589972 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0474901 Oct 13 04:40:04.581579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-531328a3-10bc-4873-94a1-885af77ec33b req-16ebfd58-6ee7-4944-bacf-4e16457ba270 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343978 Oct 13 04:40:04.800262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-6b8c5c9e-53b1-4127-81d7-4380449c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.801955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-6b8c5c9e-53b1-4127-81d7-4380449c3fcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0405440 Oct 13 04:40:04.814339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83e0d3-c728-4d66-922c-82a74d99dfa5 req-530cf867-b44b-47f3-ad94-12792c3665db tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.815852 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff83e0d3-c728-4d66-922c-82a74d99dfa5 req-530cf867-b44b-47f3-ad94-12792c3665db tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0484762 Oct 13 04:40:04.853146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff83e0d3-c728-4d66-922c-82a74d99dfa5 req-4918043e-6615-42c6-9cb3-1ff5d067a6b3 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Oct 13 04:40:04.890598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-683f7b3c-7879-41a9-87f2-b40a1bff89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.891996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-683f7b3c-7879-41a9-87f2-b40a1bff89f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.0829310 Oct 13 04:40:04.936771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-69e43113-bb58-492f-a5b5-fb6984f57e58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0377529 Oct 13 04:40:04.983333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-cc1c65f2-39df-4c00-b607-56a3699658f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.984722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-cc1c65f2-39df-4c00-b607-56a3699658f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0417364 Oct 13 04:40:05.015494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-8aa47396-4a14-48b2-947a-5a8c0ce306c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234706 Oct 13 04:40:05.106066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-a970cb1a-8022-4186-8abe-9c11b70b92ce service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Oct 13 04:40:05.191821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9c69081-e96e-41c3-add1-78c001e8b440 req-3112b0c8-b85a-4475-822e-980e0281a449 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788243 Oct 13 04:40:05.974684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e70f1-f82d-44b4-b0cb-dc7c2e3b473e req-f54460fc-d9ec-4fd0-a9e8-95cd09ce3405 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.976150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-316e70f1-f82d-44b4-b0cb-dc7c2e3b473e req-f54460fc-d9ec-4fd0-a9e8-95cd09ce3405 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0492744 Oct 13 04:40:06.017278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-316e70f1-f82d-44b4-b0cb-dc7c2e3b473e req-b2af6d16-d2f4-492c-b916-1c439f6f8a0a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Oct 13 04:40:07.130414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73582a-81b4-4af6-9dcc-50c3b5c59eb9 req-3c525006-932b-4869-b344-07c1b9b92678 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:07.131874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d73582a-81b4-4af6-9dcc-50c3b5c59eb9 req-3c525006-932b-4869-b344-07c1b9b92678 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0477750 Oct 13 04:40:07.173699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d73582a-81b4-4af6-9dcc-50c3b5c59eb9 req-64f803aa-2a17-4884-9269-989fb46ae9d2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Oct 13 04:40:08.285244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d7f9b-8b72-4796-9afe-2252127ca098 req-55b30690-ca5c-4259-b8a6-d67748b373bd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:08.286687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-629d7f9b-8b72-4796-9afe-2252127ca098 req-55b30690-ca5c-4259-b8a6-d67748b373bd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0476878 Oct 13 04:40:08.323738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-629d7f9b-8b72-4796-9afe-2252127ca098 req-3dc2126c-255c-4378-a165-9e98352abc06 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Oct 13 04:40:08.379583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.733074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fe207-04bc-44e9-9e03-48a9966d6ba2 req-c5df0b8b-3895-4b20-b1f6-0b9c0222d1cf tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:09.734616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-550fe207-04bc-44e9-9e03-48a9966d6ba2 req-c5df0b8b-3895-4b20-b1f6-0b9c0222d1cf tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0481832 Oct 13 04:40:09.771564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-550fe207-04bc-44e9-9e03-48a9966d6ba2 req-a035bf5c-96a8-4f0b-ad87-d2d34769783b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Oct 13 04:40:10.138736 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.866459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-2cd03908-6211-4a49-a32d-2ada9fc62c07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386171 Oct 13 04:40:18.949727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-f84548b2-794e-4e99-91fe-135c7c0e0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:18.951206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-f84548b2-794e-4e99-91fe-135c7c0e0c97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0388532 Oct 13 04:40:19.011577 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9955e12-0df6-4f27-ad0f-509fcdcf45d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:19.054930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-5b2dc3d9-6d67-4e6e-a341-0c6a9fbe8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:19.056386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-5b2dc3d9-6d67-4e6e-a341-0c6a9fbe8e92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.0859921 Oct 13 04:40:19.097977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-d8ee2844-b046-4309-b75f-c766b989679c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0342245 Oct 13 04:40:19.149304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-2463da5a-8fc9-4f21-8801-8d8184951147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:19.150724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-2463da5a-8fc9-4f21-8801-8d8184951147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0452895 Oct 13 04:40:19.181379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-37ccb191-af80-433a-a801-80aa4a1d0cae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237067 Oct 13 04:40:19.268749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-ad4b6753-08d8-499e-a53b-5ed3712306a1 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779371 Oct 13 04:40:19.359111 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e188d55d-3600-46e5-ba3a-01f375238a36 req-4a972a27-c537-48de-a161-dbe187e683d1 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 Oct 13 04:40:20.887150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-f66434fd-6353-46fe-96b2-fb3830387757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:20.888588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-f66434fd-6353-46fe-96b2-fb3830387757 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0683019 Oct 13 04:40:20.897240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c38e5-759f-4e40-afd7-5e7688693c0a req-b239aa41-29a9-4abc-94fc-8b33b405bd7e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:20.898600 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca1c38e5-759f-4e40-afd7-5e7688693c0a req-b239aa41-29a9-4abc-94fc-8b33b405bd7e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0705492 Oct 13 04:40:20.986268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ca1c38e5-759f-4e40-afd7-5e7688693c0a req-e378c511-5d1c-48af-a2dc-3c22175e23cd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789604 Oct 13 04:40:21.012971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-d99e912b-e1e0-449b-bdd6-9b51d42d409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:21.014414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-d99e912b-e1e0-449b-bdd6-9b51d42d409d service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.1149793 Oct 13 04:40:21.055914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-e161ea16-85ce-42bf-ac3e-806217964aac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0336838 Oct 13 04:40:21.115286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-33b76fff-1345-4ba7-858b-2248e4b5c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:21.116708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-33b76fff-1345-4ba7-858b-2248e4b5c7f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0471601 Oct 13 04:40:21.162004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-781aa660-a092-4548-9742-3dea7c0493f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358539 Oct 13 04:40:21.181382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-7f95dac2-9c54-41af-9fc6-054f25e013bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632935 Oct 13 04:40:21.287357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fd165-d384-414e-9630-3c4eac4701d3 req-bf9f98cb-2e77-4eeb-95cd-41a614eea6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:21.288877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-bf9f98cb-2e77-4eeb-95cd-41a614eea6dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 1097 time: 0.0651929 Oct 13 04:40:21.295900 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-1dbe27e0-672f-4326-8f37-08fb210166da service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255722 Oct 13 04:40:21.463696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7175cd6-8fc5-4cda-bc57-1407b6e60878 req-4bf111aa-e14d-4ef2-9978-fb627429bac2 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601655 Oct 13 04:40:21.464665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fd165-d384-414e-9630-3c4eac4701d3 req-260fd250-1268-4c70-be9a-e9b4f98c12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:21.465982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-260fd250-1268-4c70-be9a-e9b4f98c12d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.1548719 Oct 13 04:40:21.508645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f971835-a848-47c9-8f75-2ff42f167c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.511576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-86470ee5-8d5a-427a-b4ea-290dbcfcc07c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257b222-2551-4a3d-9961-7d191347d5d2 HTTP/1.1" status: 200 len: 217 time: 0.0387533 Oct 13 04:40:21.561886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fd165-d384-414e-9630-3c4eac4701d3 req-df776fb6-fda9-4271-93e7-e1278cd5221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:21.563518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-df776fb6-fda9-4271-93e7-e1278cd5221e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0439508 Oct 13 04:40:21.594139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-63912b64-5dd9-4658-8fbe-3a54e5a713da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239167 Oct 13 04:40:21.683578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-51d837eb-944a-456f-b55e-e2f9dc25cf19 service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823824 Oct 13 04:40:21.772432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-795fd165-d384-414e-9630-3c4eac4701d3 req-15ae9d25-78f0-4818-804c-0bd1e8c631e0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807395 Oct 13 04:40:22.099935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16282fe2-7076-45db-b3b7-74019034fb5b req-774a2001-9c34-4ad2-abdb-2344f6edcc61 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:22.101418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16282fe2-7076-45db-b3b7-74019034fb5b req-774a2001-9c34-4ad2-abdb-2344f6edcc61 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0480883 Oct 13 04:40:22.137596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16282fe2-7076-45db-b3b7-74019034fb5b req-0437f17f-3e83-44ce-a098-6f1c230d7e87 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Oct 13 04:40:22.870689 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.070214 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.251499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5141d5b-6885-474f-9d44-082347dcc034 req-d7b08b34-e82e-4bfc-a59b-6e07a16da121 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:23.252977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5141d5b-6885-474f-9d44-082347dcc034 req-d7b08b34-e82e-4bfc-a59b-6e07a16da121 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0480123 Oct 13 04:40:23.289820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5141d5b-6885-474f-9d44-082347dcc034 req-eb3bdb4f-a3ed-49fd-9c24-791859b25378 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Oct 13 04:40:24.402199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830139a8-3b8f-4a69-95ce-735ff2239b08 req-89fbc94b-e653-4165-9d34-1c3519ccd1ee tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:24.403665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-830139a8-3b8f-4a69-95ce-735ff2239b08 req-89fbc94b-e653-4165-9d34-1c3519ccd1ee tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0477836 Oct 13 04:40:24.443490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-830139a8-3b8f-4a69-95ce-735ff2239b08 req-27a5043d-e4b8-494f-9de2-20c90a636cb3 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Oct 13 04:40:24.649359 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:25.562124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337902a-fc30-4c31-ac34-66b59a5c51dd req-6d5f0bfc-ae7d-4f74-8b64-718079832218 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:25.563580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d337902a-fc30-4c31-ac34-66b59a5c51dd req-6d5f0bfc-ae7d-4f74-8b64-718079832218 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0526078 Oct 13 04:40:25.600846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d337902a-fc30-4c31-ac34-66b59a5c51dd req-83701b36-2a2c-4935-8a82-7f8fabdc57b0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Oct 13 04:40:26.714107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07c701-a543-460d-94bb-8656661ce9c9 req-9e09d05d-38a0-4a45-a43e-51a9a59bb265 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:26.715548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb07c701-a543-460d-94bb-8656661ce9c9 req-9e09d05d-38a0-4a45-a43e-51a9a59bb265 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0476556 Oct 13 04:40:26.751784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb07c701-a543-460d-94bb-8656661ce9c9 req-6799ed10-d522-4b32-ad92-01cc4673a3d3 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Oct 13 04:40:27.864929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf3a34-8f12-45ab-80f3-96c06d37f6e6 req-5b7bf8c6-5de9-4801-a3d0-687f2b7defd8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.866398 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ecf3a34-8f12-45ab-80f3-96c06d37f6e6 req-5b7bf8c6-5de9-4801-a3d0-687f2b7defd8 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0477149 Oct 13 04:40:27.904262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2ecf3a34-8f12-45ab-80f3-96c06d37f6e6 req-ebefd974-86ed-4645-b874-e43535a544ba tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Oct 13 04:40:29.016098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b107d52-0feb-4482-8f08-ee37b9c5f404 req-44c1c2b7-9c6e-47b7-8169-d7bd8a57cb25 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:29.017561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b107d52-0feb-4482-8f08-ee37b9c5f404 req-44c1c2b7-9c6e-47b7-8169-d7bd8a57cb25 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0468316 Oct 13 04:40:29.054420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b107d52-0feb-4482-8f08-ee37b9c5f404 req-cfe5bbb2-44f7-4d71-ba52-4de64957017e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304031 Oct 13 04:40:30.166821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11311e-8294-44a4-a805-4709d2d21630 req-042ce49d-5b5f-4116-8eaa-0f0053c96fa7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:30.168287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da11311e-8294-44a4-a805-4709d2d21630 req-042ce49d-5b5f-4116-8eaa-0f0053c96fa7 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0475450 Oct 13 04:40:30.205837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da11311e-8294-44a4-a805-4709d2d21630 req-e1f0ef03-cc4f-4692-bcbe-0421f5b2d204 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Oct 13 04:40:31.318174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94d64-8916-4857-bb75-75f35e907583 req-66a77a11-1411-4001-9703-c1825bd21746 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:31.319613 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eba94d64-8916-4857-bb75-75f35e907583 req-66a77a11-1411-4001-9703-c1825bd21746 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0476663 Oct 13 04:40:31.358864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eba94d64-8916-4857-bb75-75f35e907583 req-788d0174-46d1-476f-af3b-e8cf6c3f9e5c tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 Oct 13 04:40:32.475224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b46189-4589-4155-816f-9783ad0806c9 req-d4d4caec-66cb-4042-bcd5-4855eead4624 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:32.476665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7b46189-4589-4155-816f-9783ad0806c9 req-d4d4caec-66cb-4042-bcd5-4855eead4624 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0521052 Oct 13 04:40:32.513193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7b46189-4589-4155-816f-9783ad0806c9 req-56afc26e-ebb1-4bfb-926e-0ac241703882 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Oct 13 04:40:33.626296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ae4fc-134e-498b-93c1-c0b2753796eb req-acc2e75a-a8c5-4220-a618-44a5616acb7a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:33.627777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c2ae4fc-134e-498b-93c1-c0b2753796eb req-acc2e75a-a8c5-4220-a618-44a5616acb7a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0479870 Oct 13 04:40:33.663910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c2ae4fc-134e-498b-93c1-c0b2753796eb req-9552c122-7855-422c-bce8-801a3936bf67 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297453 Oct 13 04:40:34.776479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ead35-cca5-40ce-95d0-340fb747b85a req-38545d3b-86f8-4e71-950b-b49db859a89f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:34.777965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-467ead35-cca5-40ce-95d0-340fb747b85a req-38545d3b-86f8-4e71-950b-b49db859a89f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0482390 Oct 13 04:40:34.814289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-467ead35-cca5-40ce-95d0-340fb747b85a req-073f74bb-b3a7-424e-99f7-4101098d8c55 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304151 Oct 13 04:40:35.925838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dca1e-9b3f-4e78-a6c2-7b643f9af211 req-eba96aca-0106-4713-9d0c-45ef90d384db tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:35.927783 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f6dca1e-9b3f-4e78-a6c2-7b643f9af211 req-eba96aca-0106-4713-9d0c-45ef90d384db tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0466342 Oct 13 04:40:35.966044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f6dca1e-9b3f-4e78-a6c2-7b643f9af211 req-7d6a5581-bf4b-49db-84b6-868d3030b1b4 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Oct 13 04:40:37.079961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1ce6a-beaf-4c89-87bc-fee164005313 req-e254b5de-4270-4516-9322-3f54568cfd51 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:37.081475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6e1ce6a-beaf-4c89-87bc-fee164005313 req-e254b5de-4270-4516-9322-3f54568cfd51 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0490568 Oct 13 04:40:37.118313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6e1ce6a-beaf-4c89-87bc-fee164005313 req-038be8db-ccad-4d60-bc84-1916aaa10181 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302346 Oct 13 04:40:38.235565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe6e3f-0b72-4615-946a-467f23248076 req-7bfffce4-4059-4501-8440-18668425e825 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:38.237082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fdfe6e3f-0b72-4615-946a-467f23248076 req-7bfffce4-4059-4501-8440-18668425e825 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0496364 Oct 13 04:40:38.278989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fdfe6e3f-0b72-4615-946a-467f23248076 req-5bb3d1a1-6df5-4cc7-9e27-39ffd8f4fd61 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359631 Oct 13 04:40:38.281083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67511b-e1d7-4a29-aeef-99b275b136ca req-279730ad-7b63-4265-b830-c1fea54fff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:38.282625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b67511b-e1d7-4a29-aeef-99b275b136ca req-279730ad-7b63-4265-b830-c1fea54fff6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0933731 Oct 13 04:40:38.317270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b67511b-e1d7-4a29-aeef-99b275b136ca req-87ac7c15-54df-49c3-9454-de6205eb2885 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269382 Oct 13 04:40:38.387924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.395282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f128e-8e49-4246-9ccf-a767541f1d79 req-16bc3a7d-a6af-4ca0-9560-e67c80b23cd6 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:39.397293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-725f128e-8e49-4246-9ccf-a767541f1d79 req-16bc3a7d-a6af-4ca0-9560-e67c80b23cd6 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0523195 Oct 13 04:40:39.434533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-725f128e-8e49-4246-9ccf-a767541f1d79 req-b984a666-daf6-446f-8fff-71f2d152a0d2 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Oct 13 04:40:40.138460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.547133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8672899-1938-4cd5-a2d1-87436e3dd48e req-49febc81-7758-4b00-9468-6937bc96ebed tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:40.548898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8672899-1938-4cd5-a2d1-87436e3dd48e req-49febc81-7758-4b00-9468-6937bc96ebed tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0481684 Oct 13 04:40:40.552116 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:40:40.586293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8672899-1938-4cd5-a2d1-87436e3dd48e req-bd9d67cb-7564-4cd1-8099-020faf593f05 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Oct 13 04:40:40.892753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e9834-441e-452d-abfc-9e8791e7790b req-7201de62-14f1-4319-8fd8-393cda323ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:40.894231 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-7201de62-14f1-4319-8fd8-393cda323ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=684482d3cf6647bea9ab16e6e2549e31&device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 1096 time: 0.0720143 Oct 13 04:40:40.902041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6ecdc-e662-4dcf-b9b2-22fd99abd225 req-3f7d2ad7-1dc8-4a18-9898-6cbd6f3e72ad tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:40.903347 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4b6ecdc-e662-4dcf-b9b2-22fd99abd225 req-3f7d2ad7-1dc8-4a18-9898-6cbd6f3e72ad tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0731986 Oct 13 04:40:40.982944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b4b6ecdc-e662-4dcf-b9b2-22fd99abd225 req-dda583d3-23c8-479c-b8fe-9158d3d1492a tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716579 Oct 13 04:40:41.011005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e9834-441e-452d-abfc-9e8791e7790b req-d71776e0-4489-4b50-b539-0f7fdeb9ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:41.012455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-d71776e0-4489-4b50-b539-0f7fdeb9ff0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 200 len: 919 time: 0.1082871 Oct 13 04:40:41.059508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-665dd90c-c4fc-4037-a671-805db82094e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 200 len: 217 time: 0.0373392 Oct 13 04:40:41.106681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e9834-441e-452d-abfc-9e8791e7790b req-8520fdd6-c186-400c-a11b-fc636e84d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:41.108046 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-8520fdd6-c186-400c-a11b-fc636e84d823 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 200 len: 858 time: 0.0422528 Oct 13 04:40:41.137476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-eb642c8b-d95c-4675-9843-cacff0d114fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa834399-9c4a-42f9-8233-5b3b307c96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226140 Oct 13 04:40:41.148215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-debb95ce-0156-4c85-a251-c18e5db78ae1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:40:41.149232 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-debb95ce-0156-4c85-a251-c18e5db78ae1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051680 Oct 13 04:40:41.239052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-074d6101-be75-4f32-982b-89a48683626e service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829778 Oct 13 04:40:41.325419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-507e9834-441e-452d-abfc-9e8791e7790b req-91fa8442-143f-44ed-bfff-5cac5fb3ed66 service neutron] 10.222.0.26 "GET /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796120 Oct 13 04:40:42.096752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73051b-dbd6-4633-95c9-9c13835fb6ad req-3100a766-5eb0-4790-aa9b-1c1b0c4d63c1 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:42.098187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da73051b-dbd6-4633-95c9-9c13835fb6ad req-3100a766-5eb0-4790-aa9b-1c1b0c4d63c1 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0473180 Oct 13 04:40:42.134523 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da73051b-dbd6-4633-95c9-9c13835fb6ad req-5eaa900f-c2d5-48e1-a89d-6b2701af5b53 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300763 Oct 13 04:40:43.248468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749472d8-d737-4e01-9d0d-fd054ecb947a req-fdda7f13-e60f-45b7-b8d2-589e184cc372 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:43.249996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-749472d8-d737-4e01-9d0d-fd054ecb947a req-fdda7f13-e60f-45b7-b8d2-589e184cc372 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0474885 Oct 13 04:40:43.290446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-749472d8-d737-4e01-9d0d-fd054ecb947a req-53eb39ed-acbc-4205-be41-b4868d10b243 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Oct 13 04:40:44.401479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5294f1-30f4-4ca8-8547-295c8d20a239 req-1dab27a5-9ba9-4192-9fe9-fa06fcb8b1f4 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:44.402935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d5294f1-30f4-4ca8-8547-295c8d20a239 req-1dab27a5-9ba9-4192-9fe9-fa06fcb8b1f4 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0475016 Oct 13 04:40:44.443643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8d5294f1-30f4-4ca8-8547-295c8d20a239 req-66861b2b-1eee-4080-94c8-f0069cf70bd6 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Oct 13 04:40:49.012924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae4545d-54c7-42f3-9fc8-460a9e6ab26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.509219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87f09468-9e8e-4309-86fe-e98dca996dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:52.873310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:53.072708 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:54.654113 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:55.697229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784c8b-147b-4350-b17b-00d71607257c req-69fef7b6-8212-419a-b082-55b4dc940d07 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:55.698696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14784c8b-147b-4350-b17b-00d71607257c req-69fef7b6-8212-419a-b082-55b4dc940d07 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Oct 13 04:40:55.736533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14784c8b-147b-4350-b17b-00d71607257c req-35725c26-ff47-439c-b999-d6754b5054fa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Oct 13 04:40:56.860938 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bd4b7-de40-4f02-b4b4-68a3cd03e755 req-a6043f4b-b5ca-4156-82f5-fda73e8ee006 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:56.862384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-154bd4b7-de40-4f02-b4b4-68a3cd03e755 req-a6043f4b-b5ca-4156-82f5-fda73e8ee006 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0473394 Oct 13 04:40:56.899497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-154bd4b7-de40-4f02-b4b4-68a3cd03e755 req-76e770e6-2e65-4c73-8ed2-eded3eb14fc0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Oct 13 04:40:57.701080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-fe8dbc7d-16da-46a5-8db2-47662b2d79ae tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:57.702436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-fe8dbc7d-16da-46a5-8db2-47662b2d79ae tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 946 time: 0.0474470 Oct 13 04:40:57.792835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Deleting port d257b222-2551-4a3d-9961-7d191347d5d2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:57.793180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.879945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] For port d257b222-2551-4a3d-9961-7d191347d5d2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=d257b222-2551-4a3d-9961-7d191347d5d2,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:57.880921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.893021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Calling delete_port for d257b222-2551-4a3d-9961-7d191347d5d2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:58.049565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.064700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d10ce-3d10-45f1-b27d-76448f8eb826 req-c603640d-54d6-4119-93dd-0eb20a0dd1fc tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:58.064700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d57d10ce-3d10-45f1-b27d-76448f8eb826 req-c603640d-54d6-4119-93dd-0eb20a0dd1fc tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe9ae2d-a778-4859-9008-317ff9c1aaf0 HTTP/1.1" status: 200 len: 867 time: 0.0924737 Oct 13 04:40:58.065050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['d257b222-2551-4a3d-9961-7d191347d5d2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:58.066543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d0b8c944-3176-4711-959b-79f633317226'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:58.102078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Pushing event deleted for resources: {'Port': ['ID=d257b222-2551-4a3d-9961-7d191347d5d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:58.121187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.121187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.121533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.121818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.122088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.122343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.122671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.122995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.123321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.123641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.123966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.124288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:58.168525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] No DVR routers for this DVR port d257b222-2551-4a3d-9961-7d191347d5d2 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:58.172470 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.175755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c7be94c-a086-4a4f-9745-0341a7034bdd req-d4599b53-4bc4-4d45-a1ba-d31a3c972ce0 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.15 "DELETE /v2.0/ports/d257b222-2551-4a3d-9961-7d191347d5d2 HTTP/1.1" status: 204 len: 173 time: 0.4673984 Oct 13 04:40:58.176201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'name': 'network-vif-deleted', 'tag': 'd257b222-2551-4a3d-9961-7d191347d5d2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:58.179100 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865e559-644e-4b8e-b9c2-2a75c2c54992" -d '{"events": [{"server_uuid": "dfe9ae2d-a778-4859-9008-317ff9c1aaf0", "name": "network-vif-deleted", "tag": "d257b222-2551-4a3d-9961-7d191347d5d2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:58.187115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d57d10ce-3d10-45f1-b27d-76448f8eb826 req-ea8d15bf-21de-4d19-a57d-b7ad6f415d04 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127398 Oct 13 04:40:58.311170 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0c42c9-8f06-4666-a8d7-3b72012d4f7d x-openstack-request-id: req-ed0c42c9-8f06-4666-a8d7-3b72012d4f7d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:58.311467 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe9ae2d-a778-4859-9008-317ff9c1aaf0", "name": "network-vif-deleted", "tag": "d257b222-2551-4a3d-9961-7d191347d5d2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:58.311732 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed0c42c9-8f06-4666-a8d7-3b72012d4f7d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:58.312138 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe9ae2d-a778-4859-9008-317ff9c1aaf0', 'name': 'network-vif-deleted', 'tag': 'd257b222-2551-4a3d-9961-7d191347d5d2', 'status': 'completed', 'code': 200} Oct 13 04:40:59.453656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0d1ca-f71f-466c-8bd9-8a9881a280d4 req-977c2171-e92f-4871-a94e-74dd198c6b2b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:59.455102 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0e0d1ca-f71f-466c-8bd9-8a9881a280d4 req-977c2171-e92f-4871-a94e-74dd198c6b2b tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0477629 Oct 13 04:40:59.495004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c0e0d1ca-f71f-466c-8bd9-8a9881a280d4 req-3e57834f-37a3-4fef-aef6-e0cf8f30df85 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Oct 13 04:41:00.614736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb08e8-4788-40bc-b4c4-53bc2e85a21f req-8ab2968e-8ca9-4bd8-b4c3-15a5bf1f6eee tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:00.616202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6cb08e8-4788-40bc-b4c4-53bc2e85a21f req-8ab2968e-8ca9-4bd8-b4c3-15a5bf1f6eee tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0486214 Oct 13 04:41:00.652566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6cb08e8-4788-40bc-b4c4-53bc2e85a21f req-a515081a-dd25-49f1-87d4-3a8b432256cf tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304167 Oct 13 04:41:01.768766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d830938-f557-4991-b0f3-bcdf1d84c9c7 req-ab4c0107-12ff-47d8-bbb3-1e6e60dea935 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:01.770227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d830938-f557-4991-b0f3-bcdf1d84c9c7 req-ab4c0107-12ff-47d8-bbb3-1e6e60dea935 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0515516 Oct 13 04:41:01.808020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d830938-f557-4991-b0f3-bcdf1d84c9c7 req-e20bf26d-ff7c-4b6b-a7c1-f0dde0643cdd tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Oct 13 04:41:02.019672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d257b222-2551-4a3d-9961-7d191347d5d2 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:02.040550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: d257b222-2551-4a3d-9961-7d191347d5d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:02.040913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device d257b222-2551-4a3d-9961-7d191347d5d2 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:02.919124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d309bf2-590f-4e08-beb6-00c03546abbb req-beaa1ccf-fbb2-4c26-96d8-fad5f9471372 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:02.920699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d309bf2-590f-4e08-beb6-00c03546abbb req-beaa1ccf-fbb2-4c26-96d8-fad5f9471372 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0479918 Oct 13 04:41:02.961022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d309bf2-590f-4e08-beb6-00c03546abbb req-01627552-9319-4891-a9d3-82edac1f328e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Oct 13 04:41:04.074444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24b5a-f00e-4aef-9eb4-f7b4477d3a8d req-280b7ee4-dff6-4f86-8f86-ee40aa65d40f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:04.075903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bc24b5a-f00e-4aef-9eb4-f7b4477d3a8d req-280b7ee4-dff6-4f86-8f86-ee40aa65d40f tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0498719 Oct 13 04:41:04.112461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bc24b5a-f00e-4aef-9eb4-f7b4477d3a8d req-56c3c59d-2063-4bdb-b4a1-f53614903857 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Oct 13 04:41:04.937889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-09f343ba-8193-4f63-b953-554c4d0b6832 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:04.939314 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-09f343ba-8193-4f63-b953-554c4d0b6832 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0482864 Oct 13 04:41:05.028211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Deleting port d0b8c944-3176-4711-959b-79f633317226 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:05.028544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.114047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] For port d0b8c944-3176-4711-959b-79f633317226, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=d0b8c944-3176-4711-959b-79f633317226,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:05.114789 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.126333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Calling delete_port for d0b8c944-3176-4711-959b-79f633317226 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:05.226552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e468ef-7c9c-4848-8ae5-5e4257bc5371 req-8f67f84f-5be2-4aaf-85d5-a51d41cb6769 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:05.228193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85e468ef-7c9c-4848-8ae5-5e4257bc5371 req-8f67f84f-5be2-4aaf-85d5-a51d41cb6769 tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b0274f-8183-4399-a60b-2541b6779cdc HTTP/1.1" status: 200 len: 945 time: 0.0493729 Oct 13 04:41:05.254422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.265833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['d0b8c944-3176-4711-959b-79f633317226'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:05.270004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85e468ef-7c9c-4848-8ae5-5e4257bc5371 req-b58731fc-395b-4c12-9690-2c207f936a0e tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.44 "GET /v2.0/security-groups?id=518bd998-1bcc-4087-81ab-1dd0b870c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Oct 13 04:41:05.283766 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Pushing event deleted for resources: {'Port': ['ID=d0b8c944-3176-4711-959b-79f633317226,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:05.330788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] No DVR routers for this DVR port d0b8c944-3176-4711-959b-79f633317226 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:05.334038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.337350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0515618d-13a8-49c0-9985-bdf7d8081bb5 req-13dda02f-136d-4082-9bcd-e3270cb01bfa tempest-ServerRescueNegativeTestJSON-1534368121 tempest-ServerRescueNegativeTestJSON-1534368121-project] 10.222.0.26 "DELETE /v2.0/ports/d0b8c944-3176-4711-959b-79f633317226 HTTP/1.1" status: 204 len: 173 time: 0.3916445 Oct 13 04:41:05.337795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'name': 'network-vif-deleted', 'tag': 'd0b8c944-3176-4711-959b-79f633317226'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:05.340084 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9cf77f-a35f-4b90-b933-5f09c877c30d" -d '{"events": [{"server_uuid": "a0b0274f-8183-4399-a60b-2541b6779cdc", "name": "network-vif-deleted", "tag": "d0b8c944-3176-4711-959b-79f633317226"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:05.381291 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903668d-6945-470e-bb04-897bb770b31f x-openstack-request-id: req-6903668d-6945-470e-bb04-897bb770b31f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:05.381580 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b0274f-8183-4399-a60b-2541b6779cdc", "name": "network-vif-deleted", "tag": "d0b8c944-3176-4711-959b-79f633317226", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:05.381829 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6903668d-6945-470e-bb04-897bb770b31f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:05.382220 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b0274f-8183-4399-a60b-2541b6779cdc', 'name': 'network-vif-deleted', 'tag': 'd0b8c944-3176-4711-959b-79f633317226', 'status': 'completed', 'code': 200} Oct 13 04:41:06.323963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:06.986008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.218181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Deleting port df0d429d-4bf0-4307-a5f1-435b848c2b24 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:07.218522 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.295767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] For port df0d429d-4bf0-4307-a5f1-435b848c2b24, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=df0d429d-4bf0-4307-a5f1-435b848c2b24,segment=NetworkSegment(adc69c87-9957-49b5-9496-597a4795f588),segment_id=adc69c87-9957-49b5-9496-597a4795f588)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:07.296125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.308615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Calling delete_port for df0d429d-4bf0-4307-a5f1-435b848c2b24 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:07.489279 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.513461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0d429d-4bf0-4307-a5f1-435b848c2b24,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:07.525450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.525790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.526120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.526450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.526766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.527080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.527394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.527708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.528025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.528335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.528645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.528982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:07.677309 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.884564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Router 50ecc3bc-3e6f-46cf-a74f-27013d369965 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:07.987898 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:07.994317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ae37ae50-f769-4801-98f9-739806a25c66 admin admin] 10.222.0.44 "PUT /v2.0/routers/50ecc3bc-3e6f-46cf-a74f-27013d369965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678452 Oct 13 04:41:07.995391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:07.996877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] Sync routers for ids ['50ecc3bc-3e6f-46cf-a74f-27013d369965'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:08.005783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] Routers {'50ecc3bc-3e6f-46cf-a74f-27013d369965'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:08.006364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:40:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50ecc3bc-3e6f-46cf-a74f-27013d369965'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:08.097611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.109036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] Set router 50ecc3bc-3e6f-46cf-a74f-27013d369965 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:08.200741 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.252533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Deleting port a6fb914c-1efa-475f-8306-2ab2fe247f50 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:08.252900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.284596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:41:07Z', 'revision_number': 5, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port': {'id': 'a6fb914c-1efa-475f-8306-2ab2fe247f50', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:05Z', 'updated_at': '2021-10-13T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:08.311012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] Checking router: 50ecc3bc-3e6f-46cf-a74f-27013d369965 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:41:08.319603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] Routers {'50ecc3bc-3e6f-46cf-a74f-27013d369965'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:08.320200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:40:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['50ecc3bc-3e6f-46cf-a74f-27013d369965'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:08.334838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] For port a6fb914c-1efa-475f-8306-2ab2fe247f50, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a6fb914c-1efa-475f-8306-2ab2fe247f50,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:08.335202 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.346441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Calling delete_port for a6fb914c-1efa-475f-8306-2ab2fe247f50 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:08.402028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.413469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] Set router 50ecc3bc-3e6f-46cf-a74f-27013d369965 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:08.467615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:41:08Z', 'revision_number': 6, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:08.493207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaff66-2123-48a7-89df-56f663e0055f None None] The sync data for ids ['50ecc3bc-3e6f-46cf-a74f-27013d369965'] in n-d-810220-9 is: [{'id': '50ecc3bc-3e6f-46cf-a74f-27013d369965', 'name': 'tempest-ServerRescueNegativeTestJSON-628649398-router', 'tenant_id': '684482d3cf6647bea9ab16e6e2549e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:04Z', 'updated_at': '2021-10-13T04:41:08Z', 'revision_number': 6, 'project_id': '684482d3cf6647bea9ab16e6e2549e31', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:08.513521 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.539674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fb914c-1efa-475f-8306-2ab2fe247f50,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:08.598839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.689963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.692005 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.733366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.733850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ecc3bc-3e6f-46cf-a74f-27013d369965 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:41:08.738181 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.739220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-692dae77-41d4-4c5a-856f-b9761bdcb66b admin admin] 10.222.0.44 "DELETE /v2.0/routers/50ecc3bc-3e6f-46cf-a74f-27013d369965 HTTP/1.1" status: 204 len: 168 time: 0.7429321 Oct 13 04:41:08.742352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:08.785455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Deleting subnet 69d36150-38a3-409e-937b-104d30a86779 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:08.788470 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.822837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.869364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.923690 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.950561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d36150-38a3-409e-937b-104d30a86779,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:08.955391 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.958541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-11acf300-0818-4bac-994c-61357273dc82 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69d36150-38a3-409e-937b-104d30a86779 HTTP/1.1" status: 204 len: 168 time: 0.2152605 Oct 13 04:41:08.961018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:09.027437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.107431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.127277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa834399-9c4a-42f9-8233-5b3b307c96e4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:09.137518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc69c87-9957-49b5-9496-597a4795f588') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:09.137810 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc69c87-9957-49b5-9496-597a4795f588') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:09.147841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.160492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.168164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:09.168567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: timer() Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:09.170457 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:09.227851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.233427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.236484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] 10.222.0.44 "DELETE /v2.0/networks/fa834399-9c4a-42f9-8233-5b3b307c96e4 HTTP/1.1" status: 204 len: 168 time: 0.2745676 Oct 13 04:41:09.248361 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b44d40-e27b-4695-9a61-c6abcd67bfdf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa834399-9c4a-42f9-8233-5b3b307c96e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:09.353945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:09.397341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bba617b3-99e8-4366-8e93-eb06463a4776 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=684482d3cf6647bea9ab16e6e2549e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420609 Oct 13 04:41:09.399788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:09.448713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22e57d34-a96a-4d8d-ace0-db08fbe88d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.470448 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22e57d34-a96a-4d8d-ace0-db08fbe88d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.521617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22e57d34-a96a-4d8d-ace0-db08fbe88d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.524487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22e57d34-a96a-4d8d-ace0-db08fbe88d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.528171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-22e57d34-a96a-4d8d-ace0-db08fbe88d39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/518bd998-1bcc-4087-81ab-1dd0b870c31b HTTP/1.1" status: 204 len: 168 time: 0.1250169 Oct 13 04:41:09.535005 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e57d34-a96a-4d8d-ace0-db08fbe88d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518bd998-1bcc-4087-81ab-1dd0b870c31b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:09.659366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device df0d429d-4bf0-4307-a5f1-435b848c2b24 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:09.680648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: df0d429d-4bf0-4307-a5f1-435b848c2b24 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:09.681020 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device df0d429d-4bf0-4307-a5f1-435b848c2b24 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:09.681433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a6fb914c-1efa-475f-8306-2ab2fe247f50 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:09.703386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a6fb914c-1efa-475f-8306-2ab2fe247f50 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:09.704060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a6fb914c-1efa-475f-8306-2ab2fe247f50 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:09.726173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d0b8c944-3176-4711-959b-79f633317226 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:09.749249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: d0b8c944-3176-4711-959b-79f633317226 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:09.749596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device d0b8c944-3176-4711-959b-79f633317226 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:10.128771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:10.987242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:11.091363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4312834-3d27-4438-bb30-e2b3931cb24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.165358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4312834-3d27-4438-bb30-e2b3931cb24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.170462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4312834-3d27-4438-bb30-e2b3931cb24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.212338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b4312834-3d27-4438-bb30-e2b3931cb24a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1f5cc40553f44f99b4b24fab30cc87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240062 Oct 13 04:41:11.213449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4312834-3d27-4438-bb30-e2b3931cb24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f77201-d574-4420-b71d-c0de630ad07e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:11.215171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:11.263664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc4ee-869c-45da-af12-2082b912840a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.283938 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc4ee-869c-45da-af12-2082b912840a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.329744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc4ee-869c-45da-af12-2082b912840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.332211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc4ee-869c-45da-af12-2082b912840a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.333370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7dcfc4ee-869c-45da-af12-2082b912840a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11f77201-d574-4420-b71d-c0de630ad07e HTTP/1.1" status: 204 len: 168 time: 0.1172075 Oct 13 04:41:11.340914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfc4ee-869c-45da-af12-2082b912840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f77201-d574-4420-b71d-c0de630ad07e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:11.939631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:12.035633 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2050967429-network', 'tenant_id': 'bffdc16cdad047d39fe64e2308be52c8'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:12.057161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Made reservation on behalf of bffdc16cdad047d39fe64e2308be52c8 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:12.059406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.068035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.146720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.150518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.170921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:41:12.185832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f889f390-1750-4c7c-9b47-e0d251c48ad2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:12.188922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.189271 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Added segment 7f06c635-271f-4b6c-9bac-6ad4c0de1eff of type vlan for network b329da56-9c0c-4f50-bf16-a5373964c2f1 Oct 13 04:41:12.232609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.256400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.257312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:12.257881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.307318 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3665729 Oct 13 04:41:12.318481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5763-b2c6-495c-8777-13b7ff4e37fc admin admin] Pushing event updated for resources: {'Network': ['ID=b329da56-9c0c-4f50-bf16-a5373964c2f1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:12.328331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b329da56-9c0c-4f50-bf16-a5373964c2f1 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:41:12.675924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a2fe5-ed70-4774-b98d-cab2a14987d1 req-504a6465-dfd6-42ae-8ef9-d07c2b97b87d tempest-ComputeTenantNetworksTest-252160026 tempest-ComputeTenantNetworksTest-252160026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:12.682652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a2fe5-ed70-4774-b98d-cab2a14987d1 req-504a6465-dfd6-42ae-8ef9-d07c2b97b87d tempest-ComputeTenantNetworksTest-252160026 tempest-ComputeTenantNetworksTest-252160026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:12.688774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a2fe5-ed70-4774-b98d-cab2a14987d1 req-504a6465-dfd6-42ae-8ef9-d07c2b97b87d tempest-ComputeTenantNetworksTest-252160026 tempest-ComputeTenantNetworksTest-252160026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:12.690328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c94a2fe5-ed70-4774-b98d-cab2a14987d1 req-504a6465-dfd6-42ae-8ef9-d07c2b97b87d tempest-ComputeTenantNetworksTest-252160026 tempest-ComputeTenantNetworksTest-252160026-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1188765 Oct 13 04:41:12.788989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c493-5654-4a4e-b95c-7d61bc6f5fbe req-9d84c581-518a-4a94-9ebb-387d778fc11c tempest-ComputeTenantNetworksTest-252160026 tempest-ComputeTenantNetworksTest-252160026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:12.790203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f486c493-5654-4a4e-b95c-7d61bc6f5fbe req-9d84c581-518a-4a94-9ebb-387d778fc11c tempest-ComputeTenantNetworksTest-252160026 tempest-ComputeTenantNetworksTest-252160026-project] 10.222.0.44 "GET /v2.0/networks/b329da56-9c0c-4f50-bf16-a5373964c2f1 HTTP/1.1" status: 200 len: 769 time: 0.0791976 Oct 13 04:41:12.798237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:12.867182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.944332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.963517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b329da56-9c0c-4f50-bf16-a5373964c2f1']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:12.972293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f06c635-271f-4b6c-9bac-6ad4c0de1eff') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:12.972581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f06c635-271f-4b6c-9bac-6ad4c0de1eff') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:12.981989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.995338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.001093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:13.001521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:13.003143 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:13.057968 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.063334 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.066427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] 10.222.0.44 "DELETE /v2.0/networks/b329da56-9c0c-4f50-bf16-a5373964c2f1 HTTP/1.1" status: 204 len: 168 time: 0.2672555 Oct 13 04:41:13.076995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48682432-dfc7-44c5-b51f-341af58fb13b admin admin] Pushing event deleted for resources: {'Network': ['ID=b329da56-9c0c-4f50-bf16-a5373964c2f1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:13.174714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:13.214814 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-727c21e1-1080-439b-bddd-bed79ee117f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bffdc16cdad047d39fe64e2308be52c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389450 Oct 13 04:41:13.217144 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:13.262187 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fd5be-8bfb-446a-8416-7782c99e7256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.282539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fd5be-8bfb-446a-8416-7782c99e7256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.327123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fd5be-8bfb-446a-8416-7782c99e7256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.329671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fd5be-8bfb-446a-8416-7782c99e7256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.330766 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f74fd5be-8bfb-446a-8416-7782c99e7256 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f889f390-1750-4c7c-9b47-e0d251c48ad2 HTTP/1.1" status: 204 len: 168 time: 0.1127508 Oct 13 04:41:13.339375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fd5be-8bfb-446a-8416-7782c99e7256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f889f390-1750-4c7c-9b47-e0d251c48ad2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:13.968969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:14.065488 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-916867274-network', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:14.086880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Made reservation on behalf of 3df0c2db0b6b4fdba1c5ea9e7ca67a6d for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:14.089232 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.097786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.174242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.178439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.205140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:41:14.210249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c5a1a-6185-4f26-9fcb-ac498d4ec21a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:14.218242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.218608 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Added segment 91500d7c-ca86-4f5e-acaf-ab9d068afb60 of type vlan for network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd Oct 13 04:41:14.258851 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.280917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.281832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:14.282396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.332049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3620086 Oct 13 04:41:14.335070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:14.340263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Request body: {'subnet': {'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-subnet', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:14.342431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2dbe-fdb2-410f-8652-5fdaec59a4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:14.352967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:41:14.365242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Made reservation on behalf of 3df0c2db0b6b4fdba1c5ea9e7ca67a6d for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:14.367674 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.532993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.592192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1cd24b-2ce1-4080-b814-fae02999baba,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:14.597571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:14.597925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Network hostable DHCP agents. Network: 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:41:14.613977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:41:14.622902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:14.627163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:14.627763 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.633129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38aff8-2cb9-4c63-9d65-0aa5a1f32e15 None None] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:14.647113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:14.647315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-114efd24-8314-47f6-becc-35755276cdb7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3110230 Oct 13 04:41:14.652490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:14.676366 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.677617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.735649 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.781810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:41:14.782891 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.880746 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.925203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Allocated IP 172.20.0.2 (918eb52c-cfe4-4a63-ba1c-45d5cddb27fd/5d1cd24b-2ce1-4080-b814-fae02999baba/492fbe5b-f3f0-42ad-9e68-9e0ab30fb919) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:15.086795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.106053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.217174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Allocated IP 172.25.1.130 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/864cc4a1-4f0a-4459-ba0d-32443015c042) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:15.231161 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.237623 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.280793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Pushing event updated for resources: {'Port': ['ID=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.290166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.290515 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.290868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.291259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.291591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.291924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.292381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.292725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.293053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.293848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.293848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.294080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:15.304835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:15.307164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:15.309539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:15.327765 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.366124 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.368870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Attempting to bind port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:15.369367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Attempting to bind port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:15.369648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Attempting to bind port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:15.375237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:15.375913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:15.376614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.377329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Bound using segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:15.378505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Bound port: 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:15.379175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.407196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:15.411821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:15.414434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:15.444203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Pushing event updated for resources: {'Port': ['ID=864cc4a1-4f0a-4459-ba0d-32443015c042,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.449526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] For port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:15.453766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] For port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:15.462038 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.537998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab846ca-1572-49ca-9fa1-688a9cd9cebe None None] Pushing event updated for resources: {'Port': ['ID=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.701757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.261667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.398725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Router 83330c1b-569a-4871-9d07-a1da71e3f090 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:41:16.432353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1485a66e-4a31-4fad-9558-d4ad404b604d None None] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:16.506427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:16.517857 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:16.524464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.528657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3d7b3021-bb50-4cd1-9de2-fc1f1e93ef0c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8771803 Oct 13 04:41:16.528829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.531563 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:16.532244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:40:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:16.566166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf7624b8-3bdb-4e25-9d4c-a585c1ed1c6b None None] Provisioning complete for port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:16.566528 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf7624b8-3bdb-4e25-9d4c-a585c1ed1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.644984 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:16.685745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf7624b8-3bdb-4e25-9d4c-a585c1ed1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.724318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf7624b8-3bdb-4e25-9d4c-a585c1ed1c6b None None] For port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:16.734170 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf7624b8-3bdb-4e25-9d4c-a585c1ed1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.798281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7624b8-3bdb-4e25-9d4c-a585c1ed1c6b None None] Pushing event updated for resources: {'Port': ['ID=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:16.862404 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:15Z', 'revision_number': 3, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:16.891300 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:41:16.891568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Updating router 83330c1b-569a-4871-9d07-a1da71e3f090 port 864cc4a1-4f0a-4459-ba0d-32443015c042 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:41:16.916226 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.953481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e30a703-15cb-42dd-97b7-eed0f32bdac6 None None] Provisioning complete for port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:16.953873 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e30a703-15cb-42dd-97b7-eed0f32bdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.972077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.139380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Allocated IP 172.20.0.1 (918eb52c-cfe4-4a63-ba1c-45d5cddb27fd/5d1cd24b-2ce1-4080-b814-fae02999baba/dc133d79-3282-4b3e-9ff0-77fc614ee5db) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:17.182172 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.187429 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.236072 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Attempting to bind port 864cc4a1-4f0a-4459-ba0d-32443015c042 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:17.236441 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Attempting to bind port 864cc4a1-4f0a-4459-ba0d-32443015c042 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:17.236822 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Attempting to bind port 864cc4a1-4f0a-4459-ba0d-32443015c042 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:17.244093 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Pushing event updated for resources: {'Port': ['ID=864cc4a1-4f0a-4459-ba0d-32443015c042,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:17.245956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.247106 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:17.247473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:17.247868 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.248251 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:17.248726 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Bound port: 864cc4a1-4f0a-4459-ba0d-32443015c042, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:17.249099 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.255414 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.255753 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.256089 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.256420 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.256769 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.257095 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.257418 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.257731 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.258049 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.258364 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.258679 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.258992 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:17.279898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.313177 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] For port 864cc4a1-4f0a-4459-ba0d-32443015c042, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:17.316543 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] For port 864cc4a1-4f0a-4459-ba0d-32443015c042, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=864cc4a1-4f0a-4459-ba0d-32443015c042,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:17.321455 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.323178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:17.328753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:17.330724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc133d79-3282-4b3e-9ff0-77fc614ee5db,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:17.333733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:17.382757 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.382956 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:17.383520 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:40:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:17.385458 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794e39f-adad-440e-ae6a-814d923dc006 None None] Pushing event updated for resources: {'Port': ['ID=864cc4a1-4f0a-4459-ba0d-32443015c042,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:17.499566 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:17.523943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.559919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8edc766-3831-459b-bafd-e5e9608865c6 None None] Provisioning complete for port dc133d79-3282-4b3e-9ff0-77fc614ee5db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:17.559919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8edc766-3831-459b-bafd-e5e9608865c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.596542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e8edc766-3831-459b-bafd-e5e9608865c6 None None] Port dc133d79-3282-4b3e-9ff0-77fc614ee5db cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:41:17.658057 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:41:17.704879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:17.706526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.713096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.754777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:17.755512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.780915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.782751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc133d79-3282-4b3e-9ff0-77fc614ee5db,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:17.798374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:15Z', 'revision_number': 3, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:17.829232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11de10c-5bba-4836-94cf-be701a53cd68 None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:15Z', 'revision_number': 3, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:17.888112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:17.889557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:18.009206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Router 83330c1b-569a-4871-9d07-a1da71e3f090 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:18.141457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:18.147271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e31ec9b9-72f4-40c4-b839-8b071d252bc1 admin admin] 10.222.0.44 "PUT /v2.0/routers/83330c1b-569a-4871-9d07-a1da71e3f090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6174674 Oct 13 04:41:18.224300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4008afae-67ea-4ce4-a06e-df4967231e7a None None] Provisioning complete for port dc133d79-3282-4b3e-9ff0-77fc614ee5db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:18.224672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4008afae-67ea-4ce4-a06e-df4967231e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:18.258767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4008afae-67ea-4ce4-a06e-df4967231e7a None None] Port dc133d79-3282-4b3e-9ff0-77fc614ee5db cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:41:19.014854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dab57c5b-45d9-4712-9a30-1234d8fbffdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.377552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:19.386866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:19.387477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:40:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:19.493690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:19.681709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 864cc4a1-4f0a-4459-ba0d-32443015c042 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:19.726591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 2, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:19.753100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:41:19.753451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Updating router 83330c1b-569a-4871-9d07-a1da71e3f090 port dc133d79-3282-4b3e-9ff0-77fc614ee5db binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:41:19.781711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.794033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 864cc4a1-4f0a-4459-ba0d-32443015c042 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:19.794401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.814448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.819592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328323703', 'description': 'tempest-description--1631128083'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:19.841340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.909394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.913376 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.942809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.944027 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1284750 Oct 13 04:41:19.947010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38874) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.948906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415934-e1e0-46ba-b136-c0564c157ce6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef61321-1d58-400c-a97d-c8499f1bff78,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:19.951694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'security_group_rule': {'security_group_id': 'eef61321-1d58-400c-a97d-c8499f1bff78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:19.980117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.009194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.036500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.038376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 864cc4a1-4f0a-4459-ba0d-32443015c042, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=864cc4a1-4f0a-4459-ba0d-32443015c042,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:20.040668 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.042114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.059761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059a0222-1405-43fc-80e2-735256aad7d0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.070755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.071974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f3994f43-a780-44a0-9b2a-4646d37c83ef tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239383 Oct 13 04:41:20.074568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:20.078884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'security_group_rule': {'security_group_id': 'eef61321-1d58-400c-a97d-c8499f1bff78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:20.105613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.122335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=864cc4a1-4f0a-4459-ba0d-32443015c042,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.166108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.169664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.175977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.182676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.187438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf69312-71a8-4004-949f-8e1e5fbc6dca,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.198688 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.202730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-544582a1-d0fa-4221-9b03-e0cb514d41d2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243920 Oct 13 04:41:20.202909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 38878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:20.207515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:20.231727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.232281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e73a-7bc2-4f23-9555-e377f36bb9cf None None] Pushing event updated for resources: {'Port': ['ID=dc133d79-3282-4b3e-9ff0-77fc614ee5db,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.285303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Attempting to bind port dc133d79-3282-4b3e-9ff0-77fc614ee5db on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:20.285673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Attempting to bind port dc133d79-3282-4b3e-9ff0-77fc614ee5db by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:20.286610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Attempting to bind port dc133d79-3282-4b3e-9ff0-77fc614ee5db on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:20.291768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:20.292135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:20.292593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.293081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Bound using segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:20.293538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Bound port: dc133d79-3282-4b3e-9ff0-77fc614ee5db, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:20.293990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.334145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.371315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] For port dc133d79-3282-4b3e-9ff0-77fc614ee5db, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:20.378740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] For port dc133d79-3282-4b3e-9ff0-77fc614ee5db, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dc133d79-3282-4b3e-9ff0-77fc614ee5db,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:20.383123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.442190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:20.442802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:40:51Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:20.447775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e73a-7bc2-4f23-9555-e377f36bb9cf None None] Pushing event updated for resources: {'Port': ['ID=dc133d79-3282-4b3e-9ff0-77fc614ee5db,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.453201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Allocated IP 172.25.1.18 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/65a6f658-c629-4eab-8d24-4033a5caa58f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:20.504226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2fea5d95-ad3e-4a74-a6d8-4d9b01c72759 None None] Provisioning complete for port dc133d79-3282-4b3e-9ff0-77fc614ee5db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:20.504587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d95-ad3e-4a74-a6d8-4d9b01c72759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.577627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.591527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:20.622315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.659783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:20.666128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:20.668910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:20.698043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'Port': ['ID=65a6f658-c629-4eab-8d24-4033a5caa58f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.732061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d95-ad3e-4a74-a6d8-4d9b01c72759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.760306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.784035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2fea5d95-ad3e-4a74-a6d8-4d9b01c72759 None None] For port dc133d79-3282-4b3e-9ff0-77fc614ee5db, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dc133d79-3282-4b3e-9ff0-77fc614ee5db,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:20.790310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d95-ad3e-4a74-a6d8-4d9b01c72759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.795075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.863687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea5d95-ad3e-4a74-a6d8-4d9b01c72759 None None] Pushing event updated for resources: {'Port': ['ID=dc133d79-3282-4b3e-9ff0-77fc614ee5db,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.893006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:20.928432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da8c0b-0b30-43a5-9d5f-cf20a2ba18ce None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:20.938343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cae6475a-4963-4a93-a5bc-6270525ba5ad None None] Provisioning complete for port dc133d79-3282-4b3e-9ff0-77fc614ee5db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:20.938716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae6475a-4963-4a93-a5bc-6270525ba5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.947463 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.954239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.008061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'Port': ['ID=65a6f658-c629-4eab-8d24-4033a5caa58f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:21.068815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.085253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.087261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-29204a7f-1713-465b-8b49-c74002c6daf4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8827755 Oct 13 04:41:21.229123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-ae28d8d4-2ca2-466a-80fb-e9451bb3a926 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--328323703&fields=id&tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 267 time: 0.0345087 Oct 13 04:41:21.342852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-a2bbc937-1340-4974-a43b-14a582f02608 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:21.344396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-a2bbc937-1340-4974-a43b-14a582f02608 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 816 time: 0.1083810 Oct 13 04:41:21.360367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f411209c-1026-493e-b686-103d19a4f1e2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/quotas/3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 375 time: 0.0095477 Oct 13 04:41:21.417266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-0aa251e9-9b67-47c8-a482-be904c3c4558 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501642 Oct 13 04:41:21.433917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-37bafc03-bbf4-47a0-ad83-3ffd308fcafa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:41:21.434792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-37bafc03-bbf4-47a0-ad83-3ffd308fcafa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055711 Oct 13 04:41:21.511174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a23f23cd-56f6-44c2-9c31-a12abba99789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.529627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-b569e624-c919-441a-8850-f086d56bfde7 service neutron] 10.222.0.44 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883036 Oct 13 04:41:21.633372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-9d95ac83-3139-4647-98be-cc0a5764fdcd service neutron] 10.222.0.44 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969186 Oct 13 04:41:21.759122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 864cc4a1-4f0a-4459-ba0d-32443015c042 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:21.818263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 864cc4a1-4f0a-4459-ba0d-32443015c042 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:21.819217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c48ad9a0-2c4f-48c4-832c-2fa900510158 req-28a27f5d-69c3-4906-bf6e-3d6e53f4d31d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 210 time: 0.0372894 Oct 13 04:41:21.819702 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.910730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dc133d79-3282-4b3e-9ff0-77fc614ee5db up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:21.962955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port dc133d79-3282-4b3e-9ff0-77fc614ee5db triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:21.963334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.856119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-b2e17324-0a06-49b5-b422-b91fd3d06aad tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:22.857597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-b2e17324-0a06-49b5-b422-b91fd3d06aad tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 816 time: 0.1082020 Oct 13 04:41:22.907147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-5939a3a4-144a-4a6d-bacb-241a916d7e91 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 379 time: 0.0395651 Oct 13 04:41:22.920249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'port': {'device_id': '83e53e58-7468-4557-90e3-7f51b4450824', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'admin_state_up': True, 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'security_groups': ['eef61321-1d58-400c-a97d-c8499f1bff78']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:22.952523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffdc0a5c-faf5-4fb7-9465-7c388c82f032 req-3ad22434-fac7-4f1b-989c-a12b1bfabad9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 210 time: 0.0509765 Oct 13 04:41:23.044236 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.076590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.363133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Made reservation on behalf of 3df0c2db0b6b4fdba1c5ea9e7ca67a6d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:23.367137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.484427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Allocated IP 172.20.0.6 (918eb52c-cfe4-4a63-ba1c-45d5cddb27fd/5d1cd24b-2ce1-4080-b814-fae02999baba/c2c51ad2-0081-4cad-9cac-5b39a95038ed) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:23.619683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.651910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.695824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:23.699009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:23.701358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:23.731394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:23.758814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:23.759516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.775876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-f32b5ca1-af8a-4c3b-9f2b-01f74145fbb6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8606918 Oct 13 04:41:23.788400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Request body: {'port': {'device_id': '83e53e58-7468-4557-90e3-7f51b4450824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:23.844160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.978990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1c3e214-f4d9-4d26-b5e9-c31bce4a070a None None] Provisioning complete for port c2c51ad2-0081-4cad-9cac-5b39a95038ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:23.979305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e214-f4d9-4d26-b5e9-c31bce4a070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.015697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3e214-f4d9-4d26-b5e9-c31bce4a070a None None] Port c2c51ad2-0081-4cad-9cac-5b39a95038ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:41:24.076195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729cd3-c3d3-4cd3-affc-68f909ae8f68 req-2a2bb9e3-1b0a-46fc-a1b8-e3889b4e9252 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.077842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae729cd3-c3d3-4cd3-affc-68f909ae8f68 req-2a2bb9e3-1b0a-46fc-a1b8-e3889b4e9252 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 931 time: 0.0502152 Oct 13 04:41:24.107289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:41:24.115297 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.119770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ae729cd3-c3d3-4cd3-affc-68f909ae8f68 req-1175e7a0-e27f-4829-bcf2-9524bf051c9a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359874 Oct 13 04:41:24.127505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Transition to ACTIVE for port object c2c51ad2-0081-4cad-9cac-5b39a95038ed will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:41:24.131441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.182121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:24.255553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:24.255801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:24.256127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:24.260491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Port c2c51ad2-0081-4cad-9cac-5b39a95038ed on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:41:24.260847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:24.265792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:24.266125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:24.266504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Bound using segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:24.266928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Bound port: c2c51ad2-0081-4cad-9cac-5b39a95038ed, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:24.267284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.331375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:24.334741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:24.338234 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.374649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.375262 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.376658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] 10.222.0.26 "PUT /v2.0/ports/c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 1091 time: 0.5926919 Oct 13 04:41:24.377111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:24.379435 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b918cd6-190a-4297-9ee4-c272332b68b8" -d '{"events": [{"name": "network-changed", "server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:24.414586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7f0e-43ed-4973-aa1c-49c60bd53e6a service neutron] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:24.422692 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f085240b-56ea-4d42-8e18-8bcf723e115a x-openstack-request-id: req-f085240b-56ea-4d42-8e18-8bcf723e115a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:24.423077 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:24.423426 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f085240b-56ea-4d42-8e18-8bcf723e115a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:24.423971 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'status': 'completed', 'code': 200} Oct 13 04:41:24.468481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-2ec8cf0c-8a91-4a20-b6e1-df485880da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.470076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-2ec8cf0c-8a91-4a20-b6e1-df485880da1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1094 time: 0.0425305 Oct 13 04:41:24.512705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-d096236a-d8a3-4dbd-ba21-e2b4cb9fd232 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 217 time: 0.0337770 Oct 13 04:41:24.567136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-3a9d1fb9-0f55-40ba-8b7e-64bcfecfc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.568611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-3a9d1fb9-0f55-40ba-8b7e-64bcfecfc7bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0496962 Oct 13 04:41:24.613151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084129-8d2a-48a9-a778-528545b576e7 req-2c1f0d1a-93d1-4b5a-bcb5-c9ad8f0d1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.614638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-2c1f0d1a-93d1-4b5a-bcb5-c9ad8f0d1737 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394511 Oct 13 04:41:24.656304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.702836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-540eb75a-7727-4db8-8748-e9dfbe5c5cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810914 Oct 13 04:41:24.793973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac084129-8d2a-48a9-a778-528545b576e7 req-66ff7dc6-610a-4c38-95f0-29f21fe88d29 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840831 Oct 13 04:41:24.889133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-ad320f0e-8cec-4d26-a5bb-116a93beab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.890590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-ad320f0e-8cec-4d26-a5bb-116a93beab86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1094 time: 0.0397456 Oct 13 04:41:24.981719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-037cc96d-18da-4a16-9ebd-a4080d4d81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.983148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-037cc96d-18da-4a16-9ebd-a4080d4d81e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0854428 Oct 13 04:41:25.024673 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-aef3012c-271f-4f3f-960f-a7c6d05813d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 217 time: 0.0332217 Oct 13 04:41:25.071491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-7ef79db8-b00e-4af7-a243-08314f4b321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:25.072913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-7ef79db8-b00e-4af7-a243-08314f4b321b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0418775 Oct 13 04:41:25.120425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-cd8e2f54-3f6e-46c5-8553-b5762e6dde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:25.121906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-cd8e2f54-3f6e-46c5-8553-b5762e6dde09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425193 Oct 13 04:41:25.211292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-e5e16a4b-6cef-4365-b479-79c6caf3b01a service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806839 Oct 13 04:41:25.236700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36edc-01b9-4710-a2e4-9c97beead68e req-0d646f88-12d8-4866-a996-e4697c73dfe8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:25.238174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78a36edc-01b9-4710-a2e4-9c97beead68e req-0d646f88-12d8-4866-a996-e4697c73dfe8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0483038 Oct 13 04:41:25.276908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-78a36edc-01b9-4710-a2e4-9c97beead68e req-5d5d4cfa-72c2-4ef3-b3a1-6e6aac731417 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316672 Oct 13 04:41:25.303669 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b918cd6-190a-4297-9ee4-c272332b68b8 req-3c62fc02-ef0a-451a-83e7-118fc54aa0c1 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857439 Oct 13 04:41:26.398003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c237-e318-4202-bc93-9a0ac112126e req-f3a0efeb-faad-4371-a9ab-8553bd86462f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:26.399505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a42c237-e318-4202-bc93-9a0ac112126e req-f3a0efeb-faad-4371-a9ab-8553bd86462f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0519021 Oct 13 04:41:26.439725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a42c237-e318-4202-bc93-9a0ac112126e req-a2eb191c-bb5d-4554-a016-2b3dded726c4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Oct 13 04:41:27.557081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302184-068c-40c1-827f-7538c3f391e9 req-28f0406e-85cf-4af2-b511-043575605de1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:27.558525 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57302184-068c-40c1-827f-7538c3f391e9 req-28f0406e-85cf-4af2-b511-043575605de1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0488632 Oct 13 04:41:27.595594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57302184-068c-40c1-827f-7538c3f391e9 req-4952ac07-76ca-473a-a794-3d8965792147 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Oct 13 04:41:27.806199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:41:27.899545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:27.909939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'mac_address': 'fa:16:3e:75:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:41:27.946747 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.958730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:41:27.978451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:27.982065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:28.027081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:28.359975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c2c51ad2-0081-4cad-9cac-5b39a95038ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:28.712528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038c27-e982-4934-82f2-18ba941d5bc6 req-6387270c-cc31-4028-84e8-f10bfc3c0119 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:28.714023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84038c27-e982-4934-82f2-18ba941d5bc6 req-6387270c-cc31-4028-84e8-f10bfc3c0119 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0482233 Oct 13 04:41:28.750508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84038c27-e982-4934-82f2-18ba941d5bc6 req-3a5ea3f3-52a2-4ce6-a3a4-3b0d4e7b8075 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306144 Oct 13 04:41:29.821810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:29.869251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6e61a-6d4d-4462-a5ee-9b55c8616d80 req-a41bfa64-7d9c-4bf8-a81d-824d9b372051 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:29.869850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port c2c51ad2-0081-4cad-9cac-5b39a95038ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:41:29.870855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f8b6e61a-6d4d-4462-a5ee-9b55c8616d80 req-a41bfa64-7d9c-4bf8-a81d-824d9b372051 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0496612 Oct 13 04:41:29.873413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c2c51ad2-0081-4cad-9cac-5b39a95038ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:29.873783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.912598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f8b6e61a-6d4d-4462-a5ee-9b55c8616d80 req-906b9bc6-f684-45cc-ae8b-b59003a7667e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355792 Oct 13 04:41:29.953023 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.975272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:29.978103 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da0312-3fbe-47a5-bd36-1535e19749fb" -d '{"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-plugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:29.989954 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:29.994613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.041406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:30.082296 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179bf12b-767b-4331-8d1a-62e1c0d6a108 x-openstack-request-id: req-179bf12b-767b-4331-8d1a-62e1c0d6a108 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:30.083211 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-plugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:30.083470 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-179bf12b-767b-4331-8d1a-62e1c0d6a108 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:30.083871 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'code': 200} Oct 13 04:41:30.180911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2e3ab-2649-46e4-b59f-39ee7d5bd547 req-ceb363a0-908a-4029-b7f6-2abc700dde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:30.182620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33f2e3ab-2649-46e4-b59f-39ee7d5bd547 req-ceb363a0-908a-4029-b7f6-2abc700dde23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1096 time: 0.0432739 Oct 13 04:41:30.221368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33f2e3ab-2649-46e4-b59f-39ee7d5bd547 req-0f43afbb-c08a-4657-9366-21b22de484a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Oct 13 04:41:31.028939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11074e5b-7bc5-4fd7-8ee5-0de0a1234666 req-ad2b2c28-dc6d-4a3d-b138-de7409876cc6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:31.032557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11074e5b-7bc5-4fd7-8ee5-0de0a1234666 req-ad2b2c28-dc6d-4a3d-b138-de7409876cc6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0485420 Oct 13 04:41:31.068797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11074e5b-7bc5-4fd7-8ee5-0de0a1234666 req-b768aa9c-7a80-4dc8-8613-c37e8716ad4f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Oct 13 04:41:32.188247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61229dab-2f42-4ec5-80c3-820088ad134e req-9377a867-459a-4927-a39b-bd3bd0cc95dd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:32.189813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61229dab-2f42-4ec5-80c3-820088ad134e req-9377a867-459a-4927-a39b-bd3bd0cc95dd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Oct 13 04:41:32.227739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61229dab-2f42-4ec5-80c3-820088ad134e req-7486813b-a515-4fa4-bdd4-97d1a44b78df tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Oct 13 04:41:32.340140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ad17-34ba-489c-aa38-6990d9ad60b3 req-a8fef0d0-1437-43c2-81ff-b1c185514edb tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:32.341729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f549ad17-34ba-489c-aa38-6990d9ad60b3 req-a8fef0d0-1437-43c2-81ff-b1c185514edb tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0481896 Oct 13 04:41:32.350378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 38934) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:32.354654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'floatingip': {'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:32.396724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:32.808569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:32.812293 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:32.907293 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Floating IP a62c3832-0920-4ee6-bb12-1b65dc1957fe associated. External IP: 172.25.1.18, port: c2c51ad2-0081-4cad-9cac-5b39a95038ed. Oct 13 04:41:33.107258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Router 83330c1b-569a-4871-9d07-a1da71e3f090 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:33.210706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:33.215454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:33.220109 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:33.229827 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:33.230429 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:41:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.242398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a7ad6736-08d1-4775-964d-c908dcd48bda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "PUT /v2.0/floatingips/a62c3832-0920-4ee6-bb12-1b65dc1957fe HTTP/1.1" status: 200 len: 990 time: 0.8910484 Oct 13 04:41:33.242971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:33.245476 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4352523-9379-4b48-8ddc-e808bb50ecb3" -d '{"events": [{"name": "network-changed", "server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:33.289292 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f6eab7-4cf6-4275-8400-379dcae5015c x-openstack-request-id: req-70f6eab7-4cf6-4275-8400-379dcae5015c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:33.289638 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:33.289954 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70f6eab7-4cf6-4275-8400-379dcae5015c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:33.290993 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'status': 'completed', 'code': 200} Oct 13 04:41:33.337214 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:33.348806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-9f41977d-8e28-4357-aef8-c48999fac95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:33.350365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-9f41977d-8e28-4357-aef8-c48999fac95b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1096 time: 0.0397427 Oct 13 04:41:33.443986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-62693287-af35-4ce6-acf4-fc4303d05d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:33.445493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-62693287-af35-4ce6-acf4-fc4303d05d82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0887206 Oct 13 04:41:33.509408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-9c15c93e-3732-417c-b5bf-782e1e91a7be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 998 time: 0.0567772 Oct 13 04:41:33.557623 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a62c3832-0920-4ee6-bb12-1b65dc1957fe', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'mac_address': 'fa:16:3e:75:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e53e58-7468-4557-90e3-7f51b4450824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:41:20Z', 'updated_at': '2021-10-13T04:41:32Z', 'revision_number': 1, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.562096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-8c99ebc2-3bec-4eaa-988e-9fcd2d35c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:33.563539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-8c99ebc2-3bec-4eaa-988e-9fcd2d35c1ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0479486 Oct 13 04:41:33.587374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:41:33.595736 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:33.596337 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:41:21Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.609823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-9ea9768e-dd67-442d-849e-ac03e127a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:33.611292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-9ea9768e-dd67-442d-849e-ac03e127a6a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402031 Oct 13 04:41:33.699157 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:41:33.701948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-06dd1536-cc74-46f7-b8d1-0f8bafed051c service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829194 Oct 13 04:41:33.793742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4352523-9379-4b48-8ddc-e808bb50ecb3 req-8a104181-8421-4ed1-889f-5ed21533b176 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846877 Oct 13 04:41:33.915113 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a62c3832-0920-4ee6-bb12-1b65dc1957fe', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'mac_address': 'fa:16:3e:75:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e53e58-7468-4557-90e3-7f51b4450824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:41:20Z', 'updated_at': '2021-10-13T04:41:32Z', 'revision_number': 1, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.939658 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd98d40-1065-42e5-b947-d17391918f0e None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'a62c3832-0920-4ee6-bb12-1b65dc1957fe', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'mac_address': 'fa:16:3e:75:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e53e58-7468-4557-90e3-7f51b4450824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:41:20Z', 'updated_at': '2021-10-13T04:41:32Z', 'revision_number': 1, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:34.123285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0ef2d4-0d38-4995-b7d5-b9619ed93d17 None None] New status for floating IP a62c3832-0920-4ee6-bb12-1b65dc1957fe: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:41:38.390834 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:40.131267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.014619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eba12fa6-4273-41e8-9884-c18de6147693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:51.516284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad6fe717-8d9d-4bc8-9156-7050f48c6871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.874644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.077461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.659902 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.661501 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:42:03.013394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-efa770b2-ba7b-47f4-9d1e-fb549439ca94 req-38382bdd-0270-4bd8-82f2-6750bfb68d98 service neutron] (94824) timed out ('10.222.0.44', 43780) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:42:08.406655 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.149124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.014994 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea183bb9-48e7-4d53-8779-8bf9ca575398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.516406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24e41042-cf18-47f8-a4e2-49056087f490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.365921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-59dd4b95-3fef-45b6-82f9-9bfcaa9248ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391257 Oct 13 04:42:22.446280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-bbcb0a6d-5498-4581-8d37-a366d5e99809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:22.447729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-bbcb0a6d-5498-4581-8d37-a366d5e99809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1096 time: 0.0405898 Oct 13 04:42:22.551909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-ea645f59-6d11-4e04-b8e3-e019f393e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:22.553431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-ea645f59-6d11-4e04-b8e3-e019f393e886 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0872509 Oct 13 04:42:22.621071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-09a39603-62f0-4637-a628-dee8e02b3580 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 1000 time: 0.0595584 Oct 13 04:42:22.669744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-81d9f281-aefd-4ad5-bf81-7c6b05573073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:22.671167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-81d9f281-aefd-4ad5-bf81-7c6b05573073 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0423470 Oct 13 04:42:22.715232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-a193e8a7-19ba-4291-a32c-1db6ea5ae399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:22.716660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-a193e8a7-19ba-4291-a32c-1db6ea5ae399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386372 Oct 13 04:42:22.807722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-d4eb5413-278d-4465-9f89-9c64cf61f044 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Oct 13 04:42:22.876181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.897552 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9206cdc6-88f7-4e41-8595-4589b0fea401 req-e7b1bda7-f0a2-41f2-b291-b41a1f8e485f service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828979 Oct 13 04:42:23.080901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:24.660147 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:31.660503 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:42:38.405278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.187699 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.886858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-99ef1bb7-8d35-4a90-87d6-50a35a389468 req-1f4c815b-c380-46fe-96fa-4257e992c327 service neutron] (94824) timed out ('10.222.0.44', 57682) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:42:49.014251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1871986-c1d3-43a1-8510-cfd32ac52259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.516603 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1a91851-ade2-49b9-8f37-1534e3a7da42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.876438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.085007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.662698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.420874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.659175 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:43:10.172121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.014208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e974e4c0-3d24-4967-82b3-eb5acf8b852c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:21.517182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-340e0bdd-24cb-4333-bfdc-c33993266e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:21.872497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-6ce623fd-fee6-42f8-bb4c-36592dfd69e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393586 Oct 13 04:43:21.956718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-b34287ff-f875-4e8b-8504-8c786d29ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:21.958170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-b34287ff-f875-4e8b-8504-8c786d29ac95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1096 time: 0.0441654 Oct 13 04:43:22.058450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-464f7932-f1ae-4a5c-af7f-5f7a33e46754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:22.059922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-464f7932-f1ae-4a5c-af7f-5f7a33e46754 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0832186 Oct 13 04:43:22.127996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-3a8f82f6-e1d5-4811-90b6-228c7ac95380 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 1000 time: 0.0600419 Oct 13 04:43:22.175262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-90c2c8ff-f090-4544-9d5b-d6fbcf6b4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:22.176648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-90c2c8ff-f090-4544-9d5b-d6fbcf6b4a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0418739 Oct 13 04:43:22.221008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-e48f1abe-1f89-4d0c-aecc-d56c00fe54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:22.222367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-e48f1abe-1f89-4d0c-aecc-d56c00fe54d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386634 Oct 13 04:43:22.312177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-6da67a89-c192-4d8c-a068-bd8cc7acbf4b service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826018 Oct 13 04:43:22.400352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b941833-6321-49fa-b90a-d2e6f775ac5e req-809a6a35-5055-42f4-8d9b-3216a5122fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814142 Oct 13 04:43:22.880077 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.088383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.666835 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.438133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.189168 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.657532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:43:49.014680 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1dab10-5cc6-4a99-82b2-3d3dfccf23df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:51.517478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf82eec-5789-4bfe-b2fa-118f2e007458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:53.018668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:53.088366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.668270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.440110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.195449 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.128648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f2eb-c9e1-4bb2-904e-448c4b5ea58a req-4e14f653-5033-454f-9f65-f1ee16328aa2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:11.130117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5b4f2eb-c9e1-4bb2-904e-448c4b5ea58a req-4e14f653-5033-454f-9f65-f1ee16328aa2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.1226950 Oct 13 04:44:11.166801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5b4f2eb-c9e1-4bb2-904e-448c4b5ea58a req-10fd715d-ba67-4d2f-bc8a-6278953ea44a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299175 Oct 13 04:44:12.288022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6d1de-55da-4616-ab20-94c372c9a132 req-8d76203e-25e7-4a37-aa8e-4e9bf1295e9b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:12.289488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08c6d1de-55da-4616-ab20-94c372c9a132 req-8d76203e-25e7-4a37-aa8e-4e9bf1295e9b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Oct 13 04:44:12.326139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08c6d1de-55da-4616-ab20-94c372c9a132 req-54752a08-a949-41e9-83b6-80c8da9ca10a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307634 Oct 13 04:44:13.447617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9897d29-4641-441c-9f11-9b3c10d1873f req-f4c341d1-3d06-47df-a81d-cc5c6e524f42 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:13.449139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9897d29-4641-441c-9f11-9b3c10d1873f req-f4c341d1-3d06-47df-a81d-cc5c6e524f42 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Oct 13 04:44:13.486054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9897d29-4641-441c-9f11-9b3c10d1873f req-bae4073f-5a9c-4099-9cb6-8ce39337c130 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Oct 13 04:44:14.608840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60587e6-5550-40ab-b2b1-154a3e52d328 req-4e8c2147-45e6-48ab-b33f-308fd74b3dcc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:14.610307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e60587e6-5550-40ab-b2b1-154a3e52d328 req-4e8c2147-45e6-48ab-b33f-308fd74b3dcc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Oct 13 04:44:14.647320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e60587e6-5550-40ab-b2b1-154a3e52d328 req-ba7c3160-3b74-434f-8b4f-6d474cbc1776 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309215 Oct 13 04:44:15.767537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba42a-2135-4815-9f1d-1b3c8f708899 req-ffd2f978-55d0-4271-93ec-078e6aa103fc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:15.769053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f1ba42a-2135-4815-9f1d-1b3c8f708899 req-ffd2f978-55d0-4271-93ec-078e6aa103fc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Oct 13 04:44:15.811065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f1ba42a-2135-4815-9f1d-1b3c8f708899 req-31bccdbc-3d4a-4738-9c7d-e535b171071b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360906 Oct 13 04:44:16.926274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2e3f6-a3be-4ca7-a562-a570901ccea3 req-aa8655c9-64a3-4aaf-8242-49c03343829b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:16.927697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0de2e3f6-a3be-4ca7-a562-a570901ccea3 req-aa8655c9-64a3-4aaf-8242-49c03343829b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0471466 Oct 13 04:44:16.964337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0de2e3f6-a3be-4ca7-a562-a570901ccea3 req-96018a19-3236-47f8-821e-3c5202d42553 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305197 Oct 13 04:44:18.088228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cc771-20bc-4ba9-bdf8-9de6816d4fdd req-baf69ea5-defe-4700-9bce-b9ae8c42545b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:18.089708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-499cc771-20bc-4ba9-bdf8-9de6816d4fdd req-baf69ea5-defe-4700-9bce-b9ae8c42545b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0534959 Oct 13 04:44:18.127000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-499cc771-20bc-4ba9-bdf8-9de6816d4fdd req-2e2da2a6-584a-447a-bfbf-d0a5a5987e4e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308330 Oct 13 04:44:19.016215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ffee011-06b7-4c93-9d27-dafa4370db02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:19.245478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb0d5-cb5a-48fb-a0ce-51617caca99e req-81487f8d-a279-439a-a7e6-219277368f19 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:19.246907 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fddb0d5-cb5a-48fb-a0ce-51617caca99e req-81487f8d-a279-439a-a7e6-219277368f19 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Oct 13 04:44:19.283041 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fddb0d5-cb5a-48fb-a0ce-51617caca99e req-139fe276-2628-4a46-875a-756eefff4219 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302160 Oct 13 04:44:20.405674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df23f-6a6c-49bf-8852-17bd6a7fb637 req-fd37a1d7-a5ee-4123-a78e-d0204fcbaffb tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:20.407916 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-521df23f-6a6c-49bf-8852-17bd6a7fb637 req-fd37a1d7-a5ee-4123-a78e-d0204fcbaffb tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0552185 Oct 13 04:44:20.444458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-521df23f-6a6c-49bf-8852-17bd6a7fb637 req-577bfdbe-d7b3-4d24-8555-22eec418156e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Oct 13 04:44:21.518265 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f596cadc-6bd8-48f4-bd50-e99a58842963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.565636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e2815-7faf-4b36-95ce-b2fe16534b43 req-2ce55e98-3417-418c-b880-81d23a2beed3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:21.567112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-607e2815-7faf-4b36-95ce-b2fe16534b43 req-2ce55e98-3417-418c-b880-81d23a2beed3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0542076 Oct 13 04:44:21.604171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-607e2815-7faf-4b36-95ce-b2fe16534b43 req-a79afff0-32c7-4011-ae7b-b2574ec41b58 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Oct 13 04:44:22.656199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:44:22.721947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1e2c9-08de-477c-82fd-ba648c495b45 req-484e48d0-dcf4-4a2e-ac1b-f60a219af875 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:22.723395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-84a1e2c9-08de-477c-82fd-ba648c495b45 req-484e48d0-dcf4-4a2e-ac1b-f60a219af875 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Oct 13 04:44:22.750310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:44:22.767987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-84a1e2c9-08de-477c-82fd-ba648c495b45 req-12ea6419-48d0-4393-9815-7e3587925c3d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387409 Oct 13 04:44:22.845785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:22.856179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'mac_address': 'fa:16:3e:75:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:44:22.900539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.902235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.914981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:22.934005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:22.938576 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.985912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:22.993006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.993340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.993667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.993991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.994307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.994621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.994936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.995248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.995557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.995865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.996173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:22.996481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:23.013147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c2c51ad2-0081-4cad-9cac-5b39a95038ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:23.102346 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.913057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa757-b1a6-4cd8-9a08-1d48a15a929c req-8ae2e667-41a5-4aee-ae0e-02985b019fca tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:23.914630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-58afa757-b1a6-4cd8-9a08-1d48a15a929c req-8ae2e667-41a5-4aee-ae0e-02985b019fca tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0732205 Oct 13 04:44:23.917168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-9312edd3-a62a-4ea6-9160-c90cb5abaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:23.918536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-9312edd3-a62a-4ea6-9160-c90cb5abaa6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1095 time: 0.0684299 Oct 13 04:44:23.997758 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-58afa757-b1a6-4cd8-9a08-1d48a15a929c req-0dee9542-c0f5-4792-848a-12880bbc9273 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754592 Oct 13 04:44:24.036991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-7819f8ee-ed60-4982-b57f-fddbe90dbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:24.038422 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-7819f8ee-ed60-4982-b57f-fddbe90dbe09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0984452 Oct 13 04:44:24.105833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-21c8993b-f8f2-4bc7-ad68-6531f1919174 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 999 time: 0.0604806 Oct 13 04:44:24.152107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-9442d1f6-53dd-4ed8-926c-25841f8a18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:24.153481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-9442d1f6-53dd-4ed8-926c-25841f8a18c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0412571 Oct 13 04:44:24.201824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-a962b67f-2ea2-4b75-8539-92165ab3b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:24.203250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-a962b67f-2ea2-4b75-8539-92165ab3b831 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428696 Oct 13 04:44:24.294120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-e8a0a3f1-3310-4328-a285-2be134e83627 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834360 Oct 13 04:44:24.382229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-08532e6c-6bcd-413f-a490-09d6b2cbc08e req-e9be9514-8e77-4e96-9d55-1e018de010ad service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800540 Oct 13 04:44:24.670904 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.791421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:24.837605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c2c51ad2-0081-4cad-9cac-5b39a95038ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:24.837898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.914825 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.937510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:24.939713 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4410895-458b-4fea-b7d4-a83405f4be3e" -d '{"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-plugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:24.951474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:24.955407 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.981424 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43bffd5-d960-4ecc-86cc-72fb5f7bf883 x-openstack-request-id: req-a43bffd5-d960-4ecc-86cc-72fb5f7bf883 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:24.981712 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-plugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:24.981983 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a43bffd5-d960-4ecc-86cc-72fb5f7bf883 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:24.983186 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'code': 200} Oct 13 04:44:25.007454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:25.117200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a15f-c83d-425d-8d66-686575784c77 req-06ac14ca-50f4-47c3-8728-779503dd0f9f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:25.118577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db39a15f-c83d-425d-8d66-686575784c77 req-06ac14ca-50f4-47c3-8728-779503dd0f9f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0493667 Oct 13 04:44:25.155075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db39a15f-c83d-425d-8d66-686575784c77 req-f5556dd8-3346-479d-93cd-25780315b8a6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300095 Oct 13 04:44:26.274498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9ad0-af18-4a5e-b940-3d15244b8d46 req-3ead3c93-0d7b-4bf2-ab68-557c18c984cc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:26.275973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-099c9ad0-af18-4a5e-b940-3d15244b8d46 req-3ead3c93-0d7b-4bf2-ab68-557c18c984cc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Oct 13 04:44:26.318223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-099c9ad0-af18-4a5e-b940-3d15244b8d46 req-1e72da01-4ac3-4500-b060-2f2a9475d9e0 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360789 Oct 13 04:44:27.463522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130a83a-7547-49f4-b56c-e1f00a3bc784 req-be6736af-5637-4ed4-a195-cded6558c282 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:27.465013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1130a83a-7547-49f4-b56c-e1f00a3bc784 req-be6736af-5637-4ed4-a195-cded6558c282 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0580862 Oct 13 04:44:27.511343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1130a83a-7547-49f4-b56c-e1f00a3bc784 req-e3b05bc5-cc13-47df-94fb-53a3498f9cdf tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393934 Oct 13 04:44:28.645847 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eb3f3-f492-4e76-82b0-e509a6fa59d0 req-aafccb57-f7c6-4f2b-a5e1-693348a5274c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:28.647673 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-112eb3f3-f492-4e76-82b0-e509a6fa59d0 req-aafccb57-f7c6-4f2b-a5e1-693348a5274c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0566115 Oct 13 04:44:28.690509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-112eb3f3-f492-4e76-82b0-e509a6fa59d0 req-ab76e010-cb16-4d8e-9dd6-c4ec3e83e1aa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366499 Oct 13 04:44:29.830527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c6db-99a4-4d36-916a-8b5665260c34 req-471028a1-2691-4dee-8032-e1502609dfb4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:29.832425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3824c6db-99a4-4d36-916a-8b5665260c34 req-471028a1-2691-4dee-8032-e1502609dfb4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0630703 Oct 13 04:44:29.885323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3824c6db-99a4-4d36-916a-8b5665260c34 req-834ffc3b-f6f7-4d25-abbd-728183e1c983 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Oct 13 04:44:31.023085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed474-984e-4c11-9467-5fe650f665e7 req-b8690f5d-939f-450c-b1bf-c9854eece001 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:31.024542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25fed474-984e-4c11-9467-5fe650f665e7 req-b8690f5d-939f-450c-b1bf-c9854eece001 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0526397 Oct 13 04:44:31.070953 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25fed474-984e-4c11-9467-5fe650f665e7 req-ca041c40-044e-4419-aeea-0aa44d26606a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372987 Oct 13 04:44:32.211511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa4a6-cfac-4425-bf1d-6948542ff66e req-89ff6ed3-0b5d-40bc-9522-aa348c77b3fa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:32.213133 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-835aa4a6-cfac-4425-bf1d-6948542ff66e req-89ff6ed3-0b5d-40bc-9522-aa348c77b3fa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0569224 Oct 13 04:44:32.256484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-835aa4a6-cfac-4425-bf1d-6948542ff66e req-7e0cf16a-0754-4fa2-a9fb-14e04e8c2fb3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359728 Oct 13 04:44:33.382275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5f4c-54f3-41b3-9017-8cb0d925b338 req-c0b6c699-3457-4dac-a68d-5dd40c6d2ab3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:33.383741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fdb5f4c-54f3-41b3-9017-8cb0d925b338 req-c0b6c699-3457-4dac-a68d-5dd40c6d2ab3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0522704 Oct 13 04:44:33.424594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fdb5f4c-54f3-41b3-9017-8cb0d925b338 req-37730536-d5f6-43b9-89bf-9a28f184b1dd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338817 Oct 13 04:44:34.559841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bada3-0ecb-4570-93fe-052ed2a6482f req-e6402e88-f91c-4765-b11c-c03d2e38456a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:34.567354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f87bada3-0ecb-4570-93fe-052ed2a6482f req-e6402e88-f91c-4765-b11c-c03d2e38456a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0697970 Oct 13 04:44:34.604554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f87bada3-0ecb-4570-93fe-052ed2a6482f req-a8a306c6-a1b5-440a-aca3-d075f2ab39eb tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362298 Oct 13 04:44:35.730005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503762ab-3454-4d31-ad4c-6b8d7d751d74 req-b8ca1167-c2f0-4e0e-a28e-cdbc4e4d1b53 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:35.731460 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-503762ab-3454-4d31-ad4c-6b8d7d751d74 req-b8ca1167-c2f0-4e0e-a28e-cdbc4e4d1b53 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Oct 13 04:44:35.768848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-503762ab-3454-4d31-ad4c-6b8d7d751d74 req-cebf93f4-c3c4-4a47-966e-be39bb400f5f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Oct 13 04:44:36.087157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-716f5fc9-5c31-4dbf-9c9a-dc3ec5c925b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.088646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-716f5fc9-5c31-4dbf-9c9a-dc3ec5c925b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1096 time: 0.0407369 Oct 13 04:44:36.179434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-53b35d0e-86dd-4ac4-9d3d-d82d484e80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.180886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-53b35d0e-86dd-4ac4-9d3d-d82d484e80fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0852914 Oct 13 04:44:36.243853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-13473077-08c9-49dc-8ec1-cb1b17d9d5d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 1000 time: 0.0558386 Oct 13 04:44:36.290564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-e25bc115-6ee7-4f40-9c56-3e6b06eccb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.291932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-e25bc115-6ee7-4f40-9c56-3e6b06eccb96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0413687 Oct 13 04:44:36.339451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-300d3667-b46a-4b3c-a528-aef1c384af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.340890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-300d3667-b46a-4b3c-a528-aef1c384af0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413668 Oct 13 04:44:36.430241 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-a2a4b59d-65ae-4432-b88a-5a6dc7177203 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819039 Oct 13 04:44:36.519569 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf7c048b-0c1c-4030-9b3f-594dea5d886d req-d278714a-22b0-4d38-bd7a-69d4e46135ca service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824919 Oct 13 04:44:36.884331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ed87-0cc3-4364-b250-3acf02f9d31f req-8ea801b5-0294-4cf3-b8c8-9c09bb511566 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.885794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d231ed87-0cc3-4364-b250-3acf02f9d31f req-8ea801b5-0294-4cf3-b8c8-9c09bb511566 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Oct 13 04:44:36.922617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d231ed87-0cc3-4364-b250-3acf02f9d31f req-b28c656c-4a17-4336-98ef-8bbc6e392671 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305560 Oct 13 04:44:38.038320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd061d-d3f6-45d0-b42e-a306094069ec req-d17ea9ea-3c15-4903-be9c-87c9aea0505f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:38.039761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00fd061d-d3f6-45d0-b42e-a306094069ec req-d17ea9ea-3c15-4903-be9c-87c9aea0505f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Oct 13 04:44:38.081131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00fd061d-d3f6-45d0-b42e-a306094069ec req-de8bdb13-ae0e-4068-88c8-aee802f32358 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355010 Oct 13 04:44:38.449295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.195938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a089b-ae02-45f9-9b9d-9796a187021c req-4f89a9ad-2c49-41da-ba88-64961110b30b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:39.197395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3a089b-ae02-45f9-9b9d-9796a187021c req-4f89a9ad-2c49-41da-ba88-64961110b30b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0471270 Oct 13 04:44:39.233851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d3a089b-ae02-45f9-9b9d-9796a187021c req-9cbd65bd-ff4d-43d2-8522-cb84c3a1ff7f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301268 Oct 13 04:44:39.717631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-a80c5396-ab0e-41a4-8163-53fa5716f5de req-9a9020f4-cd85-4165-a435-8b97eb687eb0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:44:39.718614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a80c5396-ab0e-41a4-8163-53fa5716f5de req-9a9020f4-cd85-4165-a435-8b97eb687eb0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0573275 Oct 13 04:44:39.875722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034df51-b4b3-4fc8-b890-f087b0581062 req-8959b973-9e25-46ab-b54d-b2bae701cda5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:39.877226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2034df51-b4b3-4fc8-b890-f087b0581062 req-8959b973-9e25-46ab-b54d-b2bae701cda5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0484476 Oct 13 04:44:39.915409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2034df51-b4b3-4fc8-b890-f087b0581062 req-d736829c-4bca-468c-b9eb-a7ad394abbda tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323906 Oct 13 04:44:39.917698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39464) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:40.010515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-797a2659-362d-48b4-a02f-4a835ea3c88f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917583 Oct 13 04:44:40.019092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-c632c545-c138-4d3f-8911-68d5e46d2569 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:44:40.020032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-c632c545-c138-4d3f-8911-68d5e46d2569 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047598 Oct 13 04:44:40.225361 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.827866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:40.903080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.925121 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:40.927354 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005fb3c5-6481-4214-a196-0aa7a256fd84" -d '{"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:40.940947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:40.947789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.972165 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be54a0ab-b63d-435b-a785-f532863915c2 x-openstack-request-id: req-be54a0ab-b63d-435b-a785-f532863915c2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:40.972509 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-unplugged", "status": "failed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:40.972785 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be54a0ab-b63d-435b-a785-f532863915c2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:40.973173 n-d-810220-9 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'code': 422} returned with failed status Oct 13 04:44:40.998491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:41.045271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212d48c-efe1-40c3-8f5a-de26cf4f69c6 req-3d1f219c-4de5-4512-9d11-93b414dbb9df tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:41.046738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6212d48c-efe1-40c3-8f5a-de26cf4f69c6 req-3d1f219c-4de5-4512-9d11-93b414dbb9df tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0488443 Oct 13 04:44:41.088419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6212d48c-efe1-40c3-8f5a-de26cf4f69c6 req-29d6d139-a10f-491f-b9ab-d250361c5a1b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355961 Oct 13 04:44:42.206234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05ac5c-a5b6-4215-88f1-b47e28bc88c7 req-b13d7cfa-4978-422f-968d-e08c9c4b167b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:42.207589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef05ac5c-a5b6-4215-88f1-b47e28bc88c7 req-b13d7cfa-4978-422f-968d-e08c9c4b167b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0475864 Oct 13 04:44:42.248082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef05ac5c-a5b6-4215-88f1-b47e28bc88c7 req-622e8c0f-b0c2-44b0-b2ed-896455bf8cd6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345519 Oct 13 04:44:43.366989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5fff3-46ea-4dce-ab00-8ccbce2cd741 req-e68a4d7f-59ca-4bba-92c2-94d61cc3661f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:43.368502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77b5fff3-46ea-4dce-ab00-8ccbce2cd741 req-e68a4d7f-59ca-4bba-92c2-94d61cc3661f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0497656 Oct 13 04:44:43.406191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77b5fff3-46ea-4dce-ab00-8ccbce2cd741 req-2812b054-3b09-43ba-adb9-4afa55b52a38 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Oct 13 04:44:44.527135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424f08-c0e3-4c55-a277-1e203c494ee0 req-c4dccd09-d9e1-40b4-aa00-5d5550dae2f9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:44.528587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c424f08-c0e3-4c55-a277-1e203c494ee0 req-c4dccd09-d9e1-40b4-aa00-5d5550dae2f9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.0485950 Oct 13 04:44:44.566895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8c424f08-c0e3-4c55-a277-1e203c494ee0 req-b3b08804-f96e-4298-92ff-d6e4b38aa28f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319970 Oct 13 04:44:45.728580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-5e6b77cc-2f4e-4f29-a4f6-302a3aad697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:45.730128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-5e6b77cc-2f4e-4f29-a4f6-302a3aad697c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824&tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 1094 time: 0.0923946 Oct 13 04:44:45.742500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:45.801505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.006272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:46.026284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a3f42-ce6f-4cf3-83f8-6b0aff23bac5 req-d06692f7-6dd6-4298-856a-8968182d5234 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:46.027774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-289a3f42-ce6f-4cf3-83f8-6b0aff23bac5 req-d06692f7-6dd6-4298-856a-8968182d5234 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 943 time: 0.3903956 Oct 13 04:44:46.038528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:46.067294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-289a3f42-ce6f-4cf3-83f8-6b0aff23bac5 req-20291741-81e2-46b2-9264-4f7acbaa4162 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333633 Oct 13 04:44:46.076725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:46.084746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.098000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Transition to ACTIVE for port object c2c51ad2-0081-4cad-9cac-5b39a95038ed will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:44:46.101509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.179952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=9']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:46.193535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.193925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.194335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.194672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.194998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.195341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.195648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.195967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.196299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.196605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.196945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.197261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:46.231617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] No DVR routers for this DVR port c2c51ad2-0081-4cad-9cac-5b39a95038ed on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:46.676228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:46.676548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:46.676892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:46.681186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Port c2c51ad2-0081-4cad-9cac-5b39a95038ed on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:44:46.681499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Attempting to bind port c2c51ad2-0081-4cad-9cac-5b39a95038ed on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:46.686133 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:46.686464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:46.686839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Bound using segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:46.687247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Bound port: c2c51ad2-0081-4cad-9cac-5b39a95038ed, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:46.687588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.746404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:46.749341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:46.754258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.794937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:46.795565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.796973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-58180499-0378-402e-8a91-e392940984e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 1091 time: 1.0587482 Oct 13 04:44:46.797682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:46.799669 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27df5eb8-517f-4714-bb91-8f4015e039f9" -d '{"events": [{"name": "network-changed", "server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:46.822296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58180499-0378-402e-8a91-e392940984e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:46.854526 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cb82a-f3b3-4568-b384-85a15cae9786 x-openstack-request-id: req-c12cb82a-f3b3-4568-b384-85a15cae9786 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:46.854824 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:46.855106 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c12cb82a-f3b3-4568-b384-85a15cae9786 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:46.855506 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'status': 'completed', 'code': 200} Oct 13 04:44:46.870985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-6262b07d-82e2-4d74-a04c-674de50ad5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:46.872481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-6262b07d-82e2-4d74-a04c-674de50ad5b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1095 time: 0.0458043 Oct 13 04:44:46.965050 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-006c4500-4698-4489-bf39-8563ea43d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:46.966541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-006c4500-4698-4489-bf39-8563ea43d79c service neutron] 10.222.0.15 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0867836 Oct 13 04:44:47.033244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-ed1d7e62-8bfb-4199-b5d6-8653c6a19a93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 998 time: 0.0600891 Oct 13 04:44:47.081342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-3e5d4af3-12b9-4fb0-9381-dfbda4e9931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:47.082652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-3e5d4af3-12b9-4fb0-9381-dfbda4e9931d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0430179 Oct 13 04:44:47.128572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-5d0ed648-0067-45e7-b1d3-175469c024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:47.130449 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-5d0ed648-0067-45e7-b1d3-175469c024e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406597 Oct 13 04:44:47.187049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa35eb-d392-4838-8cdf-d8d05e1c9fdc req-bf17a543-b703-432e-aa72-4fcf4c97e514 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:47.188449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f4aa35eb-d392-4838-8cdf-d8d05e1c9fdc req-bf17a543-b703-432e-aa72-4fcf4c97e514 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0478008 Oct 13 04:44:47.226141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f4aa35eb-d392-4838-8cdf-d8d05e1c9fdc req-a9ce0362-c44d-4307-831b-da59a8317506 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Oct 13 04:44:47.228989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-05b9491a-9b79-4c17-bfb0-91d4bba7a3fb service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917282 Oct 13 04:44:47.319191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b3217fd-68fc-4d61-98c1-6a653c413b13 req-f5682d53-fa0d-4dd8-9832-74fe43fa8fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821388 Oct 13 04:44:47.408232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-15ebca89-4fc9-478c-be0b-78b2f45a3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:47.409749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-15ebca89-4fc9-478c-be0b-78b2f45a3aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1095 time: 0.0460887 Oct 13 04:44:47.500868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-95a0e380-55c0-469b-9b32-8a27ef4e83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:47.502340 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-95a0e380-55c0-469b-9b32-8a27ef4e83f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0857289 Oct 13 04:44:47.572382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-a9b30a75-4eb4-4275-9e49-1a838022cd02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 998 time: 0.0628560 Oct 13 04:44:47.625040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-efbb3f50-9d78-43f2-b020-ef30ac0a0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:47.627603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-efbb3f50-9d78-43f2-b020-ef30ac0a0894 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0487323 Oct 13 04:44:48.354492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330c747-4757-4ef5-a98c-2e908486f3b7 req-e06d8bd3-9c73-4229-b4a6-e9924b6e666e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:48.356795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e330c747-4757-4ef5-a98c-2e908486f3b7 req-e06d8bd3-9c73-4229-b4a6-e9924b6e666e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0555637 Oct 13 04:44:48.398835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e330c747-4757-4ef5-a98c-2e908486f3b7 req-f51b1ae7-22c9-4f89-8418-40aab6956baf tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Oct 13 04:44:49.016774 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e07f61a-ce03-4a4c-a9a3-af39cead05f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.535960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6196c5-cabc-4325-9619-d0ba1c84a8ff req-ecf3c11d-bf43-43e3-890d-405460d3b8f2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:49.537482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a6196c5-cabc-4325-9619-d0ba1c84a8ff req-ecf3c11d-bf43-43e3-890d-405460d3b8f2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0641320 Oct 13 04:44:49.576731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1a6196c5-cabc-4325-9619-d0ba1c84a8ff req-59eaf238-9186-4f33-b69b-5674c3eeb15c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Oct 13 04:44:50.707707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fbcb9-1f45-47a2-8dfc-ab8be6347834 req-7e7ffe6f-d000-444c-afc9-a1ee80f2989c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:50.709396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c29fbcb9-1f45-47a2-8dfc-ab8be6347834 req-7e7ffe6f-d000-444c-afc9-a1ee80f2989c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0542762 Oct 13 04:44:50.752054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c29fbcb9-1f45-47a2-8dfc-ab8be6347834 req-47ef78ab-4f42-48c1-afa2-444734a56707 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362656 Oct 13 04:44:51.524436 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2087d938-5336-4b28-aa89-c86cea280208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:51.879127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb4ab0-66d6-4c6a-a9b4-30f749b7e92f req-9db8c7f0-f8df-4f54-ab3c-02dbc19e14e8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:51.880602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0eb4ab0-66d6-4c6a-a9b4-30f749b7e92f req-9db8c7f0-f8df-4f54-ab3c-02dbc19e14e8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0531821 Oct 13 04:44:51.928181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0eb4ab0-66d6-4c6a-a9b4-30f749b7e92f req-6351cc0e-d905-4427-91a3-470f66067bb2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Oct 13 04:44:52.882255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.051822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8028d-3ebf-4bb1-b038-a9b72d0e65bf req-43f1c30a-9156-4f39-8e46-199aeb1926aa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:53.053804 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afe8028d-3ebf-4bb1-b038-a9b72d0e65bf req-43f1c30a-9156-4f39-8e46-199aeb1926aa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0500715 Oct 13 04:44:53.095770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.101182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-afe8028d-3ebf-4bb1-b038-a9b72d0e65bf req-f2016a17-6a72-482f-b3db-fa24857b350e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380981 Oct 13 04:44:54.220063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7332-294a-4223-b02f-74e603032a34 req-43d4d946-8c53-407f-8f40-f1d97c2a8b26 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:54.222415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e17a7332-294a-4223-b02f-74e603032a34 req-43d4d946-8c53-407f-8f40-f1d97c2a8b26 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0507219 Oct 13 04:44:54.261866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e17a7332-294a-4223-b02f-74e603032a34 req-35a8a44e-102b-430f-907e-0fb2d4d10f26 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330520 Oct 13 04:44:54.675745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.393591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f94db5-1d5e-4735-b57a-01342412aa3f req-247b6b0e-4096-46bc-9708-fd0d68e5d33a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:55.402045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71f94db5-1d5e-4735-b57a-01342412aa3f req-247b6b0e-4096-46bc-9708-fd0d68e5d33a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0630281 Oct 13 04:44:55.435517 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-71f94db5-1d5e-4735-b57a-01342412aa3f req-4388d451-eb95-4a81-9e58-79c844674c49 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Oct 13 04:44:56.559238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281c65e-6eb5-42ee-8fdd-56fcc90b191f req-14761328-b4c7-467c-be83-ae39bdf4a3d5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:56.560786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6281c65e-6eb5-42ee-8fdd-56fcc90b191f req-14761328-b4c7-467c-be83-ae39bdf4a3d5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0512586 Oct 13 04:44:56.597527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6281c65e-6eb5-42ee-8fdd-56fcc90b191f req-c6715571-f889-4928-820c-107c1c4f52b2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Oct 13 04:44:57.729166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d920b-8cbf-42c5-850f-d8dc89825da8 req-48574ec7-4ff0-4e42-bdd7-cb020c1c097c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:57.730608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-748d920b-8cbf-42c5-850f-d8dc89825da8 req-48574ec7-4ff0-4e42-bdd7-cb020c1c097c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0477345 Oct 13 04:44:57.770417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-748d920b-8cbf-42c5-850f-d8dc89825da8 req-94cfec4d-4d77-4269-a9a0-8fbfeed35246 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333703 Oct 13 04:44:58.083177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-f53ac38e-8e8f-4963-b24b-2f1897638cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:58.084629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-f53ac38e-8e8f-4963-b24b-2f1897638cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438571 Oct 13 04:44:58.176769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-8ddd835d-4a59-4c13-b296-c5c5c2cb95ec service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813756 Oct 13 04:44:58.278288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27df5eb8-517f-4714-bb91-8f4015e039f9 req-321dd9cc-b682-4334-a412-72e9787c3a93 service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912306 Oct 13 04:44:58.893789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143e97-0426-49b8-8c09-b4300cb99599 req-d26250e9-4a9d-4a76-91a3-b6d3056946fa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:58.895255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d143e97-0426-49b8-8c09-b4300cb99599 req-d26250e9-4a9d-4a76-91a3-b6d3056946fa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0541377 Oct 13 04:44:58.936291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d143e97-0426-49b8-8c09-b4300cb99599 req-2b6a62a4-688d-4deb-87f4-87096c750e66 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Oct 13 04:44:59.655931 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:45:00.054039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e635a-bad3-4f29-8c27-5e8fe1362821 req-b009005d-1443-434a-bfcf-fe387b6098bd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:00.055509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-656e635a-bad3-4f29-8c27-5e8fe1362821 req-b009005d-1443-434a-bfcf-fe387b6098bd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0488992 Oct 13 04:45:00.093904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-656e635a-bad3-4f29-8c27-5e8fe1362821 req-c3d71010-efed-4f2b-a0a1-d5ac192fc974 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Oct 13 04:45:01.210563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b0db-e668-4e63-8a41-8a4cc4869c20 req-b4f0509d-6864-4a32-a4fc-b6e22c4b0988 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:01.212017 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a17b0db-e668-4e63-8a41-8a4cc4869c20 req-b4f0509d-6864-4a32-a4fc-b6e22c4b0988 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0484035 Oct 13 04:45:01.248964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a17b0db-e668-4e63-8a41-8a4cc4869c20 req-d68650d7-632b-4bc4-a0ca-679042eff6f9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305157 Oct 13 04:45:02.368670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aa9eb-8b13-4bec-8e4e-159590ec862f req-e874ad39-b981-4541-b7f9-fdf69f870efa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:02.370136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-416aa9eb-8b13-4bec-8e4e-159590ec862f req-e874ad39-b981-4541-b7f9-fdf69f870efa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0478084 Oct 13 04:45:02.410470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-416aa9eb-8b13-4bec-8e4e-159590ec862f req-5a817745-94f8-4b29-b89c-4897aae4b1bd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335732 Oct 13 04:45:03.527993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686590-ae82-462a-849a-70782cbf0632 req-aa6bc794-406d-4f80-b837-00fd4585b3e1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:03.529531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f686590-ae82-462a-849a-70782cbf0632 req-aa6bc794-406d-4f80-b837-00fd4585b3e1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0480468 Oct 13 04:45:03.566320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f686590-ae82-462a-849a-70782cbf0632 req-691e36c5-c889-4098-b020-54030d54db1f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Oct 13 04:45:04.690537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee745ac-07ba-4e20-828a-d0dd1a9422d6 req-66c15562-5136-452e-8450-51105e4f28a7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:04.691873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aee745ac-07ba-4e20-828a-d0dd1a9422d6 req-66c15562-5136-452e-8450-51105e4f28a7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0522008 Oct 13 04:45:04.727576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aee745ac-07ba-4e20-828a-d0dd1a9422d6 req-cc915054-cda2-4111-9f6c-2d12d01f7dd9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298502 Oct 13 04:45:05.850215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8ff4-400b-4ad7-846b-4292cfc379a3 req-f7523502-f1e4-4524-b1fa-041626758526 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:05.851642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-473c8ff4-400b-4ad7-846b-4292cfc379a3 req-f7523502-f1e4-4524-b1fa-041626758526 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0512447 Oct 13 04:45:05.888357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-473c8ff4-400b-4ad7-846b-4292cfc379a3 req-7737022c-81ee-46f0-8b1f-45ad4586fc50 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300970 Oct 13 04:45:07.006153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86822c6-2da8-4079-a15a-73436c3a6986 req-47465590-ff3e-457e-8205-cb8dd459ef76 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:07.007595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c86822c6-2da8-4079-a15a-73436c3a6986 req-47465590-ff3e-457e-8205-cb8dd459ef76 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 944 time: 0.0486686 Oct 13 04:45:07.043379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c86822c6-2da8-4079-a15a-73436c3a6986 req-cbc98f04-56f3-4ed0-a9b6-2c40d3a6358a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299568 Oct 13 04:45:07.098148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:45:07.190066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:07.200542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'port_id': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'mac_address': 'fa:16:3e:75:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:45:07.235517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:07.247260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:45:07.265104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:07.269181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:07.317456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:07.501570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['c2c51ad2-0081-4cad-9cac-5b39a95038ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:08.159782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdd197-dea4-4db7-8520-20be87f0b004 req-47cce24b-8449-4299-9d50-63a29bfa10c2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:08.161238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5fdd197-dea4-4db7-8520-20be87f0b004 req-47cce24b-8449-4299-9d50-63a29bfa10c2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 945 time: 0.0476761 Oct 13 04:45:08.198608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5fdd197-dea4-4db7-8520-20be87f0b004 req-aae09dac-0c8f-4e43-9333-e8122482ad95 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Oct 13 04:45:08.438515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:09.106735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:45:09.157644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port c2c51ad2-0081-4cad-9cac-5b39a95038ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:45:09.161148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port c2c51ad2-0081-4cad-9cac-5b39a95038ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:45:09.161509 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:09.235185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:09.258956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:09.261237 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0507e0bc-c1f9-4fa7-9cdc-515d35e3c090" -d '{"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-plugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:09.274215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:09.278075 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:09.303620 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c575e-020b-4187-a267-d34dd4078194 x-openstack-request-id: req-866c575e-020b-4187-a267-d34dd4078194 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:09.303915 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-plugged", "status": "completed", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:09.304175 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-866c575e-020b-4187-a267-d34dd4078194 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:09.304569 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'code': 200} Oct 13 04:45:09.330613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20a5d-4c14-485f-9cb3-3cedcff01bea req-ea20976f-0b30-4eae-9681-ef0014dc74b7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:09.332201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fef20a5d-4c14-485f-9cb3-3cedcff01bea req-ea20976f-0b30-4eae-9681-ef0014dc74b7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 946 time: 0.0611150 Oct 13 04:45:09.338152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:09.375824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fef20a5d-4c14-485f-9cb3-3cedcff01bea req-df1fbb94-0136-4d9a-86d6-8e2350569210 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359471 Oct 13 04:45:09.467397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99710-6ded-4afd-8f51-35baa50e3151 req-0ef2d917-b84c-4e73-a86d-b8207c5f9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:09.468927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7c99710-6ded-4afd-8f51-35baa50e3151 req-0ef2d917-b84c-4e73-a86d-b8207c5f9717 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1097 time: 0.0439444 Oct 13 04:45:09.502368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e7c99710-6ded-4afd-8f51-35baa50e3151 req-d62c6edd-a2a3-425f-8a93-410fe5b6bd58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267818 Oct 13 04:45:10.243004 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.503835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cf6f1-7095-4023-8726-7fd5fbf6ee47 req-e484ce76-a755-46f4-b1b4-2863a15ffcab tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:10.505491 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-039cf6f1-7095-4023-8726-7fd5fbf6ee47 req-e484ce76-a755-46f4-b1b4-2863a15ffcab tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 946 time: 0.0536022 Oct 13 04:45:10.544482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-039cf6f1-7095-4023-8726-7fd5fbf6ee47 req-a94f39e8-d5b0-4340-bbb9-dc46c78813b5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331562 Oct 13 04:45:11.661477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25367c8-96e4-4e07-9171-80415eef34bf req-dd5eb640-8cd1-42d6-8b18-bb534fb76c71 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:11.662919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f25367c8-96e4-4e07-9171-80415eef34bf req-dd5eb640-8cd1-42d6-8b18-bb534fb76c71 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 946 time: 0.0475342 Oct 13 04:45:11.700794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f25367c8-96e4-4e07-9171-80415eef34bf req-16edf357-b55f-4260-93cf-a71e76fedb0b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Oct 13 04:45:19.017334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26eb3f6d-c15e-4ae6-bd6c-d478cb445b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:21.514888 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e95c9583-2ac8-4262-8627-944d50a7314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:22.881877 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:23.097226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:24.676775 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:26.128608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-b06afd74-9e3d-484a-a330-a199766b6b91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389659 Oct 13 04:45:26.211825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-79fe9487-4847-44e1-b6c1-b8b00c056a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:26.213299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-79fe9487-4847-44e1-b6c1-b8b00c056a23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 1097 time: 0.0432830 Oct 13 04:45:26.312991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-26ccc8f8-9dd5-4eca-88d5-ed238e7ef9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:26.314931 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-26ccc8f8-9dd5-4eca-88d5-ed238e7ef9b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0823216 Oct 13 04:45:26.380366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-fe036262-9bfd-4af8-b80a-cb57f7cc34ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 200 len: 1000 time: 0.0587537 Oct 13 04:45:26.427612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-3b6e9265-9438-43bd-86fe-db29c37d3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:26.429001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-3b6e9265-9438-43bd-86fe-db29c37d3d29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0420504 Oct 13 04:45:26.472431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-1b21eb8c-8451-4849-8c35-81bf93d1ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:26.473952 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-1b21eb8c-8451-4849-8c35-81bf93d1ea60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383725 Oct 13 04:45:26.564723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-eb4bba00-1435-4132-91cb-f47610ba7068 service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828767 Oct 13 04:45:26.650431 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e4a1314-7dc0-46a1-b1e4-567f4e9a1afb req-ab5ea864-03ad-4b35-a8ce-608900343d02 service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785797 Oct 13 04:45:36.655739 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:45:38.469039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.256282 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:48.835704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f2747-0994-4a40-9323-c3bd5ba2e75b req-29aa77b7-f260-4fb7-92fe-91676f133c31 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:48.837161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d1f2747-0994-4a40-9323-c3bd5ba2e75b req-29aa77b7-f260-4fb7-92fe-91676f133c31 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 946 time: 0.0492654 Oct 13 04:45:48.879006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d1f2747-0994-4a40-9323-c3bd5ba2e75b req-d7c62350-a784-4663-957d-fc30e27b6f6d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359669 Oct 13 04:45:49.017732 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1de9d0cd-0469-4ed4-9063-5583c3616b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.002838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc4000-ad2b-49da-93b1-52f675a232ba req-0a1a8e9d-1d9c-4e4f-aa5a-b454febff76d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:50.004240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-72bc4000-ad2b-49da-93b1-52f675a232ba req-0a1a8e9d-1d9c-4e4f-aa5a-b454febff76d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 946 time: 0.0523670 Oct 13 04:45:50.041446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-72bc4000-ad2b-49da-93b1-52f675a232ba req-85954761-d7e7-4986-a991-178826140dfa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=eef61321-1d58-400c-a97d-c8499f1bff78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312972 Oct 13 04:45:50.246604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-a1b2b480-c56e-4d5b-9b9a-8ffcd22a38e8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:50.248016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-a1b2b480-c56e-4d5b-9b9a-8ffcd22a38e8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.15 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 946 time: 0.0473950 Oct 13 04:45:50.334083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Deleting port c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:50.334427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.430690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] For port c2c51ad2-0081-4cad-9cac-5b39a95038ed, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c2c51ad2-0081-4cad-9cac-5b39a95038ed,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:50.431051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.595226 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.595499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.595809 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Floating IP a62c3832-0920-4ee6-bb12-1b65dc1957fe disassociated. External IP: 172.25.1.18, port: c2c51ad2-0081-4cad-9cac-5b39a95038ed. Oct 13 04:45:50.596143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Calling delete_port for c2c51ad2-0081-4cad-9cac-5b39a95038ed owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:50.722820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.751747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event deleted for resources: {'Port': ['ID=c2c51ad2-0081-4cad-9cac-5b39a95038ed,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:50.763078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.763426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.763762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.764099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.764425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.764773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.765099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.765420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.765741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.766657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.766977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.767297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:50.873341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Router 83330c1b-569a-4871-9d07-a1da71e3f090 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:45:50.978420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:45:50.988336 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:45:50.997920 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:50.998609 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:45:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:51.018118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] No DVR routers for this DVR port c2c51ad2-0081-4cad-9cac-5b39a95038ed on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:45:51.020888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:51.024259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cbb1a344-d138-4474-88f1-3438d8aaa68f req-6ff691ec-face-434d-9bce-a8a089575c48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.15 "DELETE /v2.0/ports/c2c51ad2-0081-4cad-9cac-5b39a95038ed HTTP/1.1" status: 204 len: 173 time: 0.7698524 Oct 13 04:45:51.024724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-deleted', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:51.027029 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b3c4a-51e6-4928-a358-f9fc724666dc" -d '{"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-deleted", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:51.085841 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f3c51-d9e8-486e-a716-80e7bb5500be x-openstack-request-id: req-9d3f3c51-d9e8-486e-a716-80e7bb5500be {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:51.086224 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e53e58-7468-4557-90e3-7f51b4450824", "name": "network-vif-deleted", "tag": "c2c51ad2-0081-4cad-9cac-5b39a95038ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:51.086553 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d3f3c51-d9e8-486e-a716-80e7bb5500be {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:51.088758 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e53e58-7468-4557-90e3-7f51b4450824', 'name': 'network-vif-deleted', 'tag': 'c2c51ad2-0081-4cad-9cac-5b39a95038ed', 'status': 'completed', 'code': 200} Oct 13 04:45:51.120169 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:51.166678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-85677022-6309-4cdd-b22f-fd5ec0d70ae2 req-5abc88cd-d5fe-4fc3-b85e-2116cd5397e9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e53e58-7468-4557-90e3-7f51b4450824 HTTP/1.1" status: 200 len: 210 time: 0.0352745 Oct 13 04:45:51.417659 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:51.450559 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:45:51.458690 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:51.459285 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:45:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:51.524228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f49cbec8-1fb0-46b7-8df2-de00853d9d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:51.567780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:51.756456 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:51.782156 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bd314-8bd0-45cc-a9fb-b565b40118c2 None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:45:52.001259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301d96c-c9fb-4212-a046-201b55932efe None None] New status for floating IP a62c3832-0920-4ee6-bb12-1b65dc1957fe: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:45:52.882945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.099898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.265098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39648) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:53.318100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:53.319393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2676062-cd7e-40a3-aab9-ebd31c756e16 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.337594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: c2c51ad2-0081-4cad-9cac-5b39a95038ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:53.337960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c2c51ad2-0081-4cad-9cac-5b39a95038ed not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:53.346713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2676062-cd7e-40a3-aab9-ebd31c756e16 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.394032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2676062-cd7e-40a3-aab9-ebd31c756e16 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.396776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2676062-cd7e-40a3-aab9-ebd31c756e16 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.397927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d2676062-cd7e-40a3-aab9-ebd31c756e16 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "DELETE /v2.0/security-groups/eef61321-1d58-400c-a97d-c8499f1bff78 HTTP/1.1" status: 204 len: 168 time: 0.1316009 Oct 13 04:45:53.400891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:53.407091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2676062-cd7e-40a3-aab9-ebd31c756e16 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef61321-1d58-400c-a97d-c8499f1bff78,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:53.414346 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-b9422391-0bb5-4272-a227-e0b01b717b48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] show failed (client error): The resource could not be found. Oct 13 04:45:53.416708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b9422391-0bb5-4272-a227-e0b01b717b48 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups/eef61321-1d58-400c-a97d-c8499f1bff78 HTTP/1.1" status: 404 len: 347 time: 0.0134618 Oct 13 04:45:53.418211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39652) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:53.537231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Deleting port 65a6f658-c629-4eab-8d24-4033a5caa58f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:53.537575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.614013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.614336 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.625370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Calling delete_port for 65a6f658-c629-4eab-8d24-4033a5caa58f owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:53.755400 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.779827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event deleted for resources: {'Port': ['ID=65a6f658-c629-4eab-8d24-4033a5caa58f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:53.792474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.792786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.793125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.793451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.793774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.794097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.794417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.794741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.795060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.795376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.795691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.796004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:53.849229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.851934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:53.853131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47f36fef-754c-486a-be90-1025eca87ed7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "DELETE /v2.0/floatingips/a62c3832-0920-4ee6-bb12-1b65dc1957fe HTTP/1.1" status: 204 len: 168 time: 0.4339283 Oct 13 04:45:54.148313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:54.152976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755361727', 'description': 'tempest-description--333496065'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:54.174425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.238364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.242226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.270984 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.272179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1227963 Oct 13 04:45:54.274043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32eb418-c244-489e-b0dc-75965abf760f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97f7cf5-07fa-4017-8501-d728d0de0be1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:54.275221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:54.281114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'security_group_rule': {'security_group_id': 'd97f7cf5-07fa-4017-8501-d728d0de0be1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:54.308049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.354990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.358581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.374317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b47cc5d-2656-421e-b232-902cb4380523,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:54.384841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.386030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-50e8966a-859c-496b-9076-9998e8d4dcbe tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089470 Oct 13 04:45:54.388656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:54.393544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'security_group_rule': {'security_group_id': 'd97f7cf5-07fa-4017-8501-d728d0de0be1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:54.417875 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.474085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.477454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.496182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e5f5a2-fe26-43c7-87da-3df4aa25b239,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:54.503311 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.504476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-aa130b4b-8be0-4320-a648-daf954a202ac tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148758 Oct 13 04:45:54.507750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 39662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:54.512258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:54.534392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.631302 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.682604 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.735101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Allocated IP 172.25.1.191 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/84e8519c-321f-4042-b31c-c2b3d544d855) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:45:54.834258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.866111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:54.909208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:45:54.911904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:45:54.915470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:45:54.939086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'Port': ['ID=84e8519c-321f-4042-b31c-c2b3d544d855,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:55.001420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.033951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.182051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.186405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.255080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'Port': ['ID=84e8519c-321f-4042-b31c-c2b3d544d855,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:55.266845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.281705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.282917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-acd2324b-ef50-4a3e-8810-4ef326f6ab96 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7741432 Oct 13 04:45:55.418847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-60d4328c-11b7-45e3-abaf-6c63427bf4ec tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1755361727&fields=id&tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 267 time: 0.0327759 Oct 13 04:45:55.532452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-c846c5f5-2e7f-4d2e-bafa-9b9816bc5909 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:55.533905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-c846c5f5-2e7f-4d2e-bafa-9b9816bc5909 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 816 time: 0.1081474 Oct 13 04:45:55.548830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-eb2b1ac0-247a-44fd-8302-29d9551f1be4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/quotas/3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 375 time: 0.0092111 Oct 13 04:45:55.604220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-5e0cea58-e48a-4447-b88c-14836984165e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500584 Oct 13 04:45:55.668566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-926aa0d1-ed41-44ea-ac50-dc02904fc15e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:45:55.669593 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-926aa0d1-ed41-44ea-ac50-dc02904fc15e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0536609 Oct 13 04:45:55.757904 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-7665d225-f05f-423f-b0ad-ee5cb6db5e01 service neutron] 10.222.0.44 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814567 Oct 13 04:45:55.850546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-36abe788-3045-4b94-97f7-b7823ee43b79 service neutron] 10.222.0.44 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865808 Oct 13 04:45:56.013107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dae3ed49-562f-4c1e-8abb-4eb61116ed8f req-892e5c3e-f5b7-4d4d-9bbf-0c6bff2aa7ce tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 210 time: 0.0286016 Oct 13 04:45:56.912988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-5206ffba-edc1-44c3-b474-cd6205b564dc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:56.914440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-5206ffba-edc1-44c3-b474-cd6205b564dc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 816 time: 0.1061020 Oct 13 04:45:56.957734 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-bf115647-bf57-41d6-908a-e6f9e367078d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 380 time: 0.0344877 Oct 13 04:45:56.972414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'port': {'device_id': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'admin_state_up': True, 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'security_groups': ['d97f7cf5-07fa-4017-8501-d728d0de0be1']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:57.082461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Made reservation on behalf of 3df0c2db0b6b4fdba1c5ea9e7ca67a6d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:45:57.086101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.116090 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42ff169e-74dc-4338-9f18-35f96e1d1850 req-3868de64-fd45-4116-b8a1-6b7e730d93c6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 210 time: 0.0272057 Oct 13 04:45:57.209407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Allocated IP 172.20.0.11 (918eb52c-cfe4-4a63-ba1c-45d5cddb27fd/5d1cd24b-2ce1-4080-b814-fae02999baba/c08345de-c722-46b2-bcaf-9b9b580f4780) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:45:57.344206 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.377520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.420600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:45:57.424407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:45:57.428224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:45:57.455180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:57.484108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:57.484760 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.501266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-fcc769c0-088d-4aa7-9839-8d10ed34a093 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5323572 Oct 13 04:45:57.617640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Request body: {'port': {'device_id': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:57.669502 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.713356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44827ece-c181-47e5-988d-d01fb7735dbb None None] Provisioning complete for port c08345de-c722-46b2-bcaf-9b9b580f4780 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:45:57.713905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44827ece-c181-47e5-988d-d01fb7735dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.748227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-44827ece-c181-47e5-988d-d01fb7735dbb None None] Port c08345de-c722-46b2-bcaf-9b9b580f4780 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:45:57.925912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:45:57.933345 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:57.944769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Transition to ACTIVE for port object c08345de-c722-46b2-bcaf-9b9b580f4780 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:45:57.949795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:58.013272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:58.070032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:45:58.070368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:45:58.070691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:45:58.075961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Port c08345de-c722-46b2-bcaf-9b9b580f4780 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:45:58.076268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:45:58.082019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:45:58.082359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:45:58.082737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Bound using segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:45:58.083334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Bound port: c08345de-c722-46b2-bcaf-9b9b580f4780, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:45:58.083505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:58.153801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:45:58.158280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:45:58.164832 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:58.209539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.210153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:58.211480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] 10.222.0.26 "PUT /v2.0/ports/c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1092 time: 0.7016909 Oct 13 04:45:58.214226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:58.216391 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f42d898-8eb8-497d-8bf9-ce68d10fc720" -d '{"events": [{"name": "network-changed", "server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:58.278568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb5cd3-ac77-4080-85b4-4753f572d45f service neutron] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:58.314626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd5898-80df-47b4-a7fd-3a6f1b87a6d7 req-5adaf9d0-411f-4922-a8bc-366c07c60fe0 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.321240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1afd5898-80df-47b4-a7fd-3a6f1b87a6d7 req-5adaf9d0-411f-4922-a8bc-366c07c60fe0 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 944 time: 0.1131804 Oct 13 04:45:58.355518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-9aac12bd-74e2-487b-9ae9-00d544d1442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.357088 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-9aac12bd-74e2-487b-9ae9-00d544d1442f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1095 time: 0.0911593 Oct 13 04:45:58.363567 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89a651-6bef-4398-ac46-e4c2ca20a7a7 x-openstack-request-id: req-ca89a651-6bef-4398-ac46-e4c2ca20a7a7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:58.363858 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:58.364106 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca89a651-6bef-4398-ac46-e4c2ca20a7a7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:58.364496 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'status': 'completed', 'code': 200} Oct 13 04:45:58.408313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1afd5898-80df-47b4-a7fd-3a6f1b87a6d7 req-c63c3652-c690-4b79-9c23-efccce266bca tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860395 Oct 13 04:45:58.409983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-488832d1-842e-4401-bfd6-b65cd9683f51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 217 time: 0.0428278 Oct 13 04:45:58.459198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-79c7a9b4-a1de-4af4-b2ca-477ec6e5504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.460603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-79c7a9b4-a1de-4af4-b2ca-477ec6e5504a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0437405 Oct 13 04:45:58.505409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-3aaab098-3b40-4dc2-ae88-1cc43810431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.506761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-3aaab098-3b40-4dc2-ae88-1cc43810431c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392392 Oct 13 04:45:58.594629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-d5b8ad04-da16-4847-9771-ab3240a6d203 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808914 Oct 13 04:45:58.680745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f09aff14-6a6c-46e6-8677-3e588088e5ff req-f09892a3-e92b-4528-989f-efe98591c8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783143 Oct 13 04:45:58.777839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-9d51e409-cdbc-481c-b603-9455de89538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.779223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-9d51e409-cdbc-481c-b603-9455de89538f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1095 time: 0.0518298 Oct 13 04:45:58.867217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-c0592503-bcc2-497b-979a-4d7848593713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.868619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-c0592503-bcc2-497b-979a-4d7848593713 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0812752 Oct 13 04:45:58.911863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-97c86a20-2d51-444e-af46-43016bcf8c53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 217 time: 0.0363569 Oct 13 04:45:58.959326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-6ad8a9bb-499f-46b2-9448-497e8cd4c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:58.960727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-6ad8a9bb-499f-46b2-9448-497e8cd4c7f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0423875 Oct 13 04:45:59.006027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-a977fdbf-dfb9-4e60-886f-c1f18eb3e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:59.007461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-a977fdbf-dfb9-4e60-886f-c1f18eb3e94f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383635 Oct 13 04:45:59.098450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-99437d12-266a-4e61-94a8-18e9dadc8ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838344 Oct 13 04:45:59.189780 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f42d898-8eb8-497d-8bf9-ce68d10fc720 req-59007b84-d774-468f-bb89-b3017a783a27 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840945 Oct 13 04:45:59.526167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600beca-3884-482c-b737-54daeb0ccc7d req-391b53bc-d32c-4ac3-80a5-9d4569ec6251 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:59.527606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2600beca-3884-482c-b737-54daeb0ccc7d req-391b53bc-d32c-4ac3-80a5-9d4569ec6251 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 944 time: 0.0486004 Oct 13 04:45:59.565222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2600beca-3884-482c-b737-54daeb0ccc7d req-3c569a1a-124f-4142-874d-d232ec8b78cc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Oct 13 04:46:00.681711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a7e2-b412-41e1-882f-4af00db9dcf6 req-1d9b0bde-eca8-429f-9eae-842290e43e45 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:00.683103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6273a7e2-b412-41e1-882f-4af00db9dcf6 req-1d9b0bde-eca8-429f-9eae-842290e43e45 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 944 time: 0.0498278 Oct 13 04:46:00.719772 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6273a7e2-b412-41e1-882f-4af00db9dcf6 req-e35d2187-3fa6-4453-96b1-c74c8ce8d72f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308030 Oct 13 04:46:01.243467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:46:01.333096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:01.346967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'mac_address': 'fa:16:3e:bf:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:46:01.382753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:01.395287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:46:01.413740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:01.417716 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:01.462267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:01.469401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.469743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.470681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.471013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.471336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.471658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.471978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.472295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.472609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.472949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.473262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.473576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:01.801560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c08345de-c722-46b2-bcaf-9b9b580f4780'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:46:01.836363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a97d7-f28e-403e-8043-6b317dd18d29 req-ec5acc1b-ddbd-471d-b8ca-c9c677ff7390 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:01.837847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d45a97d7-f28e-403e-8043-6b317dd18d29 req-ec5acc1b-ddbd-471d-b8ca-c9c677ff7390 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Oct 13 04:46:01.874006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d45a97d7-f28e-403e-8043-6b317dd18d29 req-eb6a3648-8839-4156-84ec-14e920bb0b46 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302782 Oct 13 04:46:02.994337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5917a7-e272-4b34-b2bc-57d3300ccbdb req-e3e6eeda-a22e-4e02-adfe-1f446c26b26c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:02.995770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b5917a7-e272-4b34-b2bc-57d3300ccbdb req-e3e6eeda-a22e-4e02-adfe-1f446c26b26c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0515785 Oct 13 04:46:03.033398 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b5917a7-e272-4b34-b2bc-57d3300ccbdb req-1267ede9-639d-4298-89f5-42c3eee2d1bd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Oct 13 04:46:03.274683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:03.321462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port c08345de-c722-46b2-bcaf-9b9b580f4780 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:46:03.324863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c08345de-c722-46b2-bcaf-9b9b580f4780 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:03.325223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:03.401414 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:03.423889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:46:03.426171 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8dc80f-a8fd-4df8-b92d-efba37b3e49c" -d '{"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-plugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:46:03.438624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:03.442679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:03.465060 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d2bc37-48eb-4833-b192-f8fa4a30bc97 x-openstack-request-id: req-e1d2bc37-48eb-4833-b192-f8fa4a30bc97 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:46:03.465351 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-plugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:46:03.465620 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1d2bc37-48eb-4833-b192-f8fa4a30bc97 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:46:03.465993 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'code': 200} Oct 13 04:46:03.492983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:03.554272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc8d8e-01b6-4c2a-b6ab-ed6c76262b6e req-f89701a3-2396-49a4-be1d-6d2835da7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:03.555818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dccc8d8e-01b6-4c2a-b6ab-ed6c76262b6e req-f89701a3-2396-49a4-be1d-6d2835da7d2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1097 time: 0.0398645 Oct 13 04:46:03.590698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dccc8d8e-01b6-4c2a-b6ab-ed6c76262b6e req-5a642d9f-472b-4b15-bab3-9849b3137904 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276992 Oct 13 04:46:04.150402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670cafd-7e7d-4cf8-b215-d3fdf2f0faa6 req-87f0ea3a-323b-4a2a-8af7-f766d1603115 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:04.152112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0670cafd-7e7d-4cf8-b215-d3fdf2f0faa6 req-87f0ea3a-323b-4a2a-8af7-f766d1603115 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0482895 Oct 13 04:46:04.191122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0670cafd-7e7d-4cf8-b215-d3fdf2f0faa6 req-67bccead-bae0-4962-a000-683083e58ec9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Oct 13 04:46:05.312519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90a47-ea04-4fa9-a085-2a7b9e172b6a req-0e06ea84-fc0d-4dac-850d-771b583611f1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:05.314003 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6d90a47-ea04-4fa9-a085-2a7b9e172b6a req-0e06ea84-fc0d-4dac-850d-771b583611f1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0524275 Oct 13 04:46:05.350378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6d90a47-ea04-4fa9-a085-2a7b9e172b6a req-a8056b13-b2e4-48be-983f-bf94ef94e9ad tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306551 Oct 13 04:46:05.465513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394d3c0-27ed-4f4c-b565-e1224c694844 req-7ec07552-a129-441b-b027-c8baf1f90fb2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:05.466939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2394d3c0-27ed-4f4c-b565-e1224c694844 req-7ec07552-a129-441b-b027-c8baf1f90fb2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0507932 Oct 13 04:46:05.475846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 39718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:05.480198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Request body: {'floatingip': {'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:05.517851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.943006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.946755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:06.357019 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Floating IP 4b29f97a-bcd8-469a-9f53-64c5a5f758c9 associated. External IP: 172.25.1.191, port: c08345de-c722-46b2-bcaf-9b9b580f4780. Oct 13 04:46:06.558947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Router 83330c1b-569a-4871-9d07-a1da71e3f090 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:46:06.660362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:06.665193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:06.669908 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:06.683744 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:06.684349 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:45:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:06.695277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-08264199-d415-4e1b-9ea1-508b4f54e848 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "PUT /v2.0/floatingips/4b29f97a-bcd8-469a-9f53-64c5a5f758c9 HTTP/1.1" status: 200 len: 992 time: 1.2184103 Oct 13 04:46:06.695853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:46:06.698127 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91933e3a-1d75-42e3-a721-e83179e65d59" -d '{"events": [{"name": "network-changed", "server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:46:06.737599 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f9419-c069-4537-801a-52369e93c05a x-openstack-request-id: req-0c8f9419-c069-4537-801a-52369e93c05a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:46:06.737895 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:46:06.738142 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c8f9419-c069-4537-801a-52369e93c05a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:46:06.738535 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'status': 'completed', 'code': 200} Oct 13 04:46:06.785955 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:06.800991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-7dfca265-409b-48f3-8119-228fca3a6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:06.802869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-7dfca265-409b-48f3-8119-228fca3a6032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1097 time: 0.0405610 Oct 13 04:46:06.892719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-030978ca-abaa-4d74-95ab-0f1c56f10c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:06.894304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-030978ca-abaa-4d74-95ab-0f1c56f10c33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0843856 Oct 13 04:46:06.963627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-f6315713-2444-422c-b892-1230d75fd6f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1000 time: 0.0615594 Oct 13 04:46:07.005383 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4b29f97a-bcd8-469a-9f53-64c5a5f758c9', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'mac_address': 'fa:16:3e:bf:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:45:54Z', 'updated_at': '2021-10-13T04:46:05Z', 'revision_number': 1, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:07.014148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-f7a57804-48b2-4b27-b571-48b90a70f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:07.015610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-f7a57804-48b2-4b27-b571-48b90a70f96a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0455201 Oct 13 04:46:07.030407 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:07.039224 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:07.039825 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:45:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:07.064216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-22dd2259-f8bd-4001-a42b-0fa1fe38ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:07.065782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-22dd2259-f8bd-4001-a42b-0fa1fe38ecd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404315 Oct 13 04:46:07.143239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:07.159346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-a71b0cd9-b1e6-41ba-9af9-a150c03ed334 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853376 Oct 13 04:46:07.249681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91933e3a-1d75-42e3-a721-e83179e65d59 req-bda44b77-3f00-46d1-b502-f58a76b8495e service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831175 Oct 13 04:46:07.360124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4b29f97a-bcd8-469a-9f53-64c5a5f758c9', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'mac_address': 'fa:16:3e:bf:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:45:54Z', 'updated_at': '2021-10-13T04:46:05Z', 'revision_number': 1, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:07.385875 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01ae36-9423-4008-8c37-ff42ca4e1825 None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4b29f97a-bcd8-469a-9f53-64c5a5f758c9', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'mac_address': 'fa:16:3e:bf:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:45:54Z', 'updated_at': '2021-10-13T04:46:05Z', 'revision_number': 1, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:07.570804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b388-9deb-4067-8efe-9c6f52c0a39c None None] New status for floating IP 4b29f97a-bcd8-469a-9f53-64c5a5f758c9: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:46:08.486428 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.255676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.654933 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:46:19.018002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98b022ce-3924-4c0a-a854-d6c25a6e0923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.514963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5e40-3689-418a-b61b-2ba91d9b921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.883727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.103830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.681798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.842193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-a5bcccd8-38da-48b1-b472-f5719865b0c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436428 Oct 13 04:46:25.923987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-f896b71f-3727-4548-9e3a-7259e8c5c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:25.925512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-f896b71f-3727-4548-9e3a-7259e8c5c2dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1097 time: 0.0402002 Oct 13 04:46:26.029215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-08baa3fa-a13c-4556-a201-70471a6f84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:26.030535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-08baa3fa-a13c-4556-a201-70471a6f84dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0858753 Oct 13 04:46:26.099251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-f2b8f6b3-8205-4123-91f0-dde22a69e19f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1002 time: 0.0602152 Oct 13 04:46:26.148187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-9c4dda00-1fb6-460c-bb3f-01da39dee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:26.149646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-9c4dda00-1fb6-460c-bb3f-01da39dee1a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0426941 Oct 13 04:46:26.198468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-1c6b1297-bdcb-4b39-8633-7f0e3de3677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:26.199982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-1c6b1297-bdcb-4b39-8633-7f0e3de3677d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430000 Oct 13 04:46:26.287887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-9c3c9b7c-b57a-439e-9839-30a12d8ae8a4 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788140 Oct 13 04:46:26.378312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9aaeda07-2b95-4134-820b-acedfd5bdb91 req-b04ae0e1-801b-4e67-9196-b18b20e90043 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836270 Oct 13 04:46:38.507400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:40.257561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.018186 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-581adcb0-7b45-4c87-94ec-9de8c04f0293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.654174 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:46:51.515275 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d473e77-c4cf-4d30-bea1-d92c9f4839bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.884542 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.105436 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.686190 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.500584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:10.255585 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.018571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6623eb6-abc5-4490-96e1-592a19cac994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.515440 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb8df4b8-9695-45ef-ae38-d00414bd0a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.885088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.109704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.687899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.834956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-06c787dd-7e6e-4e63-bb28-57c3ef5785f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400875 Oct 13 04:47:26.914863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-5344c5c1-82df-4658-93a2-7fbddc748d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:26.916284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-5344c5c1-82df-4658-93a2-7fbddc748d73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1097 time: 0.0393043 Oct 13 04:47:27.018828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-19b636a8-745d-463c-bb5c-1cd28dad1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:27.020236 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-19b636a8-745d-463c-bb5c-1cd28dad1c1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0843997 Oct 13 04:47:27.087300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-7442df1a-f5db-4868-9e4b-9e5b5b769285 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1002 time: 0.0593886 Oct 13 04:47:27.135586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-162f7faa-953f-4b72-93fa-745f2b955f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:27.136994 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-162f7faa-953f-4b72-93fa-745f2b955f0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0417311 Oct 13 04:47:27.185523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-73f04cd0-55b6-4dbb-840b-a46cbbf7d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:27.186942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-73f04cd0-55b6-4dbb-840b-a46cbbf7d4a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423572 Oct 13 04:47:27.274692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-d75f2d8e-298f-4189-b24e-55e9ee7c13c7 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788867 Oct 13 04:47:27.363905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd42599d-c096-40c6-b406-0a77fd1b6ef4 req-52cdf7e8-3fb1-4499-8f29-099c632e8087 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826006 Oct 13 04:47:27.653371 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:47:32.405269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-063733fe-b727-472f-a595-fe978c3a4be6 req-bef117d3-5f3f-443a-8d4d-1250ebf811f8 tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] (94825) timed out ('10.222.0.15', 51099) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:47:33.414410 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-90e5c11d-c291-4583-8a4c-ae934bad8777 req-06c8914f-df22-4450-83e0-5ccbb5bf835c tempest-MultipleCreateTestJSON-1889715496 tempest-MultipleCreateTestJSON-1889715496-project] (94824) timed out ('10.222.0.26', 58819) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:47:38.521162 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.273351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:49.020903 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08fd082a-b3bd-48d0-b245-6c70098b2c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:51.516182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63a8f454-37df-4a5c-ae73-8c7d15ce1cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:52.886077 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:53.111645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:54.693727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:04.652797 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:48:08.519023 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:10.280753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:19.025004 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d35b09f-da13-4f3e-a38d-e3e24ae51d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:21.516088 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbc51-c5bf-4fb1-aecc-f01155214b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:22.887816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:23.114737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:24.694889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:27.838430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-9356485a-8f6e-4458-8d8a-a86381a2e0e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445154 Oct 13 04:48:27.925880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-2f2d66ae-530c-41d4-a6f0-9e37bc5291bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:27.927375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-2f2d66ae-530c-41d4-a6f0-9e37bc5291bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1097 time: 0.0428705 Oct 13 04:48:28.038171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-925d3116-7dd6-447b-b362-22f084f3343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:28.039656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-925d3116-7dd6-447b-b362-22f084f3343a service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0899215 Oct 13 04:48:28.107905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-8c06cb00-be28-48b4-95fd-eef77a8e0cef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1002 time: 0.0614810 Oct 13 04:48:28.161018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-259a392a-0706-4718-9c1c-e12282da5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:28.162404 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-259a392a-0706-4718-9c1c-e12282da5125 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0462506 Oct 13 04:48:28.209137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-81678bc9-b197-43fb-9bbc-cb6e08a97b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:28.210647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-81678bc9-b197-43fb-9bbc-cb6e08a97b18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411141 Oct 13 04:48:28.301594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-29634746-f258-4210-935e-c2fef4f9b750 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830343 Oct 13 04:48:28.394982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-be0c0fee-c108-40a8-94c7-a6f08eb93310 req-fe3b7c23-11d5-44e5-9d3c-3d462c739486 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Oct 13 04:48:38.535210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:40.303318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:41.655012 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:48:42.217760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0467-338a-477e-9852-f5f3dee13053 req-db194cad-31e4-4ba5-a8f8-fb85f0c1c75c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:42.219145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb0f0467-338a-477e-9852-f5f3dee13053 req-db194cad-31e4-4ba5-a8f8-fb85f0c1c75c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0486655 Oct 13 04:48:42.255816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eb0f0467-338a-477e-9852-f5f3dee13053 req-a2d37b1f-c8d9-4d31-b5ad-c2005f2ba34e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Oct 13 04:48:43.381291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fa0b-8880-4ca0-b02f-cb4cb82783ff req-7ba0964e-c2dd-461d-8f82-8b194ba146c8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:43.382772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d693fa0b-8880-4ca0-b02f-cb4cb82783ff req-7ba0964e-c2dd-461d-8f82-8b194ba146c8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0538189 Oct 13 04:48:43.419718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d693fa0b-8880-4ca0-b02f-cb4cb82783ff req-e1fd6dc5-4152-42e2-8442-c7eaffa5ef69 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Oct 13 04:48:44.537007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd2fec-a627-4ca4-9ff3-f0bf188e2a72 req-6c5fd551-d7e6-4ceb-94da-e5de8e3542f5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:44.538461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35dd2fec-a627-4ca4-9ff3-f0bf188e2a72 req-6c5fd551-d7e6-4ceb-94da-e5de8e3542f5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0481215 Oct 13 04:48:44.580340 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35dd2fec-a627-4ca4-9ff3-f0bf188e2a72 req-cd7ad8a1-2c29-4789-b556-8ae5f4c85bd3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359554 Oct 13 04:48:45.696136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff78c-e233-47ff-a81e-836638cfa033 req-5bec1c88-0ed6-4d98-8c55-aa0fe6df3f49 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:45.698049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd2ff78c-e233-47ff-a81e-836638cfa033 req-5bec1c88-0ed6-4d98-8c55-aa0fe6df3f49 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Oct 13 04:48:45.738547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd2ff78c-e233-47ff-a81e-836638cfa033 req-62626150-6b19-4407-a877-bb8e20f9b518 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346684 Oct 13 04:48:46.856656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142392d-9c26-4da9-9bdd-c52cf99e92e9 req-80fea23a-83ef-4ed7-8b39-cee9de7323b2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:46.858109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a142392d-9c26-4da9-9bdd-c52cf99e92e9 req-80fea23a-83ef-4ed7-8b39-cee9de7323b2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0482914 Oct 13 04:48:46.894420 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a142392d-9c26-4da9-9bdd-c52cf99e92e9 req-b64a55e1-4b3d-46d1-81f6-6f7fc07f679f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305288 Oct 13 04:48:48.010800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2f26-4c66-45d6-9581-a69d1977ca9c req-e169271c-c1bf-4204-a736-49dc9557f072 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:48.012253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5dd2f26-4c66-45d6-9581-a69d1977ca9c req-e169271c-c1bf-4204-a736-49dc9557f072 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Oct 13 04:48:48.054231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5dd2f26-4c66-45d6-9581-a69d1977ca9c req-525f1f04-8ab1-4690-91c5-19d77635b52d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352352 Oct 13 04:48:49.025325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29f4053f-c0db-4245-af19-ad7a6db62ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:49.171177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dcfba-5e45-43d0-83b4-0d7340d19bc1 req-9d982626-29dc-478d-99b4-c496ce81ca90 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:49.172547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-114dcfba-5e45-43d0-83b4-0d7340d19bc1 req-9d982626-29dc-478d-99b4-c496ce81ca90 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0481498 Oct 13 04:48:49.209390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-114dcfba-5e45-43d0-83b4-0d7340d19bc1 req-9f120a6e-d198-4b35-9f45-4187a4aa71c4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308104 Oct 13 04:48:50.327237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd734-06bb-428d-aedc-5add642fe79e req-7667ff5f-9391-4ba6-8785-8852571c1dcf tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:50.329033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8effd734-06bb-428d-aedc-5add642fe79e req-7667ff5f-9391-4ba6-8785-8852571c1dcf tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0475929 Oct 13 04:48:50.365608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8effd734-06bb-428d-aedc-5add642fe79e req-1ae3e91b-e7e2-480e-acbe-408c22f2c4e5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Oct 13 04:48:51.482847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f255-7f8b-4d83-bb0b-99cce454d3a4 req-ff009506-7cf8-45d7-b6ce-66dee2cce866 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:51.484297 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d417f255-7f8b-4d83-bb0b-99cce454d3a4 req-ff009506-7cf8-45d7-b6ce-66dee2cce866 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0474126 Oct 13 04:48:51.517148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd4d62f3-81a3-42b6-bae0-f78ba4350088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:51.527635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d417f255-7f8b-4d83-bb0b-99cce454d3a4 req-af870a77-5c86-48d8-9ccf-0872a4d75377 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Oct 13 04:48:52.644351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3509-2391-438f-a36f-c615c3dbb534 req-2138bcce-0f07-46ba-8fda-72e0d1fb325d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:52.645822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f13e3509-2391-438f-a36f-c615c3dbb534 req-2138bcce-0f07-46ba-8fda-72e0d1fb325d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Oct 13 04:48:52.687230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f13e3509-2391-438f-a36f-c615c3dbb534 req-3a7d3eb7-a8d5-4385-bdd1-e3d8784dfe6a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351074 Oct 13 04:48:52.888610 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:53.117612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:53.802235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83abc-6fcf-4683-89bd-3cf4a1d0af79 req-9c103961-a411-4c0d-9d44-158d3a79af73 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:53.803684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3c83abc-6fcf-4683-89bd-3cf4a1d0af79 req-9c103961-a411-4c0d-9d44-158d3a79af73 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0484123 Oct 13 04:48:53.841015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3c83abc-6fcf-4683-89bd-3cf4a1d0af79 req-989a19d0-e98d-4de3-82e6-d823d30d566d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Oct 13 04:48:54.698579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:54.957284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d1a60-5f35-4cfc-95ff-1de5c574485f req-a2d6bded-bf95-4e02-baf5-8854eb34b709 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:54.958689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f9d1a60-5f35-4cfc-95ff-1de5c574485f req-a2d6bded-bf95-4e02-baf5-8854eb34b709 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0494814 Oct 13 04:48:54.996085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f9d1a60-5f35-4cfc-95ff-1de5c574485f req-42ef297e-bd16-4df5-863e-6cf0173ed5c4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309386 Oct 13 04:48:56.113562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab93f-7fd3-44a3-a8af-a6cf35cc2b5d req-b07eb5b7-d6d1-4bcd-b2e0-830c62d47c82 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:56.114950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-693ab93f-7fd3-44a3-a8af-a6cf35cc2b5d req-b07eb5b7-d6d1-4bcd-b2e0-830c62d47c82 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0487099 Oct 13 04:48:56.151695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-693ab93f-7fd3-44a3-a8af-a6cf35cc2b5d req-9f715f94-62ee-48a3-b0c8-32df2557c714 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302742 Oct 13 04:48:57.268922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da7a4e-dff3-43fe-a8b2-016a61f13b8a req-2bc71da8-f0bb-448a-82eb-1ed61b636e60 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:57.270390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7da7a4e-dff3-43fe-a8b2-016a61f13b8a req-2bc71da8-f0bb-448a-82eb-1ed61b636e60 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0493014 Oct 13 04:48:57.307242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7da7a4e-dff3-43fe-a8b2-016a61f13b8a req-85eb302e-493b-4922-8b15-b6e38f2e4787 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Oct 13 04:48:58.427696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8c737-5239-4287-8f10-e47418af700f req-46eb4ec6-c938-4083-bf4c-1f7d357c0c59 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:58.429163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3c8c737-5239-4287-8f10-e47418af700f req-46eb4ec6-c938-4083-bf4c-1f7d357c0c59 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0488696 Oct 13 04:48:58.469797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e3c8c737-5239-4287-8f10-e47418af700f req-983d3700-e1e2-4d4d-84f0-c5dc45ed98ad tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Oct 13 04:48:59.586468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df40374-5f25-4260-ac9b-091aced95c27 req-b7dd1293-34c7-4c8c-bfb6-3196205a9c87 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:59.588487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8df40374-5f25-4260-ac9b-091aced95c27 req-b7dd1293-34c7-4c8c-bfb6-3196205a9c87 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Oct 13 04:48:59.628493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8df40374-5f25-4260-ac9b-091aced95c27 req-bf658b40-5362-4e76-8ec4-b91f1b5613b4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340090 Oct 13 04:49:00.213538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:49:00.308063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:00.318979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'mac_address': 'fa:16:3e:bf:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:49:00.356033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:00.368541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:49:00.387554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:00.391690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:00.439840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:00.447617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.447961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.448298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.448631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.448988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.449322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.449643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.449964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.450285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.450603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.450920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.451237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:00.467092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c08345de-c722-46b2-bcaf-9b9b580f4780'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:00.744876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c3bf-071e-4057-b490-bee31fc44e0e req-0aa44a49-00d6-4b0c-9789-05bebc69d060 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:00.746256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85d1c3bf-071e-4057-b490-bee31fc44e0e req-0aa44a49-00d6-4b0c-9789-05bebc69d060 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Oct 13 04:49:00.783027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85d1c3bf-071e-4057-b490-bee31fc44e0e req-52317152-3fc0-42ea-a780-e2035f980d7d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308795 Oct 13 04:49:01.899124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561c3c7-ac1e-4bb0-97be-376c17eddc7d req-63142a78-80c7-44c4-ab02-d404ab75d1ec tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:01.901248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a561c3c7-ac1e-4bb0-97be-376c17eddc7d req-63142a78-80c7-44c4-ab02-d404ab75d1ec tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Oct 13 04:49:01.938044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a561c3c7-ac1e-4bb0-97be-376c17eddc7d req-e5b8bee6-4452-4496-aca0-6f63ea35faa2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Oct 13 04:49:02.230992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:02.276594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c08345de-c722-46b2-bcaf-9b9b580f4780 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:02.276993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.352160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.374355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:02.377163 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c7ffc5-ac7a-465e-8908-824b208631e6" -d '{"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-plugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:02.389268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:02.393926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.441776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:02.499284 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a82bb-af37-4f26-b6d7-d7baf76e8cd1 x-openstack-request-id: req-066a82bb-af37-4f26-b6d7-d7baf76e8cd1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:02.499578 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-plugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:02.499834 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-066a82bb-af37-4f26-b6d7-d7baf76e8cd1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:02.500239 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'code': 200} Oct 13 04:49:03.065859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae94a5-e8e6-498b-8235-e1102e04fae6 req-d704488f-3c8b-44a1-a7eb-407e3a04a912 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:03.067376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcae94a5-e8e6-498b-8235-e1102e04fae6 req-d704488f-3c8b-44a1-a7eb-407e3a04a912 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0503843 Oct 13 04:49:03.109910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fcae94a5-e8e6-498b-8235-e1102e04fae6 req-b51eaa43-6a65-48d0-86f8-6b28498413bb tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354521 Oct 13 04:49:04.234787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d188a-954f-4cbf-814a-a0a101eba82a req-9626404a-4062-4979-ab36-0506a30d1986 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:04.236969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-068d188a-954f-4cbf-814a-a0a101eba82a req-9626404a-4062-4979-ab36-0506a30d1986 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0509555 Oct 13 04:49:04.279950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-068d188a-954f-4cbf-814a-a0a101eba82a req-cecf90a7-fd43-4c21-a601-01c4de4ea594 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Oct 13 04:49:05.414944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e60793-b79a-4977-bf27-974a18d7935b req-63ae6eb1-6b1b-405d-9fed-0749db96374f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:05.422414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05e60793-b79a-4977-bf27-974a18d7935b req-63ae6eb1-6b1b-405d-9fed-0749db96374f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0599082 Oct 13 04:49:05.464543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05e60793-b79a-4977-bf27-974a18d7935b req-2bd29f07-477e-4058-9fb7-522f7980266d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Oct 13 04:49:06.597665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ef8df-3946-4c57-8ef9-144ea1bc0b79 req-0a462977-46f1-4170-9d1b-493a406318d1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:06.599163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-261ef8df-3946-4c57-8ef9-144ea1bc0b79 req-0a462977-46f1-4170-9d1b-493a406318d1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0548525 Oct 13 04:49:06.649906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-261ef8df-3946-4c57-8ef9-144ea1bc0b79 req-7d74cd8e-de71-459c-81d5-68119c844e2a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Oct 13 04:49:07.765849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094bb7-3ac4-43c6-9d30-c33092491863 req-7dea63f0-bf58-40be-a103-8d4809eea013 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:07.768190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-55094bb7-3ac4-43c6-9d30-c33092491863 req-7dea63f0-bf58-40be-a103-8d4809eea013 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0517187 Oct 13 04:49:07.809467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-55094bb7-3ac4-43c6-9d30-c33092491863 req-e5065bb2-b7c9-4fc8-ae2f-c28e30e6668a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Oct 13 04:49:08.539387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:08.951878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99576a65-5f89-40cd-b027-392fe5d5a0b4 req-968fbe56-ce25-408f-ac23-42389620f3a2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:08.954902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99576a65-5f89-40cd-b027-392fe5d5a0b4 req-968fbe56-ce25-408f-ac23-42389620f3a2 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0697777 Oct 13 04:49:09.002333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99576a65-5f89-40cd-b027-392fe5d5a0b4 req-08eee26c-3923-42dc-8b92-423900f5599d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Oct 13 04:49:10.129237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc479-b7cd-41a2-b4a7-29cf8f6e06c4 req-2218ea56-9ad9-4ac7-b5b6-166628a661aa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:10.133152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-835cc479-b7cd-41a2-b4a7-29cf8f6e06c4 req-2218ea56-9ad9-4ac7-b5b6-166628a661aa tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0537429 Oct 13 04:49:10.171038 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-835cc479-b7cd-41a2-b4a7-29cf8f6e06c4 req-d750668e-8494-40ad-8f0f-29763d14e396 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345187 Oct 13 04:49:10.312210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:11.412204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5811-084d-41b2-bdd9-af9c4f631ac3 req-9fbcb86b-9893-45a6-9caf-92c8060fe797 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:11.415464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbac5811-084d-41b2-bdd9-af9c4f631ac3 req-9fbcb86b-9893-45a6-9caf-92c8060fe797 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.1428225 Oct 13 04:49:11.457746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bbac5811-084d-41b2-bdd9-af9c4f631ac3 req-7637dd13-a1eb-4bb4-a359-81b71fb2ad30 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368152 Oct 13 04:49:12.670710 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6263-119e-4c92-9340-3f8df45f380a req-3274f2ce-198a-4072-8532-e6f4af0a051f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:12.672122 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57ee6263-119e-4c92-9340-3f8df45f380a req-3274f2ce-198a-4072-8532-e6f4af0a051f tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.1391351 Oct 13 04:49:12.716549 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-57ee6263-119e-4c92-9340-3f8df45f380a req-fd9ff272-2b40-49e6-bec8-29f2d93c86d7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382342 Oct 13 04:49:12.921261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1752-39d9-4cd8-b589-5871759c8334 req-95632e84-1e95-4854-b088-c3e9020ac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:12.922770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-95632e84-1e95-4854-b088-c3e9020ac556 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1097 time: 0.0420365 Oct 13 04:49:13.015927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1752-39d9-4cd8-b589-5871759c8334 req-09ca15e0-d818-44bc-88a6-7c6210de2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:13.017427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-09ca15e0-d818-44bc-88a6-7c6210de2f57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0878854 Oct 13 04:49:13.086197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-a876d79c-5796-45eb-b425-798617ba50c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1002 time: 0.0619330 Oct 13 04:49:13.137289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1752-39d9-4cd8-b589-5871759c8334 req-fd34192c-6895-400d-a7c2-dd52ebe2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:13.138687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-fd34192c-6895-400d-a7c2-dd52ebe2020f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0428069 Oct 13 04:49:13.182995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1752-39d9-4cd8-b589-5871759c8334 req-46a08fbe-2b0d-40f0-9130-7d56bd4f11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:13.184334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-46a08fbe-2b0d-40f0-9130-7d56bd4f11c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388000 Oct 13 04:49:13.272111 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-84d70d19-acf4-442b-ad19-4a2eb28cc98c service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809162 Oct 13 04:49:13.359788 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12de1752-39d9-4cd8-b589-5871759c8334 req-83edc928-52d2-4849-8573-1910542744f7 service neutron] 10.222.0.26 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803859 Oct 13 04:49:13.840158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e866f-b571-4a24-98ea-eadb039b841f req-7433fca9-bcfb-40a4-9ee3-e75c78906d62 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:13.841289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-240e866f-b571-4a24-98ea-eadb039b841f req-7433fca9-bcfb-40a4-9ee3-e75c78906d62 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0524361 Oct 13 04:49:13.879625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-240e866f-b571-4a24-98ea-eadb039b841f req-64f120f3-1855-4885-8698-ac830c22ccf7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Oct 13 04:49:15.010960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc41e3-4a86-40ed-b63d-e0ce9ebdb302 req-ba962c9d-0f14-4a1c-90d4-342ef7666fa6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:15.012444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d7dc41e3-4a86-40ed-b63d-e0ce9ebdb302 req-ba962c9d-0f14-4a1c-90d4-342ef7666fa6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Oct 13 04:49:15.051392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d7dc41e3-4a86-40ed-b63d-e0ce9ebdb302 req-a7e69800-c8a1-4cb2-a4f4-d664182ade58 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Oct 13 04:49:15.983890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb5797-fa28-4f2c-a9e7-21f8f539b882 req-734b67b7-8baf-47f0-b944-5712c90d1814 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:15.986649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7edb5797-fa28-4f2c-a9e7-21f8f539b882 req-734b67b7-8baf-47f0-b944-5712c90d1814 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0613413 Oct 13 04:49:16.045085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-7f8d3028-e2c9-4601-9bb6-e31d609d62d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762215 Oct 13 04:49:16.050333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7edb5797-fa28-4f2c-a9e7-21f8f539b882 req-bc05a5ba-4c46-40d1-b2f3-2b66427bdca4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472219 Oct 13 04:49:16.317279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:49:16.402280 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:16.429462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:16.431773 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42745f6c-8959-43fe-b52a-9d14911ec555" -d '{"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-unplugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:16.446199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:16.450881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:16.475705 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5cd736-1076-4446-96a4-75e016a8eaed x-openstack-request-id: req-0d5cd736-1076-4446-96a4-75e016a8eaed {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:16.476008 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-unplugged", "status": "failed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:16.476264 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d5cd736-1076-4446-96a4-75e016a8eaed {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:16.476651 n-d-810220-9 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'code': 422} returned with failed status Oct 13 04:49:16.503454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:16.883635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-55c931ad-a26a-41b7-b138-d8ee980a4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:16.885201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-55c931ad-a26a-41b7-b138-d8ee980a4046 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694&tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d HTTP/1.1" status: 200 len: 1095 time: 0.0452347 Oct 13 04:49:16.895401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-2851efe2-b8db-444f-806c-5e0f874d1846 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:49:16.896345 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-2851efe2-b8db-444f-806c-5e0f874d1846 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047483 Oct 13 04:49:16.908197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:16.959241 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.157977 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:17.171642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ed1dd-4f06-4b44-b6d5-41cc20470b53 req-649a65e9-3b5f-43f0-82a0-6b3f60bd22c1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.173124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-115ed1dd-4f06-4b44-b6d5-41cc20470b53 req-649a65e9-3b5f-43f0-82a0-6b3f60bd22c1 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 944 time: 0.0487244 Oct 13 04:49:17.190590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:49:17.212304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-115ed1dd-4f06-4b44-b6d5-41cc20470b53 req-282758f0-c0c5-4521-95eb-315d475b7dc7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Oct 13 04:49:17.227608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:49:17.235028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.247723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Transition to ACTIVE for port object c08345de-c722-46b2-bcaf-9b9b580f4780 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:49:17.250537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.323953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=9']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:17.338576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.338918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.339260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.339593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.339919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.340242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.340569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.340924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.341246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.341569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.341889 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.342204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:17.380935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] No DVR routers for this DVR port c08345de-c722-46b2-bcaf-9b9b580f4780 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:49:17.516084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:49:17.516418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:49:17.516773 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:17.521107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Port c08345de-c722-46b2-bcaf-9b9b580f4780 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:49:17.521432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Attempting to bind port c08345de-c722-46b2-bcaf-9b9b580f4780 on network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:17.527063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:49:17.527402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Checking segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:49:17.527781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Bound using segment: {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:49:17.528232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Bound port: c08345de-c722-46b2-bcaf-9b9b580f4780, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91500d7c-ca86-4f5e-acaf-ab9d068afb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:49:17.528586 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.590354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:49:17.593338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:49:17.597803 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.629822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.630492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.631938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] 10.222.0.15 "PUT /v2.0/ports/c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1092 time: 0.7272894 Oct 13 04:49:17.632422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:17.635246 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565" -d '{"events": [{"name": "network-changed", "server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:17.687387 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeff6f5-993c-4d6b-b167-af22a69c40aa x-openstack-request-id: req-9aeff6f5-993c-4d6b-b167-af22a69c40aa {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:17.687684 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:17.687940 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9aeff6f5-993c-4d6b-b167-af22a69c40aa {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:17.688342 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'status': 'completed', 'code': 200} Oct 13 04:49:17.689085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb1c4-a609-4316-98f3-4af299970ada service neutron] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:17.707824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-39384051-c275-471b-893a-d7ca59f7c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.709385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-39384051-c275-471b-893a-d7ca59f7c305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1096 time: 0.0507503 Oct 13 04:49:17.804405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-2d07408a-6a56-47bf-8058-36155c1410b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.805999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-2d07408a-6a56-47bf-8058-36155c1410b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0891895 Oct 13 04:49:17.875153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-0d87f922-a009-420a-820a-55e71349b9c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1000 time: 0.0623529 Oct 13 04:49:17.922463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-4f0a7b12-8e98-4f50-ada0-d11dfb18c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.924003 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-4f0a7b12-8e98-4f50-ada0-d11dfb18c3a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0425408 Oct 13 04:49:17.968022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-cd416f25-ddf3-478d-9a9a-00fac2613c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.969514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-cd416f25-ddf3-478d-9a9a-00fac2613c72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386479 Oct 13 04:49:18.059045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-2c70517a-f3e1-4923-9a53-a0456eb89a9d service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825820 Oct 13 04:49:18.152012 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-06c70991-b014-4711-a4c1-0507055c0b22 service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860248 Oct 13 04:49:18.233960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-5be3aa5f-324d-42fb-9eb8-50bbc2ac59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:18.235697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-5be3aa5f-324d-42fb-9eb8-50bbc2ac59ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1096 time: 0.0414402 Oct 13 04:49:18.338424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be805ea6-5fe4-4d67-85c2-4fa07b7180cc req-1a062f16-cc9d-4541-a5e2-a223f75d6e8c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:18.340559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be805ea6-5fe4-4d67-85c2-4fa07b7180cc req-1a062f16-cc9d-4541-a5e2-a223f75d6e8c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Oct 13 04:49:18.347816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-b721207e-34d0-4722-a9e6-449e4b53fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:18.349619 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-b721207e-34d0-4722-a9e6-449e4b53fdd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.1071663 Oct 13 04:49:18.382420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be805ea6-5fe4-4d67-85c2-4fa07b7180cc req-141a3ee1-aaf9-4f1f-90b2-11ca4cca4bcc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360565 Oct 13 04:49:18.432800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-92be2f99-a4fc-4af6-a643-58738b3360e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1000 time: 0.0748012 Oct 13 04:49:18.655970 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:49:19.027485 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b993b74-e98d-4bd5-9de8-ccd85f1189c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:19.516887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7d5bc-f608-4693-a858-bdce037a19ca req-35d2d6f4-af42-484f-8854-a09ef6835076 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:19.518400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f7d5bc-f608-4693-a858-bdce037a19ca req-35d2d6f4-af42-484f-8854-a09ef6835076 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0553882 Oct 13 04:49:19.558340 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50f7d5bc-f608-4693-a858-bdce037a19ca req-007176bd-570e-4fd2-ba09-a5b489ca61b7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333986 Oct 13 04:49:20.683282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772fc6e-bdd3-4015-948f-6ae6503c63ac req-87f119eb-340a-4d9b-a9ba-ea58b31e5787 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:20.684689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c772fc6e-bdd3-4015-948f-6ae6503c63ac req-87f119eb-340a-4d9b-a9ba-ea58b31e5787 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0503881 Oct 13 04:49:20.730283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c772fc6e-bdd3-4015-948f-6ae6503c63ac req-c5e88aac-9b78-4f00-85f4-ca1d5963dbb0 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Oct 13 04:49:21.520769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8d6c-b967-404e-9b0b-3eff0c2641d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:21.858359 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d17d3-13e2-4705-9eff-e29ecfdeeb06 req-60f40fb9-9047-4660-913d-50c149cf31c8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:21.859864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e0d17d3-13e2-4705-9eff-e29ecfdeeb06 req-60f40fb9-9047-4660-913d-50c149cf31c8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0552869 Oct 13 04:49:21.898735 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e0d17d3-13e2-4705-9eff-e29ecfdeeb06 req-fa07e3fd-74da-4488-8d5d-c5e11c4cd7c9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Oct 13 04:49:22.891188 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:23.033143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d24e-b6d7-4512-be42-e83512b60b3a req-0d57533c-9c2a-4297-9423-612b36954dbc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:23.034785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1694d24e-b6d7-4512-be42-e83512b60b3a req-0d57533c-9c2a-4297-9423-612b36954dbc tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0516291 Oct 13 04:49:23.075740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1694d24e-b6d7-4512-be42-e83512b60b3a req-91755afd-af4f-4dc9-9695-f501f10aa7ba tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Oct 13 04:49:23.125347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.198367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8153ece-9850-4ff3-8d70-778faf51ff8b req-a14ff74b-36a5-4216-ba76-e1d2f8341f4c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:24.200469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8153ece-9850-4ff3-8d70-778faf51ff8b req-a14ff74b-36a5-4216-ba76-e1d2f8341f4c tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Oct 13 04:49:24.240894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8153ece-9850-4ff3-8d70-778faf51ff8b req-4d55e55e-0688-4a16-8339-91377332dc9e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344706 Oct 13 04:49:24.704818 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.395398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c41b9f-873c-49d0-8609-42f1b9d6d15c req-0e1756b0-07d3-4d2b-a918-613ae0d78488 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:25.397034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-60c41b9f-873c-49d0-8609-42f1b9d6d15c req-0e1756b0-07d3-4d2b-a918-613ae0d78488 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0605268 Oct 13 04:49:25.438562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-60c41b9f-873c-49d0-8609-42f1b9d6d15c req-f670757e-914c-4eb9-9f90-47eba7fdbd55 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354404 Oct 13 04:49:26.562821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fa65d-98ea-4bee-8d87-d7963acc35ae req-87e5c3df-cad0-4b0e-b417-19a24f18abc6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:26.564365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da4fa65d-98ea-4bee-8d87-d7963acc35ae req-87e5c3df-cad0-4b0e-b417-19a24f18abc6 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Oct 13 04:49:26.604427 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da4fa65d-98ea-4bee-8d87-d7963acc35ae req-b076ccbb-d2cb-426d-ae18-2832816b3a32 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Oct 13 04:49:27.729113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7664-0f4b-4270-82a0-9754636a8dc2 req-2ef4f4f8-3a45-4b80-9653-607bd9c0a505 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:27.731998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94ec7664-0f4b-4270-82a0-9754636a8dc2 req-2ef4f4f8-3a45-4b80-9653-607bd9c0a505 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0520024 Oct 13 04:49:27.773292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-94ec7664-0f4b-4270-82a0-9754636a8dc2 req-3c11bac3-faa9-4d3c-bd51-ba2a2b0309ce tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353281 Oct 13 04:49:28.891285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc0d4-e5a8-42ee-8dbe-4e1b1347787b req-46893cd6-2756-45b7-ac3c-705edc38f4c4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:28.892722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-40acc0d4-e5a8-42ee-8dbe-4e1b1347787b req-46893cd6-2756-45b7-ac3c-705edc38f4c4 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0475845 Oct 13 04:49:28.929164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-40acc0d4-e5a8-42ee-8dbe-4e1b1347787b req-67155e32-7ea5-4736-894a-7c0093b33c1b tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304723 Oct 13 04:49:29.103904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-9e0b6aa1-caff-4964-85ab-279b047c52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:29.105334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-9e0b6aa1-caff-4964-85ab-279b047c52a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0437062 Oct 13 04:49:29.154271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-7dd20d00-184d-4cc9-9ad5-a96d26633aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:29.155704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-7dd20d00-184d-4cc9-9ad5-a96d26633aea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431738 Oct 13 04:49:29.245327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-201418d6-a1d5-4862-aedd-2695c18cfcfa service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790427 Oct 13 04:49:29.338177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c0b9e4-7f1a-4b58-a9bd-1d203b6b7565 req-5b93b167-d7d7-4b07-8834-042b2778729e service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833976 Oct 13 04:49:30.046603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e7664-1e7c-4305-a34a-ced6de553d4b req-68163894-07f7-449b-ad89-e0dd75da2271 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:30.049032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c1e7664-1e7c-4305-a34a-ced6de553d4b req-68163894-07f7-449b-ad89-e0dd75da2271 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0496025 Oct 13 04:49:30.091582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c1e7664-1e7c-4305-a34a-ced6de553d4b req-163188bd-e181-4bf5-953b-1b54e7ee1b8a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362844 Oct 13 04:49:30.481604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-d5b912d2-b66c-4461-9fcf-8ee187cac070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:30.483591 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-d5b912d2-b66c-4461-9fcf-8ee187cac070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1096 time: 0.3589771 Oct 13 04:49:30.580075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-eb1d2333-6abf-415e-891f-6e9ae9fb442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:30.581513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-eb1d2333-6abf-415e-891f-6e9ae9fb442d service neutron] 10.222.0.15 "GET /v2.0/networks?id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 200 len: 917 time: 0.0801392 Oct 13 04:49:30.646402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-c1a1911f-7316-4fb8-9086-1b869d322079 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 200 len: 1000 time: 0.0578516 Oct 13 04:49:30.693585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-8cddcb39-076c-4892-a5ea-7648f55b2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:30.694929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-8cddcb39-076c-4892-a5ea-7648f55b2a3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 200 len: 855 time: 0.0420420 Oct 13 04:49:30.738667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-e09fa8d7-b601-4d90-b08a-8765ac816f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:30.740220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-e09fa8d7-b601-4d90-b08a-8765ac816f52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381553 Oct 13 04:49:30.831558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-8fceda16-5af1-4a4f-bd81-74ddd5641e4d service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837655 Oct 13 04:49:30.918354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79c7cdb4-d07a-4941-884b-ee92b6896160 req-14f6ce3e-4b76-4f31-924a-fc1b08845d79 service neutron] 10.222.0.15 "GET /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798686 Oct 13 04:49:31.212706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c51c6-78d2-461e-a4ca-a9dd69311b75 req-d7e5f1e7-1e1e-4d9d-998a-ebe499340d7a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:31.214062 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-334c51c6-78d2-461e-a4ca-a9dd69311b75 req-d7e5f1e7-1e1e-4d9d-998a-ebe499340d7a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Oct 13 04:49:31.250876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-334c51c6-78d2-461e-a4ca-a9dd69311b75 req-3c83df5e-def4-4dd7-9571-c76e2ea02ec5 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Oct 13 04:49:32.367468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca428756-9365-438f-a6cb-d028f3c215ae req-cf252ed7-8698-48cb-9db5-d4209d17f71d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:32.368955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca428756-9365-438f-a6cb-d028f3c215ae req-cf252ed7-8698-48cb-9db5-d4209d17f71d tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 945 time: 0.0483055 Oct 13 04:49:32.406109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca428756-9365-438f-a6cb-d028f3c215ae req-c7f2b23a-5777-41c9-9643-4a39d5022df3 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Oct 13 04:49:32.451972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:49:32.546250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:32.557256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'port_id': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'mac_address': 'fa:16:3e:bf:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:49:32.593131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.607062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:49:32.624962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:32.628723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.677139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:32.851885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['c08345de-c722-46b2-bcaf-9b9b580f4780'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:33.523621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0cce3-c8bd-49fa-bae2-2591ef13ef80 req-20e1a920-12a9-42ce-ad92-6a1441242b04 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:33.525095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52c0cce3-c8bd-49fa-bae2-2591ef13ef80 req-20e1a920-12a9-42ce-ad92-6a1441242b04 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 946 time: 0.0482085 Oct 13 04:49:33.562380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52c0cce3-c8bd-49fa-bae2-2591ef13ef80 req-1a191e3b-ffd2-4f30-a393-c89ad2490193 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Oct 13 04:49:34.454353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:34.501255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port c08345de-c722-46b2-bcaf-9b9b580f4780 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:49:34.504790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port c08345de-c722-46b2-bcaf-9b9b580f4780 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:34.505160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.581638 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.603663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:34.605977 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421c9a9c-d6a3-4974-b48f-e4aa58195d04" -d '{"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-plugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:34.618932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:34.626608 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.652011 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6198a-f6e6-4d48-965f-1dff0298efd5 x-openstack-request-id: req-5ce6198a-f6e6-4d48-965f-1dff0298efd5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:34.652304 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-plugged", "status": "completed", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:34.652555 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ce6198a-f6e6-4d48-965f-1dff0298efd5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:34.652972 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'code': 200} Oct 13 04:49:34.680538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:34.693484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88807ea8-db2e-40ce-bd14-bfae38fd0518 req-ad910557-5c1c-4fe1-abc0-76b7512ca263 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:34.694998 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88807ea8-db2e-40ce-bd14-bfae38fd0518 req-ad910557-5c1c-4fe1-abc0-76b7512ca263 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 947 time: 0.0589788 Oct 13 04:49:34.738347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88807ea8-db2e-40ce-bd14-bfae38fd0518 req-cb59c2e3-723f-46b4-b3d7-0b4b0f7166dd tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360060 Oct 13 04:49:34.799246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c6d55-b291-4a5e-98e0-8836c57ab408 req-03930a48-1e9a-4b2d-a8c8-dfe825eb0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:34.800664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-928c6d55-b291-4a5e-98e0-8836c57ab408 req-03930a48-1e9a-4b2d-a8c8-dfe825eb0b74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 1098 time: 0.0388861 Oct 13 04:49:34.833845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-928c6d55-b291-4a5e-98e0-8836c57ab408 req-d676e1c3-5e61-4419-b660-8476aaf64648 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263033 Oct 13 04:49:35.867630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0375d-109c-4404-8f49-01db56388ee4 req-f88a1397-1189-4960-9662-f147f5dee058 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.869205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2fa0375d-109c-4404-8f49-01db56388ee4 req-f88a1397-1189-4960-9662-f147f5dee058 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 947 time: 0.0544200 Oct 13 04:49:35.908973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2fa0375d-109c-4404-8f49-01db56388ee4 req-c8d400aa-32c7-47ce-a83f-7936cfedb886 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Oct 13 04:49:37.025437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cacdf2-abd5-4625-bc03-ddf559c976f8 req-f50c6e4d-01fc-4179-b40d-1a44143cd968 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:37.026918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32cacdf2-abd5-4625-bc03-ddf559c976f8 req-f50c6e4d-01fc-4179-b40d-1a44143cd968 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 947 time: 0.0479810 Oct 13 04:49:37.066013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32cacdf2-abd5-4625-bc03-ddf559c976f8 req-b0721579-8a94-4a64-9d00-a73021be1ca8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Oct 13 04:49:38.543143 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:40.307793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:49.031308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9805740-5c53-4f44-b3aa-8df6e75d31aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:51.522613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90dcccf-287b-4d96-9d04-998750b360f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.894495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:53.123830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:54.698822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:55.733545 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:50:06.384280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419809f5-f1fe-41e2-8ce1-758a3735310b req-e545bc41-de43-4802-8362-c65d10d27dad tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:06.385701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-419809f5-f1fe-41e2-8ce1-758a3735310b req-e545bc41-de43-4802-8362-c65d10d27dad tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 947 time: 0.0484123 Oct 13 04:50:06.422269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-419809f5-f1fe-41e2-8ce1-758a3735310b req-f8d05a65-d4c5-4102-9ae2-e5f877e7f6f7 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Oct 13 04:50:07.553618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a89e0-7f31-4d49-9ce5-3232748d2f7b req-eda1ac77-bf61-402a-a317-6884a0fceb8e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:07.555071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d3a89e0-7f31-4d49-9ce5-3232748d2f7b req-eda1ac77-bf61-402a-a317-6884a0fceb8e tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 947 time: 0.0483098 Oct 13 04:50:07.591438 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d3a89e0-7f31-4d49-9ce5-3232748d2f7b req-7e3b3ccb-7e6e-4e8b-8534-d3204f8a06e9 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups?id=d97f7cf5-07fa-4017-8501-d728d0de0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Oct 13 04:50:07.672426 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236c246-55fd-4060-a730-54027588918c req-d4aafec3-a821-4fc7-b034-030c617efca8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:07.674714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7236c246-55fd-4060-a730-54027588918c req-d4aafec3-a821-4fc7-b034-030c617efca8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 947 time: 0.0505347 Oct 13 04:50:07.764441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Deleting port c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:50:07.764829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:07.851683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] For port c08345de-c722-46b2-bcaf-9b9b580f4780, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c08345de-c722-46b2-bcaf-9b9b580f4780,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:07.852038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:08.020175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:08.020469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:08.020799 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Floating IP 4b29f97a-bcd8-469a-9f53-64c5a5f758c9 disassociated. External IP: 172.25.1.191, port: c08345de-c722-46b2-bcaf-9b9b580f4780. Oct 13 04:50:08.021134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Calling delete_port for c08345de-c722-46b2-bcaf-9b9b580f4780 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:50:08.148285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:08.180480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event deleted for resources: {'Port': ['ID=c08345de-c722-46b2-bcaf-9b9b580f4780,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:08.293158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Router 83330c1b-569a-4871-9d07-a1da71e3f090 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:50:08.395810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:50:08.405647 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:50:08.414764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:08.415361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:49:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:08.438465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] No DVR routers for this DVR port c08345de-c722-46b2-bcaf-9b9b580f4780 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:50:08.441141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:08.444405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.15 "DELETE /v2.0/ports/c08345de-c722-46b2-bcaf-9b9b580f4780 HTTP/1.1" status: 204 len: 173 time: 0.7630630 Oct 13 04:50:08.444872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-deleted', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:08.447165 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d26c4f3-f8ce-4454-b081-09bd89203782" -d '{"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-deleted", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:08.492439 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3cc496-ef46-4a8d-a2bc-87b9098d83ee x-openstack-request-id: req-ee3cc496-ef46-4a8d-a2bc-87b9098d83ee {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:08.492766 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694", "name": "network-vif-deleted", "tag": "c08345de-c722-46b2-bcaf-9b9b580f4780", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:08.493021 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee3cc496-ef46-4a8d-a2bc-87b9098d83ee {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:08.493432 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694', 'name': 'network-vif-deleted', 'tag': 'c08345de-c722-46b2-bcaf-9b9b580f4780', 'status': 'completed', 'code': 200} Oct 13 04:50:08.534362 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:08.556840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:08.706124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3df2653-c2d2-45a1-842a-89792283422c req-7d7aeaa7-d0b3-4cb3-a154-80ba5570eb98 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb15b7ac-b0d6-4c2c-b9f3-dfa3f4358694 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Oct 13 04:50:08.746482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:08.776176 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:50:08.784994 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:08.785619 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:49:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:08.896509 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:09.087056 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:09.116227 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ecfd-0047-4738-b984-3c9011ff50c1 None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:41:17Z', 'revision_number': 4, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'dc133d79-3282-4b3e-9ff0-77fc614ee5db', 'name': '', 'network_id': '918eb52c-cfe4-4a63-ba1c-45d5cddb27fd', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'mac_address': 'fa:16:3e:48:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:16Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'subnets': [{'id': '5d1cd24b-2ce1-4080-b814-fae02999baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:50:09.337285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04402ac9-79bd-4cb2-8f46-8694de41d767 None None] New status for floating IP 4b29f97a-bcd8-469a-9f53-64c5a5f758c9: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:50:09.793866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40422) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:09.850723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:09.874705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:09.921173 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:09.924611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:09.925787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "DELETE /v2.0/security-groups/d97f7cf5-07fa-4017-8501-d728d0de0be1 HTTP/1.1" status: 204 len: 168 time: 0.1309259 Oct 13 04:50:09.928939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40424) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:09.934963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97f7cf5-07fa-4017-8501-d728d0de0be1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:09.942410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.942565 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-10064327-76d2-4eaa-b1f9-256111d78d72 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] show failed (client error): The resource could not be found. Oct 13 04:50:09.942758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.943099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.943413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-10064327-76d2-4eaa-b1f9-256111d78d72 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "GET /v2.0/security-groups/d97f7cf5-07fa-4017-8501-d728d0de0be1 HTTP/1.1" status: 404 len: 347 time: 0.0134919 Oct 13 04:50:09.943542 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.943753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.944079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.944404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.944748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.945071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.945393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.945714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.946034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f0f6f-3877-486d-8d83-4c4b83633c35 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:09.946283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:10.070520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Deleting port 84e8519c-321f-4042-b31c-c2b3d544d855 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:50:10.070860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.148708 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.149042 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.160947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Calling delete_port for 84e8519c-321f-4042-b31c-c2b3d544d855 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:50:10.286113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.309526 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.312420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Pushing event deleted for resources: {'Port': ['ID=84e8519c-321f-4042-b31c-c2b3d544d855,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:10.373388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.375839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.377074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-41478270-2ef1-4cfa-8cbf-ed858278461a tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] 10.222.0.44 "DELETE /v2.0/floatingips/4b29f97a-bcd8-469a-9f53-64c5a5f758c9 HTTP/1.1" status: 204 len: 168 time: 0.4299130 Oct 13 04:50:10.537040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:50:10.559700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: c08345de-c722-46b2-bcaf-9b9b580f4780 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:50:10.560043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c08345de-c722-46b2-bcaf-9b9b580f4780 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:50:15.963387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:16.369309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:16.613505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Deleting port dc133d79-3282-4b3e-9ff0-77fc614ee5db {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:50:16.613849 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:16.693763 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] For port dc133d79-3282-4b3e-9ff0-77fc614ee5db, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dc133d79-3282-4b3e-9ff0-77fc614ee5db,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:16.694126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:16.707221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Calling delete_port for dc133d79-3282-4b3e-9ff0-77fc614ee5db owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:50:16.888140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:16.918241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc133d79-3282-4b3e-9ff0-77fc614ee5db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:17.073285 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.280816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Router 83330c1b-569a-4871-9d07-a1da71e3f090 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:50:17.392935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:50:17.397919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1f0e834a-f4c0-4c9a-87a7-ae43bd4f299d admin admin] 10.222.0.44 "PUT /v2.0/routers/83330c1b-569a-4871-9d07-a1da71e3f090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335132 Oct 13 04:50:17.400445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40458) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:17.401474 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] Sync routers for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:50:17.410473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:17.411081 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:49:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:17.501225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.524087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:17.602442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.654480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Deleting port 864cc4a1-4f0a-4459-ba0d-32443015c042 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:50:17.654821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.698733 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:50:16Z', 'revision_number': 5, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port': {'id': '864cc4a1-4f0a-4459-ba0d-32443015c042', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:41:15Z', 'updated_at': '2021-10-13T04:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:17.724529 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] Checking router: 83330c1b-569a-4871-9d07-a1da71e3f090 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:50:17.732623 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] Routers {'83330c1b-569a-4871-9d07-a1da71e3f090'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:17.733253 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:49:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['83330c1b-569a-4871-9d07-a1da71e3f090'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:17.735671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] For port 864cc4a1-4f0a-4459-ba0d-32443015c042, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=864cc4a1-4f0a-4459-ba0d-32443015c042,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:17.736040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.747429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Calling delete_port for 864cc4a1-4f0a-4459-ba0d-32443015c042 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:50:17.816601 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] Set router 83330c1b-569a-4871-9d07-a1da71e3f090 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:17.869262 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:50:17Z', 'revision_number': 6, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:17.896831 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b86eaa-c48d-4d94-819b-643a46bd31c4 None None] The sync data for ids ['83330c1b-569a-4871-9d07-a1da71e3f090'] in n-d-810220-9 is: [{'id': '83330c1b-569a-4871-9d07-a1da71e3f090', 'name': 'tempest-AttachVolumeShelveTestJSON-916867274-router', 'tenant_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:41:14Z', 'updated_at': '2021-10-13T04:50:17Z', 'revision_number': 6, 'project_id': '3df0c2db0b6b4fdba1c5ea9e7ca67a6d', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:50:17.918707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.945439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Pushing event deleted for resources: {'Port': ['ID=864cc4a1-4f0a-4459-ba0d-32443015c042,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:17.957856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.958204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.958545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.958885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.959220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.959552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.959883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.960213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.960537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.960888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.961215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:17.961538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:18.017726 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.106283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.108388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.152999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.153442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83330c1b-569a-4871-9d07-a1da71e3f090 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:50:18.158453 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.159594 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-75034db7-2d55-4c33-852a-a58516f2589c admin admin] 10.222.0.44 "DELETE /v2.0/routers/83330c1b-569a-4871-9d07-a1da71e3f090 HTTP/1.1" status: 204 len: 168 time: 0.7582226 Oct 13 04:50:18.162147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40460) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:18.205188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Deleting subnet 5d1cd24b-2ce1-4080-b814-fae02999baba {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:50:18.208029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.241731 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.326284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.380103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.405306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1cd24b-2ce1-4080-b814-fae02999baba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:18.410626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.414144 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d79edcb-f975-4f08-b9e7-606f1d1205f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5d1cd24b-2ce1-4080-b814-fae02999baba HTTP/1.1" status: 204 len: 168 time: 0.2510402 Oct 13 04:50:18.415265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdeb56-39d5-46dd-b42f-273d50c07dd6 None None] Network 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:50:18.417011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:18.487479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.539905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Deleting port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:50:18.540249 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.601080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] For port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,segment=NetworkSegment(91500d7c-ca86-4f5e-acaf-ab9d068afb60),segment_id=91500d7c-ca86-4f5e-acaf-ab9d068afb60)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:18.601375 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.613500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Calling delete_port for 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:50:18.687258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6a5bc-43c4-487a-8dc9-bf0938bf4070 None None] DHCP port deletion for 918eb52c-cfe4-4a63-ba1c-45d5cddb27fd request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:50:18.695372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.711143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-68a6a5bc-43c4-487a-8dc9-bf0938bf4070 None None] The port '492fbe5b-f3f0-42ad-9e68-9e0ab30fb919' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:50:18.724644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] No DVR routers for this DVR port 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:50:18.728462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=492fbe5b-f3f0-42ad-9e68-9e0ab30fb919,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:18.801054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.821240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918eb52c-cfe4-4a63-ba1c-45d5cddb27fd']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:18.830047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91500d7c-ca86-4f5e-acaf-ab9d068afb60') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:18.830341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91500d7c-ca86-4f5e-acaf-ab9d068afb60') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:18.839349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.852528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.858752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:50:18.859151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: timer() Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:50:18.861790 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:50:18.921269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.928171 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:18.931423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/918eb52c-cfe4-4a63-ba1c-45d5cddb27fd HTTP/1.1" status: 204 len: 168 time: 0.5134742 Oct 13 04:50:18.942845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9d2c2-0ec6-486d-a6cf-96069ab52de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=918eb52c-cfe4-4a63-ba1c-45d5cddb27fd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:19.034316 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e80d92fa-6444-4f1a-8b43-dc84a4105f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.046062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40468) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:19.090455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bf5d71e2-de31-4402-ad33-b32319af44ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3df0c2db0b6b4fdba1c5ea9e7ca67a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431969 Oct 13 04:50:19.092881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:19.142251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c97f4-663e-48ca-bef9-27a77fe3ac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.162078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c97f4-663e-48ca-bef9-27a77fe3ac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.209040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c97f4-663e-48ca-bef9-27a77fe3ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.211448 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c30c97f4-663e-48ca-bef9-27a77fe3ac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.212710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c30c97f4-663e-48ca-bef9-27a77fe3ac59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb3c5a1a-6185-4f26-9fcb-ac498d4ec21a HTTP/1.1" status: 204 len: 168 time: 0.1188309 Oct 13 04:50:19.220237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c97f4-663e-48ca-bef9-27a77fe3ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c5a1a-6185-4f26-9fcb-ac498d4ec21a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:19.859966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:19.934035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 864cc4a1-4f0a-4459-ba0d-32443015c042 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:50:19.953969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 864cc4a1-4f0a-4459-ba0d-32443015c042 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:50:19.954308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 864cc4a1-4f0a-4459-ba0d-32443015c042 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:50:19.954715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dc133d79-3282-4b3e-9ff0-77fc614ee5db no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:50:19.960888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1541708808-network', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:19.976652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: dc133d79-3282-4b3e-9ff0-77fc614ee5db {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:50:19.977023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device dc133d79-3282-4b3e-9ff0-77fc614ee5db not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:50:19.977491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:50:19.983074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Made reservation on behalf of 1bdb1be096724f76b3f585ba1760c622 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:50:19.986105 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.994365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:19.996255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:50:19.996603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 492fbe5b-f3f0-42ad-9e68-9e0ab30fb919 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:50:20.072106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.075684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.104061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:50:20.110364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91401405-2ae4-47f9-9a82-0ef5d2b31e80,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:20.116378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.116782 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Added segment f44a3357-1744-453a-b365-ecd03d3dde34 of type vlan for network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 Oct 13 04:50:20.160764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.183854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.184842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:20.185437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.235059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3733146 Oct 13 04:50:20.238036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:20.243094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Request body: {'subnet': {'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1541708808-subnet', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:20.245579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbec63-906b-4651-8af7-3c41548e2202 admin admin] Pushing event updated for resources: {'Network': ['ID=b41e4614-16ec-4682-9fbe-e2e1f10dabe8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:20.255739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:50:20.264347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Made reservation on behalf of 1bdb1be096724f76b3f585ba1760c622 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:50:20.267289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.740532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.798411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:20.806884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Checking segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:20.807241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Network hostable DHCP agents. Network: b41e4614-16ec-4682-9fbe-e2e1f10dabe8, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:50:20.822587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:50:20.831352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b41e4614-16ec-4682-9fbe-e2e1f10dabe8) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:20.835500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:20.836089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.840821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd3f4e3-f406-4d6b-bd03-938055ef53f2 None None] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:50:20.851782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3f4e8fce-2e67-437c-9f16-8c2f7e0c27d8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6125829 Oct 13 04:50:20.854489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40498) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:20.858696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:20.878533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.879716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.935064 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:20.984632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:50:20.985559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.074794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.275979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.279425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Allocated IP 172.20.0.2 (b41e4614-16ec-4682-9fbe-e2e1f10dabe8/f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8/7c756a4e-b594-484e-b4b5-6ebd1a530650) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:21.295605 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.401470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Allocated IP 172.25.1.182 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/4d49f33c-7cb7-40e8-a295-1dc5057a42a2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:21.426666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.431639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.470806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:21.473736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:21.477931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:21.485439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Pushing event updated for resources: {'Port': ['ID=7c756a4e-b594-484e-b4b5-6ebd1a530650,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:21.510352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.514414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.514758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.515100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.515430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.515752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.516078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.516450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.516794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.517117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.517457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.517776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.518095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:21.544317 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.553254 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Attempting to bind port 7c756a4e-b594-484e-b4b5-6ebd1a530650 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:50:21.553626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Attempting to bind port 7c756a4e-b594-484e-b4b5-6ebd1a530650 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:50:21.553985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Attempting to bind port 7c756a4e-b594-484e-b4b5-6ebd1a530650 on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:21.556954 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44c131f9-7d1b-4da4-ac5c-58c361ee38b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.561335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:50:21.561709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Checking segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:21.562096 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.562473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Bound using segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:50:21.562931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Bound port: 7c756a4e-b594-484e-b4b5-6ebd1a530650, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:50:21.563860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.585869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:21.588924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:21.592413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:21.597966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:21.630587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] For port 7c756a4e-b594-484e-b4b5-6ebd1a530650, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:21.633928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] For port 7c756a4e-b594-484e-b4b5-6ebd1a530650, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c756a4e-b594-484e-b4b5-6ebd1a530650,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:50:21.638360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.694997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10ea22-454e-4778-a489-8d6629a555c9 None None] Pushing event updated for resources: {'Port': ['ID=7c756a4e-b594-484e-b4b5-6ebd1a530650,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:21.858582 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:21.984064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c756a4e-b594-484e-b4b5-6ebd1a530650 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:22.031240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c756a4e-b594-484e-b4b5-6ebd1a530650 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:22.031933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.072795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.111225 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.145923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7c756a4e-b594-484e-b4b5-6ebd1a530650, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c756a4e-b594-484e-b4b5-6ebd1a530650,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:22.149977 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.197797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7c756a4e-b594-484e-b4b5-6ebd1a530650,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:22.203593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:50:22.312829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:50:22.324895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:50:22.332303 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.336299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-acedf19b-c252-474f-b590-a7ac9d0b58d2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4782729 Oct 13 04:50:22.336483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:22.337774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:22.338535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:50:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:22.449595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:22.620884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e36bb2-d453-493e-88bd-5985123c063d None None] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:50:22.720126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:21Z', 'revision_number': 3, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:22.754835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20f85037-394c-475e-b87d-2e4ad9984451 None None] Provisioning complete for port 7c756a4e-b594-484e-b4b5-6ebd1a530650 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:22.755205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20f85037-394c-475e-b87d-2e4ad9984451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.756478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.774553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:50:22.774899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Updating router e66fdccf-183c-443e-9c0b-335a8cff99e7 port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:50:22.835892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.909901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Allocated IP 172.20.0.1 (b41e4614-16ec-4682-9fbe-e2e1f10dabe8/f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8/43ccb2c0-a4a1-484e-a404-8918a307d3aa) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:22.962547 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.011684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.053395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.093473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:23.097040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:23.104565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:23.136380 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.137827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Pushing event updated for resources: {'Port': ['ID=43ccb2c0-a4a1-484e-a404-8918a307d3aa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:23.154259 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.190516 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.196000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.254595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Attempting to bind port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:50:23.254966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Attempting to bind port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:50:23.255334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Attempting to bind port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:23.271792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:50:23.272128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:23.272489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.272908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:50:23.273382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Bound port: 4d49f33c-7cb7-40e8-a295-1dc5057a42a2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:50:23.273763 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.277109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682d6d-0ef8-4e64-b003-a152364aba33 None None] Pushing event updated for resources: {'Port': ['ID=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:23.293033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.304904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8ac4843-6329-4b23-bfc2-0bc89892a802 None None] Provisioning complete for port 7c756a4e-b594-484e-b4b5-6ebd1a530650 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:23.305286 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8ac4843-6329-4b23-bfc2-0bc89892a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.364167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] For port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:23.368723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] For port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:50:23.380946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.474799 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.480107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.481406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:23.482032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:50:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:23.486129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682d6d-0ef8-4e64-b003-a152364aba33 None None] Pushing event updated for resources: {'Port': ['ID=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:23.549536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Pushing event updated for resources: {'Port': ['ID=43ccb2c0-a4a1-484e-a404-8918a307d3aa,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:23.552305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.600517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:23.627374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf884dc2-7048-427d-ab87-98cc2d656c20 None None] Provisioning complete for port 43ccb2c0-a4a1-484e-a404-8918a307d3aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:23.627746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf884dc2-7048-427d-ab87-98cc2d656c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.644991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:23.646361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:23.712849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf884dc2-7048-427d-ab87-98cc2d656c20 None None] Port 43ccb2c0-a4a1-484e-a404-8918a307d3aa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:50:23.766452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:50:23.836874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 2, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:23.867743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdadfc-ae13-4ae3-9c26-f51f8c90a8b0 None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 2, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:50:23.889607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:50:23.896056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b6297bc-b192-4561-9bdd-b509a7bd25ad admin admin] 10.222.0.44 "PUT /v2.0/routers/e66fdccf-183c-443e-9c0b-335a8cff99e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584579 Oct 13 04:50:23.937449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa8e6c5d-941e-4d3e-b8cd-6ff73d3b03be None None] Provisioning complete for port 43ccb2c0-a4a1-484e-a404-8918a307d3aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:23.939012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa8e6c5d-941e-4d3e-b8cd-6ff73d3b03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:23.964301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c756a4e-b594-484e-b4b5-6ebd1a530650 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:24.004823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e6c5d-941e-4d3e-b8cd-6ff73d3b03be None None] Port 43ccb2c0-a4a1-484e-a404-8918a307d3aa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:50:24.029400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c756a4e-b594-484e-b4b5-6ebd1a530650 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:24.029667 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.559995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:24.565731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260093492', 'description': 'tempest-description--1425863928'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:24.594123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.668125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.672119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.704434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.705828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1442342 Oct 13 04:50:24.708661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:24.710376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.713040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'security_group_rule': {'security_group_id': 'd84d3db1-bce4-4eba-8c48-3f94eda21ec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:24.722622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e86d-e6e2-4c15-8d00-2d968ac84e66 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d3db1-bce4-4eba-8c48-3f94eda21ec2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:24.745368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.803449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.807333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.826685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc0d0c3-1930-435a-937d-ec3f020bb145,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:24.831675 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.835618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:24.836093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e98415ad-57be-4fd9-922a-f6267e4bafa6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259763 Oct 13 04:50:24.840145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'security_group_rule': {'security_group_id': 'd84d3db1-bce4-4eba-8c48-3f94eda21ec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:24.867809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.929933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.933754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.955330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619ef5c1-2493-43b4-b1d5-fc3d9f5212f0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:24.961563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.962759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e00c8b6d-6d79-4eee-8db2-5c5efa73a796 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261306 Oct 13 04:50:24.965798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 40514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:24.970641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:24.993113 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.096859 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.199066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Allocated IP 172.25.1.220 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a52a03e2-c4d7-439f-a4f8-59671d5e8f19) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:25.303694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.337358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.376124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:25.380343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:25.384644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:25.387623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'Port': ['ID=a52a03e2-c4d7-439f-a4f8-59671d5e8f19,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:25.471198 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.504325 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.661303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.666060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.732464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'Port': ['ID=a52a03e2-c4d7-439f-a4f8-59671d5e8f19,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:25.745745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.760760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:25.761987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ddcdde86-b0cc-49ff-a3d6-b5e03e334447 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7952580 Oct 13 04:50:25.815893 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:50:25.825223 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:25.825820 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:50:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:25.908616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-d5438102-6ee8-47d7-908a-a6e6cfd9b0d5 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1260093492&fields=id&tenant_id=1bdb1be096724f76b3f585ba1760c622 HTTP/1.1" status: 200 len: 267 time: 0.0380390 Oct 13 04:50:25.973633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:26.020815 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:26.022670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:26.023047 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.031494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-cf267000-3f4e-4f85-b796-231f301500f3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:26.033662 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-cf267000-3f4e-4f85-b796-231f301500f3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 811 time: 0.1145754 Oct 13 04:50:26.049428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-ca1c1183-0b5a-4451-ae2e-71aa425c2e30 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/quotas/1bdb1be096724f76b3f585ba1760c622 HTTP/1.1" status: 200 len: 375 time: 0.0097377 Oct 13 04:50:26.104555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-4da3c9b8-82d6-4bb4-ae97-40a05d82763b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490623 Oct 13 04:50:26.107121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.127584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:26.133450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.190187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:26.222353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-0af37c10-f5a5-4561-9d9f-72f047705d34 service neutron] 10.222.0.44 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039479 Oct 13 04:50:26.231551 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 2, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:26.260334 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:50:26.260721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Updating router e66fdccf-183c-443e-9c0b-335a8cff99e7 port 43ccb2c0-a4a1-484e-a404-8918a307d3aa binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:50:26.285667 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.312430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-c23b949a-0a96-405a-9028-bfa15c327518 service neutron] 10.222.0.44 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Oct 13 04:50:26.474512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-599085fa-19e7-4ada-a9e8-fdccf4b4bb77 req-8f2aba09-bd09-418f-934a-f7987a5983ef tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 210 time: 0.0267582 Oct 13 04:50:26.556472 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.562005 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.614361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Pushing event updated for resources: {'Port': ['ID=43ccb2c0-a4a1-484e-a404-8918a307d3aa,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:26.637364 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.637708 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.638048 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.638378 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.638705 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.639027 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.639348 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.639665 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.639981 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.640295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.640609 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.640949 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:26.669775 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Attempting to bind port 43ccb2c0-a4a1-484e-a404-8918a307d3aa on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:50:26.670434 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Attempting to bind port 43ccb2c0-a4a1-484e-a404-8918a307d3aa by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:50:26.670790 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Attempting to bind port 43ccb2c0-a4a1-484e-a404-8918a307d3aa on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:26.677117 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:50:26.677491 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Checking segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:26.677892 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.678280 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Bound using segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:50:26.678748 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Bound port: 43ccb2c0-a4a1-484e-a404-8918a307d3aa, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:50:26.679137 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.746354 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] For port 43ccb2c0-a4a1-484e-a404-8918a307d3aa, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:26.749841 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] For port 43ccb2c0-a4a1-484e-a404-8918a307d3aa, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43ccb2c0-a4a1-484e-a404-8918a307d3aa,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:50:26.755380 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.823170 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:26.823850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:50:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:26.826780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5b04-303e-4cdb-91c9-450787e361a4 None None] Pushing event updated for resources: {'Port': ['ID=43ccb2c0-a4a1-484e-a404-8918a307d3aa,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:26.852674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a14e8fa-81e3-47bb-b38d-10e6884f8ecf None None] Provisioning complete for port 43ccb2c0-a4a1-484e-a404-8918a307d3aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:26.853306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a14e8fa-81e3-47bb-b38d-10e6884f8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.941961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:26.948007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a14e8fa-81e3-47bb-b38d-10e6884f8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.998422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8a14e8fa-81e3-47bb-b38d-10e6884f8ecf None None] For port 43ccb2c0-a4a1-484e-a404-8918a307d3aa, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43ccb2c0-a4a1-484e-a404-8918a307d3aa,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:27.003512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a14e8fa-81e3-47bb-b38d-10e6884f8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.062316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e8fa-81e3-47bb-b38d-10e6884f8ecf None None] Pushing event updated for resources: {'Port': ['ID=43ccb2c0-a4a1-484e-a404-8918a307d3aa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:27.124025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ecfd8c6-6765-44b8-b33a-b57d009b1b54 None None] Provisioning complete for port 43ccb2c0-a4a1-484e-a404-8918a307d3aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:27.124508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd8c6-6765-44b8-b33a-b57d009b1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.178408 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:27.208907 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa00b-a0db-448c-9f13-7ec1bc624bc3 None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:50:27.579793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0617764a-4ff1-4113-95cf-84165af4865e req-df08f38b-eb44-4e60-ad96-c07f1da382ef tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 210 time: 0.0345466 Oct 13 04:50:27.964113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43ccb2c0-a4a1-484e-a404-8918a307d3aa up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:27.973020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-cbac9674-b98b-41e2-a7bf-212e4b25228b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:27.974402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-cbac9674-b98b-41e2-a7bf-212e4b25228b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 811 time: 0.4260550 Oct 13 04:50:28.010979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 43ccb2c0-a4a1-484e-a404-8918a307d3aa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:28.011529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.017374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-211fac10-481f-48fd-b6ed-efa65cb3d4ff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdb1be096724f76b3f585ba1760c622 HTTP/1.1" status: 200 len: 380 time: 0.0334394 Oct 13 04:50:28.028022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'port': {'device_id': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'admin_state_up': True, 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'security_groups': ['d84d3db1-bce4-4eba-8c48-3f94eda21ec2']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:28.145550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Made reservation on behalf of 1bdb1be096724f76b3f585ba1760c622 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:50:28.149211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.243322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:28.272526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Allocated IP 172.20.0.11 (b41e4614-16ec-4682-9fbe-e2e1f10dabe8/f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8/2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:28.289725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:28.290135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.413718 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.446369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.487601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:28.490774 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:28.494733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:28.520851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'Port': ['ID=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:28.554138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.554776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.571317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-257ce51c-5ea7-44f9-bb6d-b568d867b896 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5468049 Oct 13 04:50:28.583564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Request body: {'port': {'device_id': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:28.639504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.731658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e4f2f32-2b59-42e1-b21d-f301c80ec8f8 None None] Provisioning complete for port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:28.732026 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2f32-2b59-42e1-b21d-f301c80ec8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.766195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f2f32-2b59-42e1-b21d-f301c80ec8f8 None None] Port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:50:28.780644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba7589-9f4a-4568-982e-ab04b280c919 req-8739fe57-0bbb-46a2-9851-0eff6a72f6a7 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.782684 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70ba7589-9f4a-4568-982e-ab04b280c919 req-8739fe57-0bbb-46a2-9851-0eff6a72f6a7 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 932 time: 0.1314363 Oct 13 04:50:28.872741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70ba7589-9f4a-4568-982e-ab04b280c919 req-69fca41c-fdb0-42ec-b49c-93cdc82addf3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840945 Oct 13 04:50:28.965322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:50:28.973023 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.984797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Transition to ACTIVE for port object 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:50:28.988563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:29.036987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:29.117580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Attempting to bind port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:50:29.117910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Attempting to bind port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:50:29.118235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Attempting to bind port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:29.122974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:50:29.123292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Attempting to bind port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:29.128374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:50:29.128736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Checking segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:29.129122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Bound using segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:50:29.129548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Bound port: 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:50:29.129903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:29.195642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] For port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:29.198654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] For port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:50:29.203264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:29.242333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.242971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:29.244350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1092 time: 0.6651702 Oct 13 04:50:29.244893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:29.247365 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f041566f-4d2f-4db9-a157-7fb56fa756c3" -d '{"events": [{"name": "network-changed", "server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:29.268209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bd893-f031-4a72-9800-fc8023d7fa51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:29.296087 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d78622d-05e3-4ea4-89a0-cd0acc33e047 x-openstack-request-id: req-3d78622d-05e3-4ea4-89a0-cd0acc33e047 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:29.296374 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:29.296631 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d78622d-05e3-4ea4-89a0-cd0acc33e047 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:29.297073 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'status': 'completed', 'code': 200} Oct 13 04:50:29.339577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-ed4b46c2-c1c4-4f52-bc24-a1185f569b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.341131 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-ed4b46c2-c1c4-4f52-bc24-a1185f569b21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1095 time: 0.0425131 Oct 13 04:50:29.389171 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-78c5af59-cdc0-47c7-87ce-222078aa7ebe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 217 time: 0.0386450 Oct 13 04:50:29.440656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-40f8dff3-7f81-4a2f-a7a1-9813df2da3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.442149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-40f8dff3-7f81-4a2f-a7a1-9813df2da3ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0459435 Oct 13 04:50:29.486735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad419-c094-4730-a748-61bef60e1313 req-73a68d6f-fce1-4bee-8c39-55debad33b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.488157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-73a68d6f-fce1-4bee-8c39-55debad33b7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389905 Oct 13 04:50:29.581864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-d3acf14e-7dd0-4b94-a84c-f87d8077843b service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Oct 13 04:50:29.677409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82aad419-c094-4730-a748-61bef60e1313 req-e49480a9-87e1-42b4-9a9d-6beeaebf0d74 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884414 Oct 13 04:50:29.764830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-0b2b820b-a65c-4a60-bb22-77ea14762160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.766333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-0b2b820b-a65c-4a60-bb22-77ea14762160 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1095 time: 0.0449376 Oct 13 04:50:29.859300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-88fdbf09-a2ed-4b6f-bffb-2040f4a706d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.861311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-88fdbf09-a2ed-4b6f-bffb-2040f4a706d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0837622 Oct 13 04:50:29.903778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-05651a9f-b9c7-4944-969c-b4cdcf92f1ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 217 time: 0.0340595 Oct 13 04:50:29.982072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-7369e4ca-dccf-417b-9182-bc82fec2e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.983514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-7369e4ca-dccf-417b-9182-bc82fec2e1ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0726449 Oct 13 04:50:30.007705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c945-af05-41b5-b011-089b5094e1d2 req-66c95b6f-f4f1-402b-8b49-fd35272a6c8e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:30.009142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c632c945-af05-41b5-b011-089b5094e1d2 req-66c95b6f-f4f1-402b-8b49-fd35272a6c8e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 944 time: 0.0679753 Oct 13 04:50:30.063643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c632c945-af05-41b5-b011-089b5094e1d2 req-bf7c6d3b-eca6-45a2-89cc-1f4cc502f0b2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 Oct 13 04:50:30.065282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-901f875e-ec87-4c1b-8a05-749b438bf589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:30.066706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-901f875e-ec87-4c1b-8a05-749b438bf589 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751271 Oct 13 04:50:30.160795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-d11c4c53-d35e-4413-9d63-5171b2faff7a service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Oct 13 04:50:30.249586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f041566f-4d2f-4db9-a157-7fb56fa756c3 req-6963314f-93c5-44fa-ad1f-a26e162d692c service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815976 Oct 13 04:50:31.177024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb38dc2-f2f0-4187-8e8b-90c4f0a70785 req-cf3316a3-8031-4f31-b1ca-e74806509c30 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:31.178485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bb38dc2-f2f0-4187-8e8b-90c4f0a70785 req-cf3316a3-8031-4f31-b1ca-e74806509c30 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 944 time: 0.0483680 Oct 13 04:50:31.216295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bb38dc2-f2f0-4187-8e8b-90c4f0a70785 req-fd3aa745-1dc5-4986-a891-319875aa4aa1 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Oct 13 04:50:32.334847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046206f-594d-455a-af4c-fddd453a14f1 req-f917df43-fb0e-4ba5-bf5a-e436436f2397 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.336221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1046206f-594d-455a-af4c-fddd453a14f1 req-f917df43-fb0e-4ba5-bf5a-e436436f2397 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 944 time: 0.0549417 Oct 13 04:50:32.373598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1046206f-594d-455a-af4c-fddd453a14f1 req-6e41bcb1-c15a-4d14-bc06-c12d464d4ae0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Oct 13 04:50:32.652252 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:50:32.697145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:50:32.792442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:32.803342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'port_id': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'mac_address': 'fa:16:3e:cc:de:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:50:32.839851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:32.852158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:50:32.871731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:32.875626 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:32.921025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:33.253564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:50:33.485911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f2c0-adf2-4d2a-86d5-9039cbf978be req-6d466e77-0195-416d-9f06-1bcb1a67ee53 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.487370 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f778f2c0-adf2-4d2a-86d5-9039cbf978be req-6d466e77-0195-416d-9f06-1bcb1a67ee53 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 945 time: 0.0478711 Oct 13 04:50:33.523819 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f778f2c0-adf2-4d2a-86d5-9039cbf978be req-aef3bbe3-af90-40cf-adda-720cb56c7ac8 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303588 Oct 13 04:50:34.637157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc8712-36c0-447b-bb52-b392cf595a8f req-3b56b9e0-4125-4e0e-9606-2255e64974f6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.638638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ffc8712-36c0-447b-bb52-b392cf595a8f req-3b56b9e0-4125-4e0e-9606-2255e64974f6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 945 time: 0.0483382 Oct 13 04:50:34.676174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ffc8712-36c0-447b-bb52-b392cf595a8f req-a0978af0-3845-438a-a97e-ebaddf50a0eb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Oct 13 04:50:34.697179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:34.744116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:50:34.747639 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:34.748006 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:34.824744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:34.846205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:34.848721 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb0fb0-40c0-4172-887d-4b0ae793b45a" -d '{"events": [{"server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:34.861257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:34.865044 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:34.887485 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1f6fda-6720-4aa8-9f11-8f033490e3f0 x-openstack-request-id: req-6e1f6fda-6720-4aa8-9f11-8f033490e3f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:34.887762 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:34.888019 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e1f6fda-6720-4aa8-9f11-8f033490e3f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:34.888408 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'code': 200} Oct 13 04:50:34.915137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:34.983947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dfaf0-c9c6-4952-8e6f-54f9b21b5578 req-2c97b8ea-7fa0-4739-858b-4e8439acaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.986064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd1dfaf0-c9c6-4952-8e6f-54f9b21b5578 req-2c97b8ea-7fa0-4739-858b-4e8439acaa58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0397701 Oct 13 04:50:35.020603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd1dfaf0-c9c6-4952-8e6f-54f9b21b5578 req-aba8909a-eed8-4549-9aab-c9ebfb0c33b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264788 Oct 13 04:50:35.791837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a38bd-f956-404c-834a-2f79313e7955 req-21fbb84e-1c1a-4a28-8aa8-8bc9a369d9fa tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:35.793320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e9a38bd-f956-404c-834a-2f79313e7955 req-21fbb84e-1c1a-4a28-8aa8-8bc9a369d9fa tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0517037 Oct 13 04:50:35.830710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4e9a38bd-f956-404c-834a-2f79313e7955 req-0efdc2d0-2915-4762-8002-14003f5582d5 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 Oct 13 04:50:36.943294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c90e98-9f35-46c2-80eb-09aae3b5e2d7 req-68385339-11f4-4332-82bf-53336977d177 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:36.944780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27c90e98-9f35-46c2-80eb-09aae3b5e2d7 req-68385339-11f4-4332-82bf-53336977d177 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0483253 Oct 13 04:50:36.984911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27c90e98-9f35-46c2-80eb-09aae3b5e2d7 req-6ad0b347-9afa-446c-8d65-abdc9a05d12a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Oct 13 04:50:37.093648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0aea-14f1-41a3-96a9-ba266bf113f9 req-35e11b8e-815a-44f4-8329-bd9dff7df21a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:37.095092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-378f0aea-14f1-41a3-96a9-ba266bf113f9 req-35e11b8e-815a-44f4-8329-bd9dff7df21a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0483646 Oct 13 04:50:37.103872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 40572) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:37.108369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'floatingip': {'port_id': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:37.146728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:37.569916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:37.573518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:37.670787 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Floating IP 43eb4389-5a59-4d69-b895-a0a48728bdc5 associated. External IP: 172.25.1.220, port: 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666. Oct 13 04:50:37.872185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:50:37.978282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:50:37.982746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:37.988757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:50:37.998286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:37.998898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:50:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:38.010043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2de1786e-7e59-4152-ab1b-9be6270182ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "PUT /v2.0/floatingips/43eb4389-5a59-4d69-b895-a0a48728bdc5 HTTP/1.1" status: 200 len: 992 time: 0.9051046 Oct 13 04:50:38.010620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:38.012894 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691" -d '{"events": [{"name": "network-changed", "server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:38.049262 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9fe6c5-b17d-4ab5-8130-ef11f3041fe7 x-openstack-request-id: req-bb9fe6c5-b17d-4ab5-8130-ef11f3041fe7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:38.049545 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:38.049795 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb9fe6c5-b17d-4ab5-8130-ef11f3041fe7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:38.050397 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'status': 'completed', 'code': 200} Oct 13 04:50:38.113467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-6855c54c-e602-4923-a93f-d282da93b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:38.115038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-6855c54c-e602-4923-a93f-d282da93b3d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0413401 Oct 13 04:50:38.118993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:38.206843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-9de029a5-189f-42da-b398-63fcd1d80d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:38.208295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-9de029a5-189f-42da-b398-63fcd1d80d84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0868342 Oct 13 04:50:38.272945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-d2d29f7e-cdff-466b-89c8-a3df64144513 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1000 time: 0.0569899 Oct 13 04:50:38.323460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-1bd740b0-31cc-4c2c-ac10-e13e17f5ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:38.324939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-1bd740b0-31cc-4c2c-ac10-e13e17f5ee99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0459304 Oct 13 04:50:38.342185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '43eb4389-5a59-4d69-b895-a0a48728bdc5', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'port_id': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'mac_address': 'fa:16:3e:cc:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:50:25Z', 'updated_at': '2021-10-13T04:50:37Z', 'revision_number': 1, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:38.369547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:50:38.373601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-9368b078-0700-4bb4-8de2-3a6488d16a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:38.375087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-9368b078-0700-4bb4-8de2-3a6488d16a06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437870 Oct 13 04:50:38.379522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:38.380416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:50:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:38.466326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-df7b1af0-914a-45f5-985c-eddfa4fbb853 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829580 Oct 13 04:50:38.486097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:38.559623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b197e88d-6c36-45d4-9ab1-88c9e7cfe691 req-7dd24225-9ce1-40a8-8b90-d6f86c663fbd service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Oct 13 04:50:38.582966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:38.714261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '43eb4389-5a59-4d69-b895-a0a48728bdc5', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'port_id': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'mac_address': 'fa:16:3e:cc:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:50:25Z', 'updated_at': '2021-10-13T04:50:37Z', 'revision_number': 1, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:38.744205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e5eb6-0db1-48ed-9104-c7a292cc5591 None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '43eb4389-5a59-4d69-b895-a0a48728bdc5', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'port_id': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'mac_address': 'fa:16:3e:cc:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:50:25Z', 'updated_at': '2021-10-13T04:50:37Z', 'revision_number': 1, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:50:38.927156 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f22284-965b-493a-8c15-465472dc4ef2 None None] New status for floating IP 43eb4389-5a59-4d69-b895-a0a48728bdc5: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:50:40.320663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:49.035988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9051787b-93ac-4be7-ad19-fb46d5542a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:51.528215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7130041a-a108-4f20-a075-29ff33543c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:52.895783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:53.129117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:54.704634 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:08.563986 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:09.652857 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:51:10.322611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.036007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d6008b2-a2be-4611-9613-dacd27224f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.528219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73515d8e-5c9b-4d13-b8f0-caa26bcff0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.896705 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:23.132788 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:24.707926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:30.876035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-40f0301f-e20e-46a7-bec8-a1ee10bf353c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902615 Oct 13 04:51:30.955326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-d7549761-6092-4215-b18b-3663e3c18aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:30.956775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-d7549761-6092-4215-b18b-3663e3c18aac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0394690 Oct 13 04:51:31.065376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-6a91d7f7-663d-44f3-9c67-4506da18f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:31.066740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-6a91d7f7-663d-44f3-9c67-4506da18f017 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0914030 Oct 13 04:51:31.135087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-cc9569e5-8540-4438-8940-7fc672f92dd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0600047 Oct 13 04:51:31.186299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-d839b160-ac33-4929-9792-4899b7f09fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:31.187680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-d839b160-ac33-4929-9792-4899b7f09fc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0458272 Oct 13 04:51:31.231191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-5e7a29e5-6b5f-4820-a00d-65ac5fcd27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:31.232647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-5e7a29e5-6b5f-4820-a00d-65ac5fcd27bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377834 Oct 13 04:51:31.244042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-1e66ee1b-05ce-44ed-8bb4-d41ed3dd3106 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:51:31.244982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-1e66ee1b-05ce-44ed-8bb4-d41ed3dd3106 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052059 Oct 13 04:51:31.330485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-09a18f8c-0508-4554-9862-d8eb0f7afef0 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785038 Oct 13 04:51:31.421720 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-188ab83f-73fc-4f1b-bac9-88fb2f8ed6b3 req-aa49d63b-f7e0-4d00-a597-8548b5f94c65 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823414 Oct 13 04:51:38.578780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:40.351456 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:46.652438 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:51:49.036151 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a89794-9f55-4cd0-8466-145277f00a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:51.527952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9630b633-fc80-4383-831b-f76a8e1805fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:52.898402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:53.136569 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:54.709551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:08.593671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:10.353841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:19.036842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f65f9ae-02b7-4de2-b8bb-0fa903258008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:21.527570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b6ff6-56b7-4449-8d99-f115d4bbfa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:22.899317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:23.138022 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:23.653085 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:52:24.714129 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:31.821725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-8b80742c-c720-403f-a32f-d9c44efa8e22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402305 Oct 13 04:52:31.902404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-c23791d8-9259-4592-9806-e64aebc11aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:31.903885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-c23791d8-9259-4592-9806-e64aebc11aef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0399210 Oct 13 04:52:32.009302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-49fcf5af-5f50-47b0-a77f-eb2851c262ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:32.010756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-49fcf5af-5f50-47b0-a77f-eb2851c262ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0881338 Oct 13 04:52:32.077755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-e5da22fa-7b1e-499f-ba9b-4a888a7b900e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0597708 Oct 13 04:52:32.127188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-51db86af-1a97-4fcc-bb52-64229416f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:32.128577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-51db86af-1a97-4fcc-bb52-64229416f2df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0421011 Oct 13 04:52:32.172494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-b708fd5d-278d-4353-8c82-012094e57a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:32.173928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-b708fd5d-278d-4353-8c82-012094e57a8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383418 Oct 13 04:52:32.262807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-fae79f57-c780-42cc-80da-41b0995033f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819933 Oct 13 04:52:32.350927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f72d241-3448-4724-8fe8-dcb5a31698c1 req-61e9db76-dc1b-4e9f-b3b4-5c161eeec701 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801320 Oct 13 04:52:38.594395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:40.379555 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:49.036354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1506752c-5192-4eee-af9e-f0488ec362e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:51.529434 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ced15fd-5b63-4f18-b7b1-2bd638513d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:52.899957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:53.140871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:54.717588 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:00.652407 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:53:08.607988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:10.394055 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.037045 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-607a8d59-5b9e-4de9-ba17-36a0b8c02e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.528965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79e83265-1ae8-4f5b-b23c-dff5c2a60e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.089251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f93212-00f7-4ff2-a93e-24f461d948b7 req-bea9c31c-3d0d-44ff-891e-623cd9ecbc36 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:22.090718 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0f93212-00f7-4ff2-a93e-24f461d948b7 req-bea9c31c-3d0d-44ff-891e-623cd9ecbc36 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0502200 Oct 13 04:53:22.127567 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0f93212-00f7-4ff2-a93e-24f461d948b7 req-1d7efe41-7010-4279-a71e-6cb79fecdea2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Oct 13 04:53:22.901134 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:23.142556 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:23.242972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d80aa-bf7f-4cfd-9cab-f619868f8d09 req-83c48265-016b-42d1-a6d9-41356232ae77 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.244414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8d80aa-bf7f-4cfd-9cab-f619868f8d09 req-83c48265-016b-42d1-a6d9-41356232ae77 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0488138 Oct 13 04:53:23.281220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8d80aa-bf7f-4cfd-9cab-f619868f8d09 req-bdeed047-23de-4cc6-a28a-5a5607682874 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Oct 13 04:53:24.394726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9d27-3957-4618-ba0d-43347e6ebf98 req-894afe03-3982-4331-8595-83a2052380b4 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:24.396190 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-637a9d27-3957-4618-ba0d-43347e6ebf98 req-894afe03-3982-4331-8595-83a2052380b4 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0484703 Oct 13 04:53:24.433637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-637a9d27-3957-4618-ba0d-43347e6ebf98 req-cda82da5-022b-4006-808b-14a407014d5b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Oct 13 04:53:24.719753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:25.859232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e333-da85-4435-b3f3-e38a78c614c7 req-72745cff-7ddc-46a3-af58-d967f8609adb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:25.860706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c1e333-da85-4435-b3f3-e38a78c614c7 req-72745cff-7ddc-46a3-af58-d967f8609adb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.3601716 Oct 13 04:53:25.897700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a7c1e333-da85-4435-b3f3-e38a78c614c7 req-ea3ba467-7661-4c13-94a8-7c4dd3b9e43f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Oct 13 04:53:27.012512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8becf0-0426-4d13-9a17-3d0fc2cab1ee req-4e7d8938-daf0-4433-b5aa-6af47bd39e23 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:27.013972 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef8becf0-0426-4d13-9a17-3d0fc2cab1ee req-4e7d8938-daf0-4433-b5aa-6af47bd39e23 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0513887 Oct 13 04:53:27.050205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ef8becf0-0426-4d13-9a17-3d0fc2cab1ee req-f2491271-06ae-4001-9e39-a0c9b83bc850 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303810 Oct 13 04:53:28.163923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb6cf8-e48e-4f6e-a4f8-1734b6bb309a req-b0c9fdc3-2da6-4f85-a352-38d572e4d39b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:28.165385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3bcb6cf8-e48e-4f6e-a4f8-1734b6bb309a req-b0c9fdc3-2da6-4f85-a352-38d572e4d39b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0483310 Oct 13 04:53:28.202557 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3bcb6cf8-e48e-4f6e-a4f8-1734b6bb309a req-3d3be8bb-f1eb-4137-9126-ba387f8a661d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310078 Oct 13 04:53:29.318008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b83271-5969-4996-bcc1-30d3ee45ee38 req-961ea296-b5a1-444a-a990-7f0d01bfb276 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:29.319459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56b83271-5969-4996-bcc1-30d3ee45ee38 req-961ea296-b5a1-444a-a990-7f0d01bfb276 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0484893 Oct 13 04:53:29.356375 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56b83271-5969-4996-bcc1-30d3ee45ee38 req-7232eb37-e285-4fd2-995f-416491843fbb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Oct 13 04:53:30.470503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714cef-af91-4b38-aee6-56473747c00f req-3d48c493-3fbf-455a-9129-d1664ab41a4f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:30.471971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11714cef-af91-4b38-aee6-56473747c00f req-3d48c493-3fbf-455a-9129-d1664ab41a4f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0482297 Oct 13 04:53:30.508251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-11714cef-af91-4b38-aee6-56473747c00f req-60f35ed4-0569-4d7a-b76c-95391f4b3c21 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304241 Oct 13 04:53:31.619397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c296ce-0733-4145-b1ae-17fc3bb1b9b3 req-6f50772e-a781-4aba-9809-50ce9c005259 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:31.621351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9c296ce-0733-4145-b1ae-17fc3bb1b9b3 req-6f50772e-a781-4aba-9809-50ce9c005259 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0483992 Oct 13 04:53:31.657461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9c296ce-0733-4145-b1ae-17fc3bb1b9b3 req-5eb1f272-f2ee-43d2-a7ea-1cdfa0eb20d1 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303025 Oct 13 04:53:31.865516 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85036f8-6794-43e4-82f0-187a5883c904 req-f398a6b2-1143-4d25-8d0f-d01a19e41f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:31.866979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-f398a6b2-1143-4d25-8d0f-d01a19e41f4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0420427 Oct 13 04:53:31.971138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85036f8-6794-43e4-82f0-187a5883c904 req-971b879d-d519-4191-8073-0a25456cb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:31.972758 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-971b879d-d519-4191-8073-0a25456cb742 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0851252 Oct 13 04:53:32.039635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-642bc3a6-c978-4fe9-a86d-fe8072dc130b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0599842 Oct 13 04:53:32.086445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85036f8-6794-43e4-82f0-187a5883c904 req-a72a1166-1bec-4529-a5b6-358d5563748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:32.087822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-a72a1166-1bec-4529-a5b6-358d5563748c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0418408 Oct 13 04:53:32.136975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85036f8-6794-43e4-82f0-187a5883c904 req-ef1e31c3-5c15-4536-81a2-c2ca91ae7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:32.138405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-ef1e31c3-5c15-4536-81a2-c2ca91ae7eae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392683 Oct 13 04:53:32.231602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-d177746a-e743-4e47-91d8-2105f5718e14 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845485 Oct 13 04:53:32.325088 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f85036f8-6794-43e4-82f0-187a5883c904 req-e56279b0-08e5-409f-8241-9adc6e5b4269 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Oct 13 04:53:32.776236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13ea3-a2ac-4389-a861-4651eac35b29 req-da1fe741-dfd6-41f4-a309-f1206174762b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:32.777741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d1d13ea3-a2ac-4389-a861-4651eac35b29 req-da1fe741-dfd6-41f4-a309-f1206174762b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0538778 Oct 13 04:53:32.815589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d1d13ea3-a2ac-4389-a861-4651eac35b29 req-17f55b93-be09-40a3-ba9c-8b7cc51ca8c8 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319347 Oct 13 04:53:33.027630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69a75c-959e-4dc3-8bae-68ba9b0102e2 req-a93c3dcf-f8de-47a8-b121-4b6da96118ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.028993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae69a75c-959e-4dc3-8bae-68ba9b0102e2 req-a93c3dcf-f8de-47a8-b121-4b6da96118ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0722334 Oct 13 04:53:33.054490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-afed5523-9951-44d5-a7e9-39b649c8861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.055884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-afed5523-9951-44d5-a7e9-39b649c8861a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0619762 Oct 13 04:53:33.088559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae69a75c-959e-4dc3-8bae-68ba9b0102e2 req-917a5e1e-4350-4594-8c00-0167dc2a0ff1 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526655 Oct 13 04:53:33.157235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-6a5475ed-4507-4b92-9f3b-68700220f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.158793 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-6a5475ed-4507-4b92-9f3b-68700220f4b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0920258 Oct 13 04:53:33.222982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-54a47261-6f35-478d-8aa7-efebc99fa8c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0567105 Oct 13 04:53:33.273762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-70cccbb1-1df8-4ed1-903e-042edcca276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.275166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-70cccbb1-1df8-4ed1-903e-042edcca276c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0447738 Oct 13 04:53:33.319337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-c6b722c9-152c-43e5-af2d-983ddd1443f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.320816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-c6b722c9-152c-43e5-af2d-983ddd1443f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390046 Oct 13 04:53:33.409172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-230022ae-3ca4-47e2-8b82-f42de9c2ddea service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811992 Oct 13 04:53:33.501112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28f18151-b978-45e6-868b-0419e9e26bd6 req-a6d9d005-487d-4491-a4e2-27fb8cea8593 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842974 Oct 13 04:53:34.210704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26139d-b04d-473f-a906-dadff72f4197 req-f88be1d8-dca5-47f5-a669-567374a828e6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:34.212138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab26139d-b04d-473f-a906-dadff72f4197 req-f88be1d8-dca5-47f5-a669-567374a828e6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0515809 Oct 13 04:53:34.250626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab26139d-b04d-473f-a906-dadff72f4197 req-5de90aa7-cee0-489a-bdaa-f93c0fcab2c7 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325203 Oct 13 04:53:37.652239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:53:38.607149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:40.407230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:49.038200 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc76c295-f6b2-4e57-81ed-825f8ea82990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:51.529436 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1fae32c-b639-4687-99a4-27d35160ca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:52.904408 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:53.144554 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:54.722907 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:08.624959 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.412337 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:14.651253 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:54:19.038225 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32d9983f-623f-4c1a-8edf-6f3468d70206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:21.528737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7b355a-18a8-4dad-9f9d-2031a4bc5888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.904827 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.146513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.726235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:32.830768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-35609864-6d7f-4313-a787-6205ffda76a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391467 Oct 13 04:54:32.909682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-b62d11d9-44a5-4cfe-80db-f1ac50161bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:32.911115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-b62d11d9-44a5-4cfe-80db-f1ac50161bb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0393527 Oct 13 04:54:33.014222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-ad5872f8-1428-4331-9542-474117337357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:33.015639 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-ad5872f8-1428-4331-9542-474117337357 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0863135 Oct 13 04:54:33.084941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-5679535b-6aa9-4473-8c1b-34439e9b363c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0607316 Oct 13 04:54:33.132706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-d3e2cff8-bfe4-49b7-8c76-89b9e817681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:33.134115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-d3e2cff8-bfe4-49b7-8c76-89b9e817681d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0420167 Oct 13 04:54:33.182994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-fa91670d-cc07-40b8-850b-8286c68e95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:33.184645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-fa91670d-cc07-40b8-850b-8286c68e95e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420222 Oct 13 04:54:33.275421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-91704692-8a26-4c8a-ac7b-b78df7fa9d9c service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838318 Oct 13 04:54:33.363665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4381a2a2-69da-4d48-9526-ac01e04153d3 req-4c3d1011-b33a-4272-8c8d-3be7dde58c2b service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809345 Oct 13 04:54:38.626222 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:40.413467 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:43.167679 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251a9a4-51a7-481f-a461-381528dbb8c5 req-393f8bc4-f640-4227-b6a9-132f7132cfbd tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:43.169205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d251a9a4-51a7-481f-a461-381528dbb8c5 req-393f8bc4-f640-4227-b6a9-132f7132cfbd tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0518091 Oct 13 04:54:43.208379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d251a9a4-51a7-481f-a461-381528dbb8c5 req-b2468ca2-fee1-4141-9890-9dd34067004a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Oct 13 04:54:44.387260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e358c7-de26-4fd8-8d44-f9289cf30063 req-91122061-0c29-45c6-9df6-72a91e5f215e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:44.388740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04e358c7-de26-4fd8-8d44-f9289cf30063 req-91122061-0c29-45c6-9df6-72a91e5f215e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.1112750 Oct 13 04:54:44.426486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04e358c7-de26-4fd8-8d44-f9289cf30063 req-0967fa8a-1be2-4319-97e1-b577ef73c0ae tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Oct 13 04:54:45.542827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacff58-03f5-47c9-bae0-ef2bc8609f13 req-356205be-a25a-46a4-8c76-bff0c322d94e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:45.544281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fbacff58-03f5-47c9-bae0-ef2bc8609f13 req-356205be-a25a-46a4-8c76-bff0c322d94e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0519850 Oct 13 04:54:45.581214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fbacff58-03f5-47c9-bae0-ef2bc8609f13 req-0f1777ec-da2f-48da-9ae4-12074795682b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301564 Oct 13 04:54:46.693821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb574-dad5-43e1-8456-13f5a927ab71 req-ef7ff146-a05c-42d4-92c9-308de2556e71 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:46.695185 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624cb574-dad5-43e1-8456-13f5a927ab71 req-ef7ff146-a05c-42d4-92c9-308de2556e71 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0485320 Oct 13 04:54:46.732163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624cb574-dad5-43e1-8456-13f5a927ab71 req-f665c16b-2854-4133-88ff-fe7f9d25c468 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312576 Oct 13 04:54:47.843736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267fa37-a9d2-41f6-99f8-a2bb183b40d5 req-a542d752-a47c-496f-ab57-dcef1d904737 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:47.845713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7267fa37-a9d2-41f6-99f8-a2bb183b40d5 req-a542d752-a47c-496f-ab57-dcef1d904737 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0483599 Oct 13 04:54:47.882329 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7267fa37-a9d2-41f6-99f8-a2bb183b40d5 req-896413ab-818a-4311-89de-bad44762fceb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Oct 13 04:54:48.996628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a1bea-fc19-496f-a37c-f4a18a8411ac req-6a926307-c7ae-426c-ac6a-71d277cb157a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:48.998080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c8a1bea-fc19-496f-a37c-f4a18a8411ac req-6a926307-c7ae-426c-ac6a-71d277cb157a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0507629 Oct 13 04:54:49.035847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c8a1bea-fc19-496f-a37c-f4a18a8411ac req-328f2cf3-f99d-4e28-8a5e-b148e2d6b288 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Oct 13 04:54:49.038239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db6d044e-a29a-437b-927b-69b7c225c0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:50.152940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8f616-9088-4e73-bdc8-f3bb11a1fe91 req-b6a69dc1-b2be-471f-861c-70fc0229df97 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:50.154409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ccc8f616-9088-4e73-bdc8-f3bb11a1fe91 req-b6a69dc1-b2be-471f-861c-70fc0229df97 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0492694 Oct 13 04:54:50.191147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ccc8f616-9088-4e73-bdc8-f3bb11a1fe91 req-0b070067-983c-4640-873c-da3ba32adb6f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Oct 13 04:54:51.304055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f88a2a-7e28-4aff-b80a-cedc06d54807 req-b2e79c4f-bd4a-48f0-8448-674a58722036 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:51.305469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0f88a2a-7e28-4aff-b80a-cedc06d54807 req-b2e79c4f-bd4a-48f0-8448-674a58722036 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0481279 Oct 13 04:54:51.343392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0f88a2a-7e28-4aff-b80a-cedc06d54807 req-a7a82487-1ee9-4b86-a9c5-e970d2432ede tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Oct 13 04:54:51.529849 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-336b664d-0d8b-4dc6-8f12-1facbea72ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:51.649991 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:54:52.461341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83fb13-36db-44af-a30f-203af94f16de req-df75fd01-0ec2-437d-8273-d7e7127af101 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:52.462818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d83fb13-36db-44af-a30f-203af94f16de req-df75fd01-0ec2-437d-8273-d7e7127af101 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0525343 Oct 13 04:54:52.499496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d83fb13-36db-44af-a30f-203af94f16de req-5bc4afd6-5d6d-4bbc-a491-73d62b0f146f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308647 Oct 13 04:54:52.906550 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:53.150647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:53.611881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cdcf-6ce2-4159-9c0e-2ca3c104934e req-5de4b5d0-792e-4f13-9dda-e026fdac33d4 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:53.613295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3c7cdcf-6ce2-4159-9c0e-2ca3c104934e req-5de4b5d0-792e-4f13-9dda-e026fdac33d4 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0482297 Oct 13 04:54:53.649320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b3c7cdcf-6ce2-4159-9c0e-2ca3c104934e req-f9287338-32fc-4dc3-8af0-d032dabfc142 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301807 Oct 13 04:54:53.848256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7de4d-6ac4-4d3f-9499-135077b4a5eb req-5a3a5ea7-6b89-4788-add2-63fbc39cb0cf tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:53.849786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2eb7de4d-6ac4-4d3f-9499-135077b4a5eb req-5a3a5ea7-6b89-4788-add2-63fbc39cb0cf tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0539758 Oct 13 04:54:53.865393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-3e3e54a8-9a86-4a3d-9b51-de4dd286b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:53.866839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-3e3e54a8-9a86-4a3d-9b51-de4dd286b880 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0410087 Oct 13 04:54:53.886731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2eb7de4d-6ac4-4d3f-9499-135077b4a5eb req-c003e68a-1b5f-4920-9c60-423b72b85ec9 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Oct 13 04:54:53.957719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-682fcb8f-b2b1-4fe6-97a5-ac59d1031ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:53.959150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-682fcb8f-b2b1-4fe6-97a5-ac59d1031ea7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0857224 Oct 13 04:54:54.023733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-9179bf03-3a02-4e3b-9a77-851d10af2753 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0572832 Oct 13 04:54:54.070929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-c9870788-05e2-498d-bc56-6c25c5bbd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:54.072295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-c9870788-05e2-498d-bc56-6c25c5bbd427 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0422065 Oct 13 04:54:54.119418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-c7c0c0ab-cfb0-44ab-8e70-07312082827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:54.120968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-c7c0c0ab-cfb0-44ab-8e70-07312082827e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413897 Oct 13 04:54:54.208184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-1b6b8eed-5143-4a40-8931-e9d4b35c6f51 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796854 Oct 13 04:54:54.298264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4741773e-ba49-4a85-9f3b-fad38a2ca877 req-321819b2-2c23-4516-a01a-0352cad82c31 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828249 Oct 13 04:54:54.730071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:55.002795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f15fe-160c-4af5-aede-33a8e6b365d7 req-3f852900-37f1-45e5-835d-c06ada5cb8b8 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:55.004656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd1f15fe-160c-4af5-aede-33a8e6b365d7 req-3f852900-37f1-45e5-835d-c06ada5cb8b8 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0492966 Oct 13 04:54:55.041475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cd1f15fe-160c-4af5-aede-33a8e6b365d7 req-3307672a-0723-4861-950f-71cc278d90d5 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Oct 13 04:55:08.640597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:10.452586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:19.039075 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5955-ad39-4379-b9ac-662b85b6914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:21.530901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a81dccd-a4a8-424a-90a4-2f61182be5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:22.908219 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:23.151306 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:24.731936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:28.649281 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:55:33.818823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-4abe952f-73a2-4df2-8507-b5ed659f2ddb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380890 Oct 13 04:55:33.896957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-95575409-fce5-4a1e-b550-cd30fcc32b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:33.898379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-95575409-fce5-4a1e-b550-cd30fcc32b74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 1097 time: 0.0385821 Oct 13 04:55:34.004413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-10b01100-e741-49b7-af97-fb10e988e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:34.005928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-10b01100-e741-49b7-af97-fb10e988e502 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0884352 Oct 13 04:55:34.068075 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-39a39b03-75d1-434c-9633-7efa635370d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 200 len: 1002 time: 0.0549834 Oct 13 04:55:34.119406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-71e07a77-2e98-471f-9d24-fdc90ef83156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:34.121230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-71e07a77-2e98-471f-9d24-fdc90ef83156 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0456111 Oct 13 04:55:34.167258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-e682e230-5e16-4e2f-8014-3d30d2d43907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:34.168751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-e682e230-5e16-4e2f-8014-3d30d2d43907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405138 Oct 13 04:55:34.259876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-20a54bc4-c8e1-4a7b-a4aa-72ae87ce6b7e service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Oct 13 04:55:34.346096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f8b4980-3cf1-4702-bb42-429d11d2a946 req-88c422e0-25dc-4481-aee2-ab7ae3bb9cf7 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791049 Oct 13 04:55:38.642203 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:40.439920 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:49.042061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a11e4fa-85e7-4b6e-b1f4-4f6619c3bd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:51.531092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b52133d0-dce3-4c53-85c7-78f27474a01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:52.908634 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:53.152998 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:54.734535 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:58.880159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9bb86-ea14-4e15-b7e5-25f750f1ddba req-d9dbb0ca-ce1c-493f-8a3f-6096e4650b1d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:58.881646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37f9bb86-ea14-4e15-b7e5-25f750f1ddba req-d9dbb0ca-ce1c-493f-8a3f-6096e4650b1d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0918171 Oct 13 04:55:58.919183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-37f9bb86-ea14-4e15-b7e5-25f750f1ddba req-5bb4595a-781b-457d-92fd-001a60eb89a1 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Oct 13 04:55:59.867345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-23964659-fade-4dcd-bb06-ee37ca4912e4 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:59.868803 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-23964659-fade-4dcd-bb06-ee37ca4912e4 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.0472622 Oct 13 04:55:59.958421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Deleting port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:55:59.958765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:00.046468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] For port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:00.046836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:00.239402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebab6c-031b-45af-97c5-9c527920dffb req-cf8eb8fb-889d-4b64-bc39-a2d1cf0a3b37 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:00.241112 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77ebab6c-031b-45af-97c5-9c527920dffb req-cf8eb8fb-889d-4b64-bc39-a2d1cf0a3b37 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=495161b2-62b5-42c6-b8d2-235d43c61a8f HTTP/1.1" status: 200 len: 946 time: 0.1803770 Oct 13 04:56:00.271887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:00.272248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:00.272567 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Floating IP 43eb4389-5a59-4d69-b895-a0a48728bdc5 disassociated. External IP: 172.25.1.220, port: 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666. Oct 13 04:56:00.272933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Calling delete_port for 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:00.327180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77ebab6c-031b-45af-97c5-9c527920dffb req-d3b05e98-6e9a-4529-83f5-e41e13b6daab tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84d3db1-bce4-4eba-8c48-3f94eda21ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795209 Oct 13 04:56:00.415068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:00.443452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event deleted for resources: {'Port': ['ID=2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:00.456376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.456751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.457096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.457432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.457764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.458092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.458421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.458743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.459067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.459389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.459710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.460029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:00.568542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:00.673251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:00.685180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:00.694630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:00.695229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:55:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:00.711329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] No DVR routers for this DVR port 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:00.714219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:00.717562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c943cd09-bc1f-49fc-b8e4-3a31ad58ea4b req-4806b54c-c6cf-47a0-97fa-8bcb8a6efd35 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "DELETE /v2.0/ports/2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 HTTP/1.1" status: 204 len: 173 time: 0.8426709 Oct 13 04:56:00.718047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'name': 'network-vif-deleted', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:00.720299 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac553f-0e4d-49e3-8860-b2b8d9b2e986" -d '{"events": [{"server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "name": "network-vif-deleted", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:00.833136 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5748868-fa95-4c08-b2ac-1595601cbe17 x-openstack-request-id: req-d5748868-fa95-4c08-b2ac-1595601cbe17 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:00.833464 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495161b2-62b5-42c6-b8d2-235d43c61a8f", "name": "network-vif-deleted", "tag": "2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:00.833720 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5748868-fa95-4c08-b2ac-1595601cbe17 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:00.834128 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495161b2-62b5-42c6-b8d2-235d43c61a8f', 'name': 'network-vif-deleted', 'tag': '2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666', 'status': 'completed', 'code': 200} Oct 13 04:56:00.967607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:01.162508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:01.188928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:01.197994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:01.198606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:55:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:01.303298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:01.417889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:01.480243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.506115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.525033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:01.554698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66c77a-5bac-4f06-8777-5869592b4f5b None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:01.555783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.558421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.560317 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "DELETE /v2.0/security-groups/d84d3db1-bce4-4eba-8c48-3f94eda21ec2 HTTP/1.1" status: 204 len: 168 time: 0.1412621 Oct 13 04:56:01.563700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:01.576066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d3db1-bce4-4eba-8c48-3f94eda21ec2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:01.589038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.589184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.589497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.590026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.590550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.591045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.591531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.592011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.592503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.592862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.593173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.593491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc08250-97c5-4633-a4ad-53fce3b135d2 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:01.596324 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c7686a96-bc3c-40df-8a35-42e6d1e8a0c6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] show failed (client error): The resource could not be found. Oct 13 04:56:01.597444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7686a96-bc3c-40df-8a35-42e6d1e8a0c6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups/d84d3db1-bce4-4eba-8c48-3f94eda21ec2 HTTP/1.1" status: 404 len: 347 time: 0.0328281 Oct 13 04:56:01.600802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:01.742986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Deleting port a52a03e2-c4d7-439f-a4f8-59671d5e8f19 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:01.743238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.815281 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d20491-fd5f-4330-8212-523731bfb240 None None] New status for floating IP 43eb4389-5a59-4d69-b895-a0a48728bdc5: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:56:01.824834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.825159 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.836545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Calling delete_port for a52a03e2-c4d7-439f-a4f8-59671d5e8f19 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:01.973739 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:01.999137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event deleted for resources: {'Port': ['ID=a52a03e2-c4d7-439f-a4f8-59671d5e8f19,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:02.058218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:02.060992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:02.062055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-842e03f9-d8f8-4d3d-adff-9e317e9aeb75 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "DELETE /v2.0/floatingips/43eb4389-5a59-4d69-b895-a0a48728bdc5 HTTP/1.1" status: 204 len: 168 time: 0.4582610 Oct 13 04:56:03.585904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:03.591066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715619726', 'description': 'tempest-description--791388094'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:03.615999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.680461 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.684480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.715020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.716253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1293182 Oct 13 04:56:03.717379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6eef1-5aba-4ba3-8298-81bd7d18ffde tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c528de-50cd-4c98-b364-4829653f817d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:03.720077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:03.725014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'security_group_rule': {'security_group_id': '02c528de-50cd-4c98-b364-4829653f817d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:03.755534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.814852 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.818452 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.834025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f481a2a8-66c6-4e26-b0ee-559aee5e3db9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:03.845096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.846292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7d2ef3f9-1f9b-476e-84f7-812e6435c9fb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248190 Oct 13 04:56:03.848918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:03.853081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'security_group_rule': {'security_group_id': '02c528de-50cd-4c98-b364-4829653f817d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:03.878088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.932697 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.936524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.951455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56f6bfa-3348-456e-b1f5-e5bcf5849d96,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:03.962071 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:03.963246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b71b158e-73f0-4352-a852-255ba4a59fff tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133883 Oct 13 04:56:03.966287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:03.970440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:03.990101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.079891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:04.084341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.099545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:04.099886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 2ec84a23-ece4-4bf8-8e4e-8c3c5c92b666 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:04.187243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Allocated IP 172.25.1.162 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/28ba0e04-8cca-4a64-b9a3-111904e0d450) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:56:04.287617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.320109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.352920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:56:04.358045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:56:04.361505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:56:04.389432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'Port': ['ID=28ba0e04-8cca-4a64-b9a3-111904e0d450,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:04.446915 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.481754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.623363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.627445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.692962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'Port': ['ID=28ba0e04-8cca-4a64-b9a3-111904e0d450,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:04.705873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.720640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:04.721868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-326d7ca7-7d4e-4888-b124-8c5acdb9f2ad tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7546680 Oct 13 04:56:04.857031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-f6851f72-0030-4fbf-99db-8f985085260d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--715619726&fields=id&tenant_id=1bdb1be096724f76b3f585ba1760c622 HTTP/1.1" status: 200 len: 267 time: 0.0325737 Oct 13 04:56:04.961226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-01387eae-75a3-444d-b00c-92249f86fe45 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:04.962560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-01387eae-75a3-444d-b00c-92249f86fe45 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 811 time: 0.0990982 Oct 13 04:56:04.977245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-aeaf433e-52f5-4dc4-a907-4a0ed470472c tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/quotas/1bdb1be096724f76b3f585ba1760c622 HTTP/1.1" status: 200 len: 375 time: 0.0085824 Oct 13 04:56:05.029502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-99fa6fef-6144-4dc2-b5f9-f0444cf00802 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467129 Oct 13 04:56:05.092310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-f7c82d86-58d4-4114-ae81-17999aa4da9a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:56:05.093367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-f7c82d86-58d4-4114-ae81-17999aa4da9a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0529919 Oct 13 04:56:05.181297 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-46b77cb5-aa76-4830-8fd8-4c53f1a1924c service neutron] 10.222.0.44 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815976 Oct 13 04:56:05.270845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-d23cd4e4-e8e4-482f-b71f-fdfc9a82e1c9 service neutron] 10.222.0.44 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828860 Oct 13 04:56:05.428560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7926710-b712-4a86-85b8-6a06d7042420 req-d6e0198e-bd66-4efe-af94-3ca2a5a8b63a tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 210 time: 0.0275991 Oct 13 04:56:05.648541 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:56:06.370866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-d9cdb66a-1476-4bc0-a17b-cb815ae9f143 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:06.376001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-d9cdb66a-1476-4bc0-a17b-cb815ae9f143 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 811 time: 0.1095557 Oct 13 04:56:06.416354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-c5f7df12-6922-4a34-8982-9b2a836bd53f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdb1be096724f76b3f585ba1760c622 HTTP/1.1" status: 200 len: 379 time: 0.0339768 Oct 13 04:56:06.425555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'port': {'device_id': '04aee393-8232-4ccb-a697-46d8918140dd', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'admin_state_up': True, 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'security_groups': ['02c528de-50cd-4c98-b364-4829653f817d']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:06.522797 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b9197ef-26ba-4fdc-8b6c-19fd20bbdd3e req-25d2f5be-838d-4421-a4f8-be0ff82f167f tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 210 time: 0.0264921 Oct 13 04:56:06.531108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Made reservation on behalf of 1bdb1be096724f76b3f585ba1760c622 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:56:06.543144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:06.658238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Allocated IP 172.20.0.11 (b41e4614-16ec-4682-9fbe-e2e1f10dabe8/f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8/1246ae8d-0c74-4fba-9d94-4f1803b51f2d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:56:07.115625 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.148154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.185908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:56:07.190633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:56:07.193281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:56:07.230187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event updated for resources: {'Port': ['ID=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:07.253671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:07.254304 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.270025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3bf0220f-c697-47fc-a157-b809bb7e3ea6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478422 Oct 13 04:56:07.283398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Request body: {'port': {'device_id': '04aee393-8232-4ccb-a697-46d8918140dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:07.338284 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.389280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-341464a9-6781-4a17-b098-ccc62d389833 None None] Provisioning complete for port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:56:07.389776 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-341464a9-6781-4a17-b098-ccc62d389833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.426912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-341464a9-6781-4a17-b098-ccc62d389833 None None] Port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:56:07.633374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1246ae8d-0c74-4fba-9d94-4f1803b51f2d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:56:07.642399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.659764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Transition to ACTIVE for port object 1246ae8d-0c74-4fba-9d94-4f1803b51f2d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:56:07.671493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490fa27-c662-45c1-b00c-12a33767b27d req-53b26f2d-decd-416b-a8e8-e4da45a3d6b1 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:07.672970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3490fa27-c662-45c1-b00c-12a33767b27d req-53b26f2d-decd-416b-a8e8-e4da45a3d6b1 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 932 time: 0.0743604 Oct 13 04:56:07.673703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.746846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:07.770291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3490fa27-c662-45c1-b00c-12a33767b27d req-e6195692-34ea-4c41-bee1-eea2daced828 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875242 Oct 13 04:56:07.823231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Attempting to bind port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:56:07.823561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Attempting to bind port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:56:07.823886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Attempting to bind port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:56:07.828467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:56:07.828818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Attempting to bind port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d on network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:56:07.833701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:56:07.834038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Checking segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:56:07.834420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Bound using segment: {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:56:07.834842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Bound port: 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44a3357-1744-453a-b365-ecd03d3dde34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:56:07.835196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.899455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] For port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:56:07.903225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] For port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:56:07.907010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.944581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:07.945232 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:07.946605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 1092 time: 0.6675162 Oct 13 04:56:07.947046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:07.949342 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db98e5aa868a4dc8c7cc46c035e30c2ef55d583a8a58ddbeb683eaa72fe443ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c275469d-4b5c-4b5f-a0f3-e25db361469b" -d '{"events": [{"name": "network-changed", "server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:07.975290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e810-30d9-4c68-95dc-fffb05ba98c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:07.991638 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890fa04d-f4b6-4467-8762-1fb86048872c x-openstack-request-id: req-890fa04d-f4b6-4467-8762-1fb86048872c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:07.991923 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:07.992173 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-890fa04d-f4b6-4467-8762-1fb86048872c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:07.992577 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'status': 'completed', 'code': 200} Oct 13 04:56:08.037582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-b78f7bf6-db66-4b8f-9dce-9c065034999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.039105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-b78f7bf6-db66-4b8f-9dce-9c065034999e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1095 time: 0.0428009 Oct 13 04:56:08.085540 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-a3f3c110-213c-4088-b9de-228eddd68189 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 217 time: 0.0381646 Oct 13 04:56:08.137856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3f231224-342c-4d10-a39b-1563f76e6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.139366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-3f231224-342c-4d10-a39b-1563f76e6214 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0458272 Oct 13 04:56:08.185251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-d2f2f076-50a6-4f94-84e1-c3221bee96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.186742 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-d2f2f076-50a6-4f94-84e1-c3221bee96ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403223 Oct 13 04:56:08.275438 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-964b116f-aabe-43fd-8574-66f3d6a7f9fb service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817838 Oct 13 04:56:08.365024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f4f0a1-f59c-4696-b651-1b1012a376f5 req-d231d30d-8297-43bb-bc36-ef32b689268a service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Oct 13 04:56:08.456965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-171e9521-a592-465f-988e-79f1fe0ddfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.458369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-171e9521-a592-465f-988e-79f1fe0ddfda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1095 time: 0.0466635 Oct 13 04:56:08.547310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-5a3688a2-1607-4304-899d-bb2147ca08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.548790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-5a3688a2-1607-4304-899d-bb2147ca08d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0825880 Oct 13 04:56:08.594108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-a8d31341-fef9-49ec-a352-0f27353f086c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 217 time: 0.0376694 Oct 13 04:56:08.642941 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:08.643619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-9d9ca039-f816-4733-b635-a15cf4296d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.645148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-9d9ca039-f816-4733-b635-a15cf4296d4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0440054 Oct 13 04:56:08.690880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-66af7758-e2ce-4550-8279-10920932a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.692325 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-66af7758-e2ce-4550-8279-10920932a4e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398788 Oct 13 04:56:08.783228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-a1b4fe16-461e-4a1c-be1e-bebb6472cd11 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822687 Oct 13 04:56:08.907660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca94f8f-0fb8-4c95-bd17-42c66c39cf06 req-b8f9fecc-1637-46cf-8408-ef1b0bf6807b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:08.909115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bca94f8f-0fb8-4c95-bd17-42c66c39cf06 req-b8f9fecc-1637-46cf-8408-ef1b0bf6807b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 944 time: 0.0726507 Oct 13 04:56:08.912544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c275469d-4b5c-4b5f-a0f3-e25db361469b req-25ad3a0d-ca7c-4ee4-81e7-55df319f5396 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219311 Oct 13 04:56:08.952581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bca94f8f-0fb8-4c95-bd17-42c66c39cf06 req-05d947b7-92e7-47c3-9b10-aa6e9cdebae7 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375707 Oct 13 04:56:10.066913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e676d4-e143-4021-b0ab-e1cbad04ec4c req-5880f455-d1bb-4043-aaf6-f46130e4525c tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:10.068373 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-48e676d4-e143-4021-b0ab-e1cbad04ec4c req-5880f455-d1bb-4043-aaf6-f46130e4525c tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 944 time: 0.0488124 Oct 13 04:56:10.104937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-48e676d4-e143-4021-b0ab-e1cbad04ec4c req-673ea8fc-3962-4252-a4bc-6826d2d7858b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306284 Oct 13 04:56:10.467326 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:11.217868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd7e03-5827-4086-816f-ad32d763ecf9 req-563b4b61-97b7-4c2b-8c72-9a97b4552c2d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:11.219320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47fd7e03-5827-4086-816f-ad32d763ecf9 req-563b4b61-97b7-4c2b-8c72-9a97b4552c2d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 944 time: 0.0483561 Oct 13 04:56:11.257119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47fd7e03-5827-4086-816f-ad32d763ecf9 req-243ec98f-7cc9-4709-9979-700b250d1890 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Oct 13 04:56:12.126958 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1246ae8d-0c74-4fba-9d94-4f1803b51f2d details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:56:12.217965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:12.228392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'port_id': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'mac_address': 'fa:16:3e:e9:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:56:12.267243 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:12.279810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1246ae8d-0c74-4fba-9d94-4f1803b51f2d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:56:12.299914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:12.304546 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:12.351713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:12.359893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.360246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.360580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.360959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.361410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.361744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.362073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.362395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.362714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.363167 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.363500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.363812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:12.376963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533f1d-c175-4181-81b1-c77c1225258c req-593e27da-9c8e-4795-b9b6-2012586effeb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:12.378823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2533f1d-c175-4181-81b1-c77c1225258c req-593e27da-9c8e-4795-b9b6-2012586effeb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 945 time: 0.0536058 Oct 13 04:56:12.420306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2533f1d-c175-4181-81b1-c77c1225258c req-07f2f212-6452-4de2-9bf5-21a92102521b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347722 Oct 13 04:56:12.674446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1246ae8d-0c74-4fba-9d94-4f1803b51f2d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:56:13.530601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5e48-f03a-4403-bc9c-d9cd641e4355 req-a8a98817-d116-4de3-bd81-f93edefc6efb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:13.532042 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ff5e48-f03a-4403-bc9c-d9cd641e4355 req-a8a98817-d116-4de3-bd81-f93edefc6efb tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 945 time: 0.0474055 Oct 13 04:56:13.569418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ff5e48-f03a-4403-bc9c-d9cd641e4355 req-59b0e290-eb13-4dd6-b5af-55a24bf1a949 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Oct 13 04:56:14.142817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1246ae8d-0c74-4fba-9d94-4f1803b51f2d up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:56:14.190445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:56:14.194270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:56:14.194636 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.266763 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.291799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:14.294054 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2522f3f2a0a6eb91e9593e8bb601c9c3d6e844adc4ae7237a31501ee8854179c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9c5fff-e104-4b0e-8271-02288a4de34a" -d '{"events": [{"server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "name": "network-vif-plugged", "status": "completed", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:14.306977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:14.311298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.363510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:14.401149 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2763f3f-a418-4e8c-a688-27c5031542bf x-openstack-request-id: req-e2763f3f-a418-4e8c-a688-27c5031542bf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:14.401446 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "name": "network-vif-plugged", "status": "completed", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:14.401704 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2763f3f-a418-4e8c-a688-27c5031542bf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:14.402105 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'code': 200} Oct 13 04:56:14.496047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5b79f-e181-41fc-a395-270f65407173 req-f18c222b-78d9-46ea-b5cf-cc1588050c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:14.497559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8f5b79f-e181-41fc-a395-270f65407173 req-f18c222b-78d9-46ea-b5cf-cc1588050c85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1097 time: 0.0390975 Oct 13 04:56:14.534654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f8f5b79f-e181-41fc-a395-270f65407173 req-6f9afffa-b0b1-47f6-b562-6e40e6c6dde7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304301 Oct 13 04:56:14.681366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f77afc-68d0-4a8b-a466-32a40a556e51 req-954cdb03-6b43-4de4-905a-b2bedfd49f42 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:14.682823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10f77afc-68d0-4a8b-a466-32a40a556e51 req-954cdb03-6b43-4de4-905a-b2bedfd49f42 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0486286 Oct 13 04:56:14.720051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10f77afc-68d0-4a8b-a466-32a40a556e51 req-5f757961-d9ac-4c99-a867-253f009a8f4b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307279 Oct 13 04:56:15.837119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af22f9-932b-421d-b058-ae272ad57a1b req-c2b2cef5-4824-40ee-aed1-f19c8a259b84 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:15.838612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9af22f9-932b-421d-b058-ae272ad57a1b req-c2b2cef5-4824-40ee-aed1-f19c8a259b84 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0511155 Oct 13 04:56:15.875896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9af22f9-932b-421d-b058-ae272ad57a1b req-6e487dd7-d76f-446c-977d-9464abab1b19 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Oct 13 04:56:16.989033 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ca983-7c1c-4503-ab1a-2f5b3141b110 req-135dcb77-7303-4608-b20c-711851ccbc5b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:16.990483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7ca983-7c1c-4503-ab1a-2f5b3141b110 req-135dcb77-7303-4608-b20c-711851ccbc5b tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0483410 Oct 13 04:56:17.026963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c7ca983-7c1c-4503-ab1a-2f5b3141b110 req-8314c42d-ff7d-4cfd-9aaf-21f8c958f61c tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306516 Oct 13 04:56:17.136162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c219af-b91e-45ac-a365-c5084b6e1315 req-604649aa-5f50-44da-88cd-190f8df244f6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:17.137638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-26c219af-b91e-45ac-a365-c5084b6e1315 req-604649aa-5f50-44da-88cd-190f8df244f6 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0485728 Oct 13 04:56:17.145896 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:17.150172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Request body: {'floatingip': {'port_id': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:56:17.196411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:17.938906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:17.942641 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:18.037889 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Floating IP fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87 associated. External IP: 172.25.1.162, port: 1246ae8d-0c74-4fba-9d94-4f1803b51f2d. Oct 13 04:56:18.234523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:18.339857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:18.344207 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:18.350472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:18.363500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:18.363500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:55:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:18.369919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-24f22242-9e85-4724-9425-f33835c773c3 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "PUT /v2.0/floatingips/fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87 HTTP/1.1" status: 200 len: 992 time: 1.2230003 Oct 13 04:56:18.370499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:18.374604 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5ae5b3201576481ed16bf82ada5b8b58cdbe455c7b09977b0881b2a6b0b76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe0ef3b-9341-4c64-996e-7ad389070f94" -d '{"events": [{"name": "network-changed", "server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:18.472116 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53264b41-b27f-4a8a-9af9-1fb671f78e97 x-openstack-request-id: req-53264b41-b27f-4a8a-9af9-1fb671f78e97 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:18.472407 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:18.472664 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53264b41-b27f-4a8a-9af9-1fb671f78e97 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:18.473089 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'status': 'completed', 'code': 200} Oct 13 04:56:18.479715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:18.532257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-2e86a36b-a164-464b-8b69-4bc739b4a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:18.533764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-2e86a36b-a164-464b-8b69-4bc739b4a692 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1097 time: 0.0399890 Oct 13 04:56:18.626638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-7560fd26-874c-442e-a6d5-45ad59c6d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:18.628100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-7560fd26-874c-442e-a6d5-45ad59c6d11d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0874584 Oct 13 04:56:18.696078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-98c34767-4aba-4d34-a972-21fbfe728f54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 1000 time: 0.0607326 Oct 13 04:56:18.698607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'port_id': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'mac_address': 'fa:16:3e:e9:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aee393-8232-4ccb-a697-46d8918140dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:56:04Z', 'updated_at': '2021-10-13T04:56:17Z', 'revision_number': 1, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:18.727646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:18.736368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:18.736990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:55:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:18.744607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-cadf310b-0b05-40a5-b3d8-ae98cd719107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:18.746189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-cadf310b-0b05-40a5-b3d8-ae98cd719107 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0433245 Oct 13 04:56:18.792414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-51128646-303b-4baf-9b67-ad03c3a6c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:18.793959 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-51128646-303b-4baf-9b67-ad03c3a6c02a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406268 Oct 13 04:56:18.851029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:18.885424 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-5e328efb-b6cb-4dcc-a88b-463993fd58cf service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Oct 13 04:56:18.975244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cfe0ef3b-9341-4c64-996e-7ad389070f94 req-9fb3c858-106e-4c9a-8368-85a2fe92caf6 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826724 Oct 13 04:56:19.059423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a72d3b-a3d6-443f-8789-58e87937647f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:19.079256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'port_id': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'mac_address': 'fa:16:3e:e9:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aee393-8232-4ccb-a697-46d8918140dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:56:04Z', 'updated_at': '2021-10-13T04:56:17Z', 'revision_number': 1, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:19.109273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af463b1-4ff6-45a9-b277-099c70d74aeb None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'port_id': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'mac_address': 'fa:16:3e:e9:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aee393-8232-4ccb-a697-46d8918140dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:56:04Z', 'updated_at': '2021-10-13T04:56:17Z', 'revision_number': 1, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:19.295508 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90584f8c-59ee-4b3c-a88d-857814135147 None None] New status for floating IP fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:56:21.532024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b32e8fc8-e013-478b-b921-d5acf87a858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:22.910176 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:23.156847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:24.739117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:33.902833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-0fd3021c-67b1-4353-988e-143efd0c71dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757906 Oct 13 04:56:33.988897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-f6fac083-19c4-427b-9935-3b1df0d010cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:33.990341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-f6fac083-19c4-427b-9935-3b1df0d010cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1097 time: 0.0443583 Oct 13 04:56:34.092454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-3b1ae24b-3bfc-4278-ad3f-0214d0048c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:34.094458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-3b1ae24b-3bfc-4278-ad3f-0214d0048c3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0823736 Oct 13 04:56:34.162825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-abf9b045-170c-4372-9e9c-cb7f6e290c61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 1002 time: 0.0616803 Oct 13 04:56:34.211661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-469fbed1-a92e-460f-a56d-fb734e959f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:34.213043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-469fbed1-a92e-460f-a56d-fb734e959f04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0413599 Oct 13 04:56:34.255661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-3d794ec3-6a28-4de0-91b5-ed321b5b200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:34.257082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-3d794ec3-6a28-4de0-91b5-ed321b5b200e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0369956 Oct 13 04:56:34.354289 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-339becaf-1533-42f0-b205-12cc7b625a4d service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856128 Oct 13 04:56:34.444421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-66fae181-7775-48dc-bfb7-6d1f4c00f1ec req-59c9a7b2-dd10-4f32-be8a-dd70d51878e3 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803950 Oct 13 04:56:38.642819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:40.453012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:42.648301 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:56:49.040039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f2477d-72f4-47fb-bcdd-17668b4c0c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:51.533184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f049-842c-4ed7-86a7-baad9cc1e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:52.910543 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.159905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.740837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:08.659447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:10.479457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:19.040136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c139e433-f8f7-4691-acec-d1b40cf266b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:19.647504 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:57:21.533107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd633f05-3c82-44d0-b80d-8b221f5111ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:22.912156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:23.161323 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:24.743816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.812256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-aae930f3-e1d7-46bc-b490-8a0785ea4beb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394444 Oct 13 04:57:35.900670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-f1a328bb-4cfb-436a-9250-c4f8d7195ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:35.902227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-f1a328bb-4cfb-436a-9250-c4f8d7195ee4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1097 time: 0.0446541 Oct 13 04:57:36.001651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-fe1b5712-9689-4a12-9d49-befd7a966b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.003092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-fe1b5712-9689-4a12-9d49-befd7a966b6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0818124 Oct 13 04:57:36.069324 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-f7360e61-2679-4136-8c5a-b477fd3fca43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 1002 time: 0.0590131 Oct 13 04:57:36.116490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-3baf29d7-b7c5-4c97-9047-0b155b0f1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.117927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-3baf29d7-b7c5-4c97-9047-0b155b0f1b74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0419137 Oct 13 04:57:36.162455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-60e85dcc-0292-45df-9b7f-89c90a3431cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.163869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-60e85dcc-0292-45df-9b7f-89c90a3431cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391347 Oct 13 04:57:36.252653 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-4749aeac-0128-4373-a117-de6ff94c1f82 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814786 Oct 13 04:57:36.339124 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e68dea36-c4d3-41dd-80b3-8ef946be1bf1 req-eb7adae9-504a-4e02-9d92-af893c7371b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792990 Oct 13 04:57:38.670006 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:40.468856 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:49.043185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5400ec8-0047-402c-a0aa-7b944d77a142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:51.533330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81902e67-b479-42fe-9fb9-b0bbf2f8378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:52.912704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:53.163678 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:54.747961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:56.646933 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:58:08.685906 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:10.496176 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:19.043791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff530-5930-4c49-9b7d-93fcc30af5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.534870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd59978b-cda5-461c-838e-a64258a7ca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.916005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:23.167461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:24.753100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:33.646374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:58:35.828160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-39eb096a-097f-4126-a31d-e9b1dd3463db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451729 Oct 13 04:58:35.927684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-d6aa02b3-dcbc-4e43-af2a-3de79ffd1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:35.929179 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-d6aa02b3-dcbc-4e43-af2a-3de79ffd1dfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1097 time: 0.0472808 Oct 13 04:58:36.043038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-1039bbd4-b189-4b73-8c41-edf3a91c53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:36.044515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-1039bbd4-b189-4b73-8c41-edf3a91c53e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0846145 Oct 13 04:58:36.112496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-a4ddcd0f-d5a9-444d-9489-418b129bfe0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 1002 time: 0.0596457 Oct 13 04:58:36.161632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-9a745800-b7e0-454b-8626-da87e77484ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:36.163058 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-9a745800-b7e0-454b-8626-da87e77484ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0437815 Oct 13 04:58:36.208556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-87af9692-ac4c-4f6e-a1d2-837de1721e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:36.210011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-87af9692-ac4c-4f6e-a1d2-837de1721e9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396321 Oct 13 04:58:36.302838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-a66405f4-39d6-4edc-97fe-869d4690ebad service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856569 Oct 13 04:58:36.389789 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c2e0e4dc-1768-45d2-ae0b-f1f37b0e3cc5 req-3c968f2a-978c-4497-9b47-2ea72acccdf3 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797002 Oct 13 04:58:38.685253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:40.485666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:49.043230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bf99e83-53fd-42c4-a614-485dc01760ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:51.534656 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a7b6-df2c-4a11-b2a5-af37fb0659c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:52.918309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:53.169531 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:54.754517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:08.702601 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.511008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.645865 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:59:19.044450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d608712-4438-4778-98ca-054e5f156dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:21.534618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b52ff00-e620-4508-adf3-8561591370cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:22.920308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:23.171250 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:24.756859 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:37.824687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-38669040-01c3-4b4f-924c-e845f35170ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404520 Oct 13 04:59:37.906287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b903-e79b-4979-90c9-5867f0423f88 req-859523a8-d01d-4399-b75f-a6db16c86445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:37.907744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-859523a8-d01d-4399-b75f-a6db16c86445 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdb1be096724f76b3f585ba1760c622&device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 1097 time: 0.0440354 Oct 13 04:59:38.008264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b903-e79b-4979-90c9-5867f0423f88 req-71ba160d-4be2-4a8a-bc74-aed3845c262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:38.009760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-71ba160d-4be2-4a8a-bc74-aed3845c262d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 200 len: 912 time: 0.0840893 Oct 13 04:59:38.079298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-fadaafa5-ce4f-469f-a6c1-fc53a61cad56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 200 len: 1002 time: 0.0623150 Oct 13 04:59:38.128064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b903-e79b-4979-90c9-5867f0423f88 req-cc258567-d7fd-41a8-80e7-851b5a3078e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:38.129590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-cc258567-d7fd-41a8-80e7-851b5a3078e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 200 len: 850 time: 0.0439796 Oct 13 04:59:38.177780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b903-e79b-4979-90c9-5867f0423f88 req-cbf64c77-2906-492d-ab6c-fe16e330fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:38.179277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-cbf64c77-2906-492d-ab6c-fe16e330fc2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41e4614-16ec-4682-9fbe-e2e1f10dabe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423384 Oct 13 04:59:38.275048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-9d426573-c74a-4dd4-abf5-098302294d65 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875788 Oct 13 04:59:38.367859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1539b903-e79b-4979-90c9-5867f0423f88 req-fcfd7b09-3974-49f8-bdca-eaedb8109814 service neutron] 10.222.0.26 "GET /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831091 Oct 13 04:59:38.693479 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:40.496644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:44.032126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c5fa-a297-4b07-a3b2-34ee95f75b2b req-cc7c60da-ac5c-440e-beff-108091ff0a20 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:44.033602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e945c5fa-a297-4b07-a3b2-34ee95f75b2b req-cc7c60da-ac5c-440e-beff-108091ff0a20 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0483980 Oct 13 04:59:44.072536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e945c5fa-a297-4b07-a3b2-34ee95f75b2b req-093972ff-8036-4764-90b1-d4691984aa46 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Oct 13 04:59:45.196979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad430a-e180-47b3-ae8b-103700724044 req-7fe10677-0206-4e5d-82ae-c50d0e7d7bfa tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:45.198469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1ad430a-e180-47b3-ae8b-103700724044 req-7fe10677-0206-4e5d-82ae-c50d0e7d7bfa tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0570054 Oct 13 04:59:45.237148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f1ad430a-e180-47b3-ae8b-103700724044 req-50469fe6-d3e6-40af-9de1-06a5fb970e8d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Oct 13 04:59:46.051236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-d2b5800f-a93d-4a00-9119-304405e7577c tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:46.052660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-d2b5800f-a93d-4a00-9119-304405e7577c tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0519459 Oct 13 04:59:46.139140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Deleting port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:59:46.139514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:46.228542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] For port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:46.228930 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:46.413522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49f22-fad4-4352-80cd-3fce5bad1755 req-737d0c09-fce7-4cca-87aa-9e7731c30c68 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:46.414984 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78e49f22-fad4-4352-80cd-3fce5bad1755 req-737d0c09-fce7-4cca-87aa-9e7731c30c68 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/ports?device_id=04aee393-8232-4ccb-a697-46d8918140dd HTTP/1.1" status: 200 len: 946 time: 0.0941558 Oct 13 04:59:46.445441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:46.445800 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:46.446113 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Floating IP fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87 disassociated. External IP: 172.25.1.162, port: 1246ae8d-0c74-4fba-9d94-4f1803b51f2d. Oct 13 04:59:46.446450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Calling delete_port for 1246ae8d-0c74-4fba-9d94-4f1803b51f2d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:59:46.499298 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78e49f22-fad4-4352-80cd-3fce5bad1755 req-41cad15b-a4f2-4a97-96be-99da9f11ad20 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups?id=02c528de-50cd-4c98-b364-4829653f817d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782461 Oct 13 04:59:46.590699 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:46.626865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event deleted for resources: {'Port': ['ID=1246ae8d-0c74-4fba-9d94-4f1803b51f2d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:46.637828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.638859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.638859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.639288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.639684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.640132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.640334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.640655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.640998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.641317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.641637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.641955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:46.741225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:59:46.845325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:59:46.855001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:59:46.864812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:59:46.865416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:59:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:46.886448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] No DVR routers for this DVR port 1246ae8d-0c74-4fba-9d94-4f1803b51f2d on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:59:46.889054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:46.892253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4de9b15c-7d2b-4130-b8f8-cb37f88646f9 req-44769634-f893-4cf0-bb51-f342c38c934d tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.26 "DELETE /v2.0/ports/1246ae8d-0c74-4fba-9d94-4f1803b51f2d HTTP/1.1" status: 204 len: 173 time: 0.8328958 Oct 13 04:59:46.892705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'name': 'network-vif-deleted', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:46.951886 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca1ef9-9158-42c4-becd-8aac7fd19867" -d '{"events": [{"server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "name": "network-vif-deleted", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:46.991215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:59:47.054844 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea6f8b-010b-495a-95c6-02efee743177 x-openstack-request-id: req-baea6f8b-010b-495a-95c6-02efee743177 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:47.055339 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aee393-8232-4ccb-a697-46d8918140dd", "name": "network-vif-deleted", "tag": "1246ae8d-0c74-4fba-9d94-4f1803b51f2d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:47.055459 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baea6f8b-010b-495a-95c6-02efee743177 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:47.056348 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aee393-8232-4ccb-a697-46d8918140dd', 'name': 'network-vif-deleted', 'tag': '1246ae8d-0c74-4fba-9d94-4f1803b51f2d', 'status': 'completed', 'code': 200} Oct 13 04:59:47.363724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:47.386900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:59:47.395678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:59:47.396277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:59:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:47.498916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:59:47.587767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:47.642394 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:47.649575 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:59:47.665783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:47.706299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:47.717927 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:47.721313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:47.722597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "DELETE /v2.0/security-groups/02c528de-50cd-4c98-b364-4829653f817d HTTP/1.1" status: 204 len: 168 time: 0.1337934 Oct 13 04:59:47.725517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:47.733941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c528de-50cd-4c98-b364-4829653f817d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:47.739242 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-0c6a7725-acc2-499d-975b-8c1b8904c212 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] show failed (client error): The resource could not be found. Oct 13 04:59:47.740858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bcf53-d77d-426d-8774-2354fb2e0eaa None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:50:23Z', 'revision_number': 4, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '43ccb2c0-a4a1-484e-a404-8918a307d3aa', 'name': '', 'network_id': 'b41e4614-16ec-4682-9fbe-e2e1f10dabe8', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'mac_address': 'fa:16:3e:1b:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:22Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'subnets': [{'id': 'f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:59:47.741995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.742782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.743163 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0c6a7725-acc2-499d-975b-8c1b8904c212 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "GET /v2.0/security-groups/02c528de-50cd-4c98-b364-4829653f817d HTTP/1.1" status: 404 len: 347 time: 0.0166278 Oct 13 04:59:47.743325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.743712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:47.746230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.746583 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.746911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.747412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.748582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.748947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.749380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.749586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.750096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e7966-33d6-4a04-a9c6-ee7d0a9be8b0 tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:47.983779 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3867d-b8ea-4efb-91d4-dea39aaf94cb None None] New status for floating IP fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:59:48.188871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Deleting port 28ba0e04-8cca-4a64-b9a3-111904e0d450 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:59:48.189357 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.262069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.262397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.274039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Calling delete_port for 28ba0e04-8cca-4a64-b9a3-111904e0d450 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:59:48.403769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.432003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Pushing event deleted for resources: {'Port': ['ID=28ba0e04-8cca-4a64-b9a3-111904e0d450,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:48.492107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.494899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.496056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-06a9d307-ef35-4d4c-b9f8-0246badaa10e tempest-AttachVolumeTestJSON-1948841433 tempest-AttachVolumeTestJSON-1948841433-project] 10.222.0.44 "DELETE /v2.0/floatingips/fc1ccfa6-6c6a-4dfd-aa46-4a9378983c87 HTTP/1.1" status: 204 len: 168 time: 0.7514336 Oct 13 04:59:49.047616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63aab920-699a-4eed-b640-4f61c62caf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:49.215991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1246ae8d-0c74-4fba-9d94-4f1803b51f2d no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:59:49.238545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 1246ae8d-0c74-4fba-9d94-4f1803b51f2d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:59:49.239393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1246ae8d-0c74-4fba-9d94-4f1803b51f2d not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:59:51.535270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-260a4adc-de6f-4229-be09-b1396fecb83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:52.923247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:53.175177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:54.762262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.332814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41868) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:58.722215 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.963039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Deleting port 43ccb2c0-a4a1-484e-a404-8918a307d3aa {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:59:58.963382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.042302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] For port 43ccb2c0-a4a1-484e-a404-8918a307d3aa, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=43ccb2c0-a4a1-484e-a404-8918a307d3aa,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:59.042663 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.055810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Calling delete_port for 43ccb2c0-a4a1-484e-a404-8918a307d3aa owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:59:59.240347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.264962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Pushing event deleted for resources: {'Port': ['ID=43ccb2c0-a4a1-484e-a404-8918a307d3aa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:59.427857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.636587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Router e66fdccf-183c-443e-9c0b-335a8cff99e7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:59:59.741620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:59:59.746815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0340a81f-2f29-45fb-92cf-ee080c79ee5f admin admin] 10.222.0.44 "PUT /v2.0/routers/e66fdccf-183c-443e-9c0b-335a8cff99e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128921 Oct 13 04:59:59.749344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:59.750113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] Sync routers for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:59:59.759120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:59:59.759715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:59:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:59.852116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.861792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:59:59.953386 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.004925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Deleting port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:00.005272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.033156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:59:59Z', 'revision_number': 5, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port': {'id': '4d49f33c-7cb7-40e8-a295-1dc5057a42a2', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:50:21Z', 'updated_at': '2021-10-13T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:00.061999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] Checking router: e66fdccf-183c-443e-9c0b-335a8cff99e7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:00:00.070525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] Routers {'e66fdccf-183c-443e-9c0b-335a8cff99e7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:00.071129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T04:59:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['e66fdccf-183c-443e-9c0b-335a8cff99e7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:00.086383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] For port 4d49f33c-7cb7-40e8-a295-1dc5057a42a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:00.086746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.098019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Calling delete_port for 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:00.151973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] Set router e66fdccf-183c-443e-9c0b-335a8cff99e7 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:00.206425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:59:59Z', 'revision_number': 6, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:00.239290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf546a-15f9-4310-b4eb-17d3c8bca094 None None] The sync data for ids ['e66fdccf-183c-443e-9c0b-335a8cff99e7'] in n-d-810220-9 is: [{'id': 'e66fdccf-183c-443e-9c0b-335a8cff99e7', 'name': 'tempest-AttachVolumeTestJSON-1541708808-router', 'tenant_id': '1bdb1be096724f76b3f585ba1760c622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:50:20Z', 'updated_at': '2021-10-13T04:59:59Z', 'revision_number': 6, 'project_id': '1bdb1be096724f76b3f585ba1760c622', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:00.271632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.295290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d49f33c-7cb7-40e8-a295-1dc5057a42a2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:00.355720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.444277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.446337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.490371 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.490855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66fdccf-183c-443e-9c0b-335a8cff99e7 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:00:00.495890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.497045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8066f07-b349-45d0-bdaf-1dbdadc7453b admin admin] 10.222.0.44 "DELETE /v2.0/routers/e66fdccf-183c-443e-9c0b-335a8cff99e7 HTTP/1.1" status: 204 len: 168 time: 0.7467844 Oct 13 05:00:00.499561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:00.542652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Deleting subnet f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:00:00.545585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.579414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.663441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.714638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.741265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:00.743157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.748644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3681b1f0-404f-4c9e-82b7-3f4528d1212f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f1c2b6cc-d8f8-4bf8-b280-ab9c2cc5d5e8 HTTP/1.1" status: 204 len: 168 time: 0.2458556 Oct 13 05:00:00.748803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271acbb-7101-4094-9b2e-9d58582811fe None None] Network b41e4614-16ec-4682-9fbe-e2e1f10dabe8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:00:00.748914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:00.819774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.873752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Deleting port 7c756a4e-b594-484e-b4b5-6ebd1a530650 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:00.874090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.936715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] For port 7c756a4e-b594-484e-b4b5-6ebd1a530650, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c756a4e-b594-484e-b4b5-6ebd1a530650,segment=NetworkSegment(f44a3357-1744-453a-b365-ecd03d3dde34),segment_id=f44a3357-1744-453a-b365-ecd03d3dde34)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:00.937005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.949313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Calling delete_port for 7c756a4e-b594-484e-b4b5-6ebd1a530650 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:00.996102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] DHCP port deletion for b41e4614-16ec-4682-9fbe-e2e1f10dabe8 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:00:01.041416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.045419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Deleting port 7c756a4e-b594-484e-b4b5-6ebd1a530650 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:01.045942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.068840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c756a4e-b594-484e-b4b5-6ebd1a530650,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.073861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] No DVR routers for this DVR port 7c756a4e-b594-484e-b4b5-6ebd1a530650 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:00:01.112183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] For port 7c756a4e-b594-484e-b4b5-6ebd1a530650, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:01.112656 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.125968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Calling delete_port for 7c756a4e-b594-484e-b4b5-6ebd1a530650 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:01.128576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Port 7c756a4e-b594-484e-b4b5-6ebd1a530650 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 05:00:01.129955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.152295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.155210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Pushing event deleted for resources: {'Port': ['ID=7c756a4e-b594-484e-b4b5-6ebd1a530650,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.159458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] No DVR routers for this DVR port 7c756a4e-b594-484e-b4b5-6ebd1a530650 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.170298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.171884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.171884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbca314-0bee-409c-bfea-206218c11113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.178942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41e4614-16ec-4682-9fbe-e2e1f10dabe8']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:01.189053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44a3357-1744-453a-b365-ecd03d3dde34') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:01.189349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44a3357-1744-453a-b365-ecd03d3dde34') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:01.199714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.216275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.222639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:00:01.223785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:00:01.225613 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:00:01.282752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.287469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.290641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b41e4614-16ec-4682-9fbe-e2e1f10dabe8 HTTP/1.1" status: 204 len: 168 time: 0.5408566 Oct 13 05:00:01.302342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6b1f0-c0c4-4934-883f-8bfe959f3724 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41e4614-16ec-4682-9fbe-e2e1f10dabe8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.397862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41888) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:01.440135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e169bc4d-34d9-4ceb-91f3-cae46d8353c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bdb1be096724f76b3f585ba1760c622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410769 Oct 13 05:00:01.443146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:01.489422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c743ab2b-24d9-45ac-89db-d445e1c95a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.510146 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c743ab2b-24d9-45ac-89db-d445e1c95a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.556553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c743ab2b-24d9-45ac-89db-d445e1c95a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.559139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c743ab2b-24d9-45ac-89db-d445e1c95a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.560161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c743ab2b-24d9-45ac-89db-d445e1c95a20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91401405-2ae4-47f9-9a82-0ef5d2b31e80 HTTP/1.1" status: 204 len: 168 time: 0.1161327 Oct 13 05:00:01.568240 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743ab2b-24d9-45ac-89db-d445e1c95a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91401405-2ae4-47f9-9a82-0ef5d2b31e80,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:02.237676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c756a4e-b594-484e-b4b5-6ebd1a530650 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:00:02.258188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7c756a4e-b594-484e-b4b5-6ebd1a530650 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:00:02.258535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c756a4e-b594-484e-b4b5-6ebd1a530650 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:00:02.258948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43ccb2c0-a4a1-484e-a404-8918a307d3aa no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:00:02.280263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 43ccb2c0-a4a1-484e-a404-8918a307d3aa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:00:02.280602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 43ccb2c0-a4a1-484e-a404-8918a307d3aa not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:00:02.281036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:00:02.299679 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:00:02.300025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4d49f33c-7cb7-40e8-a295-1dc5057a42a2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:00:06.277089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 41956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:06.392755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-768a598b-2306-4b12-8f5e-b3d370737676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.471019 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-768a598b-2306-4b12-8f5e-b3d370737676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.475711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-768a598b-2306-4b12-8f5e-b3d370737676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.520239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-768a598b-2306-4b12-8f5e-b3d370737676 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=608f3633504d43f2a0f2d1df24efc1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395024 Oct 13 05:00:06.520239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a598b-2306-4b12-8f5e-b3d370737676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c99f62c-c9e0-4511-a161-2aca3c517767,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:06.520927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 41960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:06.574180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79dcebcc-bf4e-4af6-99d9-9fe09c3b67d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.598607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79dcebcc-bf4e-4af6-99d9-9fe09c3b67d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.644500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79dcebcc-bf4e-4af6-99d9-9fe09c3b67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.647686 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79dcebcc-bf4e-4af6-99d9-9fe09c3b67d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.648885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-79dcebcc-bf4e-4af6-99d9-9fe09c3b67d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c99f62c-c9e0-4511-a161-2aca3c517767 HTTP/1.1" status: 204 len: 168 time: 0.1268973 Oct 13 05:00:06.656745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcebcc-bf4e-4af6-99d9-9fe09c3b67d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c99f62c-c9e0-4511-a161-2aca3c517767,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:08.708847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:10.524221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.230110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:12.330459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c45c432-8e88-41f5-8140-9091652863f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.402155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c45c432-8e88-41f5-8140-9091652863f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.405961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c45c432-8e88-41f5-8140-9091652863f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.444205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3c45c432-8e88-41f5-8140-9091652863f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eab74316d9d8465980b1e8c1a8fa2037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130516 Oct 13 05:00:12.445165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45c432-8e88-41f5-8140-9091652863f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb8b02-98d8-4347-9213-40392825c0e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:12.446943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:12.498656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f5ec-672b-4f08-abb7-890791daf85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.519439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f5ec-672b-4f08-abb7-890791daf85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.564739 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f5ec-672b-4f08-abb7-890791daf85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.567822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f5ec-672b-4f08-abb7-890791daf85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.569011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f1e3f5ec-672b-4f08-abb7-890791daf85b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bcb8b02-98d8-4347-9213-40392825c0e5 HTTP/1.1" status: 204 len: 168 time: 0.1209583 Oct 13 05:00:12.576738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3f5ec-672b-4f08-abb7-890791daf85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb8b02-98d8-4347-9213-40392825c0e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:12.818527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:12.831406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32d83ede-12bc-40b2-92aa-3fc49c13a5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.905643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32d83ede-12bc-40b2-92aa-3fc49c13a5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.909405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32d83ede-12bc-40b2-92aa-3fc49c13a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.945960 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-32d83ede-12bc-40b2-92aa-3fc49c13a5b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d19bce00b7a040e5942b47dd75e6de12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263876 Oct 13 05:00:12.947872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d83ede-12bc-40b2-92aa-3fc49c13a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2844a-e3d8-417c-a7ee-e792adb8a9c6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:12.948769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:12.997125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ca36bb0-e406-427c-ab9b-317e24095a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.018363 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ca36bb0-e406-427c-ab9b-317e24095a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.066417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ca36bb0-e406-427c-ab9b-317e24095a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.069567 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ca36bb0-e406-427c-ab9b-317e24095a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.070691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3ca36bb0-e406-427c-ab9b-317e24095a9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75f2844a-e3d8-417c-a7ee-e792adb8a9c6 HTTP/1.1" status: 204 len: 168 time: 0.1209347 Oct 13 05:00:13.078305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36bb0-e406-427c-ab9b-317e24095a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2844a-e3d8-417c-a7ee-e792adb8a9c6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:19.048572 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3405e1f-91b3-42d3-8393-6a3a57c59303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:21.537565 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d928563-1cf2-472a-b54f-7871917c4583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:22.925098 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:23.177246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:24.649686 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:00:24.763889 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:37.849373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:37.951438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b00ee348-006d-4f10-9d7e-2dd5e19dd55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.022438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b00ee348-006d-4f10-9d7e-2dd5e19dd55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.026789 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b00ee348-006d-4f10-9d7e-2dd5e19dd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.065509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b00ee348-006d-4f10-9d7e-2dd5e19dd55c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7324b788127e41c4a676bf96a585cb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149987 Oct 13 05:00:38.066354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ee348-006d-4f10-9d7e-2dd5e19dd55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d551237-5cfd-48ac-a3d7-9f1556606457,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:38.068284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:38.115686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d691-1a3d-45c7-a9bc-80a70ed3fea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.138444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d691-1a3d-45c7-a9bc-80a70ed3fea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.184721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d691-1a3d-45c7-a9bc-80a70ed3fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.187175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d691-1a3d-45c7-a9bc-80a70ed3fea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:38.188285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d1c7d691-1a3d-45c7-a9bc-80a70ed3fea9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d551237-5cfd-48ac-a3d7-9f1556606457 HTTP/1.1" status: 204 len: 168 time: 0.1188881 Oct 13 05:00:38.195486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d691-1a3d-45c7-a9bc-80a70ed3fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d551237-5cfd-48ac-a3d7-9f1556606457,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:38.716628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.052879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:40.153549 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5269-813b-4f69-9f65-980c78515928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.226914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5269-813b-4f69-9f65-980c78515928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.230559 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5269-813b-4f69-9f65-980c78515928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.267414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aa3a5269-813b-4f69-9f65-980c78515928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afe0826d31c5427181d404df235f66df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134740 Oct 13 05:00:40.268547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a5269-813b-4f69-9f65-980c78515928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e1ce68-763f-4e55-8bda-818c348db591,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:40.270544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42306) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:40.320669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace25-797c-472f-8924-47aed106fb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.341252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace25-797c-472f-8924-47aed106fb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.387278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace25-797c-472f-8924-47aed106fb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.390076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace25-797c-472f-8924-47aed106fb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.391203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9a3ace25-797c-472f-8924-47aed106fb4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19e1ce68-763f-4e55-8bda-818c348db591 HTTP/1.1" status: 204 len: 168 time: 0.1189816 Oct 13 05:00:40.400112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ace25-797c-472f-8924-47aed106fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e1ce68-763f-4e55-8bda-818c348db591,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:40.523338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.642509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:40.656524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb8861fc-04e7-440b-829c-497b0199dcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.729486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb8861fc-04e7-440b-829c-497b0199dcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.733057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb8861fc-04e7-440b-829c-497b0199dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.771257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cb8861fc-04e7-440b-829c-497b0199dcdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f125be1c216c487286e61b444003942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276169 Oct 13 05:00:40.772137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8861fc-04e7-440b-829c-497b0199dcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e99aa9e-aeac-4707-8272-3db5a047fdd4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:40.774004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:40.825834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2910b92-3671-42b6-90cc-ed40b25301d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.845928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2910b92-3671-42b6-90cc-ed40b25301d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.891956 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2910b92-3671-42b6-90cc-ed40b25301d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.894441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2910b92-3671-42b6-90cc-ed40b25301d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:40.895582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2910b92-3671-42b6-90cc-ed40b25301d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e99aa9e-aeac-4707-8272-3db5a047fdd4 HTTP/1.1" status: 204 len: 168 time: 0.1205685 Oct 13 05:00:40.903079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2910b92-3671-42b6-90cc-ed40b25301d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e99aa9e-aeac-4707-8272-3db5a047fdd4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:42.472923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:42.615000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:42.637246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:42.731673 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:42.833754 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Allocated IP 172.25.1.93 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/ac4a74ee-92fd-4121-b73d-fc13defa1d7c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:42.934983 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:42.966720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.000492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:43.006470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:43.010796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:43.038832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Port': ['ID=ac4a74ee-92fd-4121-b73d-fc13defa1d7c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:43.098567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.131135 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.277529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.281982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.357697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Port': ['ID=ac4a74ee-92fd-4121-b73d-fc13defa1d7c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:43.362957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.379700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.380961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0b94deda-1c00-476f-96df-c8f112e2a789 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9069779 Oct 13 05:00:43.384054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:43.388867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1678121024'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:43.408606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Made reservation on behalf of 56e196634346412ba566241c921c1ee9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:00:43.411910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.420257 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.493113 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.496798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.524435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:00:43.533445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d3401-0260-42dc-bafb-98c843c85bac,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:43.540908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.541263 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Added segment 695bc6da-0d2a-495d-8893-24f2ba78f7dd of type vlan for network 1569a0e0-9662-47cc-a563-5afbfe74faff Oct 13 05:00:43.581654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.607023 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.616016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:43.618026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.686513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3014472 Oct 13 05:00:43.689780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:43.691717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a452f7-7889-4371-a0c7-7ef946243074 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Network': ['ID=1569a0e0-9662-47cc-a563-5afbfe74faff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:43.695424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Request body: {'subnet': {'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:43.702668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1569a0e0-9662-47cc-a563-5afbfe74faff details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:00:43.781311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Made reservation on behalf of 56e196634346412ba566241c921c1ee9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:00:43.784866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.959996 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.023318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Subnet': ['ID=afd382e4-e967-4a50-921f-bd83c48be9d6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:44.030436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Checking segment: {'id': '695bc6da-0d2a-495d-8893-24f2ba78f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:00:44.030796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network hostable DHCP agents. Network: 1569a0e0-9662-47cc-a563-5afbfe74faff, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:00:44.046778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network 1569a0e0-9662-47cc-a563-5afbfe74faff is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:00:44.055414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1569a0e0-9662-47cc-a563-5afbfe74faff) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:44.059689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:44.060275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.066346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3077b-b98e-4913-9b73-1c1bb9a20057 None None] Network 1569a0e0-9662-47cc-a563-5afbfe74faff requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:00:44.078350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-40055774-2565-4c28-8059-c2d7ab9aaca0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3874736 Oct 13 05:00:44.081015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:44.085412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-907328126', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:44.108783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.109768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.162221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.212470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-1569a0e0-9662-47cc-a563-5afbfe74faff', 'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff', 'tenant_id': '56e196634346412ba566241c921c1ee9', 'fixed_ips': [{'subnet_id': 'afd382e4-e967-4a50-921f-bd83c48be9d6'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:00:44.213651 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.300272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.346973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Allocated IP 172.20.0.2 (1569a0e0-9662-47cc-a563-5afbfe74faff/afd382e4-e967-4a50-921f-bd83c48be9d6/fc21b625-b639-4a21-97d3-97868233254e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:44.490909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.497248 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.503269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.510475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.542938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Network 1569a0e0-9662-47cc-a563-5afbfe74faff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:44.545842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:44.549457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:44.556758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Pushing event updated for resources: {'Port': ['ID=fc21b625-b639-4a21-97d3-97868233254e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:44.608962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Attempting to bind port fc21b625-b639-4a21-97d3-97868233254e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:00:44.609334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Attempting to bind port fc21b625-b639-4a21-97d3-97868233254e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '695bc6da-0d2a-495d-8893-24f2ba78f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:00:44.609694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Attempting to bind port fc21b625-b639-4a21-97d3-97868233254e on network 1569a0e0-9662-47cc-a563-5afbfe74faff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:00:44.614596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:00:44.614961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Checking segment: {'id': '695bc6da-0d2a-495d-8893-24f2ba78f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:00:44.615387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.615773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Bound using segment: {'id': '695bc6da-0d2a-495d-8893-24f2ba78f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:00:44.616234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Bound port: fc21b625-b639-4a21-97d3-97868233254e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695bc6da-0d2a-495d-8893-24f2ba78f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:00:44.616611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.621611 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Allocated IP 172.25.1.196 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/68582b26-5073-4ed9-93fd-5d026af406b9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:44.678213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] For port fc21b625-b639-4a21-97d3-97868233254e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:00:44.681614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] For port fc21b625-b639-4a21-97d3-97868233254e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc21b625-b639-4a21-97d3-97868233254e,segment=NetworkSegment(695bc6da-0d2a-495d-8893-24f2ba78f7dd),segment_id=695bc6da-0d2a-495d-8893-24f2ba78f7dd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:00:44.685576 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.729107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.745334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d2d88-1977-4245-b7f8-c2203426de5f None None] Pushing event updated for resources: {'Port': ['ID=fc21b625-b639-4a21-97d3-97868233254e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:44.764479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.808257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:44.811102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:44.816518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:44.820219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Port': ['ID=68582b26-5073-4ed9-93fd-5d026af406b9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:45.083056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.276650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.405472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Router 705e0ebb-c40d-4740-9f60-91a9a0165d0b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:00:45.514273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:45.525922 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] Sync routers for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:45.535480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.536172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:45.539953 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:45.540134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c3db964e-8882-417b-8086-f984fb592340 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.4549146 Oct 13 05:00:45.540257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:45.570786 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:45.579844 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:45.580524 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:45.615381 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:45.616599 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9269bb-05ad-4d3d-829d-19746506e04b None None] The sync data for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:45.626827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a10d4-1a23-420e-9cec-15ef57a1a9e5 None None] Network 1569a0e0-9662-47cc-a563-5afbfe74faff requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:00:45.717276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc36fcd7-48c8-484d-a7fc-92fd3ccd101e None None] Provisioning complete for port fc21b625-b639-4a21-97d3-97868233254e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:45.717645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc36fcd7-48c8-484d-a7fc-92fd3ccd101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.857931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc36fcd7-48c8-484d-a7fc-92fd3ccd101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.893810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc36fcd7-48c8-484d-a7fc-92fd3ccd101e None None] For port fc21b625-b639-4a21-97d3-97868233254e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc21b625-b639-4a21-97d3-97868233254e,segment=NetworkSegment(695bc6da-0d2a-495d-8893-24f2ba78f7dd),segment_id=695bc6da-0d2a-495d-8893-24f2ba78f7dd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:45.899159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc36fcd7-48c8-484d-a7fc-92fd3ccd101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.953266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36fcd7-48c8-484d-a7fc-92fd3ccd101e None None] Pushing event updated for resources: {'Port': ['ID=fc21b625-b639-4a21-97d3-97868233254e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:46.117564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e90f4010-ad15-446e-b31c-0961fbceac34 None None] Provisioning complete for port fc21b625-b639-4a21-97d3-97868233254e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:46.117946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e90f4010-ad15-446e-b31c-0961fbceac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:46.287577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc21b625-b639-4a21-97d3-97868233254e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:00:46.296652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:46.334034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fc21b625-b639-4a21-97d3-97868233254e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:46.335018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:46.564245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Allocated IP 172.20.0.1 (1569a0e0-9662-47cc-a563-5afbfe74faff/afd382e4-e967-4a50-921f-bd83c48be9d6/6d1a5155-d294-4d09-a176-e095bf1b0876) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:46.677621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:46.710847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:46.746632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network 1569a0e0-9662-47cc-a563-5afbfe74faff is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:46.751453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:46.755127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:46.784462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Port': ['ID=6d1a5155-d294-4d09-a176-e095bf1b0876,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:46.797775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.798125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.798470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.798810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.799147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.799487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.799826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.800154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.800483 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.800843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.801173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.801501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:46.816693 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:46.951604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.016864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3588cf6d-558e-43fe-bddf-bbfde5612254 None None] Provisioning complete for port 6d1a5155-d294-4d09-a176-e095bf1b0876 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:47.017474 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3588cf6d-558e-43fe-bddf-bbfde5612254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.206486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3588cf6d-558e-43fe-bddf-bbfde5612254 None None] Port 6d1a5155-d294-4d09-a176-e095bf1b0876 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:00:47.234182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.238629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.308574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Port': ['ID=6d1a5155-d294-4d09-a176-e095bf1b0876,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:47.311329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.402571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network 1569a0e0-9662-47cc-a563-5afbfe74faff is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:47.403870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:47.518573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Router 705e0ebb-c40d-4740-9f60-91a9a0165d0b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:00:47.627389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:47.630414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72d7e5f2-5f1d-49e8-884a-82ad7adfcca6 None None] Provisioning complete for port 6d1a5155-d294-4d09-a176-e095bf1b0876 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:47.630785 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5f2-5f1d-49e8-884a-82ad7adfcca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.633195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85d1c0d2-fd35-49c3-b9ae-97280b3190fb tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "PUT /v2.0/routers/705e0ebb-c40d-4740-9f60-91a9a0165d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0918043 Oct 13 05:00:47.635719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:47.638152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] Sync routers for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:47.640578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Request body: {'port': {'network_id': '1569a0e0-9662-47cc-a563-5afbfe74faff', 'name': 'tempest-FloatingIPAdminTestJSON-1996342758'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:47.670965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:47.671809 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:47.704743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:47.706720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-72d7e5f2-5f1d-49e8-884a-82ad7adfcca6 None None] Port 6d1a5155-d294-4d09-a176-e095bf1b0876 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:00:47.715382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:47.715901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:47.744009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Made reservation on behalf of 56e196634346412ba566241c921c1ee9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:00:47.747563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.750567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:47.751201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc1d29-4b35-49fc-97f9-0cf0c2c0f46d None None] The sync data for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:47.765273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] device_id is not set on port e98e9a87-5c5c-4e40-b168-eb62b2531126 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 05:00:47.872923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Allocated IP 172.20.0.4 (1569a0e0-9662-47cc-a563-5afbfe74faff/afd382e4-e967-4a50-921f-bd83c48be9d6/e98e9a87-5c5c-4e40-b168-eb62b2531126) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:48.017934 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.050309 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.093648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Network 1569a0e0-9662-47cc-a563-5afbfe74faff is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:48.096809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:48.100341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:48.106527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event updated for resources: {'Port': ['ID=e98e9a87-5c5c-4e40-b168-eb62b2531126,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:48.153261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:48.153902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.170277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-83518229-3f59-4eb6-8296-47adc009bdf0 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5335112 Oct 13 05:00:48.173666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:48.222412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'project_id': '56e196634346412ba566241c921c1ee9', 'port_id': 'e98e9a87-5c5c-4e40-b168-eb62b2531126'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:48.244482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.328078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6f4974f0-d2bb-4082-a70a-009a1cf9c64d None None] Provisioning complete for port e98e9a87-5c5c-4e40-b168-eb62b2531126 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:48.328698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f4974f0-d2bb-4082-a70a-009a1cf9c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.334970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.361688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6f4974f0-d2bb-4082-a70a-009a1cf9c64d None None] Port e98e9a87-5c5c-4e40-b168-eb62b2531126 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:00:48.435801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Allocated IP 172.25.1.238 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/5c82a668-52f4-4002-a700-6766aaba85d2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:48.543231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.575390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:48.613703 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:48.617150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:48.620506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:48.625798 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Pushing event updated for resources: {'Port': ['ID=5c82a668-52f4-4002-a700-6766aaba85d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:48.956056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.022744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.049453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a8661d6-f691-4f3e-ba36-bd83eeb8ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.165561 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.169944 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.235678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Pushing event updated for resources: {'Port': ['ID=5c82a668-52f4-4002-a700-6766aaba85d2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:49.249117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.348486 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Floating IP 430852b2-802e-43bb-b279-d9317275b639 associated. External IP: 172.25.1.238, port: e98e9a87-5c5c-4e40-b168-eb62b2531126. Oct 13 05:00:49.856122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Router 705e0ebb-c40d-4740-9f60-91a9a0165d0b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:00:49.959499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:49.970138 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] Sync routers for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:49.975854 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:49.980147 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:49.980760 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:50.006144 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0cc92a5-2a79-4158-a7e1-ec689b39b8a0 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.8289680 Oct 13 05:00:50.007055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42380) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:50.013482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:50.021906 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:50.022466 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:50.053814 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:50.054436 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b762f-1620-43ef-97b9-c7b438dc8a1f None None] The sync data for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:50.120510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-16ab80f6-6470-40e1-aa2a-ab07bca8bdd7 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] 10.222.0.44 "GET /v2.0/floatingips/430852b2-802e-43bb-b279-d9317275b639 HTTP/1.1" status: 200 len: 983 time: 0.1122360 Oct 13 05:00:50.122854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42382) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:50.221301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4aa90661-acad-4d81-95cf-34d06086c7e2 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.0973911 Oct 13 05:00:50.223808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:50.370345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting port 5c82a668-52f4-4002-a700-6766aaba85d2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:50.370753 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:50.444685 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:50.445031 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:50.455981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Calling delete_port for 5c82a668-52f4-4002-a700-6766aaba85d2 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:50.595432 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:50.941122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Port': ['ID=5c82a668-52f4-4002-a700-6766aaba85d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:50.954599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.954941 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.955274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.955600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.955925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.956248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.956566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.956907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.957225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.957541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.957853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:50.958164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:51.011270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.011920 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Floating IP 430852b2-802e-43bb-b279-d9317275b639 disassociated (deleted). External IP: 172.25.1.238, port: e98e9a87-5c5c-4e40-b168-eb62b2531126. Oct 13 05:00:51.215582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Router 705e0ebb-c40d-4740-9f60-91a9a0165d0b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:00:51.321130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:51.325586 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.330184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] Sync routers for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:51.339395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:51.339995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:51.352600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53ca1a53-eca3-4a8f-ac36-a19f65b6ebc5 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "DELETE /v2.0/floatingips/430852b2-802e-43bb-b279-d9317275b639 HTTP/1.1" status: 204 len: 168 time: 1.1278160 Oct 13 05:00:51.356062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:51.360355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:51.371544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:51.380363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:51.380984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:51.385608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.416014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:51.416659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1649d-536e-4c58-8c21-80a146b5de11 None None] The sync data for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:51.473212 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.537315 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d27dc710-8b9d-4d57-b921-250e105cd8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.575124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Allocated IP 172.25.1.172 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/d68ff5c5-24eb-4255-98ee-eceb9073f08d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:51.676346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.708464 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.746762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:51.749589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:51.752967 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:51.773940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Pushing event updated for resources: {'Port': ['ID=d68ff5c5-24eb-4255-98ee-eceb9073f08d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:51.839533 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:51.871540 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.016552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.021063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.085596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Pushing event updated for resources: {'Port': ['ID=d68ff5c5-24eb-4255-98ee-eceb9073f08d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:52.098678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.113430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.114661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c956a1ad-75ad-4dbe-a8ed-36bce55c1678 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7575760 Oct 13 05:00:52.117374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:52.212251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:52.234039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.330781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.430746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Allocated IP 172.25.1.142 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/70947f66-add3-446f-be63-706da4a16403) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:52.532057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.563441 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.597125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:52.601679 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:52.605070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:52.630275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Pushing event updated for resources: {'Port': ['ID=70947f66-add3-446f-be63-706da4a16403,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:52.695878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.727901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.873672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.877820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.926675 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.944989 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Pushing event updated for resources: {'Port': ['ID=70947f66-add3-446f-be63-706da4a16403,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:52.956552 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.971158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:52.972378 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ed70bd03-d823-4a62-abd1-409cf87329ab tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8540890 Oct 13 05:00:52.974960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42392) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:53.021149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8c7bcdbe-d5bc-4f2c-ad08-09ae2e911dc4 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0450943 Oct 13 05:00:53.023495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:53.086757 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-33295585-3b7a-455a-9559-f0a1035c4bf1 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0622420 Oct 13 05:00:53.089216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:53.181220 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.211895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Deleting port 70947f66-add3-446f-be63-706da4a16403 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:53.212236 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.284517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.284873 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.297092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Calling delete_port for 70947f66-add3-446f-be63-706da4a16403 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:53.428694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.454318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Pushing event deleted for resources: {'Port': ['ID=70947f66-add3-446f-be63-706da4a16403,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:53.513697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.516341 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.517513 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-00740bf3-e58b-40d1-a63f-e8f57c4994f3 tempest-FloatingIPAdminTestJSON-875149253 tempest-FloatingIPAdminTestJSON-875149253-project] 10.222.0.44 "DELETE /v2.0/floatingips/38b834a3-669c-46a2-9460-7332a48c326c HTTP/1.1" status: 204 len: 168 time: 0.4274096 Oct 13 05:00:53.520045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:53.637137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Deleting port d68ff5c5-24eb-4255-98ee-eceb9073f08d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:53.637477 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.710597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.710830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.722065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Calling delete_port for d68ff5c5-24eb-4255-98ee-eceb9073f08d owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:53.849466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.874982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Pushing event deleted for resources: {'Port': ['ID=d68ff5c5-24eb-4255-98ee-eceb9073f08d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:53.934255 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.936902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:53.938051 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1af73a87-4f90-483e-9c93-66f7f2b4b743 tempest-FloatingIPAdminTestJSON-157335300 tempest-FloatingIPAdminTestJSON-157335300-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/77693eab-4bcd-4b78-814d-58e71ce0788a HTTP/1.1" status: 204 len: 168 time: 0.4171014 Oct 13 05:00:53.941402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:54.025271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting port e98e9a87-5c5c-4e40-b168-eb62b2531126 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:54.025916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:54.111195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:54.122732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Calling delete_port for e98e9a87-5c5c-4e40-b168-eb62b2531126 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:54.244624 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:54.276554 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Port': ['ID=e98e9a87-5c5c-4e40-b168-eb62b2531126,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:54.344160 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:54.347448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0ecd1008-c6ec-40a7-9c5c-2e02e51a9a02 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "DELETE /v2.0/ports/e98e9a87-5c5c-4e40-b168-eb62b2531126 HTTP/1.1" status: 204 len: 168 time: 0.4051278 Oct 13 05:00:54.350096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42402) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:54.399277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84492044-9d0c-4f35-8870-c1562a2ea864 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:54.400847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-84492044-9d0c-4f35-8870-c1562a2ea864 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "GET /v2.0/ports?device_id=705e0ebb-c40d-4740-9f60-91a9a0165d0b HTTP/1.1" status: 200 len: 913 time: 0.0497768 Oct 13 05:00:54.403463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:54.741196 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:54.766677 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:54.985837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting port 6d1a5155-d294-4d09-a176-e095bf1b0876 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:54.986180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:55.068193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:55.079519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Calling delete_port for 6d1a5155-d294-4d09-a176-e095bf1b0876 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:55.256257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:55.280718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Port': ['ID=6d1a5155-d294-4d09-a176-e095bf1b0876,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:55.451496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:55.662453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Router 705e0ebb-c40d-4740-9f60-91a9a0165d0b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:00:56.106660 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:56.111932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1abd032b-f518-4ffe-9880-3d80b33de4e6 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "PUT /v2.0/routers/705e0ebb-c40d-4740-9f60-91a9a0165d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074988 Oct 13 05:00:56.114433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:56.116710 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] Sync routers for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:56.125664 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:56.126314 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:56.160356 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:56.169414 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] Routers {'705e0ebb-c40d-4740-9f60-91a9a0165d0b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:56.169997 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:56.200568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:56.201207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632190a-bb42-4947-8a5d-f212e2b3c769 None None] The sync data for ids ['705e0ebb-c40d-4740-9f60-91a9a0165d0b'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:56.218107 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.317706 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.367918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting port 68582b26-5073-4ed9-93fd-5d026af406b9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:56.368187 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.441162 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.452482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Calling delete_port for 68582b26-5073-4ed9-93fd-5d026af406b9 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:56.613467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.637557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Port': ['ID=68582b26-5073-4ed9-93fd-5d026af406b9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:56.697144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.783224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.785269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.829566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.830328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Fanout notify agent at l3_agent the message router_deleted on router 705e0ebb-c40d-4740-9f60-91a9a0165d0b {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:00:56.837486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.838667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf0347f1-b041-4029-b1d5-d38a9da7d145 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "DELETE /v2.0/routers/705e0ebb-c40d-4740-9f60-91a9a0165d0b HTTP/1.1" status: 204 len: 168 time: 0.7231927 Oct 13 05:00:56.841018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:56.890082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting subnet afd382e4-e967-4a50-921f-bd83c48be9d6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:00:56.892969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:56.931333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.017079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.073676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.101318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Subnet': ['ID=afd382e4-e967-4a50-921f-bd83c48be9d6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:57.103262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.107418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6be86542-f810-4e04-9c68-297e14532f04 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "DELETE /v2.0/subnets/afd382e4-e967-4a50-921f-bd83c48be9d6 HTTP/1.1" status: 204 len: 168 time: 0.2644508 Oct 13 05:00:57.108869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:57.109153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c22dd6-0130-4284-8425-244a3d682b43 None None] Network 1569a0e0-9662-47cc-a563-5afbfe74faff requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:00:57.187414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.239899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting port fc21b625-b639-4a21-97d3-97868233254e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:57.240192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.271665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] DHCP port deletion for 1569a0e0-9662-47cc-a563-5afbfe74faff request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:00:57.302340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] For port fc21b625-b639-4a21-97d3-97868233254e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc21b625-b639-4a21-97d3-97868233254e,segment=NetworkSegment(695bc6da-0d2a-495d-8893-24f2ba78f7dd),segment_id=695bc6da-0d2a-495d-8893-24f2ba78f7dd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:57.302704 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.315038 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Calling delete_port for fc21b625-b639-4a21-97d3-97868233254e owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:57.317318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] Deleting port fc21b625-b639-4a21-97d3-97868233254e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:57.317697 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.387101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] For port fc21b625-b639-4a21-97d3-97868233254e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fc21b625-b639-4a21-97d3-97868233254e,segment=NetworkSegment(695bc6da-0d2a-495d-8893-24f2ba78f7dd),segment_id=695bc6da-0d2a-495d-8893-24f2ba78f7dd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:57.387498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.400655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] Calling delete_port for fc21b625-b639-4a21-97d3-97868233254e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:57.401943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.427272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Port': ['ID=fc21b625-b639-4a21-97d3-97868233254e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:57.431272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] No DVR routers for this DVR port fc21b625-b639-4a21-97d3-97868233254e on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:00:57.474296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.498977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] Pushing event deleted for resources: {'Port': ['ID=fc21b625-b639-4a21-97d3-97868233254e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:57.504584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d579f15-7862-4934-b02a-c96ad6d4d2f4 None None] No DVR routers for this DVR port fc21b625-b639-4a21-97d3-97868233254e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:00:57.516318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.535279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1569a0e0-9662-47cc-a563-5afbfe74faff']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:57.544926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695bc6da-0d2a-495d-8893-24f2ba78f7dd') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:57.545224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695bc6da-0d2a-495d-8893-24f2ba78f7dd') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:57.555254 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.568126 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.574061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:00:57.574475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:00:57.577396 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:00:57.634265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.641197 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.644306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "DELETE /v2.0/networks/1569a0e0-9662-47cc-a563-5afbfe74faff HTTP/1.1" status: 204 len: 168 time: 0.5345201 Oct 13 05:00:57.646924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:57.655533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac708b71-4f78-49a2-bbc0-b2cfbe8d8236 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Network': ['ID=1569a0e0-9662-47cc-a563-5afbfe74faff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:57.766778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Deleting port ac4a74ee-92fd-4121-b73d-fc13defa1d7c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:00:57.767003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.839045 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.839365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:57.850943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Calling delete_port for ac4a74ee-92fd-4121-b73d-fc13defa1d7c owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:00:57.977832 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.006777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Pushing event deleted for resources: {'Port': ['ID=ac4a74ee-92fd-4121-b73d-fc13defa1d7c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:58.068168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.070978 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.072140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4bd20bf6-a176-4f72-9947-7c646d4ebf43 tempest-FloatingIPAdminTestJSON-21646655 tempest-FloatingIPAdminTestJSON-21646655-project] 10.222.0.44 "DELETE /v2.0/floatingips/0396ad75-d47f-46cf-b970-07e235d33f4f HTTP/1.1" status: 204 len: 168 time: 0.4241047 Oct 13 05:00:58.278761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc21b625-b639-4a21-97d3-97868233254e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:00:58.301577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fc21b625-b639-4a21-97d3-97868233254e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:00:58.302431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fc21b625-b639-4a21-97d3-97868233254e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:00:58.305037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:58.433671 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25906024-6ae0-46dc-9d40-3d60938b4e05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56e196634346412ba566241c921c1ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274714 Oct 13 05:00:58.436068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42422) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:58.483966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd63c-2dae-4eff-8ac7-ea7ed0706839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.504359 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd63c-2dae-4eff-8ac7-ea7ed0706839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.551367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd63c-2dae-4eff-8ac7-ea7ed0706839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.554378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd63c-2dae-4eff-8ac7-ea7ed0706839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.555508 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb0cd63c-2dae-4eff-8ac7-ea7ed0706839 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f8d3401-0260-42dc-bafb-98c843c85bac HTTP/1.1" status: 204 len: 168 time: 0.1185575 Oct 13 05:00:58.562974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cd63c-2dae-4eff-8ac7-ea7ed0706839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8d3401-0260-42dc-bafb-98c843c85bac,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:58.807494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:58.821002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0db5ffbb-12cb-44e4-bc28-d1b0406c664e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.897062 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0db5ffbb-12cb-44e4-bc28-d1b0406c664e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.900507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0db5ffbb-12cb-44e4-bc28-d1b0406c664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:58.938068 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0db5ffbb-12cb-44e4-bc28-d1b0406c664e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=362ba13f637e454bb171fb681a77ac83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295331 Oct 13 05:00:58.938906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5ffbb-12cb-44e4-bc28-d1b0406c664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76194bcb-90b9-4b88-984e-aa3461aef612,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:58.940862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:58.993990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2375-6cc9-4114-93cf-e28db0bb7c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.015250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2375-6cc9-4114-93cf-e28db0bb7c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.061467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2375-6cc9-4114-93cf-e28db0bb7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.064282 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2375-6cc9-4114-93cf-e28db0bb7c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.065446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7a9f2375-6cc9-4114-93cf-e28db0bb7c29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76194bcb-90b9-4b88-984e-aa3461aef612 HTTP/1.1" status: 204 len: 168 time: 0.1235576 Oct 13 05:00:59.072950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f2375-6cc9-4114-93cf-e28db0bb7c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76194bcb-90b9-4b88-984e-aa3461aef612,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:59.372138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:59.385353 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ede0-2a58-4f4a-9999-52ad14710385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.456351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ede0-2a58-4f4a-9999-52ad14710385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.460664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ede0-2a58-4f4a-9999-52ad14710385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.498146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ef7ede0-2a58-4f4a-9999-52ad14710385 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=263db5c4a26247a1a3915e332f1314bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249275 Oct 13 05:00:59.499270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7ede0-2a58-4f4a-9999-52ad14710385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e6c4d-bd48-4ff9-bd40-f99cdab85080,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:59.500791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:59.549047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511f7748-e14f-40c1-b0b9-45d4f25cf2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.569144 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511f7748-e14f-40c1-b0b9-45d4f25cf2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.614488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511f7748-e14f-40c1-b0b9-45d4f25cf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.617024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-511f7748-e14f-40c1-b0b9-45d4f25cf2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:59.618152 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-511f7748-e14f-40c1-b0b9-45d4f25cf2a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/943e6c4d-bd48-4ff9-bd40-f99cdab85080 HTTP/1.1" status: 204 len: 168 time: 0.1162772 Oct 13 05:00:59.625698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f7748-e14f-40c1-b0b9-45d4f25cf2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e6c4d-bd48-4ff9-bd40-f99cdab85080,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:00.767912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:00.862454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1846900659', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:00.883434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Made reservation on behalf of 2c2e330408f840d9bfbd3f5b46f0f16b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:00.885810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:00.893970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:00.971643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:00.974552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:00.980320 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] device_id is not set on port 001ed361-5f6c-4b6c-bade-7e7dcc300f1e yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 05:01:01.030994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599723b9-145f-4d53-81ec-86551dc11234,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:01.095716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Allocated IP 172.25.1.213 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/001ed361-5f6c-4b6c-bade-7e7dcc300f1e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:01.229209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.260372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.302263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:01.305207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:01.308577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:01.330136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Pushing event updated for resources: {'Port': ['ID=001ed361-5f6c-4b6c-bade-7e7dcc300f1e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:01.348849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:01.349450 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.364534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-379988a9-df07-49ea-b092-984a2de235ce tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.5955195 Oct 13 05:01:01.367486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:01.372012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.213'}]}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:01.392863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.393823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.446406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.579399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.648798 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:01:01.773281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.791431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:01.931178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.086689 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.088811 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.131076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.131728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 589f643f-482b-438d-9248-e7c69533bbdf {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:02.146670 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 05:01:02.148355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5f55bb71-76b1-4f9c-a5b7-734f06d1d4ca tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.7796741 Oct 13 05:01:02.151230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:02.227965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Deleting port 001ed361-5f6c-4b6c-bade-7e7dcc300f1e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:02.228316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.304011 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.315344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Calling delete_port for 001ed361-5f6c-4b6c-bade-7e7dcc300f1e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:02.435014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.459816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Pushing event deleted for resources: {'Port': ['ID=001ed361-5f6c-4b6c-bade-7e7dcc300f1e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:02.524546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.527810 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-43345247-790b-4e33-9561-78ea1a387fb3 tempest-RoutersAdminNegativeTest-784201407 tempest-RoutersAdminNegativeTest-784201407-project-admin] 10.222.0.44 "DELETE /v2.0/ports/001ed361-5f6c-4b6c-bade-7e7dcc300f1e HTTP/1.1" status: 204 len: 168 time: 0.3756754 Oct 13 05:01:02.765821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:02.871510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61cf5bcf-2bed-47b7-99ea-4032ec93f7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.949015 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61cf5bcf-2bed-47b7-99ea-4032ec93f7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.953150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61cf5bcf-2bed-47b7-99ea-4032ec93f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.988814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf5bcf-2bed-47b7-99ea-4032ec93f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9411074c-9528-4224-9a5c-0345e0d1a8d6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:02.993070 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-61cf5bcf-2bed-47b7-99ea-4032ec93f7d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd69d995e17f423fa228a00304f504e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261980 Oct 13 05:01:02.995828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42490) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:03.042900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-570cd529-376f-4479-8fbf-3e9d467125e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.063050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-570cd529-376f-4479-8fbf-3e9d467125e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.108575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-570cd529-376f-4479-8fbf-3e9d467125e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.111109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-570cd529-376f-4479-8fbf-3e9d467125e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.112229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-570cd529-376f-4479-8fbf-3e9d467125e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9411074c-9528-4224-9a5c-0345e0d1a8d6 HTTP/1.1" status: 204 len: 168 time: 0.1156383 Oct 13 05:01:03.119553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cd529-376f-4479-8fbf-3e9d467125e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9411074c-9528-4224-9a5c-0345e0d1a8d6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:03.359075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:03.398487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dd7bd00f-ac1c-491a-a9eb-8f3f1832e975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c2e330408f840d9bfbd3f5b46f0f16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382552 Oct 13 05:01:03.400982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42498) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:03.447303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20eaf36e-3b1a-401a-b9c7-94a124c6bbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.470438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20eaf36e-3b1a-401a-b9c7-94a124c6bbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.516359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20eaf36e-3b1a-401a-b9c7-94a124c6bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.519138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20eaf36e-3b1a-401a-b9c7-94a124c6bbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:03.520258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-20eaf36e-3b1a-401a-b9c7-94a124c6bbf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/599723b9-145f-4d53-81ec-86551dc11234 HTTP/1.1" status: 204 len: 168 time: 0.1184046 Oct 13 05:01:03.527654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaf36e-3b1a-401a-b9c7-94a124c6bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599723b9-145f-4d53-81ec-86551dc11234,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:04.177602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:04.268328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677670242'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:04.289712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:04.293068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.301549 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.374417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.378411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.405022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:04.413434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c687ac-370d-4fcb-9f7d-03d0f407add6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:04.419344 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.419685 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment c0c86193-9d5f-48e2-a5c2-7cb2d724bffe of type vlan for network f8f452c6-77f4-407b-ab11-44c5b61c7776 Oct 13 05:01:04.458485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.482724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.488401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:04.489007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.546554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3676181 Oct 13 05:01:04.549241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:04.560607 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1869921738'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:04.572258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beb696-6385-412d-afde-752d54a4948d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=f8f452c6-77f4-407b-ab11-44c5b61c7776,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:04.582607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:04.590339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:04.593841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.616584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:04.625504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.625845 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment 6201e5dc-3c2f-4a47-86cb-0a6f00089076 of type vlan for network 8552661a-488a-424b-8cd7-82d727e0b417 Oct 13 05:01:04.669267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.694354 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.701754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:04.702369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:04.760377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2100091 Oct 13 05:01:04.763293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:04.768324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:04.772723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e8fd5-abe6-492d-a62e-e9fcce421e0e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=8552661a-488a-424b-8cd7-82d727e0b417,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:04.783565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 8552661a-488a-424b-8cd7-82d727e0b417 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:04.854105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:04.857694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.032634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.096459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=88d4c996-e013-4676-ab75-509e4c908e9a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:05.104139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:05.104500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: f8f452c6-77f4-407b-ab11-44c5b61c7776, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:05.121177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:05.129254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, f8f452c6-77f4-407b-ab11-44c5b61c7776) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:05.133300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:05.133879 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.137916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1798332-121b-457b-b0a1-be1c9b67ee2a None None] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:05.150506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b4459737-ca28-4f71-ae34-cfcbad83d442 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3861198 Oct 13 05:01:05.153229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:05.158228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': '8552661a-488a-424b-8cd7-82d727e0b417', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:05.246179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:05.249695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.282597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-f8f452c6-77f4-407b-ab11-44c5b61c7776', 'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': '88d4c996-e013-4676-ab75-509e4c908e9a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:05.283539 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.420012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Allocated IP 172.20.0.2 (f8f452c6-77f4-407b-ab11-44c5b61c7776/88d4c996-e013-4676-ab75-509e4c908e9a/7c6571c0-5335-40a7-92a0-655a7f75e1a4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:05.433219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.495956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=54992f57-9855-48b3-b493-b1fe51506a4b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:05.507055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': '6201e5dc-3c2f-4a47-86cb-0a6f00089076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8552661a-488a-424b-8cd7-82d727e0b417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:05.507405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: 8552661a-488a-424b-8cd7-82d727e0b417, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:05.525128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 8552661a-488a-424b-8cd7-82d727e0b417 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:05.533682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 8552661a-488a-424b-8cd7-82d727e0b417) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:05.538480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:05.539282 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.546062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c11eec-1542-4f74-b75c-0ea1fe84fb6a None None] Network 8552661a-488a-424b-8cd7-82d727e0b417 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:05.558471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e86d97bf-ccaf-4e70-aecf-b04498dc72cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4014714 Oct 13 05:01:05.558719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:05.563619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1760055264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:05.586452 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.587717 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.609945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.619492 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.642333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.646432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.664877 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.666148 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a8a1e4ef-2e3c-4c05-aa0f-49c75a52633d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1063881 Oct 13 05:01:05.668967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:05.678739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:05.684013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:05.687999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:05.719910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Pushing event updated for resources: {'Port': ['ID=7c6571c0-5335-40a7-92a0-655a7f75e1a4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:05.748465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.748838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.749181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.749517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.749848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.750178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.750505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.750829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.751152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.751473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.751794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.752112 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:05.808216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Attempting to bind port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:05.808498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Attempting to bind port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:05.808918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Attempting to bind port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 on network f8f452c6-77f4-407b-ab11-44c5b61c7776 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:05.813973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:05.814350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Checking segment: {'id': 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:05.814753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.815138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Bound using segment: {'id': 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:05.815608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Bound port: 7c6571c0-5335-40a7-92a0-655a7f75e1a4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8f452c6-77f4-407b-ab11-44c5b61c7776'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:05.815987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.820486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-8552661a-488a-424b-8cd7-82d727e0b417', 'network_id': '8552661a-488a-424b-8cd7-82d727e0b417', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': '54992f57-9855-48b3-b493-b1fe51506a4b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:05.821399 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.933995 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:05.961100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] For port 7c6571c0-5335-40a7-92a0-655a7f75e1a4, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:05.991649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] For port 7c6571c0-5335-40a7-92a0-655a7f75e1a4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c6571c0-5335-40a7-92a0-655a7f75e1a4,segment=NetworkSegment(c0c86193-9d5f-48e2-a5c2-7cb2d724bffe),segment_id=c0c86193-9d5f-48e2-a5c2-7cb2d724bffe)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:06.000030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.037156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Allocated IP 172.21.0.2 (8552661a-488a-424b-8cd7-82d727e0b417/54992f57-9855-48b3-b493-b1fe51506a4b/9b6929f4-ef12-42f6-876a-79c53db946a2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:06.109019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b51c-2dd2-4e8b-8ce1-d241b52a9abf None None] Pushing event updated for resources: {'Port': ['ID=7c6571c0-5335-40a7-92a0-655a7f75e1a4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:06.187832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.20.0.1 (f8f452c6-77f4-407b-ab11-44c5b61c7776/88d4c996-e013-4676-ab75-509e4c908e9a/2dfdd3cf-3a94-4430-9eb2-b45b00cc1134) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:06.226905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.237522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.294960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Network 8552661a-488a-424b-8cd7-82d727e0b417 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:06.298219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:06.303841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:06.307123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6929f4-ef12-42f6-876a-79c53db946a2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:06.349590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.367265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c6571c0-5335-40a7-92a0-655a7f75e1a4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:06.394914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Attempting to bind port 9b6929f4-ef12-42f6-876a-79c53db946a2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:06.395527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Attempting to bind port 9b6929f4-ef12-42f6-876a-79c53db946a2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6201e5dc-3c2f-4a47-86cb-0a6f00089076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8552661a-488a-424b-8cd7-82d727e0b417'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:06.395889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Attempting to bind port 9b6929f4-ef12-42f6-876a-79c53db946a2 on network 8552661a-488a-424b-8cd7-82d727e0b417 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:06.396059 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.403371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:06.403738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Checking segment: {'id': '6201e5dc-3c2f-4a47-86cb-0a6f00089076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8552661a-488a-424b-8cd7-82d727e0b417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:06.404133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.404514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Bound using segment: {'id': '6201e5dc-3c2f-4a47-86cb-0a6f00089076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8552661a-488a-424b-8cd7-82d727e0b417'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:06.404991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Bound port: 9b6929f4-ef12-42f6-876a-79c53db946a2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6201e5dc-3c2f-4a47-86cb-0a6f00089076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8552661a-488a-424b-8cd7-82d727e0b417'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:06.405658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.440750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:06.444342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:06.446943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:06.477669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=2dfdd3cf-3a94-4430-9eb2-b45b00cc1134,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:06.479772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:06.480148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.499459 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.504984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] For port 9b6929f4-ef12-42f6-876a-79c53db946a2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:06.522922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] For port 9b6929f4-ef12-42f6-876a-79c53db946a2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6929f4-ef12-42f6-876a-79c53db946a2,segment=NetworkSegment(6201e5dc-3c2f-4a47-86cb-0a6f00089076),segment_id=6201e5dc-3c2f-4a47-86cb-0a6f00089076)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:06.529841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.622250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a656f3-0a85-4a28-bd5f-844f12e593e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6929f4-ef12-42f6-876a-79c53db946a2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:06.626850 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.627499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.659229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7c6571c0-5335-40a7-92a0-655a7f75e1a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c6571c0-5335-40a7-92a0-655a7f75e1a4,segment=NetworkSegment(c0c86193-9d5f-48e2-a5c2-7cb2d724bffe),segment_id=c0c86193-9d5f-48e2-a5c2-7cb2d724bffe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:06.664717 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:06.713275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7c6571c0-5335-40a7-92a0-655a7f75e1a4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:07.118766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e4140-fac4-4e50-8f6d-9cd1c085032d None None] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:07.209476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f56c433b-5a44-4916-be9e-79eeaaf3937c None None] Provisioning complete for port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:07.209841 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f56c433b-5a44-4916-be9e-79eeaaf3937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:07.241466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:07.246462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:07.317857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=2dfdd3cf-3a94-4430-9eb2-b45b00cc1134,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:07.332033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:07.435248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:07.436705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:07.555372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 003c49ab-75ff-4c95-98f0-c3b82b969c92 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:07.654265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:07.658000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314a8af-516c-452a-9290-1395f91f886e None None] Network 8552661a-488a-424b-8cd7-82d727e0b417 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:07.668509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:07.673355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0d3adc13-4292-4ed9-b6df-6b1508cadcb0 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/003c49ab-75ff-4c95-98f0-c3b82b969c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031390 Oct 13 05:01:07.674021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] Sync routers for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:07.713506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd8a7a-bca6-482e-87a2-df81304106e2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:07.715195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e8fd8a7a-bca6-482e-87a2-df81304106e2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports/2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 HTTP/1.1" status: 200 len: 910 time: 0.0456495 Oct 13 05:01:07.718499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:07.733777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:07.734407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:07.929540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Provisioning complete for port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:07.929915 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:07.934481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:07.991218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:07.991839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:08.048032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:08.048702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9488-d60b-4516-b98c-f4bd28dcc002 None None] The sync data for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:08.081445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.137722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Provisioning complete for port 9b6929f4-ef12-42f6-876a-79c53db946a2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.138222 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.221988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.262242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] For port 9b6929f4-ef12-42f6-876a-79c53db946a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6929f4-ef12-42f6-876a-79c53db946a2,segment=NetworkSegment(6201e5dc-3c2f-4a47-86cb-0a6f00089076),segment_id=6201e5dc-3c2f-4a47-86cb-0a6f00089076)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:08.271065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.332195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Provisioning complete for port 2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.332866 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.374020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.21.0.1 (8552661a-488a-424b-8cd7-82d727e0b417/54992f57-9855-48b3-b493-b1fe51506a4b/3566653f-fce3-42fd-8cf8-08c4ec8f7bcd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:08.378443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Pushing event updated for resources: {'Port': ['ID=9b6929f4-ef12-42f6-876a-79c53db946a2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:08.394480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6d07d-bfd9-430d-8d01-d0a0f43d2c57 None None] Port 2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:08.409950 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6929f4-ef12-42f6-876a-79c53db946a2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:08.457246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9b6929f4-ef12-42f6-876a-79c53db946a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.457534 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.501780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.539055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.547589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c6571c0-5335-40a7-92a0-655a7f75e1a4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:08.550868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-466a39b8-344b-45ab-a151-e168afe911ad None None] Provisioning complete for port 9b6929f4-ef12-42f6-876a-79c53db946a2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.550868 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-466a39b8-344b-45ab-a151-e168afe911ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.580232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 8552661a-488a-424b-8cd7-82d727e0b417 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:08.585207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:08.588872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:08.613811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=3566653f-fce3-42fd-8cf8-08c4ec8f7bcd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:08.636378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.654425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.654798 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.723607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-466a39b8-344b-45ab-a151-e168afe911ad None None] Provisioning complete for port 2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.724282 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-466a39b8-344b-45ab-a151-e168afe911ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.765703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.780135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.797148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-466a39b8-344b-45ab-a151-e168afe911ad None None] Port 2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:08.916346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f2c5050-34ff-4a5b-bd14-4550d4e4d4a0 None None] Provisioning complete for port 3566653f-fce3-42fd-8cf8-08c4ec8f7bcd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:08.916639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5050-34ff-4a5b-bd14-4550d4e4d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:08.950233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c5050-34ff-4a5b-bd14-4550d4e4d4a0 None None] Port 3566653f-fce3-42fd-8cf8-08c4ec8f7bcd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:09.028279 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:09.032640 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:09.107473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=3566653f-fce3-42fd-8cf8-08c4ec8f7bcd,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:09.109837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:09.196827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 8552661a-488a-424b-8cd7-82d727e0b417 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:09.198222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:09.297643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 003c49ab-75ff-4c95-98f0-c3b82b969c92 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:09.395134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:09.403375 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42538) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:09.403873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bbb8a6ab-ab5e-4838-8a41-6c978f34188e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/003c49ab-75ff-4c95-98f0-c3b82b969c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837275 Oct 13 05:01:09.405521 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] Sync routers for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:09.415760 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:09.416441 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:09.446330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71283d7b-9a2c-45b4-a3ea-4d92d50b223f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:09.447702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-71283d7b-9a2c-45b4-a3ea-4d92d50b223f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports/3566653f-fce3-42fd-8cf8-08c4ec8f7bcd HTTP/1.1" status: 200 len: 910 time: 0.0433307 Oct 13 05:01:09.450784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42540) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:09.451504 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:09.461675 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:09.462516 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:09.472136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-396dcc62-88d2-4316-b07e-300ca1bee331 None None] Provisioning complete for port 3566653f-fce3-42fd-8cf8-08c4ec8f7bcd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:09.472868 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-396dcc62-88d2-4316-b07e-300ca1bee331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:09.494007 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:09.494681 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906a1f8-4c17-4200-9104-1600a68cd368 None None] The sync data for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:09.509629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-396dcc62-88d2-4316-b07e-300ca1bee331 None None] Port 3566653f-fce3-42fd-8cf8-08c4ec8f7bcd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:09.755643 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:09.994278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 3566653f-fce3-42fd-8cf8-08c4ec8f7bcd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:09.994638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:10.081752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:10.093294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 3566653f-fce3-42fd-8cf8-08c4ec8f7bcd owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:10.258723 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:10.284821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=3566653f-fce3-42fd-8cf8-08c4ec8f7bcd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:10.290524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6929f4-ef12-42f6-876a-79c53db946a2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:10.347249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9b6929f4-ef12-42f6-876a-79c53db946a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:10.347545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:10.440088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:10.523181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:10.623591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 003c49ab-75ff-4c95-98f0-c3b82b969c92 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:10.711726 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:10.716889 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ca829c25-e5d4-4a26-bc15-4c8e9d1da323 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/003c49ab-75ff-4c95-98f0-c3b82b969c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2650001 Oct 13 05:01:10.719536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42542) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:10.722266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] Sync routers for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:10.731356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:10.731964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:10.764571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:10.772988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:10.773577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:10.808325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:10.808994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9f959-2585-4860-8f60-7bf026298fff None None] The sync data for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:11.332919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:11.560795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:11.561479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:11.644707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:11.656736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 2dfdd3cf-3a94-4430-9eb2-b45b00cc1134 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:11.815881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:11.842878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=2dfdd3cf-3a94-4430-9eb2-b45b00cc1134,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:11.979794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.133409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 003c49ab-75ff-4c95-98f0-c3b82b969c92 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:12.207964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:12.213996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c3aaef0e-8c56-4517-8f11-3e2856d8c4c8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/003c49ab-75ff-4c95-98f0-c3b82b969c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4928944 Oct 13 05:01:12.216053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:12.218889 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] Sync routers for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:12.228809 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:12.229412 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:12.245188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-35f00d46-a3fd-4ee8-8b3b-474e754d64e4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=003c49ab-75ff-4c95-98f0-c3b82b969c92 HTTP/1.1" status: 200 len: 205 time: 0.0258279 Oct 13 05:01:12.245432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:12.262861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:12.271251 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] Routers {'003c49ab-75ff-4c95-98f0-c3b82b969c92'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:12.272325 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['003c49ab-75ff-4c95-98f0-c3b82b969c92'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:12.303054 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:12.303687 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef02ae-b34c-49f0-a452-20b444652f3c None None] The sync data for ids ['003c49ab-75ff-4c95-98f0-c3b82b969c92'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:12.319329 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.475940 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.477932 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.518876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.519387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router 003c49ab-75ff-4c95-98f0-c3b82b969c92 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:12.530227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.532478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9855c1a6-6602-4444-a790-53c2023c46c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/003c49ab-75ff-4c95-98f0-c3b82b969c92 HTTP/1.1" status: 204 len: 168 time: 0.2849944 Oct 13 05:01:12.533917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:12.584769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet 54992f57-9855-48b3-b493-b1fe51506a4b {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:12.587777 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.625336 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.710548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.766017 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.795407 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.801380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/54992f57-9855-48b3-b493-b1fe51506a4b HTTP/1.1" status: 204 len: 168 time: 0.2639875 Oct 13 05:01:12.801380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134db24-553a-4fd5-b855-c4799e350eb4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=54992f57-9855-48b3-b493-b1fe51506a4b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:12.801653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39704503-b3b2-4be9-91d0-d82ce4c9c846 None None] Network 8552661a-488a-424b-8cd7-82d727e0b417 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:12.802119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42550) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:12.851600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet 88d4c996-e013-4676-ab75-509e4c908e9a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:12.854647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.898064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.983299 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:12.984198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] DHCP port deletion for 8552661a-488a-424b-8cd7-82d727e0b417 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:13.031267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] Deleting port 9b6929f4-ef12-42f6-876a-79c53db946a2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:13.031645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.044261 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.079688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=88d4c996-e013-4676-ab75-509e4c908e9a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:13.081752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.087787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fe08a8b0-f16a-46bf-ade1-f246ef208c64 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/88d4c996-e013-4676-ab75-509e4c908e9a HTTP/1.1" status: 204 len: 168 time: 0.2850397 Oct 13 05:01:13.088421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:13.091769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afaa5cf-c05a-470e-b076-f1dece620ba0 None None] Network f8f452c6-77f4-407b-ab11-44c5b61c7776 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:13.098038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] For port 9b6929f4-ef12-42f6-876a-79c53db946a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6929f4-ef12-42f6-876a-79c53db946a2,segment=NetworkSegment(6201e5dc-3c2f-4a47-86cb-0a6f00089076),segment_id=6201e5dc-3c2f-4a47-86cb-0a6f00089076)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:13.098438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.145968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] Calling delete_port for 9b6929f4-ef12-42f6-876a-79c53db946a2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:13.167315 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.218828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 9b6929f4-ef12-42f6-876a-79c53db946a2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:13.219108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.280442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 9b6929f4-ef12-42f6-876a-79c53db946a2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9b6929f4-ef12-42f6-876a-79c53db946a2,segment=NetworkSegment(6201e5dc-3c2f-4a47-86cb-0a6f00089076),segment_id=6201e5dc-3c2f-4a47-86cb-0a6f00089076)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:13.280952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.288368 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.299415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 9b6929f4-ef12-42f6-876a-79c53db946a2 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:13.304806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] No DVR routers for this DVR port 9b6929f4-ef12-42f6-876a-79c53db946a2 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:13.324389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a231-8c67-4d0b-94eb-a435d17a5cf6 None None] Pushing event deleted for resources: {'Port': ['ID=9b6929f4-ef12-42f6-876a-79c53db946a2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:13.351768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] DHCP port deletion for f8f452c6-77f4-407b-ab11-44c5b61c7776 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:13.383747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.400955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] Deleting port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:13.401323 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.410945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=9b6929f4-ef12-42f6-876a-79c53db946a2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:13.412979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port 9b6929f4-ef12-42f6-876a-79c53db946a2 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:13.468141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] For port 7c6571c0-5335-40a7-92a0-655a7f75e1a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7c6571c0-5335-40a7-92a0-655a7f75e1a4,segment=NetworkSegment(c0c86193-9d5f-48e2-a5c2-7cb2d724bffe),segment_id=c0c86193-9d5f-48e2-a5c2-7cb2d724bffe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:13.468531 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.480817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] Calling delete_port for 7c6571c0-5335-40a7-92a0-655a7f75e1a4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:13.494958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.514370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8552661a-488a-424b-8cd7-82d727e0b417']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:13.523872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6201e5dc-3c2f-4a47-86cb-0a6f00089076') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:13.524167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6201e5dc-3c2f-4a47-86cb-0a6f00089076') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:13.533398 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.546684 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.552353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:13.552796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.555836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: self.session.flush() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:13.555994 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:13.581719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] Pushing event deleted for resources: {'Port': ['ID=7c6571c0-5335-40a7-92a0-655a7f75e1a4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:13.583443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d266c4-b645-4a9c-be92-ee547ac5d60b None None] No DVR routers for this DVR port 7c6571c0-5335-40a7-92a0-655a7f75e1a4 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:13.616473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.621247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.624887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/8552661a-488a-424b-8cd7-82d727e0b417 HTTP/1.1" status: 204 len: 168 time: 0.5352910 Oct 13 05:01:13.627772 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:13.643375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb094ffa-9c4c-4c03-a187-7e593ff00469 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=8552661a-488a-424b-8cd7-82d727e0b417,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:13.704373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.790578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.809996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f452c6-77f4-407b-ab11-44c5b61c7776']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:13.819503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:13.819797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c86193-9d5f-48e2-a5c2-7cb2d724bffe') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:13.828935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.841609 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.847108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:13.847492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:13.850371 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:13.905901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.913029 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.916130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/f8f452c6-77f4-407b-ab11-44c5b61c7776 HTTP/1.1" status: 204 len: 168 time: 0.2872987 Oct 13 05:01:13.919936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:13.925263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483903341'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:13.928507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f703e-1b17-469b-8622-a8322bf978df tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=f8f452c6-77f4-407b-ab11-44c5b61c7776,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:13.946817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:13.950457 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.973793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:13.982075 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.982411 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment 034f55a9-d625-4c7d-8798-2c78c2820569 of type vlan for network 979c8c46-4b93-465a-8925-9d04d10a39bf Oct 13 05:01:14.020555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.043250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.048906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:14.049468 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.101678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1805294 Oct 13 05:01:14.104391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:14.115399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:14.136214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea206-327d-43c1-9dba-887bc24f382c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=979c8c46-4b93-465a-8925-9d04d10a39bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:14.148508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 979c8c46-4b93-465a-8925-9d04d10a39bf details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:14.211511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:14.215963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.295003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6929f4-ef12-42f6-876a-79c53db946a2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:14.315810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 9b6929f4-ef12-42f6-876a-79c53db946a2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:14.316166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9b6929f4-ef12-42f6-876a-79c53db946a2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:14.316554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c6571c0-5335-40a7-92a0-655a7f75e1a4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:14.334497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7c6571c0-5335-40a7-92a0-655a7f75e1a4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:14.335210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7c6571c0-5335-40a7-92a0-655a7f75e1a4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:14.397860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.455646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=f23badd2-1eca-48df-a5a1-3764d6f629f8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:14.464736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': '034f55a9-d625-4c7d-8798-2c78c2820569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:14.465096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: 979c8c46-4b93-465a-8925-9d04d10a39bf, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:14.482012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 979c8c46-4b93-465a-8925-9d04d10a39bf is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:14.490388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 979c8c46-4b93-465a-8925-9d04d10a39bf) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:14.497919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09806a-2499-447f-b4ca-a7ec58e31c58 None None] Network 979c8c46-4b93-465a-8925-9d04d10a39bf requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:14.498691 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:14.499517 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.516115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-937b351f-79cd-4fd3-b9f8-7342847f831b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4106698 Oct 13 05:01:14.518673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:14.524051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177156998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:14.549443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.550381 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.605494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.610083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.630129 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.636412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:14.640770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-73447ea7-b72c-4f60-9df2-67fa91e1f059 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1118307 Oct 13 05:01:14.642424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'port': {'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf', 'name': 'tempest-RoutersTest-2087857908'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:14.643317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-979c8c46-4b93-465a-8925-9d04d10a39bf', 'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': 'f23badd2-1eca-48df-a5a1-3764d6f629f8'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:14.644189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.766956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:14.770988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.784343 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Allocated IP 172.20.0.2 (979c8c46-4b93-465a-8925-9d04d10a39bf/f23badd2-1eca-48df-a5a1-3764d6f629f8/350f5a35-3b14-4651-b0ba-916e7edceb2e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:14.789321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] device_id is not set on port 7a0a9a37-214f-40e2-856f-63a3fca03cbd yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 05:01:14.934223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.939931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.980644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Network 979c8c46-4b93-465a-8925-9d04d10a39bf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:14.983691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:14.987253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:14.993344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Pushing event updated for resources: {'Port': ['ID=350f5a35-3b14-4651-b0ba-916e7edceb2e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:15.006151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.20.0.14 (979c8c46-4b93-465a-8925-9d04d10a39bf/f23badd2-1eca-48df-a5a1-3764d6f629f8/7a0a9a37-214f-40e2-856f-63a3fca03cbd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:15.047302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Attempting to bind port 350f5a35-3b14-4651-b0ba-916e7edceb2e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:15.047666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Attempting to bind port 350f5a35-3b14-4651-b0ba-916e7edceb2e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '034f55a9-d625-4c7d-8798-2c78c2820569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:15.048093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Attempting to bind port 350f5a35-3b14-4651-b0ba-916e7edceb2e on network 979c8c46-4b93-465a-8925-9d04d10a39bf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:15.053090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:15.053457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Checking segment: {'id': '034f55a9-d625-4c7d-8798-2c78c2820569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:15.054478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.054863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Bound using segment: {'id': '034f55a9-d625-4c7d-8798-2c78c2820569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:15.055319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Bound port: 350f5a35-3b14-4651-b0ba-916e7edceb2e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f55a9-d625-4c7d-8798-2c78c2820569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '979c8c46-4b93-465a-8925-9d04d10a39bf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:15.055694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.120629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] For port 350f5a35-3b14-4651-b0ba-916e7edceb2e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:15.123712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] For port 350f5a35-3b14-4651-b0ba-916e7edceb2e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=350f5a35-3b14-4651-b0ba-916e7edceb2e,segment=NetworkSegment(034f55a9-d625-4c7d-8798-2c78c2820569),segment_id=034f55a9-d625-4c7d-8798-2c78c2820569)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:15.127965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.172639 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.188532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106f938-e149-41df-abbd-a23a4eb5b83f None None] Pushing event updated for resources: {'Port': ['ID=350f5a35-3b14-4651-b0ba-916e7edceb2e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:15.214576 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.252568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 979c8c46-4b93-465a-8925-9d04d10a39bf is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:15.256003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:15.259319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:15.304277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=7a0a9a37-214f-40e2-856f-63a3fca03cbd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:15.324765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:15.326289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.356119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f280099e-fd6a-46e2-854e-b132c6f05ab1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7184057 Oct 13 05:01:15.358371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:15.696701 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.948072 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.956824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.049254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=7a0a9a37-214f-40e2-856f-63a3fca03cbd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:16.170059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e7bee-ac05-49f2-b3ec-8f9e94195055 None None] Network 979c8c46-4b93-465a-8925-9d04d10a39bf requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:16.198369 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.307356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7379ef54-467d-442c-b483-ca511d3dcbd0 None None] Provisioning complete for port 350f5a35-3b14-4651-b0ba-916e7edceb2e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:16.307961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7379ef54-467d-442c-b483-ca511d3dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.314336 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.334921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 350f5a35-3b14-4651-b0ba-916e7edceb2e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:16.456376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 350f5a35-3b14-4651-b0ba-916e7edceb2e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:16.456803 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.458454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7379ef54-467d-442c-b483-ca511d3dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.520123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7379ef54-467d-442c-b483-ca511d3dcbd0 None None] For port 350f5a35-3b14-4651-b0ba-916e7edceb2e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=350f5a35-3b14-4651-b0ba-916e7edceb2e,segment=NetworkSegment(034f55a9-d625-4c7d-8798-2c78c2820569),segment_id=034f55a9-d625-4c7d-8798-2c78c2820569)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:16.529647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7379ef54-467d-442c-b483-ca511d3dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.591141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.599415 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.616670 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ef54-467d-442c-b483-ca511d3dcbd0 None None] Pushing event updated for resources: {'Port': ['ID=350f5a35-3b14-4651-b0ba-916e7edceb2e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:16.651732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-265377d5-248b-4cb8-aff4-d3bb467991fa None None] Provisioning complete for port 7a0a9a37-214f-40e2-856f-63a3fca03cbd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:16.652138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-265377d5-248b-4cb8-aff4-d3bb467991fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.678479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.680142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=7a0a9a37-214f-40e2-856f-63a3fca03cbd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:16.693790 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-265377d5-248b-4cb8-aff4-d3bb467991fa None None] Port 7a0a9a37-214f-40e2-856f-63a3fca03cbd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:16.703620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-265377d5-248b-4cb8-aff4-d3bb467991fa None None] Provisioning complete for port 350f5a35-3b14-4651-b0ba-916e7edceb2e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:16.704002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-265377d5-248b-4cb8-aff4-d3bb467991fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.774560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 979c8c46-4b93-465a-8925-9d04d10a39bf is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:16.776171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:16.895934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 22c33d2a-b2e3-44dd-b264-9edca7bada28 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:16.909981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09c086d8-cd6d-4999-a816-8d01339be6d9 None None] Provisioning complete for port 7a0a9a37-214f-40e2-856f-63a3fca03cbd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:16.910454 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09c086d8-cd6d-4999-a816-8d01339be6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:16.949934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09c086d8-cd6d-4999-a816-8d01339be6d9 None None] Port 7a0a9a37-214f-40e2-856f-63a3fca03cbd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:16.991056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:16.996110 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc6d9c88-c7c2-420c-81ec-69ed480309d8 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/22c33d2a-b2e3-44dd-b264-9edca7bada28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6369364 Oct 13 05:01:16.998623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:17.004008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] Sync routers for ids ['22c33d2a-b2e3-44dd-b264-9edca7bada28'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:17.016734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] Routers {'22c33d2a-b2e3-44dd-b264-9edca7bada28'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:17.017363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['22c33d2a-b2e3-44dd-b264-9edca7bada28'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:17.043081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d032955-a229-48f1-a55b-b92ae98a9677 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:17.047161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0d032955-a229-48f1-a55b-b92ae98a9677 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports/7a0a9a37-214f-40e2-856f-63a3fca03cbd HTTP/1.1" status: 200 len: 978 time: 0.0450122 Oct 13 05:01:17.047665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42572) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:17.056941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:17.075530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] Routers {'22c33d2a-b2e3-44dd-b264-9edca7bada28'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:17.076063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['22c33d2a-b2e3-44dd-b264-9edca7bada28'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:17.079153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd344ee7-9a50-496c-bc5c-8cf7b1e70ff1 None None] Provisioning complete for port 7a0a9a37-214f-40e2-856f-63a3fca03cbd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:17.079514 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd344ee7-9a50-496c-bc5c-8cf7b1e70ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.110124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:17.110686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850beb13-db77-4df3-93de-7a804c03d59e None None] The sync data for ids ['22c33d2a-b2e3-44dd-b264-9edca7bada28'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:17.146219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd344ee7-9a50-496c-bc5c-8cf7b1e70ff1 None None] Port 7a0a9a37-214f-40e2-856f-63a3fca03cbd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:17.265428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15eabed2-ebfe-4f22-843d-d9b96f1dfe21 None None] Provisioning complete for port 7a0a9a37-214f-40e2-856f-63a3fca03cbd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:17.265793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15eabed2-ebfe-4f22-843d-d9b96f1dfe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.299392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15eabed2-ebfe-4f22-843d-d9b96f1dfe21 None None] Port 7a0a9a37-214f-40e2-856f-63a3fca03cbd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:17.455146 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.653104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 7a0a9a37-214f-40e2-856f-63a3fca03cbd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:17.653360 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.748421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.760181 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 7a0a9a37-214f-40e2-856f-63a3fca03cbd owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:17.920324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.947974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=7a0a9a37-214f-40e2-856f-63a3fca03cbd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:18.082826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:18.303491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 350f5a35-3b14-4651-b0ba-916e7edceb2e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:18.352766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 350f5a35-3b14-4651-b0ba-916e7edceb2e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:18.353141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:18.554616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 22c33d2a-b2e3-44dd-b264-9edca7bada28 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:18.627946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:18.633352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cda3050f-d0ee-4856-a472-a622c27a8166 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/22c33d2a-b2e3-44dd-b264-9edca7bada28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5846624 Oct 13 05:01:18.636089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42574) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:18.638915 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] Sync routers for ids ['22c33d2a-b2e3-44dd-b264-9edca7bada28'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:18.648395 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] Routers {'22c33d2a-b2e3-44dd-b264-9edca7bada28'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:18.649025 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['22c33d2a-b2e3-44dd-b264-9edca7bada28'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:18.679691 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:18.688016 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] Routers {'22c33d2a-b2e3-44dd-b264-9edca7bada28'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:18.688595 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:00:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['22c33d2a-b2e3-44dd-b264-9edca7bada28'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:18.722356 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:18.722983 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3296984-aba2-4657-8aea-86f4cbdeb275 None None] The sync data for ids ['22c33d2a-b2e3-44dd-b264-9edca7bada28'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:18.813030 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-ddf43207-e9c9-4cec-b9c6-2569738f2f85 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 05:01:18.813989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ddf43207-e9c9-4cec-b9c6-2569738f2f85 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/22c33d2a-b2e3-44dd-b264-9edca7bada28/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1768856 Oct 13 05:01:18.816639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42576) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:18.842572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-86587c94-9ccc-43c2-a805-2bef66a6fb93 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=22c33d2a-b2e3-44dd-b264-9edca7bada28 HTTP/1.1" status: 200 len: 205 time: 0.0249109 Oct 13 05:01:18.844779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:18.917076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.051220 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fbbcc-1659-4eed-8baa-879e39081bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.075012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.077024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.118695 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.119474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router 22c33d2a-b2e3-44dd-b264-9edca7bada28 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:19.126170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.127251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2b7f35bb-b60d-4c1d-9c90-8e5f62806563 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/22c33d2a-b2e3-44dd-b264-9edca7bada28 HTTP/1.1" status: 204 len: 168 time: 0.2816067 Oct 13 05:01:19.129906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:19.180269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet f23badd2-1eca-48df-a5a1-3764d6f629f8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:19.183261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.225378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.305549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.362112 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.388768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=f23badd2-1eca-48df-a5a1-3764d6f629f8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:19.392319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.395498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be1d6485-184f-4aa4-b9ef-47e98b51a989 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/f23badd2-1eca-48df-a5a1-3764d6f629f8 HTTP/1.1" status: 204 len: 168 time: 0.2646797 Oct 13 05:01:19.398148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:19.400565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3586788-ee73-4256-b819-a72b7673cb84 None None] Network 979c8c46-4b93-465a-8925-9d04d10a39bf requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:19.482693 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.536400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 350f5a35-3b14-4651-b0ba-916e7edceb2e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:19.536767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.603704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 350f5a35-3b14-4651-b0ba-916e7edceb2e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=350f5a35-3b14-4651-b0ba-916e7edceb2e,segment=NetworkSegment(034f55a9-d625-4c7d-8798-2c78c2820569),segment_id=034f55a9-d625-4c7d-8798-2c78c2820569)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:19.604063 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.617206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 350f5a35-3b14-4651-b0ba-916e7edceb2e owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:19.695026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.720880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf377bd-158d-4496-bbe7-e696976d3dc9 None None] DHCP port deletion for 979c8c46-4b93-465a-8925-9d04d10a39bf request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:19.722014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=350f5a35-3b14-4651-b0ba-916e7edceb2e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:19.726891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port 350f5a35-3b14-4651-b0ba-916e7edceb2e on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:19.810211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.828919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979c8c46-4b93-465a-8925-9d04d10a39bf']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:19.838267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034f55a9-d625-4c7d-8798-2c78c2820569') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:19.838561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034f55a9-d625-4c7d-8798-2c78c2820569') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:19.847567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.860830 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.866588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:19.866972 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:19.870587 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:19.929916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.935212 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.938333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/979c8c46-4b93-465a-8925-9d04d10a39bf HTTP/1.1" status: 204 len: 168 time: 0.5392492 Oct 13 05:01:19.942074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:19.947596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1780234264'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:19.952473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35140ef9-1d2f-4898-9195-f63e278e7c2b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=979c8c46-4b93-465a-8925-9d04d10a39bf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:19.968497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:19.971893 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:19.994802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:20.003684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.004021 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment c4b7eb12-278f-4b4d-b293-fae5f0611e73 of type vlan for network b3721c30-95ac-4afe-ba54-2139e35b3783 Oct 13 05:01:20.045221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.287685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 350f5a35-3b14-4651-b0ba-916e7edceb2e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:20.311487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 350f5a35-3b14-4651-b0ba-916e7edceb2e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:20.311827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 350f5a35-3b14-4651-b0ba-916e7edceb2e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:20.414821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.420329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:20.420925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.474646 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5309260 Oct 13 05:01:20.477590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42586) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:20.482817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:20.487099 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0cac4-d5e7-4f70-91dc-cf26424a4ce4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=b3721c30-95ac-4afe-ba54-2139e35b3783,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:20.498501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b3721c30-95ac-4afe-ba54-2139e35b3783 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:20.569838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:20.573337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.745397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.806611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:20.817551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': 'c4b7eb12-278f-4b4d-b293-fae5f0611e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:20.817906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: b3721c30-95ac-4afe-ba54-2139e35b3783, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:20.833619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b3721c30-95ac-4afe-ba54-2139e35b3783 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:20.841659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b3721c30-95ac-4afe-ba54-2139e35b3783) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:20.846535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:20.848416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.849401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c318adc-5ad9-4b8b-b72a-d8ecea752e46 None None] Network b3721c30-95ac-4afe-ba54-2139e35b3783 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:20.863898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e8e3dcff-e103-4508-91a7-ee9cc3515e2c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3851848 Oct 13 05:01:20.867130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:20.871367 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-430355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:20.894963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.896005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.947853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.952056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.969391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:20.970863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2085b956-3ee1-4d61-842a-87db8308283c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.1025457 Oct 13 05:01:20.973924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42590) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:20.993743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b3721c30-95ac-4afe-ba54-2139e35b3783', 'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': '4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:20.994740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.126982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Allocated IP 172.20.0.2 (b3721c30-95ac-4afe-ba54-2139e35b3783/4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a/b66d033f-e2d0-498c-a718-5cd159819cc2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:21.248564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.268582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.274627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.308596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Network b3721c30-95ac-4afe-ba54-2139e35b3783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:21.313300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:21.316705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:21.344615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Pushing event updated for resources: {'Port': ['ID=b66d033f-e2d0-498c-a718-5cd159819cc2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:21.374398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Attempting to bind port b66d033f-e2d0-498c-a718-5cd159819cc2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:21.374767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Attempting to bind port b66d033f-e2d0-498c-a718-5cd159819cc2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c4b7eb12-278f-4b4d-b293-fae5f0611e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:21.375109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Attempting to bind port b66d033f-e2d0-498c-a718-5cd159819cc2 on network b3721c30-95ac-4afe-ba54-2139e35b3783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:21.380111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:21.380475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Checking segment: {'id': 'c4b7eb12-278f-4b4d-b293-fae5f0611e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:21.380897 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.381280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Bound using segment: {'id': 'c4b7eb12-278f-4b4d-b293-fae5f0611e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:21.381769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Bound port: b66d033f-e2d0-498c-a718-5cd159819cc2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b7eb12-278f-4b4d-b293-fae5f0611e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b3721c30-95ac-4afe-ba54-2139e35b3783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:21.382139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.445606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] For port b66d033f-e2d0-498c-a718-5cd159819cc2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:21.448813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] For port b66d033f-e2d0-498c-a718-5cd159819cc2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b66d033f-e2d0-498c-a718-5cd159819cc2,segment=NetworkSegment(c4b7eb12-278f-4b4d-b293-fae5f0611e73),segment_id=c4b7eb12-278f-4b4d-b293-fae5f0611e73)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:21.453524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.490837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.20.0.1 (b3721c30-95ac-4afe-ba54-2139e35b3783/4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a/12080cf7-1c8e-4bb0-9505-dc482f5c1ed1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:21.512387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15ac1-8e37-4b81-8a78-e3adb3b0c773 None None] Pushing event updated for resources: {'Port': ['ID=b66d033f-e2d0-498c-a718-5cd159819cc2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:21.539034 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53cf5d79-421c-4cc9-9cbd-c6e1fe863d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.607501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.641954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.702503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b3721c30-95ac-4afe-ba54-2139e35b3783 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:21.705865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:21.708965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:21.735277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=12080cf7-1c8e-4bb0-9505-dc482f5c1ed1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:21.760222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:21.873936 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.123806 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.128805 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.205635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=12080cf7-1c8e-4bb0-9505-dc482f5c1ed1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:22.211612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.309545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b3721c30-95ac-4afe-ba54-2139e35b3783 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:22.311260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:22.334238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b66d033f-e2d0-498c-a718-5cd159819cc2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:22.390352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b66d033f-e2d0-498c-a718-5cd159819cc2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:22.390717 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.439716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router d6ece052-d0d2-4542-b7e9-c48e9cf7b656 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:22.463106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65b7f0-4e98-42d7-a688-a38d9bbde256 None None] Network b3721c30-95ac-4afe-ba54-2139e35b3783 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:22.518582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.530696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:22.536025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a4ab7050-c704-4efd-8b4f-2f7894239158 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/d6ece052-d0d2-4542-b7e9-c48e9cf7b656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5613029 Oct 13 05:01:22.539095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42592) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:22.543353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] Sync routers for ids ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:22.583541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b154d-86ae-4e58-bce6-7de1f8fa230d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:22.584937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-424b154d-86ae-4e58-bce6-7de1f8fa230d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports/12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 HTTP/1.1" status: 200 len: 910 time: 0.0439675 Oct 13 05:01:22.587932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:22.594092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port b66d033f-e2d0-498c-a718-5cd159819cc2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b66d033f-e2d0-498c-a718-5cd159819cc2,segment=NetworkSegment(c4b7eb12-278f-4b4d-b293-fae5f0611e73),segment_id=c4b7eb12-278f-4b4d-b293-fae5f0611e73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:22.597715 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] Routers {'d6ece052-d0d2-4542-b7e9-c48e9cf7b656'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:22.598319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:22.647737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.652986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1233502a-0643-40a1-a7b8-f0d940a1dcc5 None None] Provisioning complete for port b66d033f-e2d0-498c-a718-5cd159819cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:22.653347 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1233502a-0643-40a1-a7b8-f0d940a1dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.658196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:22.732329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] Routers {'d6ece052-d0d2-4542-b7e9-c48e9cf7b656'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:22.732855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:22.793585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:22.794226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5e3ab-1b8d-4028-9bb1-6246318aab7e None None] The sync data for ids ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:22.802920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b66d033f-e2d0-498c-a718-5cd159819cc2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:22.902978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:22.929441 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.077784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efe67f8d-d07f-476f-8d92-088b93a2eae1 None None] Provisioning complete for port 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:23.078148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efe67f8d-d07f-476f-8d92-088b93a2eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.119597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-efe67f8d-d07f-476f-8d92-088b93a2eae1 None None] Port 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:23.130331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efe67f8d-d07f-476f-8d92-088b93a2eae1 None None] Provisioning complete for port b66d033f-e2d0-498c-a718-5cd159819cc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:23.130675 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efe67f8d-d07f-476f-8d92-088b93a2eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.155934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:23.156275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.191130 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.246024 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.258735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:23.349985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18e02d3f-2cdc-4dff-bf76-91b4cf7a4f47 None None] Provisioning complete for port 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:23.350336 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18e02d3f-2cdc-4dff-bf76-91b4cf7a4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.385475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-18e02d3f-2cdc-4dff-bf76-91b4cf7a4f47 None None] Port 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:23.436190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.466270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=12080cf7-1c8e-4bb0-9505-dc482f5c1ed1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:23.498037 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ad57151-246f-4aad-b09b-f2969322f4c8 None None] Could not find standard attr ID for object 12080cf7-1c8e-4bb0-9505-dc482f5c1ed1. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 05:01:23.609221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:23.761747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router d6ece052-d0d2-4542-b7e9-c48e9cf7b656 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:23.832063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:23.836976 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-891ac300-b4f1-497c-bc78-e2026dd7e501 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/d6ece052-d0d2-4542-b7e9-c48e9cf7b656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2480440 Oct 13 05:01:23.839678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:23.842363 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] Sync routers for ids ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:23.852497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] Routers {'d6ece052-d0d2-4542-b7e9-c48e9cf7b656'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:23.853120 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:23.870816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c80d5abf-7b49-4a68-84b4-87386c8c0b63 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6ece052-d0d2-4542-b7e9-c48e9cf7b656 HTTP/1.1" status: 200 len: 205 time: 0.0296254 Oct 13 05:01:23.872874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:23.889486 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:23.897870 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] Routers {'d6ece052-d0d2-4542-b7e9-c48e9cf7b656'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:23.898449 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:23.932514 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:23.933415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb3cd42-07d5-48c7-b25e-8710148b9aae None None] The sync data for ids ['d6ece052-d0d2-4542-b7e9-c48e9cf7b656'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:23.943149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.093518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.095649 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.141178 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.141699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router d6ece052-d0d2-4542-b7e9-c48e9cf7b656 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:24.149016 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.150176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d1328401-3ea1-448c-acdb-4c3d7646e00e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/d6ece052-d0d2-4542-b7e9-c48e9cf7b656 HTTP/1.1" status: 204 len: 168 time: 0.2763789 Oct 13 05:01:24.152707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42600) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:24.201933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet 4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:24.204901 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.243640 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.307260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b66d033f-e2d0-498c-a718-5cd159819cc2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:24.330904 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.359288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b66d033f-e2d0-498c-a718-5cd159819cc2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:24.363960 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.389404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.416958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:24.421575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.424703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3bb51ee8-48b8-4a2e-87c7-5c114b0d216b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a HTTP/1.1" status: 204 len: 168 time: 0.2710383 Oct 13 05:01:24.427430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42602) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:24.432251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea5a04-d549-4bcb-9e9e-bae0a8a8e6d8 None None] Network b3721c30-95ac-4afe-ba54-2139e35b3783 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:24.511581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.563523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port b66d033f-e2d0-498c-a718-5cd159819cc2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:24.563864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.620033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] DHCP port deletion for b3721c30-95ac-4afe-ba54-2139e35b3783 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:24.627949 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port b66d033f-e2d0-498c-a718-5cd159819cc2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b66d033f-e2d0-498c-a718-5cd159819cc2,segment=NetworkSegment(c4b7eb12-278f-4b4d-b293-fae5f0611e73),segment_id=c4b7eb12-278f-4b4d-b293-fae5f0611e73)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:24.628316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.640876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for b66d033f-e2d0-498c-a718-5cd159819cc2 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:24.665117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] Deleting port b66d033f-e2d0-498c-a718-5cd159819cc2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:24.665487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.720927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.729228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] For port b66d033f-e2d0-498c-a718-5cd159819cc2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b66d033f-e2d0-498c-a718-5cd159819cc2,segment=NetworkSegment(c4b7eb12-278f-4b4d-b293-fae5f0611e73),segment_id=c4b7eb12-278f-4b4d-b293-fae5f0611e73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:24.729624 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.742104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] Calling delete_port for b66d033f-e2d0-498c-a718-5cd159819cc2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:24.747225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=b66d033f-e2d0-498c-a718-5cd159819cc2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:24.753055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port b66d033f-e2d0-498c-a718-5cd159819cc2 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:24.797732 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.826896 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:24.854299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] Pushing event deleted for resources: {'Port': ['ID=b66d033f-e2d0-498c-a718-5cd159819cc2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:24.856074 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871cdcf-d813-45d8-804a-1201f5c2157e None None] No DVR routers for this DVR port b66d033f-e2d0-498c-a718-5cd159819cc2 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:25.162822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.181950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3721c30-95ac-4afe-ba54-2139e35b3783']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:25.190751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b7eb12-278f-4b4d-b293-fae5f0611e73') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:25.191047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b7eb12-278f-4b4d-b293-fae5f0611e73') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:25.200469 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.213114 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.218715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:25.219097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:25.221965 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:25.276442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.283179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.286468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/b3721c30-95ac-4afe-ba54-2139e35b3783 HTTP/1.1" status: 204 len: 168 time: 0.8579447 Oct 13 05:01:25.290814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:25.295445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1090888832', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:25.298627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7d6bb-6d99-4b22-9b70-ad15fd4921c1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=b3721c30-95ac-4afe-ba54-2139e35b3783,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:25.318357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.319367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.369115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.511869 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.695076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.716795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.815664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.25.1.149 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/fe2e6d1a-5581-4e4c-9ce5-8ac9c1f997e1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:25.916867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.948292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:25.987510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:25.990689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:25.993374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:26.019260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=fe2e6d1a-5581-4e4c-9ce5-8ac9c1f997e1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:26.236140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:26.292250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b66d033f-e2d0-498c-a718-5cd159819cc2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:26.322439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b66d033f-e2d0-498c-a718-5cd159819cc2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:26.322780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b66d033f-e2d0-498c-a718-5cd159819cc2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:26.434655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:26.560320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 27f9cec2-1d6d-4dfb-8663-09395883c6e1 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:26.662978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:26.672754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] Sync routers for ids ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:26.682056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] Routers {'27f9cec2-1d6d-4dfb-8663-09395883c6e1'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:26.682657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:26.683317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:26.685116 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ffb85d53-8616-49f4-a49f-828b997097f6 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.3932750 Oct 13 05:01:26.687300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:26.715582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:26.724144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] Routers {'27f9cec2-1d6d-4dfb-8663-09395883c6e1'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:26.724762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:26.756075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:26.757531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f6d218-abb0-4d10-9442-f33922d28fd2 None None] The sync data for ids ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:26.793726 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5f073ce9-2722-4941-97a1-09cd4678018b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/routers/27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 200 len: 881 time: 0.1053312 Oct 13 05:01:26.796437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:27.373477 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8b6deda8-7f42-412a-b244-0e99cbe9017b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5759552 Oct 13 05:01:27.375949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:27.380189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1090888832'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:27.665037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:27.675547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:27.780234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 27f9cec2-1d6d-4dfb-8663-09395883c6e1 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:27.893765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:27.900661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:27.901844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-698bc587-dcd4-4458-acb9-9353eb49d710 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 200 len: 888 time: 0.5249794 Oct 13 05:01:27.903050 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] Sync routers for ids ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:27.904322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:27.912055 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] Routers {'27f9cec2-1d6d-4dfb-8663-09395883c6e1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:27.912648 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:27.943425 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:27.952311 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] Routers {'27f9cec2-1d6d-4dfb-8663-09395883c6e1'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:27.953083 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:27.986322 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:27.986949 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de51be-1da0-4dd0-a7db-b079d2e1d6fd None None] The sync data for ids ['27f9cec2-1d6d-4dfb-8663-09395883c6e1'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:28.013505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08f80a1b-9a0b-45a5-afde-7916715a5a1d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/routers/27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 200 len: 888 time: 0.1080964 Oct 13 05:01:28.016059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:28.040926 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b632c200-e5f8-407d-bf9d-db7503421fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 200 len: 205 time: 0.0237858 Oct 13 05:01:28.043106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:28.146602 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.247067 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.298085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port fe2e6d1a-5581-4e4c-9ce5-8ac9c1f997e1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:28.298421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.375675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.387387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for fe2e6d1a-5581-4e4c-9ce5-8ac9c1f997e1 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:28.547340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.574053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=fe2e6d1a-5581-4e4c-9ce5-8ac9c1f997e1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:28.630117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.718125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.720155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.763075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.763584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router 27f9cec2-1d6d-4dfb-8663-09395883c6e1 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:28.770234 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.771304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-67868e1c-2316-4c27-9ae8-d4b77bcea3c7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 204 len: 168 time: 0.7273083 Oct 13 05:01:28.775467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:28.780166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099480483'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:28.801223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:28.804507 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.827642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:28.837047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.837386 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment 3c8ce311-07e4-465c-a0c2-79c286141db0 of type vlan for network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 Oct 13 05:01:28.876515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.899165 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.904807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:28.905374 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:28.968764 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1922750 Oct 13 05:01:28.971523 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:28.979106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:28.983558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab4cd1-97a5-498e-8769-a6bb9f4025dd tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=0a6cab29-7d6b-44fe-b957-ca50a5e16696,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:28.994943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:29.067168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:29.071275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.245543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.303917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=a512b287-b24d-46bb-a721-6802bb4ec7fd,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:29.312315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': '3c8ce311-07e4-465c-a0c2-79c286141db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:29.312672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: 0a6cab29-7d6b-44fe-b957-ca50a5e16696, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:29.331004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:29.340965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 0a6cab29-7d6b-44fe-b957-ca50a5e16696) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:29.346522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:29.347096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.351901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe8e0d1-5504-4cfb-a759-ea82a04f2ee6 None None] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:29.365053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e37b0022-15d6-4a33-9d85-8d7da82e503b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3900776 Oct 13 05:01:29.365256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:29.370047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-579122561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:29.392430 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.393557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.448020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.452184 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.469627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.470984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c999f9b5-7404-41f2-b047-dfe4e374d33d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1043456 Oct 13 05:01:29.473692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:29.500791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-0a6cab29-7d6b-44fe-b957-ca50a5e16696', 'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': 'a512b287-b24d-46bb-a721-6802bb4ec7fd'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:29.501710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.631427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Allocated IP 172.20.0.2 (0a6cab29-7d6b-44fe-b957-ca50a5e16696/a512b287-b24d-46bb-a721-6802bb4ec7fd/bd469bf1-8bce-4bc0-abe6-96da473d24d8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:29.742647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.773215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.779001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.818293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:29.821157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:29.825582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:29.834194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Pushing event updated for resources: {'Port': ['ID=bd469bf1-8bce-4bc0-abe6-96da473d24d8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:29.892620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Attempting to bind port bd469bf1-8bce-4bc0-abe6-96da473d24d8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:29.892925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Attempting to bind port bd469bf1-8bce-4bc0-abe6-96da473d24d8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '3c8ce311-07e4-465c-a0c2-79c286141db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:29.893285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Attempting to bind port bd469bf1-8bce-4bc0-abe6-96da473d24d8 on network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:29.898287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:29.898657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Checking segment: {'id': '3c8ce311-07e4-465c-a0c2-79c286141db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:29.899053 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.899441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Bound using segment: {'id': '3c8ce311-07e4-465c-a0c2-79c286141db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:29.899899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Bound port: bd469bf1-8bce-4bc0-abe6-96da473d24d8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ce311-07e4-465c-a0c2-79c286141db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0a6cab29-7d6b-44fe-b957-ca50a5e16696'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:29.900270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:29.961572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] For port bd469bf1-8bce-4bc0-abe6-96da473d24d8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:29.964749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] For port bd469bf1-8bce-4bc0-abe6-96da473d24d8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd469bf1-8bce-4bc0-abe6-96da473d24d8,segment=NetworkSegment(3c8ce311-07e4-465c-a0c2-79c286141db0),segment_id=3c8ce311-07e4-465c-a0c2-79c286141db0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:29.969308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.026123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5493cc-4585-4a37-bc91-544142c77a58 None None] Pushing event updated for resources: {'Port': ['ID=bd469bf1-8bce-4bc0-abe6-96da473d24d8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:30.033168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.20.0.1 (0a6cab29-7d6b-44fe-b957-ca50a5e16696/a512b287-b24d-46bb-a721-6802bb4ec7fd/10d1f8af-62ca-47ca-acfa-2b4f86df3786) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:30.168907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.208907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.252808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:30.256132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:30.260179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:30.284539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=10d1f8af-62ca-47ca-acfa-2b4f86df3786,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:30.312267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.353848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd469bf1-8bce-4bc0-abe6-96da473d24d8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:30.404014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bd469bf1-8bce-4bc0-abe6-96da473d24d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:30.404268 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.428850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.485694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.517535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port bd469bf1-8bce-4bc0-abe6-96da473d24d8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd469bf1-8bce-4bc0-abe6-96da473d24d8,segment=NetworkSegment(3c8ce311-07e4-465c-a0c2-79c286141db0),segment_id=3c8ce311-07e4-465c-a0c2-79c286141db0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:30.521578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.570199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=bd469bf1-8bce-4bc0-abe6-96da473d24d8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:30.688921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.694530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.768560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=10d1f8af-62ca-47ca-acfa-2b4f86df3786,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:30.772379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:30.874247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:30.875645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:30.935918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbeac7-ea00-4c24-8832-0c37ffc63c74 None None] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:31.001775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1339432-7e8b-436d-a357-512231d2eb5f None None] Provisioning complete for port bd469bf1-8bce-4bc0-abe6-96da473d24d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:31.002143 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1339432-7e8b-436d-a357-512231d2eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:31.371728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72927e27-d0cf-476c-8cd0-88ad371c7453 None None] Provisioning complete for port bd469bf1-8bce-4bc0-abe6-96da473d24d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:31.372913 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72927e27-d0cf-476c-8cd0-88ad371c7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:31.382197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 294827ec-191d-48a7-9897-135416a84ffe is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:31.467611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72927e27-d0cf-476c-8cd0-88ad371c7453 None None] Provisioning complete for port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:31.467981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72927e27-d0cf-476c-8cd0-88ad371c7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:31.476970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:31.484848 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-58ef0670-8fd7-4298-bd55-babae6025e31 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/294827ec-191d-48a7-9897-135416a84ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075660 Oct 13 05:01:31.484848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:31.507366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-72927e27-d0cf-476c-8cd0-88ad371c7453 None None] Port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:31.517721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] Sync routers for ids ['294827ec-191d-48a7-9897-135416a84ffe'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:31.526659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] Routers {'294827ec-191d-48a7-9897-135416a84ffe'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:31.527262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['294827ec-191d-48a7-9897-135416a84ffe'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:31.532630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1122d-3c79-4154-bbbd-46e6d4ceb996 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:31.534031 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f7e1122d-3c79-4154-bbbd-46e6d4ceb996 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports/10d1f8af-62ca-47ca-acfa-2b4f86df3786 HTTP/1.1" status: 200 len: 910 time: 0.0482860 Oct 13 05:01:31.536606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42632) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:31.542278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a512b287-b24d-46bb-a721-6802bb4ec7fd'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:31.694844 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:31.721844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:31.736705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] Routers {'294827ec-191d-48a7-9897-135416a84ffe'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:31.737308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['294827ec-191d-48a7-9897-135416a84ffe'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:31.740259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8f75cbf7-fe96-4bed-b028-337857723570 None None] Provisioning complete for port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:31.740624 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f75cbf7-fe96-4bed-b028-337857723570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:31.771615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:31.772285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517b73c-d0bd-4229-978e-81093b76876d None None] The sync data for ids ['294827ec-191d-48a7-9897-135416a84ffe'] in n-d-810220-9 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:31.806239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f75cbf7-fe96-4bed-b028-337857723570 None None] Port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:31.923185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-90798b3b-b23e-4712-8c43-629d3b358e5c None None] Provisioning complete for port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:31.923544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90798b3b-b23e-4712-8c43-629d3b358e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:31.956383 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90798b3b-b23e-4712-8c43-629d3b358e5c None None] Port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:32.043881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.052169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.131614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:32.132224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.133553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/ports/10d1f8af-62ca-47ca-acfa-2b4f86df3786 HTTP/1.1" status: 200 len: 910 time: 0.5959845 Oct 13 05:01:32.134381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234b350-e466-4cec-87b0-b99264e10cc3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=10d1f8af-62ca-47ca-acfa-2b4f86df3786,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:32.136514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:32.299536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd469bf1-8bce-4bc0-abe6-96da473d24d8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:32.345347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port bd469bf1-8bce-4bc0-abe6-96da473d24d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:32.345722 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.443626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.671412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 10d1f8af-62ca-47ca-acfa-2b4f86df3786 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:32.671680 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.757339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.769826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 10d1f8af-62ca-47ca-acfa-2b4f86df3786 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:32.932471 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:32.964525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=10d1f8af-62ca-47ca-acfa-2b4f86df3786,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:33.095581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.248445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 294827ec-191d-48a7-9897-135416a84ffe has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:33.319823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:33.326471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a63afb09-9987-4ef6-94dc-c2bac8b2848a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/294827ec-191d-48a7-9897-135416a84ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1879923 Oct 13 05:01:33.328452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42636) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:33.331306 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] Sync routers for ids ['294827ec-191d-48a7-9897-135416a84ffe'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:33.340487 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] Routers {'294827ec-191d-48a7-9897-135416a84ffe'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:33.341195 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['294827ec-191d-48a7-9897-135416a84ffe'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:33.360398 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e4c3178-c94e-45ee-9ac3-454481bdd27e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=294827ec-191d-48a7-9897-135416a84ffe HTTP/1.1" status: 200 len: 205 time: 0.0284677 Oct 13 05:01:33.360908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:33.373377 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:33.382839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] Routers {'294827ec-191d-48a7-9897-135416a84ffe'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:33.383425 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['294827ec-191d-48a7-9897-135416a84ffe'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:33.413743 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:33.414362 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97bd3b-d6be-4c94-aeb9-5faae0f8b7c2 None None] The sync data for ids ['294827ec-191d-48a7-9897-135416a84ffe'] in n-d-810220-9 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:33.437324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.589955 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.592014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.633513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.634045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router 294827ec-191d-48a7-9897-135416a84ffe {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:33.640602 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.641667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7ddb61a3-5d6b-405c-9645-bcf93aacbb52 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/294827ec-191d-48a7-9897-135416a84ffe HTTP/1.1" status: 204 len: 168 time: 0.2796733 Oct 13 05:01:33.644258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:33.693846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet a512b287-b24d-46bb-a721-6802bb4ec7fd {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:33.696883 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.735154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.819520 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.876031 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.902762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=a512b287-b24d-46bb-a721-6802bb4ec7fd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:33.906451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:33.909708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d5159f8f-cf91-4fba-a07f-5fa6d4fdc58d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/a512b287-b24d-46bb-a721-6802bb4ec7fd HTTP/1.1" status: 204 len: 168 time: 0.2644029 Oct 13 05:01:33.913275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:33.913826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4392f60-284f-4533-87ca-e18c30e3c76b None None] Network 0a6cab29-7d6b-44fe-b957-ca50a5e16696 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:33.986552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.038322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port bd469bf1-8bce-4bc0-abe6-96da473d24d8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:34.038666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.085097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] DHCP port deletion for 0a6cab29-7d6b-44fe-b957-ca50a5e16696 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:34.104633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port bd469bf1-8bce-4bc0-abe6-96da473d24d8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd469bf1-8bce-4bc0-abe6-96da473d24d8,segment=NetworkSegment(3c8ce311-07e4-465c-a0c2-79c286141db0),segment_id=3c8ce311-07e4-465c-a0c2-79c286141db0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:34.105026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.117104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for bd469bf1-8bce-4bc0-abe6-96da473d24d8 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:34.134391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] Deleting port bd469bf1-8bce-4bc0-abe6-96da473d24d8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:34.134691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.195945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.196245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] For port bd469bf1-8bce-4bc0-abe6-96da473d24d8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=bd469bf1-8bce-4bc0-abe6-96da473d24d8,segment=NetworkSegment(3c8ce311-07e4-465c-a0c2-79c286141db0),segment_id=3c8ce311-07e4-465c-a0c2-79c286141db0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:34.196438 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.208331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] Calling delete_port for bd469bf1-8bce-4bc0-abe6-96da473d24d8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:34.226204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=bd469bf1-8bce-4bc0-abe6-96da473d24d8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:34.229830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port bd469bf1-8bce-4bc0-abe6-96da473d24d8 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:34.287777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.309382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.314466 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] Pushing event deleted for resources: {'Port': ['ID=bd469bf1-8bce-4bc0-abe6-96da473d24d8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:34.317407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76913c97-6f94-4e5c-85b6-f07974083839 None None] No DVR routers for this DVR port bd469bf1-8bce-4bc0-abe6-96da473d24d8 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:34.319478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd469bf1-8bce-4bc0-abe6-96da473d24d8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:34.337560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6cab29-7d6b-44fe-b957-ca50a5e16696']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:34.340212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: bd469bf1-8bce-4bc0-abe6-96da473d24d8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:34.340551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device bd469bf1-8bce-4bc0-abe6-96da473d24d8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:34.350247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8ce311-07e4-465c-a0c2-79c286141db0') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:34.350543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8ce311-07e4-465c-a0c2-79c286141db0') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:34.360055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.373481 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.379354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:34.379741 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:34.383352 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:34.445083 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.452045 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.455297 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/0a6cab29-7d6b-44fe-b957-ca50a5e16696 HTTP/1.1" status: 204 len: 168 time: 0.5408697 Oct 13 05:01:34.460503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:34.465346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-407703091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:34.467917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381430e-4fda-4a8f-977e-2e0923ac56f4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=0a6cab29-7d6b-44fe-b957-ca50a5e16696,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:34.489460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.490591 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.543946 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.548442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.564759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.565909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7f7b270-eec5-48c4-beb4-bc17a7590149 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1042647 Oct 13 05:01:34.568574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42646) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:34.573747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1816320851'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:34.593590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:34.596871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.619457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:34.628010 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.628350 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment b7a986fb-a0cc-4023-8f1a-800e741592a0 of type vlan for network 63850e77-054f-40a3-aff6-f2808e322fae Oct 13 05:01:34.666539 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.689316 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.695370 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:34.695882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:34.750289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1801744 Oct 13 05:01:34.752982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:34.758213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:34.804230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c179b-bf1c-4769-8432-72498fd8fe40 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=63850e77-054f-40a3-aff6-f2808e322fae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:34.815127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 63850e77-054f-40a3-aff6-f2808e322fae details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:34.854250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:34.857942 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.033334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.097338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=a2f603f1-c7d9-4ade-b9f1-7a67424b53b4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:35.103399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:35.104261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: 63850e77-054f-40a3-aff6-f2808e322fae, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:35.120485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 63850e77-054f-40a3-aff6-f2808e322fae is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:35.128557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 63850e77-054f-40a3-aff6-f2808e322fae) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:35.132646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:35.133274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.137032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e7a0c-a0e1-4974-8d9a-d5fe47232683 None None] Network 63850e77-054f-40a3-aff6-f2808e322fae requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:35.152933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-88913fb4-5efb-4486-bdb6-c36adecb7fd9 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3988211 Oct 13 05:01:35.155864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42650) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:35.276384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-63850e77-054f-40a3-aff6-f2808e322fae', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:35.277296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.412124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Allocated IP 172.20.0.2 (63850e77-054f-40a3-aff6-f2808e322fae/a2f603f1-c7d9-4ade-b9f1-7a67424b53b4/26b0aff1-92ba-49a6-9292-2e79ebeecc54) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:35.435749 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.552791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.558973 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.596018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Network 63850e77-054f-40a3-aff6-f2808e322fae is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:35.600903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:35.604284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:35.611018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Pushing event updated for resources: {'Port': ['ID=26b0aff1-92ba-49a6-9292-2e79ebeecc54,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:35.659769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Attempting to bind port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:35.660050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Attempting to bind port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:35.660406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Attempting to bind port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 on network 63850e77-054f-40a3-aff6-f2808e322fae {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:35.665875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:35.666242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Checking segment: {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:35.666643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.667029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Bound using segment: {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:35.667485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Bound port: 26b0aff1-92ba-49a6-9292-2e79ebeecc54, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:35.667856 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.673623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.20.0.1 (63850e77-054f-40a3-aff6-f2808e322fae/a2f603f1-c7d9-4ade-b9f1-7a67424b53b4/3a7c9445-7195-43f6-bba5-24cdda0c3bd9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:35.733223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] For port 26b0aff1-92ba-49a6-9292-2e79ebeecc54, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:35.736762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] For port 26b0aff1-92ba-49a6-9292-2e79ebeecc54, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=26b0aff1-92ba-49a6-9292-2e79ebeecc54,segment=NetworkSegment(b7a986fb-a0cc-4023-8f1a-800e741592a0),segment_id=b7a986fb-a0cc-4023-8f1a-800e741592a0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:35.741253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.784308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.802976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02f04-39a0-43e7-8700-136b3ca6903d None None] Pushing event updated for resources: {'Port': ['ID=26b0aff1-92ba-49a6-9292-2e79ebeecc54,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:35.820402 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.865854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 63850e77-054f-40a3-aff6-f2808e322fae is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:35.868954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:35.872939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:35.898729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:35.922165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.054365 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.309236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.314229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.324119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 26b0aff1-92ba-49a6-9292-2e79ebeecc54 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:36.384129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:36.384780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.387943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.404407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:36.472232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.498126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 63850e77-054f-40a3-aff6-f2808e322fae is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:36.499517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:36.508489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 26b0aff1-92ba-49a6-9292-2e79ebeecc54, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=26b0aff1-92ba-49a6-9292-2e79ebeecc54,segment=NetworkSegment(b7a986fb-a0cc-4023-8f1a-800e741592a0),segment_id=b7a986fb-a0cc-4023-8f1a-800e741592a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:36.513879 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.564519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=26b0aff1-92ba-49a6-9292-2e79ebeecc54,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:36.622552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:36.717812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:36.718592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86aa924-0bcd-415a-be09-a38986f55ac0 None None] Network 63850e77-054f-40a3-aff6-f2808e322fae requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:36.722912 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e02704d-4108-47ee-9ef6-2e14ace1506c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658734 Oct 13 05:01:36.725994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:36.731626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177739149'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:36.731792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:36.753040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:36.756456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.778845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:36.779468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:36.787279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:36.796990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.797406 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment 2eabb307-24cc-40e8-a5ca-98a49ed10f9c of type vlan for network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 Oct 13 05:01:36.839929 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.865172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.870926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:36.871608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.901212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f5130f5-1934-44a9-a3af-cc7210dc107b None None] Provisioning complete for port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:36.901633 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f5130f5-1934-44a9-a3af-cc7210dc107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:36.903643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:36.931056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2040355 Oct 13 05:01:36.934012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:36.939690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:36.942664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9342b-834e-41ff-bd00-e10d9987691f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:36.975138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:37.030043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:37.034076 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:37.211475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:37.280025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=4b469d7a-9633-4cd5-a87b-31c8821edba8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:37.287972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:37.288337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:37.306165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:37.315756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:37.320602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:37.321177 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:37.338260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-60d3f408-6cfc-4319-afa7-a262a13f656b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4024951 Oct 13 05:01:37.341071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:37.381040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1e5c4-2c5f-44f4-9330-1942f4ca1872 None None] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:37.550883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:36Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:36Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:37.595826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:37.596179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Updating router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:01:37.616758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:37.617650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:37.644257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:37.750364 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6fe1e4ab-9149-416a-9176-e40389da5e53 None None] Provisioning complete for port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:37.750739 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e4ab-9149-416a-9176-e40389da5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:37.934054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Allocated IP 172.21.0.2 (b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4/4b469d7a-9633-4cd5-a87b-31c8821edba8/7e12a527-9574-4cd4-b146-48dbce2dac3f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:37.983713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.123795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6fe1e4ab-9149-416a-9176-e40389da5e53 None None] Provisioning complete for port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:38.124040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e4ab-9149-416a-9176-e40389da5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.232449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6fe1e4ab-9149-416a-9176-e40389da5e53 None None] Port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:38.263529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.265935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.272510 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.277215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.322645 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 26b0aff1-92ba-49a6-9292-2e79ebeecc54 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:38.325988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:38.326781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.21.0.1 (b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4/4b469d7a-9633-4cd5-a87b-31c8821edba8/625e9de7-f859-4442-a72e-74f6597d8ead) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:38.352286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:38.363387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:38.372470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Pushing event updated for resources: {'Port': ['ID=7e12a527-9574-4cd4-b146-48dbce2dac3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:38.463519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.496294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-287dd87c-8e68-4e55-9e53-a97a8714a1e9 None None] Provisioning complete for port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:38.496900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-287dd87c-8e68-4e55-9e53-a97a8714a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.500295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.536873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797b90-0595-44da-bb33-af25ef78ac97 None None] Pushing event updated for resources: {'Port': ['ID=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:38.543251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Attempting to bind port 7e12a527-9574-4cd4-b146-48dbce2dac3f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:38.543617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Attempting to bind port 7e12a527-9574-4cd4-b146-48dbce2dac3f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:38.543976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Attempting to bind port 7e12a527-9574-4cd4-b146-48dbce2dac3f on network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:38.550496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:38.553686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:38.558042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:38.562734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Attempting to bind port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:38.563095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Attempting to bind port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:38.563447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Attempting to bind port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 on network 63850e77-054f-40a3-aff6-f2808e322fae {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:38.575711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:38.576070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Checking segment: {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:38.576462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.576867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Bound using segment: {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:38.577320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Bound port: 7e12a527-9574-4cd4-b146-48dbce2dac3f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:38.577688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.586863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=625e9de7-f859-4442-a72e-74f6597d8ead,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:38.588442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:38.588775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Checking segment: {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:38.589249 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.589528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Bound using segment: {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:38.590081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Bound port: 3a7c9445-7195-43f6-bba5-24cdda0c3bd9, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a986fb-a0cc-4023-8f1a-800e741592a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:38.590357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.595774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-287dd87c-8e68-4e55-9e53-a97a8714a1e9 None None] Port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:38.610096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:38.610455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.611013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.648730 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:01:38.723867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.739723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] For port 7e12a527-9574-4cd4-b146-48dbce2dac3f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:38.753004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] For port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:38.775461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] For port 7e12a527-9574-4cd4-b146-48dbce2dac3f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7e12a527-9574-4cd4-b146-48dbce2dac3f,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:38.779523 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.781518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] For port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,segment=NetworkSegment(b7a986fb-a0cc-4023-8f1a-800e741592a0),segment_id=b7a986fb-a0cc-4023-8f1a-800e741592a0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:38.783196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28374e31-2d26-4200-88f6-294d8bb9c2e2 None None] Provisioning complete for port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:38.783578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28374e31-2d26-4200-88f6-294d8bb9c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.801953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.830177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:38.918295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099c73-e9dd-4f3d-b950-4b3c852ca0ec None None] Pushing event updated for resources: {'Port': ['ID=7e12a527-9574-4cd4-b146-48dbce2dac3f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:38.952483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:38.953144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:39.015225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.020872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.107778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=625e9de7-f859-4442-a72e-74f6597d8ead,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:39.111434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.249389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:39.250479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:39.262075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797b90-0595-44da-bb33-af25ef78ac97 None None] Pushing event updated for resources: {'Port': ['ID=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:39.270858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28374e31-2d26-4200-88f6-294d8bb9c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.291437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:39.350023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-28374e31-2d26-4200-88f6-294d8bb9c2e2 None None] For port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,segment=NetworkSegment(b7a986fb-a0cc-4023-8f1a-800e741592a0),segment_id=b7a986fb-a0cc-4023-8f1a-800e741592a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:39.356159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28374e31-2d26-4200-88f6-294d8bb9c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.362419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:39.461595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:39.467801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1f832296-874b-4346-8b27-3cb7a0d0351a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257513 Oct 13 05:01:39.470678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:39.478816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-322451751'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:39.487903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28374e31-2d26-4200-88f6-294d8bb9c2e2 None None] Pushing event updated for resources: {'Port': ['ID=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:39.500987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:39.504554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.512171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fcbaadf-db53-47ff-99d2-e4a1166e82d1 None None] Provisioning complete for port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:39.512731 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fcbaadf-db53-47ff-99d2-e4a1166e82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.529161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:39.538084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.538506 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment e8beaec1-5ca3-4a77-8917-ab4462b91d34 of type vlan for network 420d492b-b4cb-459d-9ddd-3cc67458755f Oct 13 05:01:39.579776 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.604422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.610382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:39.611085 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:39.633527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 3, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 1, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:39.663934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd34fd-6367-4b63-824e-a59b8529d37d None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 3, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 1, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:39.686880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2150943 Oct 13 05:01:39.689596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:39.695715 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:39.714768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f1ab4-a4eb-4b4c-acfb-929db759513a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=420d492b-b4cb-459d-9ddd-3cc67458755f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:39.726032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 420d492b-b4cb-459d-9ddd-3cc67458755f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:39.804063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:39.808117 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.027897 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.054532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea9198-1e09-4c46-90b1-1120ae1246a4 None None] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:40.098722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=794b49fb-74a7-495c-9f30-965d43f5fb8a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:40.111931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:40.112292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: 420d492b-b4cb-459d-9ddd-3cc67458755f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:40.132096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 420d492b-b4cb-459d-9ddd-3cc67458755f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:40.143351 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 420d492b-b4cb-459d-9ddd-3cc67458755f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:40.152286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:40.152920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.175831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:40.176456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c89108e9-1066-4980-b192-047d74f8214f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4851751 Oct 13 05:01:40.178554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e693e08-b8e2-4f70-b5e2-ba9c4b3bfe46 None None] Network 420d492b-b4cb-459d-9ddd-3cc67458755f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:40.247108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0501c51-536c-48b4-8462-1ac965edfa41 None None] Provisioning complete for port 7e12a527-9574-4cd4-b146-48dbce2dac3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:40.247487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0501c51-536c-48b4-8462-1ac965edfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.461242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:40.530900 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0501c51-536c-48b4-8462-1ac965edfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.568276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.596413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-420d492b-b4cb-459d-9ddd-3cc67458755f', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:40.597819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.633160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f0501c51-536c-48b4-8462-1ac965edfa41 None None] For port 7e12a527-9574-4cd4-b146-48dbce2dac3f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7e12a527-9574-4cd4-b146-48dbce2dac3f,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:40.636431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.649403 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0501c51-536c-48b4-8462-1ac965edfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.653849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:40.654670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.843681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0501c51-536c-48b4-8462-1ac965edfa41 None None] Pushing event updated for resources: {'Port': ['ID=7e12a527-9574-4cd4-b146-48dbce2dac3f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:40.849181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d2198c5-e02e-4e7c-8acd-ba5ecd56d05f None None] Provisioning complete for port 625e9de7-f859-4442-a72e-74f6597d8ead triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:40.849557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d2198c5-e02e-4e7c-8acd-ba5ecd56d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:40.934425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Allocated IP 172.22.0.2 (420d492b-b4cb-459d-9ddd-3cc67458755f/794b49fb-74a7-495c-9f30-965d43f5fb8a/cf506584-71cf-4555-8ac5-adcdd048a2a3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:40.942573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1d2198c5-e02e-4e7c-8acd-ba5ecd56d05f None None] Port 625e9de7-f859-4442-a72e-74f6597d8ead cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:40.953337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7e12a527-9574-4cd4-b146-48dbce2dac3f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:41.034236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d2198c5-e02e-4e7c-8acd-ba5ecd56d05f None None] Provisioning complete for port 7e12a527-9574-4cd4-b146-48dbce2dac3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:41.034611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d2198c5-e02e-4e7c-8acd-ba5ecd56d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.137468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7e12a527-9574-4cd4-b146-48dbce2dac3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:41.137828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.235733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.246301 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.290383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.22.0.1 (420d492b-b4cb-459d-9ddd-3cc67458755f/794b49fb-74a7-495c-9f30-965d43f5fb8a/3fe8e7b8-3b28-4024-b298-4037603e8640) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:41.305975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Network 420d492b-b4cb-459d-9ddd-3cc67458755f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:41.313053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:41.322283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:41.327033 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Pushing event updated for resources: {'Port': ['ID=cf506584-71cf-4555-8ac5-adcdd048a2a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:41.393297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Attempting to bind port cf506584-71cf-4555-8ac5-adcdd048a2a3 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:41.394019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Attempting to bind port cf506584-71cf-4555-8ac5-adcdd048a2a3 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:41.394019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Attempting to bind port cf506584-71cf-4555-8ac5-adcdd048a2a3 on network 420d492b-b4cb-459d-9ddd-3cc67458755f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:41.400540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a4f98d4-bcc5-4837-bdf0-b102fe499f07 None None] Provisioning complete for port 625e9de7-f859-4442-a72e-74f6597d8ead triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:41.400932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a4f98d4-bcc5-4837-bdf0-b102fe499f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.402548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:41.402906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Checking segment: {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:41.403286 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.403664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Bound using segment: {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:41.404152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Bound port: cf506584-71cf-4555-8ac5-adcdd048a2a3, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:41.404486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.410346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.444766 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.467898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f98d4-bcc5-4837-bdf0-b102fe499f07 None None] Port 625e9de7-f859-4442-a72e-74f6597d8ead cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:41.487107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 420d492b-b4cb-459d-9ddd-3cc67458755f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:41.494201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:41.495548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] For port cf506584-71cf-4555-8ac5-adcdd048a2a3, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:41.498110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:41.500612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] For port cf506584-71cf-4555-8ac5-adcdd048a2a3, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cf506584-71cf-4555-8ac5-adcdd048a2a3,segment=NetworkSegment(e8beaec1-5ca3-4a77-8917-ab4462b91d34),segment_id=e8beaec1-5ca3-4a77-8917-ab4462b91d34)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:41.508232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.525970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=3fe8e7b8-3b28-4024-b298-4037603e8640,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:41.547581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.569816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504c07-57ef-4dad-b79f-1430d07c63ac None None] Pushing event updated for resources: {'Port': ['ID=cf506584-71cf-4555-8ac5-adcdd048a2a3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:41.714756 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:41.738173 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:41.739572 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:41.845517 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:41.940317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.058265 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 3, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:38Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:42.096337 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:42.096337 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Updating router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 port 625e9de7-f859-4442-a72e-74f6597d8ead binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:01:42.121990 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.221724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.228458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.301332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.315100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=3fe8e7b8-3b28-4024-b298-4037603e8640,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:42.415174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network 420d492b-b4cb-459d-9ddd-3cc67458755f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:42.416859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:42.435204 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.442219 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.463210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cf506584-71cf-4555-8ac5-adcdd048a2a3 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:42.533149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cf506584-71cf-4555-8ac5-adcdd048a2a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:42.533525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.542282 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Pushing event updated for resources: {'Port': ['ID=625e9de7-f859-4442-a72e-74f6597d8ead,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:42.550063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:42.571129 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.571802 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.572359 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.572955 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.573523 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.574075 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.574769 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.575326 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.575892 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.576576 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.577190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.577740 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:42.597528 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Attempting to bind port 625e9de7-f859-4442-a72e-74f6597d8ead on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:42.598044 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Attempting to bind port 625e9de7-f859-4442-a72e-74f6597d8ead by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:42.598499 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Attempting to bind port 625e9de7-f859-4442-a72e-74f6597d8ead on network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:42.606506 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:42.608245 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Checking segment: {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:42.608781 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.609276 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Bound using segment: {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:42.609856 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Bound port: 625e9de7-f859-4442-a72e-74f6597d8ead, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eabb307-24cc-40e8-a5ca-98a49ed10f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:42.610348 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.652378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.680856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:42.689064 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] For port 625e9de7-f859-4442-a72e-74f6597d8ead, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:42.694685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7c659a3f-5ed2-4c03-90ed-ceb6c291fc3e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5149107 Oct 13 05:01:42.694889 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] For port 625e9de7-f859-4442-a72e-74f6597d8ead, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=625e9de7-f859-4442-a72e-74f6597d8ead,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:42.695023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42672) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:42.700552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'network': {'name': 'tempest-RoutersTest-447003201'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:42.700805 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.727292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port cf506584-71cf-4555-8ac5-adcdd048a2a3, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cf506584-71cf-4555-8ac5-adcdd048a2a3,segment=NetworkSegment(e8beaec1-5ca3-4a77-8917-ab4462b91d34),segment_id=e8beaec1-5ca3-4a77-8917-ab4462b91d34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:42.734225 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.735251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7e12a527-9574-4cd4-b146-48dbce2dac3f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:42.740919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:42.744418 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.753356 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:42.753986 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:42.781075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:01:42.792457 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.792881 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added segment fa481097-0784-45ec-8da3-c056f7fe21a4 of type vlan for network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 Oct 13 05:01:42.797549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983a520-a106-4a4f-b31b-1a3f629f5f98 None None] Network 420d492b-b4cb-459d-9ddd-3cc67458755f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:42.847055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.867884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a25f1-c872-4839-89ce-37dd5191d1ae None None] Pushing event updated for resources: {'Port': ['ID=625e9de7-f859-4442-a72e-74f6597d8ead,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:42.882898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.891222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:42.892500 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.901068 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:42.920858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=cf506584-71cf-4555-8ac5-adcdd048a2a3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:42.949608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Provisioning complete for port 625e9de7-f859-4442-a72e-74f6597d8ead triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:42.950100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:42.960799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2619379 Oct 13 05:01:42.961159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:42.966482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'subnet': {'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:42.981819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33116818-ba03-4a5d-ab16-62b31ff86669 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Network': ['ID=b98d8b27-afc7-47fa-b6a3-70fa3b089a68,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:42.995512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7e12a527-9574-4cd4-b146-48dbce2dac3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:42.996050 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.003610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:01:43.079071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Made reservation on behalf of aa8bb66c4c7c4ea08d71ac1d687bd02b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:01:43.083620 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.160360 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:41Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:42Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:42Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:43.279296 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5506-acd0-4531-bf64-32fbbd304517 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:41Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:42Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:42Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:43.285459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.371830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Subnet': ['ID=7af4619f-85a5-4a4c-bb03-26d4bb66c3ff,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:43.379944 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Checking segment: {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:43.380309 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network hostable DHCP agents. Network: b98d8b27-afc7-47fa-b6a3-70fa3b089a68, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:01:43.397826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:01:43.406413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, b98d8b27-afc7-47fa-b6a3-70fa3b089a68) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:43.411165 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:43.411941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.441225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0efb053c-3ef1-429f-819f-a3b7ef348e03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4789259 Oct 13 05:01:43.442513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:43.445258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7bce4-e733-493b-8b22-9e9c7529775b None None] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:43.513826 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.585824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] For port 625e9de7-f859-4442-a72e-74f6597d8ead, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=625e9de7-f859-4442-a72e-74f6597d8ead,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:43.594541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.681626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Provisioning complete for port cf506584-71cf-4555-8ac5-adcdd048a2a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:43.682318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.726682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281626a-931c-4e2d-9b8c-eaf69574f7b2 None None] Pushing event updated for resources: {'Port': ['ID=625e9de7-f859-4442-a72e-74f6597d8ead,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:43.742592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'fixed_ips': [{'subnet_id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:01:43.743609 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.863643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.954109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Allocated IP 172.23.0.2 (b98d8b27-afc7-47fa-b6a3-70fa3b089a68/7af4619f-85a5-4a4c-bb03-26d4bb66c3ff/28848417-d005-4b79-bf35-d8316236861e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:44.052724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Provisioning complete for port 625e9de7-f859-4442-a72e-74f6597d8ead triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:44.053749 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.110390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:44.140046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:44.140673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:44.275569 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.293568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.331687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:44.345498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Allocated IP 172.23.0.1 (b98d8b27-afc7-47fa-b6a3-70fa3b089a68/7af4619f-85a5-4a4c-bb03-26d4bb66c3ff/a1d2003e-1c9c-44e7-b127-bd075ed8ff19) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:01:44.385611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 625e9de7-f859-4442-a72e-74f6597d8ead up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:44.391657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:44.418792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:44.421545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:44.463497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Pushing event updated for resources: {'Port': ['ID=28848417-d005-4b79-bf35-d8316236861e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:44.469776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.470887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Provisioning complete for port cf506584-71cf-4555-8ac5-adcdd048a2a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:44.471557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.503838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.548725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:44.551826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:44.555701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:01:44.582148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:44.603138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.609297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Attempting to bind port 28848417-d005-4b79-bf35-d8316236861e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:44.609665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Attempting to bind port 28848417-d005-4b79-bf35-d8316236861e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:44.610023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Attempting to bind port 28848417-d005-4b79-bf35-d8316236861e on network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:44.631745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:44.632110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Checking segment: {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:44.632505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.632928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Bound using segment: {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:44.633380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Bound port: 28848417-d005-4b79-bf35-d8316236861e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:44.633752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.649634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 625e9de7-f859-4442-a72e-74f6597d8ead triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:44.649995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.716203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.810318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] For port 28848417-d005-4b79-bf35-d8316236861e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:44.826273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Provisioning complete for port 3fe8e7b8-3b28-4024-b298-4037603e8640 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:44.826642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.869285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] For port 28848417-d005-4b79-bf35-d8316236861e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=28848417-d005-4b79-bf35-d8316236861e,segment=NetworkSegment(fa481097-0784-45ec-8da3-c056f7fe21a4),segment_id=fa481097-0784-45ec-8da3-c056f7fe21a4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:44.883807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.937095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb1dd1-e0ad-4f33-85b8-79b103a12e66 None None] Port 3fe8e7b8-3b28-4024-b298-4037603e8640 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:44.944392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cf506584-71cf-4555-8ac5-adcdd048a2a3 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:44.950282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:41Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:42Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:44.982785 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.988987 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.014497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:45.014854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Updating router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 port 3fe8e7b8-3b28-4024-b298-4037603e8640 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:01:45.020996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d76e56-8bff-4094-ba01-85d8b918a280 None None] Pushing event updated for resources: {'Port': ['ID=28848417-d005-4b79-bf35-d8316236861e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:45.059012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.067445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event updated for resources: {'Port': ['ID=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:45.070557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.202294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:01:45.206154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:01:45.248646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75196102-7154-48d9-93ff-d263abb14995 None None] Provisioning complete for port 3fe8e7b8-3b28-4024-b298-4037603e8640 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:45.249042 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75196102-7154-48d9-93ff-d263abb14995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.300575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port cf506584-71cf-4555-8ac5-adcdd048a2a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:45.300974 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.307770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:45.339585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75196102-7154-48d9-93ff-d263abb14995 None None] Port 3fe8e7b8-3b28-4024-b298-4037603e8640 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:45.402219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:45.407141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5bb02bde-cc27-48f8-b4ff-7810e2c8ba6d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634521 Oct 13 05:01:45.409899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42678) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:45.414437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:45.603357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.610304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.658304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23117880-ddf7-47d6-bc69-b6ad8e166391 None None] Pushing event updated for resources: {'Port': ['ID=3fe8e7b8-3b28-4024-b298-4037603e8640,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:45.732023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Attempting to bind port 3fe8e7b8-3b28-4024-b298-4037603e8640 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:45.732396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Attempting to bind port 3fe8e7b8-3b28-4024-b298-4037603e8640 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:45.732780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Attempting to bind port 3fe8e7b8-3b28-4024-b298-4037603e8640 on network 420d492b-b4cb-459d-9ddd-3cc67458755f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:45.738396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:45.739109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Checking segment: {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:45.739246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.739561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Bound using segment: {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:45.740010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Bound port: 3fe8e7b8-3b28-4024-b298-4037603e8640, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8beaec1-5ca3-4a77-8917-ab4462b91d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:45.741412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.810160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] For port 3fe8e7b8-3b28-4024-b298-4037603e8640, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:45.813917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] For port 3fe8e7b8-3b28-4024-b298-4037603e8640, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3fe8e7b8-3b28-4024-b298-4037603e8640,segment=NetworkSegment(e8beaec1-5ca3-4a77-8917-ab4462b91d34),segment_id=e8beaec1-5ca3-4a77-8917-ab4462b91d34)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:45.819911 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.884273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23117880-ddf7-47d6-bc69-b6ad8e166391 None None] Pushing event updated for resources: {'Port': ['ID=3fe8e7b8-3b28-4024-b298-4037603e8640,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:45.887542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:45.888252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:45.982518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-50c7d5b7-82ac-4742-b23c-1ddbc03c08c5 None None] Provisioning complete for port 3fe8e7b8-3b28-4024-b298-4037603e8640 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:45.982892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50c7d5b7-82ac-4742-b23c-1ddbc03c08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.035525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:46.102368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 05:01:46.119138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Removed routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 05:01:46.119571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.127349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac00ca-05fa-4343-8a07-3c6b4acb3354 None None] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:46.259189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50c7d5b7-82ac-4742-b23c-1ddbc03c08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.305699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.309544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.370106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-50c7d5b7-82ac-4742-b23c-1ddbc03c08c5 None None] For port 3fe8e7b8-3b28-4024-b298-4037603e8640, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3fe8e7b8-3b28-4024-b298-4037603e8640,segment=NetworkSegment(e8beaec1-5ca3-4a77-8917-ab4462b91d34),segment_id=e8beaec1-5ca3-4a77-8917-ab4462b91d34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:46.397477 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50c7d5b7-82ac-4742-b23c-1ddbc03c08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.412552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:46.478009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3fe8e7b8-3b28-4024-b298-4037603e8640 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:46.509516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7d5b7-82ac-4742-b23c-1ddbc03c08c5 None None] Pushing event updated for resources: {'Port': ['ID=3fe8e7b8-3b28-4024-b298-4037603e8640,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:46.511168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:46.523760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.525042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-af712e1d-d583-4413-9c30-ad765510be47 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 933 time: 1.1141160 Oct 13 05:01:46.527497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42680) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:46.563819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:44Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:45Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d2003e-1c9c-44e7-b127-bd075ed8ff19', 'name': '', 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:f3:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:43Z', 'updated_at': '2021-10-13T05:01:44Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:46.569359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Provisioning complete for port 28848417-d005-4b79-bf35-d8316236861e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:46.569728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.614159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafcae3-751c-4f67-8500-a7d487844ef7 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:44Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:45Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d2003e-1c9c-44e7-b127-bd075ed8ff19', 'name': '', 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:f3:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:43Z', 'updated_at': '2021-10-13T05:01:44Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:46.633813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3fe8e7b8-3b28-4024-b298-4037603e8640 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:46.634198 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.640806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:46.641367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c470c6ba-8abe-4d2b-9045-7e12d4dc69b4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 933 time: 0.1125476 Oct 13 05:01:46.647221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'routes': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:46.752051 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.808890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 28848417-d005-4b79-bf35-d8316236861e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:46.841071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] For port 28848417-d005-4b79-bf35-d8316236861e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=28848417-d005-4b79-bf35-d8316236861e,segment=NetworkSegment(fa481097-0784-45ec-8da3-c056f7fe21a4),segment_id=fa481097-0784-45ec-8da3-c056f7fe21a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:46.852627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.908852 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Provisioning complete for port 3fe8e7b8-3b28-4024-b298-4037603e8640 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:46.909233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:46.955986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57808f0-79c3-4d9d-a4a8-aeecef63ff4d None None] Pushing event updated for resources: {'Port': ['ID=28848417-d005-4b79-bf35-d8316236861e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:46.962774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 28848417-d005-4b79-bf35-d8316236861e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:46.963146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.187492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6854174c-1f66-425d-b4f2-ecbf78b39d20 None None] Provisioning complete for port 28848417-d005-4b79-bf35-d8316236861e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:47.187863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6854174c-1f66-425d-b4f2-ecbf78b39d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.295842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6854174c-1f66-425d-b4f2-ecbf78b39d20 None None] Provisioning complete for port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:47.296551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6854174c-1f66-425d-b4f2-ecbf78b39d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.337180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6854174c-1f66-425d-b4f2-ecbf78b39d20 None None] Port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:47.412531 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:47.421778 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:47.422369 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:47.455963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b1a2b2d-505b-4e7e-9bef-7eebd20f1728 None None] Provisioning complete for port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:47.456341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2b2d-505b-4e7e-9bef-7eebd20f1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.477080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 05:01:47.477776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 05:01:47.490021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a2b2d-505b-4e7e-9bef-7eebd20f1728 None None] Port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:01:47.510273 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:47.512705 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.689305 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.692652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.714081 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 6, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d2003e-1c9c-44e7-b127-bd075ed8ff19', 'name': '', 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:f3:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:43Z', 'updated_at': '2021-10-13T05:01:44Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:47.739298 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:47.739649 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Updating router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:01:47.764181 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.788288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:47.880223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:47.887484 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.888640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-07f01ae6-d377-4d30-8b1a-1f47b825868b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 699 time: 1.2460041 Oct 13 05:01:47.891157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:47.988899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d6b97f6-16ba-45ad-acf3-3718fe04f88e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 699 time: 0.0965450 Oct 13 05:01:47.992003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:48.021090 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.026557 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.074140 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e275f-fe57-4ef6-b0e5-a734b85a0fb3 None None] Pushing event updated for resources: {'Port': ['ID=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:48.130483 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Attempting to bind port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:01:48.130977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Attempting to bind port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:01:48.131522 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Attempting to bind port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 on network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:01:48.136712 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:01:48.137069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Checking segment: {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:01:48.137469 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.137860 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Bound using segment: {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:01:48.138341 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Bound port: a1d2003e-1c9c-44e7-b127-bd075ed8ff19, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa481097-0784-45ec-8da3-c056f7fe21a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:01:48.138708 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.209724 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] For port a1d2003e-1c9c-44e7-b127-bd075ed8ff19, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:01:48.213862 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] For port a1d2003e-1c9c-44e7-b127-bd075ed8ff19, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,segment=NetworkSegment(fa481097-0784-45ec-8da3-c056f7fe21a4),segment_id=fa481097-0784-45ec-8da3-c056f7fe21a4)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:01:48.218853 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.277975 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:48.278617 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:48.317939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-173f6fc4-6e1d-41b5-ae97-750107dab00c None None] Provisioning complete for port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:48.318545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-173f6fc4-6e1d-41b5-ae97-750107dab00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.357975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3fe8e7b8-3b28-4024-b298-4037603e8640 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:48.368190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e275f-fe57-4ef6-b0e5-a734b85a0fb3 None None] Pushing event updated for resources: {'Port': ['ID=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:48.393394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.405392 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:48.471629 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-173f6fc4-6e1d-41b5-ae97-750107dab00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.487582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3fe8e7b8-3b28-4024-b298-4037603e8640 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:48.487939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.564312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-173f6fc4-6e1d-41b5-ae97-750107dab00c None None] For port a1d2003e-1c9c-44e7-b127-bd075ed8ff19, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,segment=NetworkSegment(fa481097-0784-45ec-8da3-c056f7fe21a4),segment_id=fa481097-0784-45ec-8da3-c056f7fe21a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:48.571966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-173f6fc4-6e1d-41b5-ae97-750107dab00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.645974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f6fc4-6e1d-41b5-ae97-750107dab00c None None] Pushing event updated for resources: {'Port': ['ID=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:48.661022 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:47Z', 'revision_number': 7, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d2003e-1c9c-44e7-b127-bd075ed8ff19', 'name': '', 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:f3:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:43Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:48.664631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 28848417-d005-4b79-bf35-d8316236861e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:01:48.685641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:48.685991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.690591 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445209d1-e4c2-468b-b139-932d5b8098c0 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:47Z', 'revision_number': 7, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d2003e-1c9c-44e7-b127-bd075ed8ff19', 'name': '', 'network_id': 'b98d8b27-afc7-47fa-b6a3-70fa3b089a68', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:f3:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:43Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 4, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '7af4619f-85a5-4a4c-bb03-26d4bb66c3ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:48.712058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83cb188a-5a3b-45c5-a577-b2d153590756 None None] Provisioning complete for port a1d2003e-1c9c-44e7-b127-bd075ed8ff19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:48.712908 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83cb188a-5a3b-45c5-a577-b2d153590756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.755292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 28848417-d005-4b79-bf35-d8316236861e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:01:48.755669 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.782541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port a1d2003e-1c9c-44e7-b127-bd075ed8ff19, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,segment=NetworkSegment(fa481097-0784-45ec-8da3-c056f7fe21a4),segment_id=fa481097-0784-45ec-8da3-c056f7fe21a4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:48.783089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:48.797678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for a1d2003e-1c9c-44e7-b127-bd075ed8ff19 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:48.981923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.015748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=a1d2003e-1c9c-44e7-b127-bd075ed8ff19,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:49.017714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:49.038507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:49.040030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:49.040950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.041297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.041637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.041973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.042304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.042629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.042953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.043277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.043599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.043921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.044243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.044556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:49.128885 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c549ded7-2622-4533-b3b1-f75352856c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.153446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:49.201483 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.360281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 8, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:49.392714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:49.395413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:49.401293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:49.401904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:49.490078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:49.491084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:49.496385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-78d08b80-6955-4fdb-b036-696fc4bbf6a4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033972 Oct 13 05:01:49.499015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:49.550085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet 7af4619f-85a5-4a4c-bb03-26d4bb66c3ff {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:49.554004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.592210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.678780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.694248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 8, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:49.721779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293783b-f6c9-48e8-bd32-8d623cfb100e None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 8, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:49.736593 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.761761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=7af4619f-85a5-4a4c-bb03-26d4bb66c3ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:49.769111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.774525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654c8317-2ea1-42ea-a441-2f381b1fb20b None None] Network b98d8b27-afc7-47fa-b6a3-70fa3b089a68 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:49.776262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:49.776821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5529e158-0491-41d4-8341-29233926ce5e tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/7af4619f-85a5-4a4c-bb03-26d4bb66c3ff HTTP/1.1" status: 204 len: 168 time: 0.2763350 Oct 13 05:01:49.854359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.904644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 28848417-d005-4b79-bf35-d8316236861e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:49.905060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.966528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 28848417-d005-4b79-bf35-d8316236861e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=28848417-d005-4b79-bf35-d8316236861e,segment=NetworkSegment(fa481097-0784-45ec-8da3-c056f7fe21a4),segment_id=fa481097-0784-45ec-8da3-c056f7fe21a4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:49.966839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.979228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 28848417-d005-4b79-bf35-d8316236861e owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:50.058292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.080418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd64b95-d356-4000-b8f1-a22528308f4a None None] DHCP port deletion for b98d8b27-afc7-47fa-b6a3-70fa3b089a68 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:50.086043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=28848417-d005-4b79-bf35-d8316236861e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:50.095171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port 28848417-d005-4b79-bf35-d8316236861e on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:50.179138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.200462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98d8b27-afc7-47fa-b6a3-70fa3b089a68']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.209973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa481097-0784-45ec-8da3-c056f7fe21a4') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.210265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa481097-0784-45ec-8da3-c056f7fe21a4') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.219218 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.232206 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.238298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:50.238721 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:50.241729 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:50.244319 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:50.253276 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:50.253891 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.300601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.308497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.311761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/b98d8b27-afc7-47fa-b6a3-70fa3b089a68 HTTP/1.1" status: 204 len: 168 time: 0.5344672 Oct 13 05:01:50.314579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:50.324057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a1d2003e-1c9c-44e7-b127-bd075ed8ff19 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:50.325881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0cad6-bcb8-4757-bf3c-82e86ad54c8a tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=b98d8b27-afc7-47fa-b6a3-70fa3b089a68,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:50.346431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a1d2003e-1c9c-44e7-b127-bd075ed8ff19 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:50.346861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a1d2003e-1c9c-44e7-b127-bd075ed8ff19 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:50.347348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 28848417-d005-4b79-bf35-d8316236861e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:50.352793 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:50.366290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 28848417-d005-4b79-bf35-d8316236861e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:50.366862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 28848417-d005-4b79-bf35-d8316236861e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:50.638022 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 8, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.654384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.664243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:50.672661 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:50.673299 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.759449 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:50.888569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 3fe8e7b8-3b28-4024-b298-4037603e8640 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:50.888859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.961746 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 8, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:50.978873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 3fe8e7b8-3b28-4024-b298-4037603e8640, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3fe8e7b8-3b28-4024-b298-4037603e8640,segment=NetworkSegment(e8beaec1-5ca3-4a77-8917-ab4462b91d34),segment_id=e8beaec1-5ca3-4a77-8917-ab4462b91d34)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:50.979237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:50.986926 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9193d-8fd6-4991-99f7-42e2b0751be4 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:48Z', 'revision_number': 8, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe8e7b8-3b28-4024-b298-4037603e8640', 'name': '', 'network_id': '420d492b-b4cb-459d-9ddd-3cc67458755f', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:93:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:40Z', 'updated_at': '2021-10-13T05:01:46Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '794b49fb-74a7-495c-9f30-965d43f5fb8a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:50.993287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 3fe8e7b8-3b28-4024-b298-4037603e8640 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:51.167005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:51.191579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=3fe8e7b8-3b28-4024-b298-4037603e8640,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:51.354486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:51.541373 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eeb276f0-6901-4933-94d3-b7fbffcb6bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:51.859607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:51.950324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:51.955293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-20b6118c-7413-4dfe-8887-0ae6929a5f48 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390126 Oct 13 05:01:51.957874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42698) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:51.960862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:51.969858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:51.970450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.007857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet 794b49fb-74a7-495c-9f30-965d43f5fb8a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:52.010943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.055836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.057709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:52.141190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.202506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.235839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=794b49fb-74a7-495c-9f30-965d43f5fb8a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:52.237989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.244918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a998339b-b37a-4ace-835f-9c7f08cc61c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/794b49fb-74a7-495c-9f30-965d43f5fb8a HTTP/1.1" status: 204 len: 168 time: 0.2826962 Oct 13 05:01:52.244918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:52.272985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:51Z', 'revision_number': 9, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.303156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:52.313241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:52.313881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.337813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.400239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e3e19-916e-47e3-892f-6310ce2588a6 None None] Network 420d492b-b4cb-459d-9ddd-3cc67458755f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:52.402395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port cf506584-71cf-4555-8ac5-adcdd048a2a3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:52.402870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.446228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:52.469241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port cf506584-71cf-4555-8ac5-adcdd048a2a3, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=cf506584-71cf-4555-8ac5-adcdd048a2a3,segment=NetworkSegment(e8beaec1-5ca3-4a77-8917-ab4462b91d34),segment_id=e8beaec1-5ca3-4a77-8917-ab4462b91d34)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:52.469615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.483080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for cf506584-71cf-4555-8ac5-adcdd048a2a3 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:52.560172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.587824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=cf506584-71cf-4555-8ac5-adcdd048a2a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:52.589803 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port cf506584-71cf-4555-8ac5-adcdd048a2a3 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:52.670749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360395d1-875a-49f7-a248-0ddb6e6be3cd None None] DHCP port deletion for 420d492b-b4cb-459d-9ddd-3cc67458755f request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:52.673943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.698605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d492b-b4cb-459d-9ddd-3cc67458755f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.706746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:51Z', 'revision_number': 9, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.707912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8beaec1-5ca3-4a77-8917-ab4462b91d34') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.708212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8beaec1-5ca3-4a77-8917-ab4462b91d34') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:52.717519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.730644 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.735963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c140e4-ec68-422b-973b-68717d287d32 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:51Z', 'revision_number': 9, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '625e9de7-f859-4442-a72e-74f6597d8ead', 'name': '', 'network_id': 'b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:4e:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:38Z', 'updated_at': '2021-10-13T05:01:43Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': '4b469d7a-9633-4cd5-a87b-31c8821edba8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:52.736522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:52.736957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:52.740201 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:52.802121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.809524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:52.812550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/420d492b-b4cb-459d-9ddd-3cc67458755f HTTP/1.1" status: 204 len: 168 time: 0.5676177 Oct 13 05:01:52.815477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:52.824736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a54688-3cee-4a1d-8101-2676141ef20b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=420d492b-b4cb-459d-9ddd-3cc67458755f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:52.931607 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:53.149417 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:53.187897 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:53.389080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 625e9de7-f859-4442-a72e-74f6597d8ead {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:53.389425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:53.479687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 625e9de7-f859-4442-a72e-74f6597d8ead, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=625e9de7-f859-4442-a72e-74f6597d8ead,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:53.480044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:53.491592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 625e9de7-f859-4442-a72e-74f6597d8ead owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:53.653081 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:53.679274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=625e9de7-f859-4442-a72e-74f6597d8ead,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:53.706513 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.706849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.707178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.707504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.707830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.708150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.708464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.708854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.709709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.710023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.710335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.710645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:01:53.843759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.024047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:54.356162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:54.361051 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d084bf3c-c143-4923-ba36-0ac75d1ff718 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5445240 Oct 13 05:01:54.363635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:54.367423 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:54.368859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cf506584-71cf-4555-8ac5-adcdd048a2a3 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:54.377416 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:54.378115 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:54.389957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: cf506584-71cf-4555-8ac5-adcdd048a2a3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:54.390380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device cf506584-71cf-4555-8ac5-adcdd048a2a3 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:54.390867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3fe8e7b8-3b28-4024-b298-4037603e8640 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:54.409326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3fe8e7b8-3b28-4024-b298-4037603e8640 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:54.409659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3fe8e7b8-3b28-4024-b298-4037603e8640 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:54.418316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet 4b469d7a-9633-4cd5-a87b-31c8821edba8 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:54.421760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.461102 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.463890 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:54.547149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.603608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.631261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=4b469d7a-9633-4cd5-a87b-31c8821edba8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:54.633899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.639520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d53b323f-93e8-4cbf-9487-636851fd39a3 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/4b469d7a-9633-4cd5-a87b-31c8821edba8 HTTP/1.1" status: 204 len: 168 time: 0.2718284 Oct 13 05:01:54.639520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:54.643185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca003e-3281-4f52-a83a-290f3b1d5a1e None None] Network b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:54.667994 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:53Z', 'revision_number': 10, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:54.695605 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:54.704533 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:54.705258 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:54.718687 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.775530 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.782946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 7e12a527-9574-4cd4-b146-48dbce2dac3f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:54.783287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.797756 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:54.836291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] DHCP port deletion for b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:54.847912 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 7e12a527-9574-4cd4-b146-48dbce2dac3f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7e12a527-9574-4cd4-b146-48dbce2dac3f,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:54.848525 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.861416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 7e12a527-9574-4cd4-b146-48dbce2dac3f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:54.882619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] Deleting port 7e12a527-9574-4cd4-b146-48dbce2dac3f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:54.882998 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.947753 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] For port 7e12a527-9574-4cd4-b146-48dbce2dac3f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7e12a527-9574-4cd4-b146-48dbce2dac3f,segment=NetworkSegment(2eabb307-24cc-40e8-a5ca-98a49ed10f9c),segment_id=2eabb307-24cc-40e8-a5ca-98a49ed10f9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:54.948582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.951249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:54.962495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] Calling delete_port for 7e12a527-9574-4cd4-b146-48dbce2dac3f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:54.980539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port 7e12a527-9574-4cd4-b146-48dbce2dac3f on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:54.986636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=7e12a527-9574-4cd4-b146-48dbce2dac3f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:55.000825 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:53Z', 'revision_number': 10, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:55.034546 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c915201-b9cf-4344-a796-7e6fc0604e99 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:53Z', 'revision_number': 10, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None, '_interfaces': [{'id': '3a7c9445-7195-43f6-bba5-24cdda0c3bd9', 'name': '', 'network_id': '63850e77-054f-40a3-aff6-f2808e322fae', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'mac_address': 'fa:16:3e:27:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:01:35Z', 'updated_at': '2021-10-13T05:01:39Z', 'revision_number': 5, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'subnets': [{'id': 'a2f603f1-c7d9-4ade-b9f1-7a67424b53b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:55.047689 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.069941 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.074092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] Pushing event deleted for resources: {'Port': ['ID=7e12a527-9574-4cd4-b146-48dbce2dac3f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:55.079869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afd743-697a-4fc0-b700-c8a96d60c122 None None] No DVR routers for this DVR port 7e12a527-9574-4cd4-b146-48dbce2dac3f on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:55.093585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:55.103339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eabb307-24cc-40e8-a5ca-98a49ed10f9c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:55.103659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eabb307-24cc-40e8-a5ca-98a49ed10f9c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:55.112794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.126388 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.132598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:55.133147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:55.136001 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:55.193270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.199865 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.203002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4 HTTP/1.1" status: 204 len: 168 time: 0.5628464 Oct 13 05:01:55.205954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:55.214983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027cbe0-cbb8-4f3b-b5d0-788b090b5458 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=b1909cf0-29b3-4c2e-86c6-fb99bf20a5a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:55.541961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.779578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:55.779838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.868536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 3a7c9445-7195-43f6-bba5-24cdda0c3bd9, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,segment=NetworkSegment(b7a986fb-a0cc-4023-8f1a-800e741592a0),segment_id=b7a986fb-a0cc-4023-8f1a-800e741592a0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:55.868989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:55.880886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:56.047614 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.073415 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=3a7c9445-7195-43f6-bba5-24cdda0c3bd9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:56.218024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.361729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 625e9de7-f859-4442-a72e-74f6597d8ead no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:56.381548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:56.459816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:56.468061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c07428e4-0c35-49ec-b571-7189578597ef tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2577636 Oct 13 05:01:56.468061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:56.521332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting subnet a2f603f1-c7d9-4ade-b9f1-7a67424b53b4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:01:56.525088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.544000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:56.546592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 625e9de7-f859-4442-a72e-74f6597d8ead {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:56.546931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 625e9de7-f859-4442-a72e-74f6597d8ead not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:56.547334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7e12a527-9574-4cd4-b146-48dbce2dac3f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:56.564852 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.568760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7e12a527-9574-4cd4-b146-48dbce2dac3f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:56.569105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7e12a527-9574-4cd4-b146-48dbce2dac3f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:56.573827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:56.574434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:56.643337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:56.651525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.698097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:55Z', 'revision_number': 11, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:56.711239 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.730056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:56.738237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:56.738384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f603f1-c7d9-4ade-b9f1-7a67424b53b4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:56.738845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:56.742017 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.747865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:56.748377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cfed5e17-e7eb-4eb3-9c16-b92792f09d02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/a2f603f1-c7d9-4ade-b9f1-7a67424b53b4 HTTP/1.1" status: 204 len: 168 time: 0.2794137 Oct 13 05:01:56.776310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fdacc5-51d5-4287-87f1-c7b0a8e61a71 None None] Network 63850e77-054f-40a3-aff6-f2808e322fae requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:01:56.826295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.846788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:56.875872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Deleting port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:01:56.876205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.909486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:55Z', 'revision_number': 11, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:56.941350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] For port 26b0aff1-92ba-49a6-9292-2e79ebeecc54, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=26b0aff1-92ba-49a6-9292-2e79ebeecc54,segment=NetworkSegment(b7a986fb-a0cc-4023-8f1a-800e741592a0),segment_id=b7a986fb-a0cc-4023-8f1a-800e741592a0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:01:56.941708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:56.942948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad11e0-c436-41f1-bd8d-7d2b89d72ffe None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:55Z', 'revision_number': 11, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:56.954618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Calling delete_port for 26b0aff1-92ba-49a6-9292-2e79ebeecc54 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:01:57.034866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.061587 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Port': ['ID=26b0aff1-92ba-49a6-9292-2e79ebeecc54,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:57.063386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No DVR routers for this DVR port 26b0aff1-92ba-49a6-9292-2e79ebeecc54 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:01:57.140637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.160223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63850e77-054f-40a3-aff6-f2808e322fae']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:57.169781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a986fb-a0cc-4023-8f1a-800e741592a0') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:57.170073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a986fb-a0cc-4023-8f1a-800e741592a0') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:57.179402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.191980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.197887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:01:57.198355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:01:57.201472 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:01:57.260199 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.264467 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.267850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/networks/63850e77-054f-40a3-aff6-f2808e322fae HTTP/1.1" status: 204 len: 168 time: 0.5189865 Oct 13 05:01:57.270702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:57.275906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'routes': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:57.282257 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd25377-c2eb-4879-9644-0c4d02fe2b95 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Pushing event deleted for resources: {'Network': ['ID=63850e77-054f-40a3-aff6-f2808e322fae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:01:57.310748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f15ba-b0f9-4bf8-8239-63ec7b523b8a None None] DHCP port deletion for 63850e77-054f-40a3-aff6-f2808e322fae request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:01:57.445887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Added routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 05:01:57.446190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Removed routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 05:01:57.446550 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.580859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.583931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.655656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:01:57.730591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:57.737277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.739763 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] Sync routers for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:57.740221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-32f68a79-4c2e-401a-abc9-46677cc81e75 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 700 time: 0.4680922 Oct 13 05:01:57.743039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:57.749557 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:57.750155 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:57.769175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d98745cb-0184-4b8b-bdd4-55479c40e395 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 205 time: 0.0250432 Oct 13 05:01:57.772168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:57.815621 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:57.844389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.869602 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:55Z', 'revision_number': 11, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:57.894812 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] Checking router: 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:57.902780 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] Routers {'9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:57.903369 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:57.969807 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] Set router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:57.997747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:57.999742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.022123 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:55Z', 'revision_number': 11, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:58.041985 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.042673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router 9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:58.047308 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164076c-bfe8-46b2-8dcd-e6e58952df65 None None] The sync data for ids ['9a770ca6-dcda-4b26-a9f5-7fb5090f74e0'] in n-d-810220-9 is: [{'id': '9a770ca6-dcda-4b26-a9f5-7fb5090f74e0', 'name': 'tempest-RoutersTest-router-407703091', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:34Z', 'updated_at': '2021-10-13T05:01:55Z', 'revision_number': 11, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:58.051325 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.056721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fd13ff23-66aa-49c4-914c-5a0a58c789fa tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 204 len: 168 time: 0.2793241 Oct 13 05:01:58.057497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42726) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:58.062625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1351736174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:58.085760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.086803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.139135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.143452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.162566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.163785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e7258eba-f981-44d9-9af7-0b38203bfb03 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1047573 Oct 13 05:01:58.166449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:58.170905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:01:58.311579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:58.334369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:58.334708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3a7c9445-7195-43f6-bba5-24cdda0c3bd9 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:58.335119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 26b0aff1-92ba-49a6-9292-2e79ebeecc54 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:01:58.353749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 26b0aff1-92ba-49a6-9292-2e79ebeecc54 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:01:58.354090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 26b0aff1-92ba-49a6-9292-2e79ebeecc54 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:01:58.382903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61711'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.393293 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-403733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406340'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.485272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Router 6b4e33ea-152f-4a92-b1c3-0369032e43cf is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:01:58.562718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:01:58.570066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.571479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bb1d8a0e-af48-4f71-88d9-345dafd128f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "PUT /v2.0/routers/6b4e33ea-152f-4a92-b1c3-0369032e43cf HTTP/1.1" status: 200 len: 694 time: 0.4037840 Oct 13 05:01:58.573783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:58.574059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] Sync routers for ids ['6b4e33ea-152f-4a92-b1c3-0369032e43cf'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:01:58.583081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] Routers {'6b4e33ea-152f-4a92-b1c3-0369032e43cf'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:58.583682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['6b4e33ea-152f-4a92-b1c3-0369032e43cf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:58.650807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-efae68d0-34fa-44a1-950c-69f186c33f67 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/routers/6b4e33ea-152f-4a92-b1c3-0369032e43cf HTTP/1.1" status: 200 len: 700 time: 0.0759325 Oct 13 05:01:58.652538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] Set router 6b4e33ea-152f-4a92-b1c3-0369032e43cf gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:58.653364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:58.679541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7847f476-dfdf-4200-b1e4-492f6090c9f1 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b4e33ea-152f-4a92-b1c3-0369032e43cf HTTP/1.1" status: 200 len: 205 time: 0.0251186 Oct 13 05:01:58.682002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:58.704519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e33ea-152f-4a92-b1c3-0369032e43cf', 'name': 'tempest-RoutersTest-router-1351736174', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:58Z', 'updated_at': '2021-10-13T05:01:58Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:58.734701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] Checking router: 6b4e33ea-152f-4a92-b1c3-0369032e43cf for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:01:58.742913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] Routers {'6b4e33ea-152f-4a92-b1c3-0369032e43cf'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:01:58.743521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:01:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['6b4e33ea-152f-4a92-b1c3-0369032e43cf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:58.755967 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.807756 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] Set router 6b4e33ea-152f-4a92-b1c3-0369032e43cf gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:01:58.860479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e33ea-152f-4a92-b1c3-0369032e43cf', 'name': 'tempest-RoutersTest-router-1351736174', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:58Z', 'updated_at': '2021-10-13T05:01:58Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:01:58.885431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92b042-de0f-4543-99a4-8ba199181048 None None] The sync data for ids ['6b4e33ea-152f-4a92-b1c3-0369032e43cf'] in n-d-810220-9 is: [{'id': '6b4e33ea-152f-4a92-b1c3-0369032e43cf', 'name': 'tempest-RoutersTest-router-1351736174', 'tenant_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:01:58Z', 'updated_at': '2021-10-13T05:01:58Z', 'revision_number': 2, 'project_id': 'aa8bb66c4c7c4ea08d71ac1d687bd02b', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:01:58.911111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.913996 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.957890 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.958449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4e33ea-152f-4a92-b1c3-0369032e43cf {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:01:58.965846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:58.966923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-868ab1ad-31c2-4822-acf2-78df2776d5ac tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/6b4e33ea-152f-4a92-b1c3-0369032e43cf HTTP/1.1" status: 204 len: 168 time: 0.2840431 Oct 13 05:01:58.971340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42736) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:58.999509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7d687689-53d3-4ab0-9f50-d0984b348145 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b4e33ea-152f-4a92-b1c3-0369032e43cf HTTP/1.1" status: 200 len: 205 time: 0.0269804 Oct 13 05:01:59.001668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.042375 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4bc6615d-c517-4e26-b0ba-bf0f0230ea84 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:01:59.043419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4bc6615d-c517-4e26-b0ba-bf0f0230ea84 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/6b4e33ea-152f-4a92-b1c3-0369032e43cf HTTP/1.1" status: 404 len: 336 time: 0.0408401 Oct 13 05:01:59.046312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.073241 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c24e53-fdb6-4f18-ac66-bdf4cb71109f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.073802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c24e53-fdb6-4f18-ac66-bdf4cb71109f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.076697 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-28c24e53-fdb6-4f18-ac66-bdf4cb71109f tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/7af4619f-85a5-4a4c-bb03-26d4bb66c3ff HTTP/1.1" status: 404 len: 337 time: 0.0294569 Oct 13 05:01:59.079215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.105130 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a06432-df6c-4a0c-af0e-5fca190a04f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.105573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a06432-df6c-4a0c-af0e-5fca190a04f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.108524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47a06432-df6c-4a0c-af0e-5fca190a04f2 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/794b49fb-74a7-495c-9f30-965d43f5fb8a HTTP/1.1" status: 404 len: 337 time: 0.0283878 Oct 13 05:01:59.110988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.135917 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-873235ac-7618-4b4c-836e-db7cd8a62243 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.136347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873235ac-7618-4b4c-836e-db7cd8a62243 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.139291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-873235ac-7618-4b4c-836e-db7cd8a62243 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/4b469d7a-9633-4cd5-a87b-31c8821edba8 HTTP/1.1" status: 404 len: 337 time: 0.0274727 Oct 13 05:01:59.141525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.170463 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d80a00-53ee-4511-b07d-7eae592d0f37 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.170876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d80a00-53ee-4511-b07d-7eae592d0f37 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.174060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d0d80a00-53ee-4511-b07d-7eae592d0f37 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/a2f603f1-c7d9-4ade-b9f1-7a67424b53b4 HTTP/1.1" status: 404 len: 337 time: 0.0316732 Oct 13 05:01:59.176409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.201878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-43b23352-5f00-40d0-9cbc-e910343f6c53 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 200 len: 205 time: 0.0244553 Oct 13 05:01:59.204018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.238929 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-84d18767-3c0c-4252-928c-43ec6546a16d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:01:59.239892 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-84d18767-3c0c-4252-928c-43ec6546a16d tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/9a770ca6-dcda-4b26-a9f5-7fb5090f74e0 HTTP/1.1" status: 404 len: 336 time: 0.0350111 Oct 13 05:01:59.242222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.267639 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d4bf5113-860c-4010-8721-19d7e812d3c4 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=294827ec-191d-48a7-9897-135416a84ffe HTTP/1.1" status: 200 len: 205 time: 0.0244610 Oct 13 05:01:59.269975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.638128 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-117bb3ac-3bdd-4ac1-8da6-18b18a6b0337 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:01:59.639182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-117bb3ac-3bdd-4ac1-8da6-18b18a6b0337 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/294827ec-191d-48a7-9897-135416a84ffe HTTP/1.1" status: 404 len: 336 time: 0.3680828 Oct 13 05:01:59.641857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.668657 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfeb5f8-571f-4fda-918b-a39fefb5a6cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.669129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfeb5f8-571f-4fda-918b-a39fefb5a6cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.672390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1bfeb5f8-571f-4fda-918b-a39fefb5a6cc tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/a512b287-b24d-46bb-a721-6802bb4ec7fd HTTP/1.1" status: 404 len: 337 time: 0.0295877 Oct 13 05:01:59.674966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.701882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-90dce55a-69a6-4f68-9bc5-e2a15531e93c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 200 len: 205 time: 0.0258617 Oct 13 05:01:59.704168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 42760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.741606 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3eb680c9-7070-470f-ad6e-3df9e6d8df3b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:01:59.747654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3eb680c9-7070-470f-ad6e-3df9e6d8df3b tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/27f9cec2-1d6d-4dfb-8663-09395883c6e1 HTTP/1.1" status: 404 len: 336 time: 0.0424943 Oct 13 05:01:59.750342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42762) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.781834 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-595262a7-15d9-4c3f-8d1e-25c6436076a7 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6ece052-d0d2-4542-b7e9-c48e9cf7b656 HTTP/1.1" status: 200 len: 205 time: 0.0302820 Oct 13 05:01:59.784149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42764) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.822213 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ed067696-e695-4c04-99f9-f5f15986c016 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:01:59.823220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ed067696-e695-4c04-99f9-f5f15986c016 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/d6ece052-d0d2-4542-b7e9-c48e9cf7b656 HTTP/1.1" status: 404 len: 336 time: 0.0381405 Oct 13 05:01:59.825777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42766) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.851874 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b096cae7-db8b-4141-a4a5-6eddc5038233 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.852315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b096cae7-db8b-4141-a4a5-6eddc5038233 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.855236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b096cae7-db8b-4141-a4a5-6eddc5038233 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/4b9cdff2-f19f-4495-9c9e-a0a3d12cea6a HTTP/1.1" status: 404 len: 337 time: 0.0285707 Oct 13 05:01:59.857518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42768) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.882894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-74d891fc-00f9-4852-a23f-36bae3c02b4c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=22c33d2a-b2e3-44dd-b264-9edca7bada28 HTTP/1.1" status: 200 len: 205 time: 0.0243351 Oct 13 05:01:59.884954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.924340 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-135f1671-ef42-4c3d-88ea-0726249d7549 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:01:59.925371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-135f1671-ef42-4c3d-88ea-0726249d7549 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/22c33d2a-b2e3-44dd-b264-9edca7bada28 HTTP/1.1" status: 404 len: 336 time: 0.0395470 Oct 13 05:01:59.928372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.953686 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3405ada5-c92f-4e71-b1c8-e65a9f590b79 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:01:59.954120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3405ada5-c92f-4e71-b1c8-e65a9f590b79 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:01:59.957006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3405ada5-c92f-4e71-b1c8-e65a9f590b79 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/f23badd2-1eca-48df-a5a1-3764d6f629f8 HTTP/1.1" status: 404 len: 337 time: 0.0274696 Oct 13 05:01:59.959225 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:01:59.984056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a6df4c2-5e02-4b79-9a5c-81e314215746 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "GET /v2.0/ports?device_id=003c49ab-75ff-4c95-98f0-c3b82b969c92 HTTP/1.1" status: 200 len: 205 time: 0.0237851 Oct 13 05:01:59.986068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42776) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:00.024574 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-78dcdf76-67f6-4483-8672-184d55924b02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] delete failed (client error): The resource could not be found. Oct 13 05:02:00.025620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-78dcdf76-67f6-4483-8672-184d55924b02 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/routers/003c49ab-75ff-4c95-98f0-c3b82b969c92 HTTP/1.1" status: 404 len: 336 time: 0.0387089 Oct 13 05:02:00.027914 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:00.053756 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c35b6e3-af30-4b0c-81e5-f1a49f84b48c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:02:00.054193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c35b6e3-af30-4b0c-81e5-f1a49f84b48c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:02:00.057082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1c35b6e3-af30-4b0c-81e5-f1a49f84b48c tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/54992f57-9855-48b3-b493-b1fe51506a4b HTTP/1.1" status: 404 len: 337 time: 0.0283036 Oct 13 05:02:00.059148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:00.082761 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f99cead-1c3c-44cb-bf0a-e199089b2b56 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] DELETE failed (client error): The resource could not be found. Oct 13 05:02:00.083346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f99cead-1c3c-44cb-bf0a-e199089b2b56 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:02:00.086053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f99cead-1c3c-44cb-bf0a-e199089b2b56 tempest-RoutersTest-526395761 tempest-RoutersTest-526395761-project] 10.222.0.44 "DELETE /v2.0/subnets/88d4c996-e013-4676-ab75-509e4c908e9a HTTP/1.1" status: 404 len: 337 time: 0.0260551 Oct 13 05:02:00.317215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:00.444174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-067f37c3-fe9f-4644-b184-02173e2a01bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa8bb66c4c7c4ea08d71ac1d687bd02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257780 Oct 13 05:02:00.446599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 42790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:00.492656 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eacc73f0-2dd1-4ddf-80df-c0c355e32cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:00.513442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eacc73f0-2dd1-4ddf-80df-c0c355e32cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:00.564381 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eacc73f0-2dd1-4ddf-80df-c0c355e32cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:00.566931 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eacc73f0-2dd1-4ddf-80df-c0c355e32cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:00.568114 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eacc73f0-2dd1-4ddf-80df-c0c355e32cfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63c687ac-370d-4fcb-9f7d-03d0f407add6 HTTP/1.1" status: 204 len: 168 time: 0.1206293 Oct 13 05:02:00.576121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc73f0-2dd1-4ddf-80df-c0c355e32cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c687ac-370d-4fcb-9f7d-03d0f407add6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:08.777718 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:10.528780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.648194 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:02:19.050600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97f9f079-92cd-4ead-89eb-e26bcbe3e4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:21.545712 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bcfdcd0-8368-445b-a8d6-c015ddf7ace7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:22.933737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:23.189503 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:24.773437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:38.778019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:40.553452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:49.054199 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e61f8734-5009-4af4-a977-c92ef55001ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:51.546860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85885730-5752-40b7-9e8c-273defac47a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:51.719533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:51.823191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:51.898394 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:51.902270 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:51.938258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35dc557-5630-44f0-8e69-9d7519580dc6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:51.943507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e13cca21f7ac47eeb53140d4c3245e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227631 Oct 13 05:02:51.946297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:51.948621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.948985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.949318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.949647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.949972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.950294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.950613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.950929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.951244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.951559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.951874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:51.952187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f6930-2b50-4f6e-89bb-3f500d5e49dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:52.008152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63fa95f3-30b1-4bf7-866a-237171f37a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.028875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63fa95f3-30b1-4bf7-866a-237171f37a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.074991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63fa95f3-30b1-4bf7-866a-237171f37a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.077599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63fa95f3-30b1-4bf7-866a-237171f37a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.078732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-63fa95f3-30b1-4bf7-866a-237171f37a49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f35dc557-5630-44f0-8e69-9d7519580dc6 HTTP/1.1" status: 204 len: 168 time: 0.1313107 Oct 13 05:02:52.092662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa95f3-30b1-4bf7-866a-237171f37a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35dc557-5630-44f0-8e69-9d7519580dc6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:52.352391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:52.367043 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b612627e-a085-46b3-8cec-48d254a92e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.447073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b612627e-a085-46b3-8cec-48d254a92e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.450752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b612627e-a085-46b3-8cec-48d254a92e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.487624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b612627e-a085-46b3-8cec-48d254a92e87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba3786d6a550453a9252b7fade6e22df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340234 Oct 13 05:02:52.490162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612627e-a085-46b3-8cec-48d254a92e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c749bc-5f97-43eb-91b9-873cb8c89a26,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:52.491064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:52.538800 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e8af-c347-4243-bbe4-e2a6b8904586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.558890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e8af-c347-4243-bbe4-e2a6b8904586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.603829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e8af-c347-4243-bbe4-e2a6b8904586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.606414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e8af-c347-4243-bbe4-e2a6b8904586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:52.607523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6ab2e8af-c347-4243-bbe4-e2a6b8904586 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91c749bc-5f97-43eb-91b9-873cb8c89a26 HTTP/1.1" status: 204 len: 168 time: 0.1154571 Oct 13 05:02:52.615207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e8af-c347-4243-bbe4-e2a6b8904586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c749bc-5f97-43eb-91b9-873cb8c89a26,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:52.647829 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:02:52.934504 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:53.191904 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:54.774255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.261955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:01.366473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b006-478a-42d6-84ab-2bd480e1c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.443022 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b006-478a-42d6-84ab-2bd480e1c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.447491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b006-478a-42d6-84ab-2bd480e1c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.484973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b006-478a-42d6-84ab-2bd480e1c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46da8d0-53b5-40b4-bfd2-15ee109b694a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:01.493233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9bc8b006-478a-42d6-84ab-2bd480e1c88c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e625eed39be43e488eee329e4f749a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296290 Oct 13 05:03:01.493359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:01.546924 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.568046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.615221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.617891 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.621421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b46da8d0-53b5-40b4-bfd2-15ee109b694a HTTP/1.1" status: 204 len: 168 time: 0.1248052 Oct 13 05:03:01.626688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46da8d0-53b5-40b4-bfd2-15ee109b694a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:01.634526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.634711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.634913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.635250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.635582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.635913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.636237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.636565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.636915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.637239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.637561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.637945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a783-0f26-4963-ac46-fe68275d83e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:01.883518 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:01.897580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0376ce4e-e828-40b2-b948-0bbd333afade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.974571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0376ce4e-e828-40b2-b948-0bbd333afade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:01.978571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0376ce4e-e828-40b2-b948-0bbd333afade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:02.016703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0376ce4e-e828-40b2-b948-0bbd333afade admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=668bddbd48534acb87ecd70e6453c7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320946 Oct 13 05:03:02.017559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376ce4e-e828-40b2-b948-0bbd333afade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0026e80f-0a69-40a3-8dad-f073555e8b2c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:02.019445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:02.067868 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21942146-53e7-44d8-940c-53221ae3083e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:02.089870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21942146-53e7-44d8-940c-53221ae3083e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:02.145006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21942146-53e7-44d8-940c-53221ae3083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:02.147880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21942146-53e7-44d8-940c-53221ae3083e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:02.149512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-21942146-53e7-44d8-940c-53221ae3083e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0026e80f-0a69-40a3-8dad-f073555e8b2c HTTP/1.1" status: 204 len: 168 time: 0.1286135 Oct 13 05:03:02.161544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21942146-53e7-44d8-940c-53221ae3083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0026e80f-0a69-40a3-8dad-f073555e8b2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:03.712264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:03.813801 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4376f66-5809-4b8c-aea3-1eae534bbdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:03.884651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4376f66-5809-4b8c-aea3-1eae534bbdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:03.888657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4376f66-5809-4b8c-aea3-1eae534bbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:03.927764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e4376f66-5809-4b8c-aea3-1eae534bbdc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dee53ad47c7e42ba92ebe794e4895a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144165 Oct 13 05:03:03.930019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376f66-5809-4b8c-aea3-1eae534bbdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af197c-ea26-46c2-8e48-8bbace47a88c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:03.930730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43402) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:03.977693 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-486d4b7e-ac0d-4b77-97e7-c2a029a33b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.000473 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-486d4b7e-ac0d-4b77-97e7-c2a029a33b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.044311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-486d4b7e-ac0d-4b77-97e7-c2a029a33b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.047116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-486d4b7e-ac0d-4b77-97e7-c2a029a33b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.048240 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-486d4b7e-ac0d-4b77-97e7-c2a029a33b1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8af197c-ea26-46c2-8e48-8bbace47a88c HTTP/1.1" status: 204 len: 168 time: 0.1165111 Oct 13 05:03:04.056568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d4b7e-ac0d-4b77-97e7-c2a029a33b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af197c-ea26-46c2-8e48-8bbace47a88c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:04.297630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:04.311351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c48b08d7-3839-4bf2-bcad-a03000f8ba53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.384267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c48b08d7-3839-4bf2-bcad-a03000f8ba53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.388257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c48b08d7-3839-4bf2-bcad-a03000f8ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.428083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c48b08d7-3839-4bf2-bcad-a03000f8ba53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f50a1db0949f4ab6bef61d09b8ddea8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288681 Oct 13 05:03:04.428963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b08d7-3839-4bf2-bcad-a03000f8ba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd94805-5b57-47e7-b496-5d5dd5bb4114,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:04.430950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:04.479172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d668-3221-434e-b4dd-37893cdb268a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.499769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d668-3221-434e-b4dd-37893cdb268a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.544306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d668-3221-434e-b4dd-37893cdb268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.547154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d668-3221-434e-b4dd-37893cdb268a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:04.548257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7ba1d668-3221-434e-b4dd-37893cdb268a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cd94805-5b57-47e7-b496-5d5dd5bb4114 HTTP/1.1" status: 204 len: 168 time: 0.1162963 Oct 13 05:03:04.556157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1d668-3221-434e-b4dd-37893cdb268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd94805-5b57-47e7-b496-5d5dd5bb4114,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:05.184997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43432) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:05.276069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-773447617-network', 'tenant_id': '113d2b20c6184ab7b6351f8f9dcebcc1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:03:05.297510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Made reservation on behalf of 113d2b20c6184ab7b6351f8f9dcebcc1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:03:05.299813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.308657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.382245 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.386318 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.409923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:03:05.419893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:05.424892 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.425238 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Added segment 1b98d465-7746-4716-b2fd-c5df71988947 of type vlan for network 3c897a7e-b915-4f68-a230-d795bbf54004 Oct 13 05:03:05.467416 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.491443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.492630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:05.493325 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.543367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3571966 Oct 13 05:03:05.546603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:05.551688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Request body: {'subnet': {'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-773447617-subnet', 'tenant_id': '113d2b20c6184ab7b6351f8f9dcebcc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:03:05.554292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f59a93-dbd1-4a01-b8f1-46ecebd08d87 admin admin] Pushing event updated for resources: {'Network': ['ID=3c897a7e-b915-4f68-a230-d795bbf54004,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:05.564566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 3c897a7e-b915-4f68-a230-d795bbf54004 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:03:05.572952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Made reservation on behalf of 113d2b20c6184ab7b6351f8f9dcebcc1 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:03:05.575346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:05.982557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.036436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e63ce0-a3be-4c95-87c3-7f52a2781c06,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:06.045785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Checking segment: {'id': '1b98d465-7746-4716-b2fd-c5df71988947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:03:06.046392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Network hostable DHCP agents. Network: 3c897a7e-b915-4f68-a230-d795bbf54004, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:03:06.061576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Network 3c897a7e-b915-4f68-a230-d795bbf54004 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:03:06.070556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 3c897a7e-b915-4f68-a230-d795bbf54004) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:03:06.074886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:06.075475 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.079282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba65c18-e734-4e66-bfed-9301efe3c69a None None] Network 3c897a7e-b915-4f68-a230-d795bbf54004 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:03:06.092747 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a210c3f4-e0dc-4440-905c-ccb57bdde6dd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5449269 Oct 13 05:03:06.203736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00274a14-279c-4a97-b416-e87028d37e8b None None] Network 3c897a7e-b915-4f68-a230-d795bbf54004 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:03:06.544787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:06.549964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810082025-network', 'tenant_id': '7a13405db7a846998013d08c2d77941e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:03:06.570202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Made reservation on behalf of 7a13405db7a846998013d08c2d77941e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:03:06.572401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.583846 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.656541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.661246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.682416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:03:06.697023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e2311-5da0-4161-a984-98af0db2cd4f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:06.699866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.700213 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Added segment a6117786-04a1-44e1-9f4c-e168e898b9a1 of type vlan for network 939e2c35-7e1a-4b86-b32f-cabf38f960e8 Oct 13 05:03:06.740257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.763530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.764421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:06.765012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:06.841932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2960358 Oct 13 05:03:06.844764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:06.850452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Request body: {'subnet': {'network_id': '939e2c35-7e1a-4b86-b32f-cabf38f960e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810082025-subnet', 'tenant_id': '7a13405db7a846998013d08c2d77941e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:03:06.853645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b3b9-c087-419d-9fe3-462dcadad0fc admin admin] Pushing event updated for resources: {'Network': ['ID=939e2c35-7e1a-4b86-b32f-cabf38f960e8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:06.864695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 939e2c35-7e1a-4b86-b32f-cabf38f960e8 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:03:06.870700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Made reservation on behalf of 7a13405db7a846998013d08c2d77941e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:03:06.873072 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:07.037649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:07.091251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d424cd48-9623-4339-83ba-06eeb3a8aa8f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:07.101742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Checking segment: {'id': 'a6117786-04a1-44e1-9f4c-e168e898b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '939e2c35-7e1a-4b86-b32f-cabf38f960e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:03:07.102100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Network hostable DHCP agents. Network: 939e2c35-7e1a-4b86-b32f-cabf38f960e8, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:03:07.117785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Network 939e2c35-7e1a-4b86-b32f-cabf38f960e8 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:03:07.125640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 939e2c35-7e1a-4b86-b32f-cabf38f960e8) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:03:07.129628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:07.130207 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:07.134623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6338a-3786-4939-a1e9-2ef124be4179 None None] Network 939e2c35-7e1a-4b86-b32f-cabf38f960e8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:03:07.145563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0dccf221-a825-4ebf-b58a-5ae2da6e6d91 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2989559 Oct 13 05:03:07.268263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc2b56-ad80-46eb-8d59-99d38c0e3af5 None None] Network 939e2c35-7e1a-4b86-b32f-cabf38f960e8 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:03:07.784291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-edf987fe-6d9d-4612-b6bb-c0ede2061e2f tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:07.785768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-edf987fe-6d9d-4612-b6bb-c0ede2061e2f tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/networks?id=3c897a7e-b915-4f68-a230-d795bbf54004 HTTP/1.1" status: 200 len: 808 time: 0.1016738 Oct 13 05:03:07.800106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13ca2cdb-67e5-453c-a1ab-6168b82b05a5 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/quotas/113d2b20c6184ab7b6351f8f9dcebcc1 HTTP/1.1" status: 200 len: 375 time: 0.0087831 Oct 13 05:03:07.831011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-26e28801-8b67-4a4b-ab82-13cece523b26 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=113d2b20c6184ab7b6351f8f9dcebcc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252256 Oct 13 05:03:07.953270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-edeb98e8-3a7d-4e8d-9d38-f756abde2af1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:03:07.954253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-edeb98e8-3a7d-4e8d-9d38-f756abde2af1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0431647 Oct 13 05:03:08.043948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-6126ccbe-ccc7-4a18-80f5-073218c1f297 service neutron] 10.222.0.44 "GET /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834591 Oct 13 05:03:08.129996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-1bd5d512-dcc3-4c17-ba5e-0f86f7d69dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797288 Oct 13 05:03:08.346133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8788113b-afda-4497-8ae6-411369c2cc09 req-247b4e48-828e-40ae-95d2-679b0327adcb tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 210 time: 0.0814388 Oct 13 05:03:08.806947 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:09.311038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-d5266fbb-1eb5-4123-97ea-02515ee9d13e tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:09.312478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-d5266fbb-1eb5-4123-97ea-02515ee9d13e tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.26 "GET /v2.0/networks?id=3c897a7e-b915-4f68-a230-d795bbf54004 HTTP/1.1" status: 200 len: 808 time: 0.1053388 Oct 13 05:03:09.325510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Request body: {'port': {'device_id': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004', 'admin_state_up': True, 'tenant_id': '113d2b20c6184ab7b6351f8f9dcebcc1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:03:09.455519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Made reservation on behalf of 113d2b20c6184ab7b6351f8f9dcebcc1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:03:09.458831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:09.480618 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d051766b-8c84-4e6b-a1d2-750b8c9a2415 req-358314e9-2460-4672-a796-354a81b0eb9a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 210 time: 0.0389411 Oct 13 05:03:09.593111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Allocated IP 172.20.0.10 (3c897a7e-b915-4f68-a230-d795bbf54004/16e63ce0-a3be-4c95-87c3-7f52a2781c06/8596008a-651b-427e-a68c-e5389e10eb41) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:03:09.737054 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:09.769276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:09.815530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Network 3c897a7e-b915-4f68-a230-d795bbf54004 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:03:09.818540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:03:09.822325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:03:09.846990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Pushing event updated for resources: {'Port': ['ID=8596008a-651b-427e-a68c-e5389e10eb41,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:09.874335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:09.874941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:09.889894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-363c4c0c-29b2-47ad-8302-593134930d3a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682719 Oct 13 05:03:09.900247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-cafb6edb-505d-46dd-835e-00fe8a21a864 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:03:09.901235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-cafb6edb-505d-46dd-835e-00fe8a21a864 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053999 Oct 13 05:03:09.954150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Request body: {'port': {'device_id': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:03:10.006088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.267783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8596008a-651b-427e-a68c-e5389e10eb41 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:03:10.275498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.287486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Transition to ACTIVE for port object 8596008a-651b-427e-a68c-e5389e10eb41 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:03:10.290293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.339920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8596008a-651b-427e-a68c-e5389e10eb41,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:10.406843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Attempting to bind port 8596008a-651b-427e-a68c-e5389e10eb41 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:03:10.407173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Attempting to bind port 8596008a-651b-427e-a68c-e5389e10eb41 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '1b98d465-7746-4716-b2fd-c5df71988947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:03:10.407498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Attempting to bind port 8596008a-651b-427e-a68c-e5389e10eb41 on network 3c897a7e-b915-4f68-a230-d795bbf54004 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:03:10.411661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Port 8596008a-651b-427e-a68c-e5389e10eb41 on network 3c897a7e-b915-4f68-a230-d795bbf54004 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:03:10.411978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Attempting to bind port 8596008a-651b-427e-a68c-e5389e10eb41 on network 3c897a7e-b915-4f68-a230-d795bbf54004 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:03:10.416775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:03:10.417111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Checking segment: {'id': '1b98d465-7746-4716-b2fd-c5df71988947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:03:10.417489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Bound using segment: {'id': '1b98d465-7746-4716-b2fd-c5df71988947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:03:10.417907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Bound port: 8596008a-651b-427e-a68c-e5389e10eb41, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b98d465-7746-4716-b2fd-c5df71988947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:03:10.418256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.482924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] For port 8596008a-651b-427e-a68c-e5389e10eb41, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:03:10.485918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] For port 8596008a-651b-427e-a68c-e5389e10eb41, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8596008a-651b-427e-a68c-e5389e10eb41,segment=NetworkSegment(1b98d465-7746-4716-b2fd-c5df71988947),segment_id=1b98d465-7746-4716-b2fd-c5df71988947)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:03:10.490184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.522890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:10.523565 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.525085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/8596008a-651b-427e-a68c-e5389e10eb41 HTTP/1.1" status: 200 len: 1092 time: 0.6162193 Oct 13 05:03:10.525528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'tag': '8596008a-651b-427e-a68c-e5389e10eb41'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:03:10.527813 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e51a279-d5a2-4bfa-8f59-79600c74271f" -d '{"events": [{"name": "network-changed", "server_uuid": "86fb4b16-4c87-4df9-b167-1bec4419141a", "tag": "8596008a-651b-427e-a68c-e5389e10eb41"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:03:10.554879 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:10.555462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226a6c-a441-486b-bf01-4fd755f3b4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8596008a-651b-427e-a68c-e5389e10eb41,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:10.607011 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd395f84-1b46-4a43-8286-dc4042553a33 x-openstack-request-id: req-dd395f84-1b46-4a43-8286-dc4042553a33 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:03:10.607321 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fb4b16-4c87-4df9-b167-1bec4419141a", "tag": "8596008a-651b-427e-a68c-e5389e10eb41", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:03:10.607575 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd395f84-1b46-4a43-8286-dc4042553a33 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:03:10.607974 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'tag': '8596008a-651b-427e-a68c-e5389e10eb41', 'status': 'completed', 'code': 200} Oct 13 05:03:10.623782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-f7b0f4a0-a40c-4c50-be86-e105f1df9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:10.625310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-f7b0f4a0-a40c-4c50-be86-e105f1df9331 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=113d2b20c6184ab7b6351f8f9dcebcc1&device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 1095 time: 0.0456226 Oct 13 05:03:10.641357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e863617-e79d-447d-8a98-c393ec0d3b72 req-655aa4ee-91eb-4222-bb58-d6f97cfc0cb8 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:10.642960 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e863617-e79d-447d-8a98-c393ec0d3b72 req-655aa4ee-91eb-4222-bb58-d6f97cfc0cb8 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 944 time: 0.0506265 Oct 13 05:03:10.670550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-dd958f88-8f6d-468b-a410-22a619d800b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8596008a-651b-427e-a68c-e5389e10eb41 HTTP/1.1" status: 200 len: 217 time: 0.0373139 Oct 13 05:03:10.681387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e863617-e79d-447d-8a98-c393ec0d3b72 req-f8b441e1-b7e8-4fe4-b6fb-b98ea4505338 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Oct 13 05:03:10.719940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea095-d409-47c6-8bc8-0984d98c204e req-b9a2728d-3d5f-4b19-9d85-397da7ad3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:10.721432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-b9a2728d-3d5f-4b19-9d85-397da7ad3d84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16e63ce0-a3be-4c95-87c3-7f52a2781c06 HTTP/1.1" status: 200 len: 848 time: 0.0441384 Oct 13 05:03:10.753172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-f937e46b-84d9-4ba9-90da-c49a89eb39c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c897a7e-b915-4f68-a230-d795bbf54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240343 Oct 13 05:03:10.843357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-e673c192-42c1-41e2-ae22-04357f6c028f service neutron] 10.222.0.26 "GET /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Oct 13 05:03:10.930596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-909ea095-d409-47c6-8bc8-0984d98c204e req-8f4b4936-ff6f-4e41-b22d-dcdbeb665831 service neutron] 10.222.0.26 "GET /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796747 Oct 13 05:03:11.014634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-460b6e9d-633a-43b9-88b6-be996e5319e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:11.016142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-460b6e9d-633a-43b9-88b6-be996e5319e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=113d2b20c6184ab7b6351f8f9dcebcc1&device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 1095 time: 0.0402889 Oct 13 05:03:11.109135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-d80bdd11-5bed-436d-8476-674622d242ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:11.110480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-d80bdd11-5bed-436d-8476-674622d242ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c897a7e-b915-4f68-a230-d795bbf54004 HTTP/1.1" status: 200 len: 909 time: 0.0873053 Oct 13 05:03:11.150295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-af70f034-9860-43b2-9354-5855dd70ca11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8596008a-651b-427e-a68c-e5389e10eb41 HTTP/1.1" status: 200 len: 217 time: 0.0326786 Oct 13 05:03:11.201868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-56f1f9d4-a4b4-44d5-8ce5-0127dfed0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:11.203247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-56f1f9d4-a4b4-44d5-8ce5-0127dfed0d92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16e63ce0-a3be-4c95-87c3-7f52a2781c06 HTTP/1.1" status: 200 len: 848 time: 0.0468118 Oct 13 05:03:11.233769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-fb9612ff-e1d8-4bcb-98b0-aa1062442c71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c897a7e-b915-4f68-a230-d795bbf54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235059 Oct 13 05:03:11.320731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-9a9cb19e-1f6b-41e5-b5bb-c29ca7e69a74 service neutron] 10.222.0.26 "GET /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796344 Oct 13 05:03:11.412229 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e51a279-d5a2-4bfa-8f59-79600c74271f req-3f734fcc-0eb9-4045-b557-0cf254db200b service neutron] 10.222.0.26 "GET /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840700 Oct 13 05:03:11.795448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180272ce-7171-40ed-b755-21ccab351e5b req-155efe80-4373-4a88-850c-edc9b2a5782e tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:11.797166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-180272ce-7171-40ed-b755-21ccab351e5b req-155efe80-4373-4a88-850c-edc9b2a5782e tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 944 time: 0.0492113 Oct 13 05:03:11.833707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-180272ce-7171-40ed-b755-21ccab351e5b req-9e00bd75-8e3a-4fc5-9300-89d028491a8f tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Oct 13 05:03:12.949957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c4d6c-b9f8-42be-bd76-c6fe57986bda req-fcc7f909-074f-446c-ab12-31208cabe454 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:12.951444 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b1c4d6c-b9f8-42be-bd76-c6fe57986bda req-fcc7f909-074f-446c-ab12-31208cabe454 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 944 time: 0.0519700 Oct 13 05:03:12.988199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b1c4d6c-b9f8-42be-bd76-c6fe57986bda req-5451f69a-b003-4d44-b1c2-4a615a3aa223 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Oct 13 05:03:14.098398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daab33-a543-4f4f-8bac-415e700ea197 req-60ef213a-3f5c-49f4-8784-5ffddfd33e08 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:14.099867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3daab33-a543-4f4f-8bac-415e700ea197 req-60ef213a-3f5c-49f4-8784-5ffddfd33e08 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 944 time: 0.0473676 Oct 13 05:03:14.137412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3daab33-a543-4f4f-8bac-415e700ea197 req-513bb0a3-2ec1-4fb8-8469-16ce4f234dc1 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Oct 13 05:03:14.193494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8596008a-651b-427e-a68c-e5389e10eb41 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:03:14.281864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8596008a-651b-427e-a68c-e5389e10eb41, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8596008a-651b-427e-a68c-e5389e10eb41,segment=NetworkSegment(1b98d465-7746-4716-b2fd-c5df71988947),segment_id=1b98d465-7746-4716-b2fd-c5df71988947)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:03:14.293044 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '8596008a-651b-427e-a68c-e5389e10eb41', 'network_id': '3c897a7e-b915-4f68-a230-d795bbf54004', 'port_id': '8596008a-651b-427e-a68c-e5389e10eb41', 'mac_address': 'fa:16:3e:a0:af:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e63ce0-a3be-4c95-87c3-7f52a2781c06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:03:14.331513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:14.344002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8596008a-651b-427e-a68c-e5389e10eb41 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:03:14.362487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8596008a-651b-427e-a68c-e5389e10eb41, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8596008a-651b-427e-a68c-e5389e10eb41,segment=NetworkSegment(1b98d465-7746-4716-b2fd-c5df71988947),segment_id=1b98d465-7746-4716-b2fd-c5df71988947)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:03:14.366926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:14.413323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8596008a-651b-427e-a68c-e5389e10eb41,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:14.421191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.421528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.421858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.422182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.422502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.422820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.423134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.423443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.423758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.424068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.424378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.424774 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:03:14.759115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8596008a-651b-427e-a68c-e5389e10eb41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:03:15.258214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0b52-ef3d-4936-8e78-9f9d48c90c68 req-bca14dc7-b041-4ca9-bb67-de58a74b225a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:15.259701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-378f0b52-ef3d-4936-8e78-9f9d48c90c68 req-bca14dc7-b041-4ca9-bb67-de58a74b225a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 945 time: 0.0502386 Oct 13 05:03:15.298423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-378f0b52-ef3d-4936-8e78-9f9d48c90c68 req-67fa22bf-27b1-4f5f-9835-2fe8453f1f6e tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Oct 13 05:03:16.200876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8596008a-651b-427e-a68c-e5389e10eb41 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:03:16.246997 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 8596008a-651b-427e-a68c-e5389e10eb41 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:03:16.250662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 8596008a-651b-427e-a68c-e5389e10eb41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:03:16.251030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:16.323779 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:16.345746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8596008a-651b-427e-a68c-e5389e10eb41'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:03:16.362847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8596008a-651b-427e-a68c-e5389e10eb41, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8596008a-651b-427e-a68c-e5389e10eb41,segment=NetworkSegment(1b98d465-7746-4716-b2fd-c5df71988947),segment_id=1b98d465-7746-4716-b2fd-c5df71988947)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:03:16.369604 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:16.397943 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f070a5-4286-4a13-91e6-26268cd59704" -d '{"events": [{"server_uuid": "86fb4b16-4c87-4df9-b167-1bec4419141a", "name": "network-vif-plugged", "status": "completed", "tag": "8596008a-651b-427e-a68c-e5389e10eb41"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:03:16.426251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea9857-e55d-4ae2-a992-3e396eac35ea req-82567c6e-abbb-4f9b-a2df-ff0cda7fbd2a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:16.427746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5ea9857-e55d-4ae2-a992-3e396eac35ea req-82567c6e-abbb-4f9b-a2df-ff0cda7fbd2a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 946 time: 0.0573306 Oct 13 05:03:16.429356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8596008a-651b-427e-a68c-e5389e10eb41,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:16.467568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5ea9857-e55d-4ae2-a992-3e396eac35ea req-f21cfb6a-de8d-4e0c-8ab7-86dc48af20ed tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Oct 13 05:03:16.495913 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c4bb8-ffee-4e33-a0ac-a7d5514c6973 x-openstack-request-id: req-e73c4bb8-ffee-4e33-a0ac-a7d5514c6973 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:03:16.496209 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb4b16-4c87-4df9-b167-1bec4419141a", "name": "network-vif-plugged", "status": "completed", "tag": "8596008a-651b-427e-a68c-e5389e10eb41", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:03:16.496463 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e73c4bb8-ffee-4e33-a0ac-a7d5514c6973 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:03:16.496892 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8596008a-651b-427e-a68c-e5389e10eb41', 'code': 200} Oct 13 05:03:16.591083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4616-7416-4a3c-82ed-f81cc5f77c9c req-0f7e6ad6-8c1e-42be-a47a-af2c01f9f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:16.592557 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d6d4616-7416-4a3c-82ed-f81cc5f77c9c req-0f7e6ad6-8c1e-42be-a47a-af2c01f9f5d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 1097 time: 0.0396795 Oct 13 05:03:16.626454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d6d4616-7416-4a3c-82ed-f81cc5f77c9c req-a6e88310-25f5-48aa-80a5-9a706b3271f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270185 Oct 13 05:03:17.580852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79a94-f270-4b9b-9dc0-16cb0f114bcd req-7c34edfd-f400-4c99-87f0-1a8943efcf8f tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:17.582300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a2d79a94-f270-4b9b-9dc0-16cb0f114bcd req-7c34edfd-f400-4c99-87f0-1a8943efcf8f tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 946 time: 0.0493193 Oct 13 05:03:17.619502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a2d79a94-f270-4b9b-9dc0-16cb0f114bcd req-ec5e6e1a-d940-49f0-9695-5e57093fd6db tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Oct 13 05:03:18.732975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b6af8-7c88-42b6-b2c3-edc047733bd7 req-0aed9130-db87-41ed-ad2f-9d674454a5ac tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:18.734418 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-771b6af8-7c88-42b6-b2c3-edc047733bd7 req-0aed9130-db87-41ed-ad2f-9d674454a5ac tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 946 time: 0.0488088 Oct 13 05:03:18.770974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-771b6af8-7c88-42b6-b2c3-edc047733bd7 req-afb7384a-1242-424d-a0ad-f1938975be0f tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Oct 13 05:03:19.055736 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9faba733-38c9-4726-833e-0bd700439516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:21.249954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df910-615d-474c-98c5-1643a7a18c24 req-20a9ac40-9c87-46f0-bc4b-a3f10883c3e9 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:21.251402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-755df910-615d-474c-98c5-1643a7a18c24 req-20a9ac40-9c87-46f0-bc4b-a3f10883c3e9 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 946 time: 0.0519986 Oct 13 05:03:21.289034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-755df910-615d-474c-98c5-1643a7a18c24 req-54600874-2d2c-4d83-99b7-f76dea358dd8 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Oct 13 05:03:21.548177 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8d01cc9-0ef7-4cda-9917-ff9a66e450b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:22.406883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a0dbd-b902-4d94-973e-15b21a6a53ae req-efecdd78-290d-4633-a5ad-7426100a2bc5 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:22.408345 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-845a0dbd-b902-4d94-973e-15b21a6a53ae req-efecdd78-290d-4633-a5ad-7426100a2bc5 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 946 time: 0.0522764 Oct 13 05:03:22.446581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-845a0dbd-b902-4d94-973e-15b21a6a53ae req-c0c201a2-2061-4c19-b43a-1d41ee214fb5 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Oct 13 05:03:22.638139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-b5baf77e-7d4f-4e82-9545-9214ad54581a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:22.639460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-b5baf77e-7d4f-4e82-9545-9214ad54581a tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.26 "GET /v2.0/ports?device_id=86fb4b16-4c87-4df9-b167-1bec4419141a HTTP/1.1" status: 200 len: 946 time: 0.0468233 Oct 13 05:03:22.730321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Deleting port 8596008a-651b-427e-a68c-e5389e10eb41 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:03:22.730659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:22.815234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] For port 8596008a-651b-427e-a68c-e5389e10eb41, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8596008a-651b-427e-a68c-e5389e10eb41,segment=NetworkSegment(1b98d465-7746-4716-b2fd-c5df71988947),segment_id=1b98d465-7746-4716-b2fd-c5df71988947)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:03:22.815594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:22.827425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Calling delete_port for 8596008a-651b-427e-a68c-e5389e10eb41 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:03:22.935167 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:22.955552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:22.970094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8596008a-651b-427e-a68c-e5389e10eb41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:03:22.993408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Pushing event deleted for resources: {'Port': ['ID=8596008a-651b-427e-a68c-e5389e10eb41,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:23.027671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] No DVR routers for this DVR port 8596008a-651b-427e-a68c-e5389e10eb41 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:03:23.030185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:23.034934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-131cb816-e4ba-4887-901d-a2d15b0747ce req-e0b72530-b86d-4d5c-86b8-2ab0729d35e6 tempest-VolumesActionsTest-1354752462 tempest-VolumesActionsTest-1354752462-project] 10.222.0.26 "DELETE /v2.0/ports/8596008a-651b-427e-a68c-e5389e10eb41 HTTP/1.1" status: 204 len: 173 time: 0.3892970 Oct 13 05:03:23.035382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'name': 'network-vif-deleted', 'tag': '8596008a-651b-427e-a68c-e5389e10eb41'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:03:23.038215 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe544e80-f9a5-4b88-bb9b-0748b623965e" -d '{"events": [{"server_uuid": "86fb4b16-4c87-4df9-b167-1bec4419141a", "name": "network-vif-deleted", "tag": "8596008a-651b-427e-a68c-e5389e10eb41"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:03:23.074553 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea5800-978f-4419-8559-e20fa7ffce25 x-openstack-request-id: req-28ea5800-978f-4419-8559-e20fa7ffce25 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:03:23.074841 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb4b16-4c87-4df9-b167-1bec4419141a", "name": "network-vif-deleted", "tag": "8596008a-651b-427e-a68c-e5389e10eb41", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:03:23.075093 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28ea5800-978f-4419-8559-e20fa7ffce25 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:03:23.075492 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb4b16-4c87-4df9-b167-1bec4419141a', 'name': 'network-vif-deleted', 'tag': '8596008a-651b-427e-a68c-e5389e10eb41', 'status': 'completed', 'code': 200} Oct 13 05:03:23.195066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:24.779614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:26.263365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8596008a-651b-427e-a68c-e5389e10eb41 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:03:26.283293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 8596008a-651b-427e-a68c-e5389e10eb41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:03:26.283634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8596008a-651b-427e-a68c-e5389e10eb41 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:03:29.647164 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:03:38.821372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:40.558591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:43.843947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43738) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:43.891537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Deleting subnet 16e63ce0-a3be-4c95-87c3-7f52a2781c06 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:03:43.894596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:43.929236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:43.969557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.025235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.051713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e63ce0-a3be-4c95-87c3-7f52a2781c06,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:44.053703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.059949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:44.060409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-db3b4d1e-5e27-488f-94e1-d77a60efe136 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16e63ce0-a3be-4c95-87c3-7f52a2781c06 HTTP/1.1" status: 204 len: 168 time: 0.2148325 Oct 13 05:03:44.127425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.213594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.233945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c897a7e-b915-4f68-a230-d795bbf54004']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:03:44.243834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b98d465-7746-4716-b2fd-c5df71988947') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:03:44.244124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b98d465-7746-4716-b2fd-c5df71988947') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:03:44.253195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.266566 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.272236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:03:44.272621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:03:44.274282 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:03:44.326603 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.332052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.335260 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c897a7e-b915-4f68-a230-d795bbf54004 HTTP/1.1" status: 204 len: 168 time: 0.2742090 Oct 13 05:03:44.338171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:44.350963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56460a62-11b5-4425-8923-7b2d4dd166b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c897a7e-b915-4f68-a230-d795bbf54004,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:44.391460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Deleting subnet d424cd48-9623-4339-83ba-06eeb3a8aa8f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:03:44.394954 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.431541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.469456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.522228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.554692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d424cd48-9623-4339-83ba-06eeb3a8aa8f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:44.558344 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.562049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c1931bcb-72c6-4830-9574-88771e3f69b9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d424cd48-9623-4339-83ba-06eeb3a8aa8f HTTP/1.1" status: 204 len: 168 time: 0.2226241 Oct 13 05:03:44.564425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:44.636132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.717424 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.736993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939e2c35-7e1a-4b86-b32f-cabf38f960e8']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:03:44.745989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6117786-04a1-44e1-9f4c-e168e898b9a1') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:03:44.746283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6117786-04a1-44e1-9f4c-e168e898b9a1') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:03:44.755383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.768174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.774371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:03:44.774751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:03:44.776368 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:03:44.831036 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.836858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.842466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] 10.222.0.44 "DELETE /v2.0/networks/939e2c35-7e1a-4b86-b32f-cabf38f960e8 HTTP/1.1" status: 204 len: 168 time: 0.2743409 Oct 13 05:03:44.851136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c39344-b359-4415-9a4b-ecaf061812ac admin admin] Pushing event deleted for resources: {'Network': ['ID=939e2c35-7e1a-4b86-b32f-cabf38f960e8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:44.997129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 43748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:45.037728 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c56337e3-e231-4da9-b5c5-223c825c1fb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=113d2b20c6184ab7b6351f8f9dcebcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393679 Oct 13 05:03:45.040817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:45.095223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5638cc0c-1d8c-49a8-b1c5-1b55c411127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.118273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5638cc0c-1d8c-49a8-b1c5-1b55c411127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.170120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5638cc0c-1d8c-49a8-b1c5-1b55c411127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.172987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5638cc0c-1d8c-49a8-b1c5-1b55c411127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.174168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5638cc0c-1d8c-49a8-b1c5-1b55c411127c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee HTTP/1.1" status: 204 len: 168 time: 0.1323140 Oct 13 05:03:45.184341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638cc0c-1d8c-49a8-b1c5-1b55c411127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e8a7d-cc4f-4571-9ccf-a545cc70a0ee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:45.481048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:45.519413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a1df31d-2d81-4708-b238-8aa79ef0e302 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a13405db7a846998013d08c2d77941e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371375 Oct 13 05:03:45.521658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 43758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:03:45.568886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-957e73a1-96d8-41a0-a321-d53bb70d4029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.589337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-957e73a1-96d8-41a0-a321-d53bb70d4029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.634511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-957e73a1-96d8-41a0-a321-d53bb70d4029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.637202 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-957e73a1-96d8-41a0-a321-d53bb70d4029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.638327 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-957e73a1-96d8-41a0-a321-d53bb70d4029 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/788e2311-5da0-4161-a984-98af0db2cd4f HTTP/1.1" status: 204 len: 168 time: 0.1157770 Oct 13 05:03:45.645652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e73a1-96d8-41a0-a321-d53bb70d4029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e2311-5da0-4161-a984-98af0db2cd4f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:03:49.058171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f597ca3-9b10-4c85-a774-2a1c50faf736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:51.553201 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ae5fe2c-d415-4c4e-aaa9-056011086492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:52.937619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:53.203975 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:54.774300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:06.645948 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:04:08.841012 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:10.571966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:16.046821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-8a97b300-86f9-4a4a-b7cf-8664e6d3e42c req-7f8d3028-e2c9-4601-9bb6-e31d609d62d6 service neutron] (94825) timed out ('10.222.0.44', 39464) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:04:19.058935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca10900f-8853-43d4-b9ea-da7232a8a697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:21.554216 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18b4be70-31d2-4438-88b3-05836f33dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:22.941273 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:23.200009 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:24.777494 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:38.839478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:40.595865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:43.648226 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:04:49.059513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbff8f1c-e9bd-45d0-be7b-04877d5eb116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:51.555671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f322e43-c7a3-4cc3-ac05-39665b57d04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:52.944560 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:53.204939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:54.780817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:08.446263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-7236c246-55fd-4060-a730-54027588918c req-6b476fde-1603-4012-9c3f-c0443f096bd8 tempest-AttachVolumeShelveTestJSON-645582234 tempest-AttachVolumeShelveTestJSON-645582234-project] (94824) timed out ('10.222.0.15', 51097) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:05:08.837907 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:10.603541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:19.062729 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd786b76-914a-4357-b89c-aff44b2c9c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:20.646637 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:05:21.558089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de6c7dce-cacb-4f52-8afb-fcda2bc05001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:22.950596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:23.203988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:24.785141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:38.837312 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:40.592657 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.004486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:05:44.119118 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.199414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.203319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.241478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=918b01895c4545768f14a126ac8af69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358658 Oct 13 05:05:44.242317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90073987-44db-40d2-8cce-7efa0cc36659,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:05:44.244124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:05:44.250045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.250390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.250725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.251056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.251380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.251700 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.252022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.252338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.252655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.252994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.253310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.253622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d08ec5-0708-478a-b4b7-39ad895eb294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.296870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.318752 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.368795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.371306 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.375118 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90073987-44db-40d2-8cce-7efa0cc36659 HTTP/1.1" status: 204 len: 168 time: 0.1272893 Oct 13 05:05:44.380788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90073987-44db-40d2-8cce-7efa0cc36659,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:05:44.389264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.389608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.389940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.390480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.390806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.391133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.391451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.391775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.392090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.392408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.392750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.393371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d57269-6ad5-4cd6-8e56-20a844920dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:05:44.631559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:05:44.645958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3de8a620-e30a-4357-8023-93d442413d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.726797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3de8a620-e30a-4357-8023-93d442413d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.730536 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3de8a620-e30a-4357-8023-93d442413d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.770968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3de8a620-e30a-4357-8023-93d442413d25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d71f4b19ca047649ca03b5fad40ee3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382706 Oct 13 05:05:44.772100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8a620-e30a-4357-8023-93d442413d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebd395-d3ae-4b4c-903b-146973e6c380,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:05:44.773635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:05:44.824308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82b24688-c8ab-4d9a-957e-e72d4b28a6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.844519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82b24688-c8ab-4d9a-957e-e72d4b28a6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.890833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82b24688-c8ab-4d9a-957e-e72d4b28a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.893369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82b24688-c8ab-4d9a-957e-e72d4b28a6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.894550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-82b24688-c8ab-4d9a-957e-e72d4b28a6b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfebd395-d3ae-4b4c-903b-146973e6c380 HTTP/1.1" status: 204 len: 168 time: 0.1191287 Oct 13 05:05:44.902134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24688-c8ab-4d9a-957e-e72d4b28a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebd395-d3ae-4b4c-903b-146973e6c380,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:05:49.064277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6775614c-b2f0-40ea-a210-75c954ebc103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:51.559533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d77787d0-2486-4fbc-821e-10a493211099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:52.943118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:53.206970 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:54.779623 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:57.646485 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:06:08.836949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:10.590488 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:14.841587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:06:14.946822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9c6670-3b4b-4029-8b2c-f90f2931e4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.027751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9c6670-3b4b-4029-8b2c-f90f2931e4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.033325 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9c6670-3b4b-4029-8b2c-f90f2931e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.077201 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-af9c6670-3b4b-4029-8b2c-f90f2931e4b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6d23425a0664691901dc158567c0145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339387 Oct 13 05:06:15.078175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c6670-3b4b-4029-8b2c-f90f2931e4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a2182-1f00-4a21-8855-e9734186ae26,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:15.079974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:06:15.135617 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db30717c-3be6-4024-a73c-7b3a60024dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.156266 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db30717c-3be6-4024-a73c-7b3a60024dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.204119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db30717c-3be6-4024-a73c-7b3a60024dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.206693 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db30717c-3be6-4024-a73c-7b3a60024dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.207835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-db30717c-3be6-4024-a73c-7b3a60024dcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/699a2182-1f00-4a21-8855-e9734186ae26 HTTP/1.1" status: 204 len: 168 time: 0.1263258 Oct 13 05:06:15.216218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30717c-3be6-4024-a73c-7b3a60024dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a2182-1f00-4a21-8855-e9734186ae26,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:15.866024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:06:15.966771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244558792-network', 'tenant_id': '1848bc7d3a624568a931cce087ab173d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:15.987609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Made reservation on behalf of 1848bc7d3a624568a931cce087ab173d for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:06:15.989768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.997775 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.069930 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.074118 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.094364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:06:16.108832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157bf84e-b4eb-4525-8d7a-69b1be6dc31b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:16.112999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.113342 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Added segment 31ed01c5-efc6-4924-83c1-ae7f1d06c64e of type vlan for network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a Oct 13 05:06:16.155710 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.179569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.180495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:16.181145 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.228610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3614085 Oct 13 05:06:16.231648 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:06:16.237008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Request body: {'subnet': {'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244558792-subnet', 'tenant_id': '1848bc7d3a624568a931cce087ab173d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:16.241340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe230-439a-4df0-a7d2-19ca17b5e342 admin admin] Pushing event updated for resources: {'Network': ['ID=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:16.252946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:06:16.257642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Made reservation on behalf of 1848bc7d3a624568a931cce087ab173d for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:06:16.260810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.425558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.481051 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2318ff8b-33ab-48d4-99f8-6628e6629f13,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:16.489372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Checking segment: {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:06:16.489733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Network hostable DHCP agents. Network: 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:06:16.508815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:06:16.517389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:06:16.521767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:16.522346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:16.526990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f655b5-78e8-4484-a8d7-afbb520767ec None None] Network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:06:16.538195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3a6c34b0-555c-4aba-a608-7474e2b8d743 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049181 Oct 13 05:06:16.652445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601449c4-3705-4f42-9d72-7e329b681a10 None None] Network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:06:18.265229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-87c5d855-f91f-45f2-949a-fa53a932c90a tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:18.266693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-87c5d855-f91f-45f2-949a-fa53a932c90a tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 808 time: 0.1039069 Oct 13 05:06:18.281707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-b544b17e-d2ba-434a-92bf-3c93bfb67d12 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/quotas/1848bc7d3a624568a931cce087ab173d HTTP/1.1" status: 200 len: 375 time: 0.0091772 Oct 13 05:06:18.312070 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-02e29539-8423-4018-bd03-2ff1bf522881 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252876 Oct 13 05:06:18.403553 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-53232876-4d20-43e6-bc56-aa5235d43006 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:06:18.404546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-53232876-4d20-43e6-bc56-aa5235d43006 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0429506 Oct 13 05:06:18.494423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-cf8f4915-7720-4218-aa4b-ad68e2fdc561 service neutron] 10.222.0.44 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833418 Oct 13 05:06:18.582608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-317eacb5-cf09-4b35-9fd4-60d509d4c807 service neutron] 10.222.0.44 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821741 Oct 13 05:06:18.747685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ff72f09-9a28-4779-9d81-f3ada3a45488 req-c4c60d8d-fdad-4997-aa9a-fba564020470 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Oct 13 05:06:19.064402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092b4688-2a3a-411b-8ec5-9dd127e7a7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:19.771151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-d4e8f57b-deac-469d-b84a-db33daf08f2a tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:19.772524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-d4e8f57b-deac-469d-b84a-db33daf08f2a tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 808 time: 0.1051517 Oct 13 05:06:19.785998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Request body: {'port': {'device_id': '8ae1d9f5-378d-4852-8713-5990d2193533', 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a', 'admin_state_up': True, 'tenant_id': '1848bc7d3a624568a931cce087ab173d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:19.866556 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b413eda-46b5-4ea1-abdb-9ae9c11ad686 req-9cc7eb5a-19eb-4002-aa68-76fbe7970fe1 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Oct 13 05:06:19.904591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Made reservation on behalf of 1848bc7d3a624568a931cce087ab173d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:06:19.908123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.033210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Allocated IP 172.20.0.11 (372c54c8-cde1-4c4a-ac6e-083df0c4bc5a/2318ff8b-33ab-48d4-99f8-6628e6629f13/959ef502-25c9-432c-ab9c-e2cc9eb49587) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:06:20.179817 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.214099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.264249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:06:20.267392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:06:20.270951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:06:20.294490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Pushing event updated for resources: {'Port': ['ID=959ef502-25c9-432c-ab9c-e2cc9eb49587,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:20.320780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:20.321382 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.336521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-090170b0-43f1-423f-9d9f-06bdb6576ecd tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546331 Oct 13 05:06:20.348871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Request body: {'port': {'device_id': '8ae1d9f5-378d-4852-8713-5990d2193533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:20.404580 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.666138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959ef502-25c9-432c-ab9c-e2cc9eb49587 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:06:20.673537 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.686212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Transition to ACTIVE for port object 959ef502-25c9-432c-ab9c-e2cc9eb49587 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:06:20.689888 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.739221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Pushing event updated for resources: {'Port': ['ID=959ef502-25c9-432c-ab9c-e2cc9eb49587,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:20.803915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Attempting to bind port 959ef502-25c9-432c-ab9c-e2cc9eb49587 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:06:20.804612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Attempting to bind port 959ef502-25c9-432c-ab9c-e2cc9eb49587 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:06:20.804612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Attempting to bind port 959ef502-25c9-432c-ab9c-e2cc9eb49587 on network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:06:20.809860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Port 959ef502-25c9-432c-ab9c-e2cc9eb49587 on network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:06:20.810268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Attempting to bind port 959ef502-25c9-432c-ab9c-e2cc9eb49587 on network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:06:20.815067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:06:20.815401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Checking segment: {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:06:20.815778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Bound using segment: {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:06:20.816197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Bound port: 959ef502-25c9-432c-ab9c-e2cc9eb49587, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:06:20.816545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.876477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] For port 959ef502-25c9-432c-ab9c-e2cc9eb49587, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:06:20.879428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] For port 959ef502-25c9-432c-ab9c-e2cc9eb49587, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:06:20.883590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.915601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:20.916842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:20.918153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] 10.222.0.26 "PUT /v2.0/ports/959ef502-25c9-432c-ab9c-e2cc9eb49587 HTTP/1.1" status: 200 len: 1092 time: 0.5731969 Oct 13 05:06:20.918591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae1d9f5-378d-4852-8713-5990d2193533', 'tag': '959ef502-25c9-432c-ab9c-e2cc9eb49587'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:20.921125 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1ee10a-b9bf-4108-9918-f9375586a9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae1d9f5-378d-4852-8713-5990d2193533", "tag": "959ef502-25c9-432c-ab9c-e2cc9eb49587"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:20.948178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0830e-f090-4fb9-9947-78806725c852 service neutron] Pushing event updated for resources: {'Port': ['ID=959ef502-25c9-432c-ab9c-e2cc9eb49587,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:21.031449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-98d4255e-61cb-407b-8ce1-f0fdc2af4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:21.033119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-98d4255e-61cb-407b-8ce1-f0fdc2af4d2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 1095 time: 0.0736735 Oct 13 05:06:21.046158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630bd6-18fb-4a06-9728-f37283734866 req-df94acc6-09f4-4fd3-8d86-be4aea0d7888 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:21.047546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d630bd6-18fb-4a06-9728-f37283734866 req-df94acc6-09f4-4fd3-8d86-be4aea0d7888 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 944 time: 0.0592401 Oct 13 05:06:21.093514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-2e98bace-5183-410e-aa93-342c64101ce3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587 HTTP/1.1" status: 200 len: 217 time: 0.0449305 Oct 13 05:06:21.122387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d630bd6-18fb-4a06-9728-f37283734866 req-bc732ed2-0682-4b09-a173-72b7630a1bd4 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681508 Oct 13 05:06:21.158786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-304a4d0b-7237-4f2f-986f-fd96bd23ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:21.160177 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-304a4d0b-7237-4f2f-986f-fd96bd23ea7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2318ff8b-33ab-48d4-99f8-6628e6629f13 HTTP/1.1" status: 200 len: 848 time: 0.0537739 Oct 13 05:06:21.193735 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-5bbd1729-e032-49f5-adf6-04eca4e8b19b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254474 Oct 13 05:06:21.281085 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-4be0c5a6-c531-4b13-9eef-e53c6253e575 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796442 Oct 13 05:06:21.373471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16759bf3-11a3-4fd8-839c-191da0b8740e req-76e5310c-8286-490a-bdb5-865537320f26 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853088 Oct 13 05:06:21.559525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44e85d90-0e13-4912-b40d-b9461b133104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:22.144291 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f353bc2e-bf65-46bc-b01e-4ba093065731 x-openstack-request-id: req-f353bc2e-bf65-46bc-b01e-4ba093065731 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:22.144834 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae1d9f5-378d-4852-8713-5990d2193533", "tag": "959ef502-25c9-432c-ab9c-e2cc9eb49587", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:22.144834 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f353bc2e-bf65-46bc-b01e-4ba093065731 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:22.145268 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae1d9f5-378d-4852-8713-5990d2193533', 'tag': '959ef502-25c9-432c-ab9c-e2cc9eb49587', 'status': 'completed', 'code': 200} Oct 13 05:06:22.239080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-d603028e-8f21-40e6-bea4-15289da86e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:22.240528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-d603028e-8f21-40e6-bea4-15289da86e39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 1095 time: 0.0667555 Oct 13 05:06:22.262882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c50990-f9e8-4593-aa87-049cfa4a1256 req-6e6f6d0f-407e-49cb-b7ee-9053f66d1c15 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:22.264234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02c50990-f9e8-4593-aa87-049cfa4a1256 req-6e6f6d0f-407e-49cb-b7ee-9053f66d1c15 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 944 time: 0.0610349 Oct 13 05:06:22.342487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02c50990-f9e8-4593-aa87-049cfa4a1256 req-8a369a8b-12a7-4399-8f49-9e311d540793 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688565 Oct 13 05:06:22.366450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-124dfa30-e7b9-42c5-9b2b-02833f2b8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:22.367877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-124dfa30-e7b9-42c5-9b2b-02833f2b8ee6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 909 time: 0.1199760 Oct 13 05:06:22.409360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-19e32bf0-505d-44cb-9fca-83b39535bf3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587 HTTP/1.1" status: 200 len: 217 time: 0.0340199 Oct 13 05:06:22.457989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-19b9f870-6e24-46d6-aa80-86d0873460ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:22.459352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-19b9f870-6e24-46d6-aa80-86d0873460ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2318ff8b-33ab-48d4-99f8-6628e6629f13 HTTP/1.1" status: 200 len: 848 time: 0.0415156 Oct 13 05:06:22.492993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-d37cb0ca-472c-426a-bc31-2d7e85fb20ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261984 Oct 13 05:06:22.584100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-07598fba-581d-4319-b6a1-fa6200def9a6 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829306 Oct 13 05:06:22.946299 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:23.003570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df1ee10a-b9bf-4108-9918-f9375586a9c3 req-20aca824-c95a-4bd9-81c5-b49d18128777 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117095 Oct 13 05:06:23.208671 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:23.458536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bddbf-ebb0-47c0-9f6e-70299dc75488 req-d3b75b8d-80e3-4431-9ae7-2fda19323dee tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:23.460056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-292bddbf-ebb0-47c0-9f6e-70299dc75488 req-d3b75b8d-80e3-4431-9ae7-2fda19323dee tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 944 time: 0.0480289 Oct 13 05:06:23.501600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-292bddbf-ebb0-47c0-9f6e-70299dc75488 req-bc9ef48d-001d-422e-9b9b-661a0998cfe5 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Oct 13 05:06:24.611965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887377b-a35d-4429-8210-2fd5fdd8c5d7 req-11c3b7c5-1c14-4ffd-a2a2-bba4a12f0034 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:24.613435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2887377b-a35d-4429-8210-2fd5fdd8c5d7 req-11c3b7c5-1c14-4ffd-a2a2-bba4a12f0034 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 944 time: 0.0473230 Oct 13 05:06:24.651239 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2887377b-a35d-4429-8210-2fd5fdd8c5d7 req-256bac6c-0190-4a33-8701-5ba25cb091da tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Oct 13 05:06:24.782515 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:25.213850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 959ef502-25c9-432c-ab9c-e2cc9eb49587 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:06:25.308198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 959ef502-25c9-432c-ab9c-e2cc9eb49587, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:25.319136 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '959ef502-25c9-432c-ab9c-e2cc9eb49587', 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a', 'port_id': '959ef502-25c9-432c-ab9c-e2cc9eb49587', 'mac_address': 'fa:16:3e:c0:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2318ff8b-33ab-48d4-99f8-6628e6629f13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:06:25.358713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:25.371498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959ef502-25c9-432c-ab9c-e2cc9eb49587 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:06:25.390305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 959ef502-25c9-432c-ab9c-e2cc9eb49587, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:25.394036 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:25.440106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=959ef502-25c9-432c-ab9c-e2cc9eb49587,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:25.447231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.447567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.447896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.448222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.448552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.448887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.449202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.449515 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.449827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.450134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.450440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.450747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:25.745122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['959ef502-25c9-432c-ab9c-e2cc9eb49587'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:06:25.763262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8b9d8-4c50-4f74-b8cc-add2fdbf7235 req-7876de8e-1b64-4ebd-92c7-79a68973cddb tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:25.764743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ca8b9d8-4c50-4f74-b8cc-add2fdbf7235 req-7876de8e-1b64-4ebd-92c7-79a68973cddb tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Oct 13 05:06:25.802514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ca8b9d8-4c50-4f74-b8cc-add2fdbf7235 req-a196d569-0da7-41f1-8a95-28ad79364c11 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Oct 13 05:06:26.912973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030ae06-559d-4993-8f96-7567eb23db64 req-7f072da2-719e-4392-8794-1c7e3890a1bb tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:26.914395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d030ae06-559d-4993-8f96-7567eb23db64 req-7f072da2-719e-4392-8794-1c7e3890a1bb tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 945 time: 0.0477192 Oct 13 05:06:26.951230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d030ae06-559d-4993-8f96-7567eb23db64 req-2e9baea2-1eb7-47ef-a084-f93bd6a82946 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302277 Oct 13 05:06:27.234080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 959ef502-25c9-432c-ab9c-e2cc9eb49587 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:06:27.280982 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 959ef502-25c9-432c-ab9c-e2cc9eb49587 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:06:27.284426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 959ef502-25c9-432c-ab9c-e2cc9eb49587 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:06:27.284830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:27.361995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:27.383280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae1d9f5-378d-4852-8713-5990d2193533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959ef502-25c9-432c-ab9c-e2cc9eb49587'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:27.385513 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0148bbfd-9426-43d1-8002-2a33918643e2" -d '{"events": [{"server_uuid": "8ae1d9f5-378d-4852-8713-5990d2193533", "name": "network-vif-plugged", "status": "completed", "tag": "959ef502-25c9-432c-ab9c-e2cc9eb49587"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:27.398098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 959ef502-25c9-432c-ab9c-e2cc9eb49587, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:27.403083 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:27.427998 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89681c1-1dc8-4322-95fb-ef8d59560d18 x-openstack-request-id: req-e89681c1-1dc8-4322-95fb-ef8d59560d18 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:27.428316 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae1d9f5-378d-4852-8713-5990d2193533", "name": "network-vif-plugged", "status": "completed", "tag": "959ef502-25c9-432c-ab9c-e2cc9eb49587", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:27.428571 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e89681c1-1dc8-4322-95fb-ef8d59560d18 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:27.428992 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae1d9f5-378d-4852-8713-5990d2193533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959ef502-25c9-432c-ab9c-e2cc9eb49587', 'code': 200} Oct 13 05:06:27.453444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=959ef502-25c9-432c-ab9c-e2cc9eb49587,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:27.519239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1bf78-15a4-4378-9905-2673841ffce0 req-aabad549-65d1-4a7a-9c25-06da040d0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:27.520639 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3f1bf78-15a4-4378-9905-2673841ffce0 req-aabad549-65d1-4a7a-9c25-06da040d0a85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 1097 time: 0.0428476 Oct 13 05:06:27.554978 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c3f1bf78-15a4-4378-9905-2673841ffce0 req-22063149-845f-43c7-b3f4-c17abbf051be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268383 Oct 13 05:06:28.061462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3be3-73df-458f-ad63-f3508fd774d3 req-9b8def39-80a3-4458-80d2-30b72ea5a913 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:28.062921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a1a3be3-73df-458f-ad63-f3508fd774d3 req-9b8def39-80a3-4458-80d2-30b72ea5a913 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 946 time: 0.0476789 Oct 13 05:06:28.098810 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a1a3be3-73df-458f-ad63-f3508fd774d3 req-e512eaee-74da-4ece-980a-11667c0b2d2b tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300734 Oct 13 05:06:29.212501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685acd-8ae4-4074-8a05-4652dd243242 req-971f01e4-02c8-482f-8636-0492858e9851 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:29.214013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de685acd-8ae4-4074-8a05-4652dd243242 req-971f01e4-02c8-482f-8636-0492858e9851 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 946 time: 0.0490210 Oct 13 05:06:29.250752 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de685acd-8ae4-4074-8a05-4652dd243242 req-399037a0-8f82-48ee-8b6c-0b4f75d6b22c tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Oct 13 05:06:29.791874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe64b5b-ecbc-4f8e-8c3e-2400cad6260e req-d12da11e-f9a0-4c15-be82-a9f5567c4c76 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:29.793325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fe64b5b-ecbc-4f8e-8c3e-2400cad6260e req-d12da11e-f9a0-4c15-be82-a9f5567c4c76 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 946 time: 0.0475779 Oct 13 05:06:29.832807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fe64b5b-ecbc-4f8e-8c3e-2400cad6260e req-62fbc1ef-a0e4-4b76-8128-da514fb51546 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Oct 13 05:06:30.948400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f56e7-5f0f-4eaf-b918-d9b324d6dfba req-4710d2a5-2c93-470d-b843-a14c8482fe9a tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:30.950726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-403f56e7-5f0f-4eaf-b918-d9b324d6dfba req-4710d2a5-2c93-470d-b843-a14c8482fe9a tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 946 time: 0.0484195 Oct 13 05:06:30.987529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-403f56e7-5f0f-4eaf-b918-d9b324d6dfba req-7d73ad11-4d08-4c10-a0c7-8441e790c2c4 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Oct 13 05:06:31.166995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-aaed3b95-d0a4-416c-8544-9083aa73b956 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:31.168395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-aaed3b95-d0a4-416c-8544-9083aa73b956 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae1d9f5-378d-4852-8713-5990d2193533 HTTP/1.1" status: 200 len: 946 time: 0.0505733 Oct 13 05:06:31.253092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Deleting port 959ef502-25c9-432c-ab9c-e2cc9eb49587 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:06:31.253434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:31.341378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] For port 959ef502-25c9-432c-ab9c-e2cc9eb49587, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=959ef502-25c9-432c-ab9c-e2cc9eb49587,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:31.341735 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:31.354169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Calling delete_port for 959ef502-25c9-432c-ab9c-e2cc9eb49587 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:06:31.479182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:31.506622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Pushing event deleted for resources: {'Port': ['ID=959ef502-25c9-432c-ab9c-e2cc9eb49587,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:31.546096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] No DVR routers for this DVR port 959ef502-25c9-432c-ab9c-e2cc9eb49587 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:06:31.548737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:31.552106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ff0d7341-33d0-4d28-b5f1-74c12448205d req-ad77444f-12c2-40db-a8a4-bbcd8c7441d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "DELETE /v2.0/ports/959ef502-25c9-432c-ab9c-e2cc9eb49587 HTTP/1.1" status: 204 len: 173 time: 0.3773603 Oct 13 05:06:31.552576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae1d9f5-378d-4852-8713-5990d2193533', 'name': 'network-vif-deleted', 'tag': '959ef502-25c9-432c-ab9c-e2cc9eb49587'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:31.554823 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382f0d5c-17b3-4e1d-b63c-acea8f044473" -d '{"events": [{"server_uuid": "8ae1d9f5-378d-4852-8713-5990d2193533", "name": "network-vif-deleted", "tag": "959ef502-25c9-432c-ab9c-e2cc9eb49587"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:31.591447 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4575efa4-3df4-4fbf-bab3-aa52c7256e53 x-openstack-request-id: req-4575efa4-3df4-4fbf-bab3-aa52c7256e53 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:31.591736 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae1d9f5-378d-4852-8713-5990d2193533", "name": "network-vif-deleted", "tag": "959ef502-25c9-432c-ab9c-e2cc9eb49587", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:31.591989 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4575efa4-3df4-4fbf-bab3-aa52c7256e53 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:31.592388 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae1d9f5-378d-4852-8713-5990d2193533', 'name': 'network-vif-deleted', 'tag': '959ef502-25c9-432c-ab9c-e2cc9eb49587', 'status': 'completed', 'code': 200} Oct 13 05:06:32.239448 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-36ed16cd-835e-4c45-b913-ddd87240be70 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:32.240834 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-36ed16cd-835e-4c45-b913-ddd87240be70 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 808 time: 0.0998888 Oct 13 05:06:32.256140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-e3c7454f-a397-436e-8439-987b751ca984 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/quotas/1848bc7d3a624568a931cce087ab173d HTTP/1.1" status: 200 len: 375 time: 0.0088835 Oct 13 05:06:32.285624 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-6962087b-57d4-425e-b385-80745badff7e tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244374 Oct 13 05:06:32.376807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a8f167de-b4c0-4eb5-950c-faf123386661 service neutron] 10.222.0.44 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Oct 13 05:06:32.464958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-73fe9d5d-1288-48ee-84d3-5d907a27d714 service neutron] 10.222.0.44 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820150 Oct 13 05:06:32.620059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d13f1074-bc94-4694-b8be-d6370d173584 req-baeaf486-c20d-4d87-a996-e2905e2d6a5e tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Oct 13 05:06:33.279077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 959ef502-25c9-432c-ab9c-e2cc9eb49587 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:06:33.302294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 959ef502-25c9-432c-ab9c-e2cc9eb49587 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:06:33.302633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 959ef502-25c9-432c-ab9c-e2cc9eb49587 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:06:33.498914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-8421b3b4-c731-41c2-b1ce-0eee680400d9 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:33.500344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-8421b3b4-c731-41c2-b1ce-0eee680400d9 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 808 time: 0.1107244 Oct 13 05:06:33.516046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Request body: {'port': {'device_id': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a', 'admin_state_up': True, 'tenant_id': '1848bc7d3a624568a931cce087ab173d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:33.623058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Made reservation on behalf of 1848bc7d3a624568a931cce087ab173d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:06:33.626730 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:33.718090 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c558a443-cfde-44f9-ae5c-dcc9b4ee9720 req-e2f06cfa-66ff-4c98-9166-c1c8a6c3920d tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0318003 Oct 13 05:06:33.762303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Allocated IP 172.20.0.4 (372c54c8-cde1-4c4a-ac6e-083df0c4bc5a/2318ff8b-33ab-48d4-99f8-6628e6629f13/6ecc37cd-a21a-4064-8afd-bde395e76bda) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:06:33.907096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:33.938793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:33.981172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:06:33.984217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:06:33.987962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:06:34.019818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Pushing event updated for resources: {'Port': ['ID=6ecc37cd-a21a-4064-8afd-bde395e76bda,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:34.045612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:34.046222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.061998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-1182aeb3-63c9-4583-9fc0-d6c33b7a0e9f tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506439 Oct 13 05:06:34.074251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Request body: {'port': {'device_id': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:34.125412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.383234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecc37cd-a21a-4064-8afd-bde395e76bda {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:06:34.391031 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.402960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Transition to ACTIVE for port object 6ecc37cd-a21a-4064-8afd-bde395e76bda will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:06:34.407051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.458448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Pushing event updated for resources: {'Port': ['ID=6ecc37cd-a21a-4064-8afd-bde395e76bda,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:34.521506 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Attempting to bind port 6ecc37cd-a21a-4064-8afd-bde395e76bda on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:06:34.521836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Attempting to bind port 6ecc37cd-a21a-4064-8afd-bde395e76bda by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:06:34.522162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Attempting to bind port 6ecc37cd-a21a-4064-8afd-bde395e76bda on network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:06:34.526845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Port 6ecc37cd-a21a-4064-8afd-bde395e76bda on network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:06:34.527164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Attempting to bind port 6ecc37cd-a21a-4064-8afd-bde395e76bda on network 372c54c8-cde1-4c4a-ac6e-083df0c4bc5a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:06:34.531879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:06:34.532208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Checking segment: {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:06:34.532586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Bound using segment: {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:06:34.533037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Bound port: 6ecc37cd-a21a-4064-8afd-bde395e76bda, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ed01c5-efc6-4924-83c1-ae7f1d06c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:06:34.533387 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.598782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] For port 6ecc37cd-a21a-4064-8afd-bde395e76bda, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:06:34.601746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] For port 6ecc37cd-a21a-4064-8afd-bde395e76bda, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:06:34.606034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.638397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:34.639123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:34.640509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] 10.222.0.26 "PUT /v2.0/ports/6ecc37cd-a21a-4064-8afd-bde395e76bda HTTP/1.1" status: 200 len: 1091 time: 0.5708153 Oct 13 05:06:34.641008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'tag': '6ecc37cd-a21a-4064-8afd-bde395e76bda'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:34.643252 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2739bcd5-735c-4277-9b5e-0c7e26a34233" -d '{"events": [{"name": "network-changed", "server_uuid": "1529d579-5ed4-44fa-94af-137e9564d5f0", "tag": "6ecc37cd-a21a-4064-8afd-bde395e76bda"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:34.645585 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:06:34.670283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365e8b0-b4c0-4b85-80e2-29759c28349c service neutron] Pushing event updated for resources: {'Port': ['ID=6ecc37cd-a21a-4064-8afd-bde395e76bda,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:34.685066 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbb2ea3-de6c-471b-886f-80de1be10213 x-openstack-request-id: req-1dbb2ea3-de6c-471b-886f-80de1be10213 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:34.685371 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1529d579-5ed4-44fa-94af-137e9564d5f0", "tag": "6ecc37cd-a21a-4064-8afd-bde395e76bda", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:34.685627 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dbb2ea3-de6c-471b-886f-80de1be10213 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:34.686032 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'tag': '6ecc37cd-a21a-4064-8afd-bde395e76bda', 'status': 'completed', 'code': 200} Oct 13 05:06:34.726905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-5f37fb14-8e0d-445d-abc2-3961a9d7ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:34.728420 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-5f37fb14-8e0d-445d-abc2-3961a9d7ac0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0415854 Oct 13 05:06:34.769365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-f5d749d8-a9f6-4a73-8d71-ff64ef40b804 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda HTTP/1.1" status: 200 len: 217 time: 0.0334427 Oct 13 05:06:34.823911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-39920267-187c-49bc-bcdb-8d5b441b0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:34.825391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-39920267-187c-49bc-bcdb-8d5b441b0970 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2318ff8b-33ab-48d4-99f8-6628e6629f13 HTTP/1.1" status: 200 len: 848 time: 0.0480058 Oct 13 05:06:34.829920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0aa28-01b0-4aed-971d-aa085068bcae req-99f59815-78a5-4d75-9b1f-c8791d41daa0 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:34.831409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1b0aa28-01b0-4aed-971d-aa085068bcae req-99f59815-78a5-4d75-9b1f-c8791d41daa0 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0478518 Oct 13 05:06:34.856559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-0ed1d09e-b298-454c-ab26-d5b0cbed0fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243564 Oct 13 05:06:34.867692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c1b0aa28-01b0-4aed-971d-aa085068bcae req-bd66f55f-4cbc-46c0-8f93-e2fb622aa99c tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Oct 13 05:06:34.944886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-5b5e4c48-8e12-449e-ae30-08215d4577a2 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816267 Oct 13 05:06:35.035368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5e202b5b-1561-4386-90dc-004f52ed4230 req-5593ebb7-f9ba-413d-beac-50f8e0107bbd service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838337 Oct 13 05:06:35.131993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-1a80a641-5cff-4c94-9f96-73e4f88614f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:35.133482 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-1a80a641-5cff-4c94-9f96-73e4f88614f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0404966 Oct 13 05:06:35.225837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-4aaaa9e2-7b1e-43cc-a683-c5cc909e5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:35.227216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-4aaaa9e2-7b1e-43cc-a683-c5cc909e5744 service neutron] 10.222.0.26 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 909 time: 0.0865982 Oct 13 05:06:35.275200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-27fead50-fc62-40c8-b39a-eb272e7d7216 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda HTTP/1.1" status: 200 len: 217 time: 0.0405664 Oct 13 05:06:35.323769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-b350afb8-f767-43eb-ac48-ace5f6f706b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:35.325189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-b350afb8-f767-43eb-ac48-ace5f6f706b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2318ff8b-33ab-48d4-99f8-6628e6629f13 HTTP/1.1" status: 200 len: 848 time: 0.0428715 Oct 13 05:06:35.360105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-79779447-c2f6-421d-a858-57a825ad6ddb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279322 Oct 13 05:06:35.449044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-42111fc8-7136-4e8b-9238-47f6b3a3048a service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812933 Oct 13 05:06:35.540727 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2739bcd5-735c-4277-9b5e-0c7e26a34233 req-08ad2ebf-cd47-4da5-aaa6-09b76f039fab service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843132 Oct 13 05:06:35.985781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0fad0-ef5b-4f9b-adda-0125002c8c43 req-d6df176a-4879-4543-ba60-c515e87d60a5 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:35.987280 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dbc0fad0-ef5b-4f9b-adda-0125002c8c43 req-d6df176a-4879-4543-ba60-c515e87d60a5 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0497780 Oct 13 05:06:36.024852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dbc0fad0-ef5b-4f9b-adda-0125002c8c43 req-88a0a66c-33ea-46b1-ab48-d1f44739a4d0 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Oct 13 05:06:37.136667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248c0f-e138-4f14-93eb-bd28be2d5b89 req-2a37c5a6-eef3-4810-b7f0-f3341e8f8fb1 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:37.138121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9248c0f-e138-4f14-93eb-bd28be2d5b89 req-2a37c5a6-eef3-4810-b7f0-f3341e8f8fb1 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0475302 Oct 13 05:06:37.175606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9248c0f-e138-4f14-93eb-bd28be2d5b89 req-71d9c816-3044-4f48-bdac-5e317eed9ded tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Oct 13 05:06:38.293236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833300d4-f66c-41fd-b99b-831f7c5aa4b5 req-17192580-2519-49a2-a147-64355ea116d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:38.294938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-833300d4-f66c-41fd-b99b-831f7c5aa4b5 req-17192580-2519-49a2-a147-64355ea116d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0471725 Oct 13 05:06:38.331043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-833300d4-f66c-41fd-b99b-831f7c5aa4b5 req-8eb045c7-35bb-4851-b5c2-560308114230 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303581 Oct 13 05:06:38.835114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:39.279804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ecc37cd-a21a-4064-8afd-bde395e76bda details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:06:39.370677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6ecc37cd-a21a-4064-8afd-bde395e76bda, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:39.382513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '6ecc37cd-a21a-4064-8afd-bde395e76bda', 'network_id': '372c54c8-cde1-4c4a-ac6e-083df0c4bc5a', 'port_id': '6ecc37cd-a21a-4064-8afd-bde395e76bda', 'mac_address': 'fa:16:3e:3c:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2318ff8b-33ab-48d4-99f8-6628e6629f13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:06:39.419179 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:39.436186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecc37cd-a21a-4064-8afd-bde395e76bda {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:06:39.450487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93697f-8ed8-44ea-86f2-f189c7044568 req-b01d27ac-4fa6-4727-80f0-20fbc9cc7dd8 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:39.451955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af93697f-8ed8-44ea-86f2-f189c7044568 req-b01d27ac-4fa6-4727-80f0-20fbc9cc7dd8 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0539160 Oct 13 05:06:39.455342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6ecc37cd-a21a-4064-8afd-bde395e76bda, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:39.459339 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:39.489253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af93697f-8ed8-44ea-86f2-f189c7044568 req-de8db8ac-6a01-4c31-a4fb-f6fdd65eef84 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Oct 13 05:06:39.505697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6ecc37cd-a21a-4064-8afd-bde395e76bda,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:39.793574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['6ecc37cd-a21a-4064-8afd-bde395e76bda'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:06:40.586289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:40.608121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9896eb-90d8-4502-be84-2031646fa48a req-c3339f90-3329-42bb-82ac-7b026f80521b tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:40.609606 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb9896eb-90d8-4502-be84-2031646fa48a req-c3339f90-3329-42bb-82ac-7b026f80521b tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 944 time: 0.0546222 Oct 13 05:06:40.646547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb9896eb-90d8-4502-be84-2031646fa48a req-0bb8e249-3d80-4882-aa3a-045133df16ba tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Oct 13 05:06:41.294215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ecc37cd-a21a-4064-8afd-bde395e76bda up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:06:41.343845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 6ecc37cd-a21a-4064-8afd-bde395e76bda completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:06:41.347506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 6ecc37cd-a21a-4064-8afd-bde395e76bda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:06:41.347895 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:41.422496 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:41.444001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecc37cd-a21a-4064-8afd-bde395e76bda'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:41.446223 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32df65ee-0ca4-4853-994d-5a81a1bd9051" -d '{"events": [{"server_uuid": "1529d579-5ed4-44fa-94af-137e9564d5f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ecc37cd-a21a-4064-8afd-bde395e76bda"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:41.458455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6ecc37cd-a21a-4064-8afd-bde395e76bda, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:41.462462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:41.491257 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e00769-18dc-4647-a8b3-04f7dd9d6603 x-openstack-request-id: req-b8e00769-18dc-4647-a8b3-04f7dd9d6603 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:41.491538 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1529d579-5ed4-44fa-94af-137e9564d5f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ecc37cd-a21a-4064-8afd-bde395e76bda", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:41.491786 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8e00769-18dc-4647-a8b3-04f7dd9d6603 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:41.492156 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecc37cd-a21a-4064-8afd-bde395e76bda', 'code': 200} Oct 13 05:06:41.517683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6ecc37cd-a21a-4064-8afd-bde395e76bda,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:41.577605 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47989ef-c315-4891-97bb-51f068230540 req-6b4133b6-0dd2-43cc-a71a-ff2e1622c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:41.578985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b47989ef-c315-4891-97bb-51f068230540 req-6b4133b6-0dd2-43cc-a71a-ff2e1622c015 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0395074 Oct 13 05:06:41.612761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b47989ef-c315-4891-97bb-51f068230540 req-b1ec7ea0-3177-4870-93b4-380b633f5148 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264659 Oct 13 05:06:41.759154 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a25de7-1ab5-455d-9358-116c241da128 req-6efa09db-4d84-41f7-99b4-859851ec23db tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:41.761304 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5a25de7-1ab5-455d-9358-116c241da128 req-6efa09db-4d84-41f7-99b4-859851ec23db tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Oct 13 05:06:41.797143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5a25de7-1ab5-455d-9358-116c241da128 req-8b295689-66cd-4780-8d70-200d97721ff7 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301151 Oct 13 05:06:42.914041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec9b6-494b-45c2-8e90-add87ab8b3ce req-63fd935c-811a-41ea-a3d8-bb429698ef31 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:42.915521 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a85ec9b6-494b-45c2-8e90-add87ab8b3ce req-63fd935c-811a-41ea-a3d8-bb429698ef31 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Oct 13 05:06:42.955605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a85ec9b6-494b-45c2-8e90-add87ab8b3ce req-b1c99cb1-e006-487c-9baf-234f546d1cf0 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Oct 13 05:06:43.805882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-1b9b02be-fbfe-43c3-b336-2570ed1cf71e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431893 Oct 13 05:06:43.883874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52759e52-34eb-4337-8d13-358158abfed2 req-6d7e8505-b8df-46c0-834e-868cf3891e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:43.885353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-6d7e8505-b8df-46c0-834e-868cf3891e6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1848bc7d3a624568a931cce087ab173d&device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0392358 Oct 13 05:06:43.985848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52759e52-34eb-4337-8d13-358158abfed2 req-1e940cd0-edc2-49d5-9b5b-d62ad1e22478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:43.987344 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-1e940cd0-edc2-49d5-9b5b-d62ad1e22478 service neutron] 10.222.0.26 "GET /v2.0/networks?id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 200 len: 909 time: 0.0832131 Oct 13 05:06:44.034544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-6ab2a803-40a3-444d-87c5-17f223a04dc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda HTTP/1.1" status: 200 len: 217 time: 0.0393136 Oct 13 05:06:44.113110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aee0dc-934f-486b-8a66-6976de962390 req-39623190-4085-4663-9018-7a9eb227e842 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:44.114496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62aee0dc-934f-486b-8a66-6976de962390 req-39623190-4085-4663-9018-7a9eb227e842 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0824573 Oct 13 05:06:44.116258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52759e52-34eb-4337-8d13-358158abfed2 req-6d113c48-3b47-4fda-ad26-24f99b9eb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:44.117609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-6d113c48-3b47-4fda-ad26-24f99b9eb059 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2318ff8b-33ab-48d4-99f8-6628e6629f13 HTTP/1.1" status: 200 len: 848 time: 0.0747075 Oct 13 05:06:44.160448 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-2cedbab9-93b0-44d6-be46-902b09ec93a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338326 Oct 13 05:06:44.185273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62aee0dc-934f-486b-8a66-6976de962390 req-71ad5bc3-20bc-42ae-b510-e8c32ad53f00 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649455 Oct 13 05:06:44.261114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-a0da90b5-f84e-423c-8b70-dac00ddce511 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904725 Oct 13 05:06:44.366093 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-52759e52-34eb-4337-8d13-358158abfed2 req-b2d48264-b7a8-4a93-9572-f5f7125c1053 service neutron] 10.222.0.26 "GET /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984070 Oct 13 05:06:44.790956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e1223-bb5f-4521-8d46-3d93ab13aa24 req-e3e5e48f-91a8-42bc-9ebc-20d261e7fc4e tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:44.792906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-407e1223-bb5f-4521-8d46-3d93ab13aa24 req-e3e5e48f-91a8-42bc-9ebc-20d261e7fc4e tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0480998 Oct 13 05:06:44.829707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-407e1223-bb5f-4521-8d46-3d93ab13aa24 req-20c98a21-d4f6-460d-9d9b-a2a5db484239 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306382 Oct 13 05:06:45.945918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226bf5c-0e52-448b-998c-b922ddd535ea req-d8adb337-a4d1-4e2b-85a0-6d8410e6a2ad tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:45.947411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d226bf5c-0e52-448b-998c-b922ddd535ea req-d8adb337-a4d1-4e2b-85a0-6d8410e6a2ad tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Oct 13 05:06:45.984771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d226bf5c-0e52-448b-998c-b922ddd535ea req-9e7229ff-7516-40ae-8edb-2e2a7dc68415 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/security-groups?id=157bf84e-b4eb-4525-8d7a-69b1be6dc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Oct 13 05:06:46.147394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-d09a83d3-6720-43d3-98f6-6bfed33053d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:46.148814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-d09a83d3-6720-43d3-98f6-6bfed33053d6 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Oct 13 05:06:46.238956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Deleting port 6ecc37cd-a21a-4064-8afd-bde395e76bda {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:06:46.292994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:46.330237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] For port 6ecc37cd-a21a-4064-8afd-bde395e76bda, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ecc37cd-a21a-4064-8afd-bde395e76bda,segment=NetworkSegment(31ed01c5-efc6-4924-83c1-ae7f1d06c64e),segment_id=31ed01c5-efc6-4924-83c1-ae7f1d06c64e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:06:46.330588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:46.342902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Calling delete_port for 6ecc37cd-a21a-4064-8afd-bde395e76bda owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:06:46.468505 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:46.480292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['6ecc37cd-a21a-4064-8afd-bde395e76bda'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:06:46.496796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Pushing event deleted for resources: {'Port': ['ID=6ecc37cd-a21a-4064-8afd-bde395e76bda,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:46.525326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.525668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.526003 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.526338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.527209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.527535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.527858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.528178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.528499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.528849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.529169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.529493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:46.549983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] No DVR routers for this DVR port 6ecc37cd-a21a-4064-8afd-bde395e76bda on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:06:46.552346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:46.555628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-310890ae-a648-4c3d-b5b1-7c24149b6e88 req-dafd4812-79be-40ec-be4d-6c03447a9032 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.26 "DELETE /v2.0/ports/6ecc37cd-a21a-4064-8afd-bde395e76bda HTTP/1.1" status: 204 len: 173 time: 0.4006727 Oct 13 05:06:46.556061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'name': 'network-vif-deleted', 'tag': '6ecc37cd-a21a-4064-8afd-bde395e76bda'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:46.558385 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f5913-27c0-426f-9afa-9ccdcd913c5a" -d '{"events": [{"server_uuid": "1529d579-5ed4-44fa-94af-137e9564d5f0", "name": "network-vif-deleted", "tag": "6ecc37cd-a21a-4064-8afd-bde395e76bda"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:46.595880 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8501fe0f-2984-4d28-9e36-c36afb1a6764 x-openstack-request-id: req-8501fe0f-2984-4d28-9e36-c36afb1a6764 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:46.596175 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1529d579-5ed4-44fa-94af-137e9564d5f0", "name": "network-vif-deleted", "tag": "6ecc37cd-a21a-4064-8afd-bde395e76bda", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:46.596431 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8501fe0f-2984-4d28-9e36-c36afb1a6764 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:46.596869 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1529d579-5ed4-44fa-94af-137e9564d5f0', 'name': 'network-vif-deleted', 'tag': '6ecc37cd-a21a-4064-8afd-bde395e76bda', 'status': 'completed', 'code': 200} Oct 13 05:06:47.093180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-224c7807-26d2-44d4-8c43-a7c02b055574 req-cc958e3d-5ad8-46c4-a06d-6d11250c7d58 tempest-VolumesActionsTest-2143382611 tempest-VolumesActionsTest-2143382611-project] 10.222.0.44 "GET /v2.0/ports?device_id=1529d579-5ed4-44fa-94af-137e9564d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0304980 Oct 13 05:06:49.064128 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe491-771c-46bd-ac4c-7d5267842c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:49.327502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ecc37cd-a21a-4064-8afd-bde395e76bda no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:06:49.348283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 6ecc37cd-a21a-4064-8afd-bde395e76bda {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:06:49.348631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ecc37cd-a21a-4064-8afd-bde395e76bda not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:06:51.563524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18da63e1-a55f-4558-a4da-a05145b61ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:52.952340 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:53.216031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:54.788271 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:07.798234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:07.842519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Deleting subnet 2318ff8b-33ab-48d4-99f8-6628e6629f13 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:07:07.845560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:07.879306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:07.916788 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:07.973368 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:07.998528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2318ff8b-33ab-48d4-99f8-6628e6629f13,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:08.003524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.007410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1d840f9f-bdb0-4e91-aecd-54d7406f56f9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2318ff8b-33ab-48d4-99f8-6628e6629f13 HTTP/1.1" status: 204 len: 168 time: 0.2076871 Oct 13 05:07:08.009609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:08.087984 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.166090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.187077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372c54c8-cde1-4c4a-ac6e-083df0c4bc5a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.195770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ed01c5-efc6-4924-83c1-ae7f1d06c64e') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.196062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ed01c5-efc6-4924-83c1-ae7f1d06c64e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.205026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.217906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.223876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:07:08.224330 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:07:08.244534 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:07:08.300393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.308332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.311826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] 10.222.0.44 "DELETE /v2.0/networks/372c54c8-cde1-4c4a-ac6e-083df0c4bc5a HTTP/1.1" status: 204 len: 168 time: 0.3012903 Oct 13 05:07:08.326937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84828ed-e850-412d-8fea-b1233dd9e536 admin admin] Pushing event deleted for resources: {'Network': ['ID=372c54c8-cde1-4c4a-ac6e-083df0c4bc5a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:08.431258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:08.473109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6d996af1-2f3f-4d42-853d-18988296f681 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1848bc7d3a624568a931cce087ab173d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372784 Oct 13 05:07:08.473267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:08.521445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1238f43d-db35-4fee-b421-94636eea6170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.543126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1238f43d-db35-4fee-b421-94636eea6170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.590053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1238f43d-db35-4fee-b421-94636eea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.592617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1238f43d-db35-4fee-b421-94636eea6170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:08.593832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1238f43d-db35-4fee-b421-94636eea6170 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/157bf84e-b4eb-4525-8d7a-69b1be6dc31b HTTP/1.1" status: 204 len: 168 time: 0.1196561 Oct 13 05:07:08.602319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238f43d-db35-4fee-b421-94636eea6170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157bf84e-b4eb-4525-8d7a-69b1be6dc31b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:08.835789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:09.776491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46752) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:09.913722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'network': {'name': 'tempest-network-smoke--1240818230', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:09.935888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:07:09.939253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:09.947258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.020785 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.024151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.050573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:07:10.063785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f74e9f-a304-4d44-95d4-d1d213d44d3a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:10.069356 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.069696 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Added segment 616bc5b3-1f64-4267-badb-57e26f0b18e7 of type vlan for network 5b39c013-8ef2-40ae-99dc-b420050db209 Oct 13 05:07:10.108556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.131840 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.137525 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:10.138103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.191926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4141595 Oct 13 05:07:10.194619 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:10.198842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-847657198', 'admin_state_up': True, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:10.225087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e3ef6-08f6-43de-afbd-8c7363e5c67a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Network': ['ID=5b39c013-8ef2-40ae-99dc-b420050db209,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:10.237067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 5b39c013-8ef2-40ae-99dc-b420050db209 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:07:10.238073 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.239160 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.292350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.426790 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.587067 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.612510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.630829 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.730925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.25.1.238 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a3c35f9d-d50c-430d-a7a3-0309e6d7a519) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:07:10.828004 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.860839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:10.903028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:07:10.905911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:10.911590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:07:10.913999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:11.473686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:11.644519 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:07:11.663778 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:11.787088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:07:11.887676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:07:11.896988 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:07:11.906940 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:11.907546 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:06:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:11.907664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:11.908843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d8daf474-dbb4-4e53-9151-c951a42d04ec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7132597 Oct 13 05:07:11.911895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:11.986816 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-daad02eb-ddd5-4d43-ba1b-88576d42da0a tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7b150153fc3544abb0c155661c8acfb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737870 Oct 13 05:07:11.989432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46762) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:12.009885 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:12.136238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339e792b-fd37-4629-afd1-6859b1a77512 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:12.137802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-339e792b-fd37-4629-afd1-6859b1a77512 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474721 Oct 13 05:07:12.140494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:12.168903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2d8e864e-af0b-45d6-8d10-4ee5dc6693cf tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271683 Oct 13 05:07:12.171984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:12.177461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642531426', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:12.187208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:11Z', 'revision_number': 3, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:12.215746 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:07:12.216090 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Updating router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:07:12.240428 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.267298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:07:12.271007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.450017 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.489012 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.494532 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.508708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Subnet': ['ID=0058b85e-4d03-4a58-a5a6-7a171536eb72,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:12.519226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Checking segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:07:12.519595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network hostable DHCP agents. Network: 5b39c013-8ef2-40ae-99dc-b420050db209, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:07:12.537872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 5b39c013-8ef2-40ae-99dc-b420050db209 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:07:12.547449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 5b39c013-8ef2-40ae-99dc-b420050db209) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:12.549161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Attempting to bind port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:07:12.549538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Attempting to bind port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:07:12.549893 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Attempting to bind port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:07:12.551649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:12.551764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Pushing event updated for resources: {'Port': ['ID=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:12.552237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.560388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c6838-bbaa-452f-92dc-addbc39d2018 None None] Network 5b39c013-8ef2-40ae-99dc-b420050db209 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:07:12.562315 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.562713 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.562988 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.563318 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.563646 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.563968 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.564291 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.564608 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.564962 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.565302 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.565602 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.565921 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:12.569371 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:07:12.569741 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:07:12.570135 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.570302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b778e817-d3c7-425a-bd22-f2c80496966f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3969765 Oct 13 05:07:12.570573 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:07:12.570985 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Bound port: a3c35f9d-d50c-430d-a7a3-0309e6d7a519, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:07:12.571361 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.572476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:12.623940 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] For port a3c35f9d-d50c-430d-a7a3-0309e6d7a519, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:07:12.627077 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] For port a3c35f9d-d50c-430d-a7a3-0309e6d7a519, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:07:12.632557 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.690042 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:12.690692 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:06:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:12.723601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-5b39c013-8ef2-40ae-99dc-b420050db209', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:07:12.724476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.726262 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dec18-fdec-4730-aa5f-00376104c314 None None] Pushing event updated for resources: {'Port': ['ID=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:12.798266 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:12.875691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Allocated IP 172.20.0.2 (5b39c013-8ef2-40ae-99dc-b420050db209/0058b85e-4d03-4a58-a5a6-7a171536eb72/16bb8471-b68c-468e-a9e9-42277e3d8517) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:07:12.990223 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:11Z', 'revision_number': 3, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:13.017037 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bc7b6-7786-45ad-a612-ab787f53bf11 None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:11Z', 'revision_number': 3, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:07:13.042919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.049888 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.069220 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.088120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Network 5b39c013-8ef2-40ae-99dc-b420050db209 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:07:13.095234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:13.097892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:07:13.112714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Pushing event updated for resources: {'Port': ['ID=16bb8471-b68c-468e-a9e9-42277e3d8517,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:13.157319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Attempting to bind port 16bb8471-b68c-468e-a9e9-42277e3d8517 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:07:13.157512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Attempting to bind port 16bb8471-b68c-468e-a9e9-42277e3d8517 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:07:13.157856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Attempting to bind port 16bb8471-b68c-468e-a9e9-42277e3d8517 on network 5b39c013-8ef2-40ae-99dc-b420050db209 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:07:13.162894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:07:13.163257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Checking segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:07:13.163660 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.164478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Bound using segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:07:13.164478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Bound port: 16bb8471-b68c-468e-a9e9-42277e3d8517, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:07:13.164877 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.248381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] For port 16bb8471-b68c-468e-a9e9-42277e3d8517, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:07:13.252204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] For port 16bb8471-b68c-468e-a9e9-42277e3d8517, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=16bb8471-b68c-468e-a9e9-42277e3d8517,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:07:13.257130 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.343594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603e5e2-8dad-4b74-9133-89e42a9c483e None None] Pushing event updated for resources: {'Port': ['ID=16bb8471-b68c-468e-a9e9-42277e3d8517,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:13.388530 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.20.0.1 (5b39c013-8ef2-40ae-99dc-b420050db209/0058b85e-4d03-4a58-a5a6-7a171536eb72/ae1712f5-58fe-44f0-90dd-719033838b4d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:07:13.527861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.570860 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.620155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 5b39c013-8ef2-40ae-99dc-b420050db209 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:07:13.623166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:13.626330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:07:13.657074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=ae1712f5-58fe-44f0-90dd-719033838b4d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:13.679568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:13.815794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.096307 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.101383 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.179840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=ae1712f5-58fe-44f0-90dd-719033838b4d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:14.182631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.265904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3384be9-2465-4e63-b6af-547de50b154c None None] Network 5b39c013-8ef2-40ae-99dc-b420050db209 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:07:14.278290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 5b39c013-8ef2-40ae-99dc-b420050db209 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:07:14.279667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:14.334527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97adc7fa-b268-4c85-9803-659203eac5a1 None None] Provisioning complete for port 16bb8471-b68c-468e-a9e9-42277e3d8517 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:14.334527 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97adc7fa-b268-4c85-9803-659203eac5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.396350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:07:14.492269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97adc7fa-b268-4c85-9803-659203eac5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.515822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:07:14.527920 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:14.530802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-97adc7fa-b268-4c85-9803-659203eac5a1 None None] For port 16bb8471-b68c-468e-a9e9-42277e3d8517, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=16bb8471-b68c-468e-a9e9-42277e3d8517,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:14.536303 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97adc7fa-b268-4c85-9803-659203eac5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.538730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d7c23b3-6177-4831-8e98-2fa2a52b43fa tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "PUT /v2.0/routers/1358f361-e2ec-45eb-9ff2-d1ba67362a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643297 Oct 13 05:07:14.589289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a3c35f9d-d50c-430d-a7a3-0309e6d7a519 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:14.625535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc7fa-b268-4c85-9803-659203eac5a1 None None] Pushing event updated for resources: {'Port': ['ID=16bb8471-b68c-468e-a9e9-42277e3d8517,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:14.671919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:14.672446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.713035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba8b03-75e3-4474-aec5-c8f7590c661c tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.714658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba8b03-75e3-4474-aec5-c8f7590c661c tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.715252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba8b03-75e3-4474-aec5-c8f7590c661c tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.715860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba8b03-75e3-4474-aec5-c8f7590c661c tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.720757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:14.729780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9bba8b03-75e3-4474-aec5-c8f7590c661c tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2001565 Oct 13 05:07:14.761896 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.783617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee95b1-0464-4d71-82fc-f44826a5e049 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.784017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee95b1-0464-4d71-82fc-f44826a5e049 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.784375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port a3c35f9d-d50c-430d-a7a3-0309e6d7a519, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:14.784495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee95b1-0464-4d71-82fc-f44826a5e049 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.784935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee95b1-0464-4d71-82fc-f44826a5e049 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:14.786863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-78ee95b1-0464-4d71-82fc-f44826a5e049 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0648990 Oct 13 05:07:14.790300 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:14.792351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.793422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 16bb8471-b68c-468e-a9e9-42277e3d8517 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:14.911527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-893f0aa9-586a-40f4-ba2c-d54a216c0fa6 None None] Provisioning complete for port ae1712f5-58fe-44f0-90dd-719033838b4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:14.912271 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893f0aa9-586a-40f4-ba2c-d54a216c0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.914214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:14.922014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:07:15.070941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bbb2a6ce-df07-4abc-82d6-80e8ad85081c tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2766280 Oct 13 05:07:15.145005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 16bb8471-b68c-468e-a9e9-42277e3d8517 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:15.145518 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.167575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:15.168214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:06:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:15.216047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-893f0aa9-586a-40f4-ba2c-d54a216c0fa6 None None] Port ae1712f5-58fe-44f0-90dd-719033838b4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:07:15.275473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-893f0aa9-586a-40f4-ba2c-d54a216c0fa6 None None] Provisioning complete for port 16bb8471-b68c-468e-a9e9-42277e3d8517 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:15.276666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893f0aa9-586a-40f4-ba2c-d54a216c0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.373138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:15.401417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:15.405933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838301267', 'description': 'tempest-secgroup-smoke-1838301267 description', 'project_id': '7b150153fc3544abb0c155661c8acfb9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:15.431413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.499923 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.504748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.544705 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.549340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:15.550351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467025 Oct 13 05:07:15.553435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be51b9f-2925-49f0-afe7-b7386854e89b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:15.554705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '4be51b9f-2925-49f0-afe7-b7386854e89b', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:15.563968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.564655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.565216 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.566292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.566722 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.567072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.567407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.567859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.568189 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.568566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.568925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.569253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6e1f1d-fbc3-4a89-88ff-18acbf1f695d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:15.598281 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.628341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 2, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:15.662320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.666085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:07:15.667007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Updating router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a port ae1712f5-58fe-44f0-90dd-719033838b4d binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:07:15.667826 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.687214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e060905a-a4aa-4db2-96db-cc09ad007770,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:15.702430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.702918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bdf2f259-5599-43d5-88a5-e4c0184da90f None None] Provisioning complete for port ae1712f5-58fe-44f0-90dd-719033838b4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:15.703288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f259-5599-43d5-88a5-e4c0184da90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.707028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.707145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c9a63e8a-f7df-4ebc-b389-97992957f0de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547225 Oct 13 05:07:15.708648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:15.712916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '4be51b9f-2925-49f0-afe7-b7386854e89b', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:15.743312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.772801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2f259-5599-43d5-88a5-e4c0184da90f None None] Port ae1712f5-58fe-44f0-90dd-719033838b4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:07:15.802962 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.808044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.824802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd6ba5d-6d46-4816-92c2-a76b418f9b26,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:15.834820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.836109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e4ccaf88-f321-465c-9822-48603d7ef8b1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271725 Oct 13 05:07:15.838743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:15.843400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '4be51b9f-2925-49f0-afe7-b7386854e89b', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:15.872867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.933965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.938779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.956178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554ee3d9-131c-416a-96a6-144cee8a03d7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:15.966231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.970414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b61aad2f-48d0-40f6-bf9b-6531fea7359f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280768 Oct 13 05:07:15.970812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:15.975427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '4be51b9f-2925-49f0-afe7-b7386854e89b', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:16.006745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.029274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.042292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.084153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.090541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.111031 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ef8a1-0b98-4a20-b533-19a621caca98 None None] Pushing event updated for resources: {'Port': ['ID=ae1712f5-58fe-44f0-90dd-719033838b4d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:16.116010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4fc60c-757d-4ce6-a6f5-99eece7025c4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:16.126460 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.131573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7612b62-1afc-4fb6-9647-6414bd5a291f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569247 Oct 13 05:07:16.131761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:16.136457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '4be51b9f-2925-49f0-afe7-b7386854e89b', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:16.171139 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Project 7b150153fc3544abb0c155661c8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:07:16.178411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Attempting to bind port ae1712f5-58fe-44f0-90dd-719033838b4d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:07:16.178768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Attempting to bind port ae1712f5-58fe-44f0-90dd-719033838b4d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:07:16.179258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Attempting to bind port ae1712f5-58fe-44f0-90dd-719033838b4d on network 5b39c013-8ef2-40ae-99dc-b420050db209 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:07:16.180014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.186998 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:07:16.187552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Checking segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:07:16.187984 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.188372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Bound using segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:07:16.189280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Bound port: ae1712f5-58fe-44f0-90dd-719033838b4d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:07:16.189280 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.258124 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.261222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] For port ae1712f5-58fe-44f0-90dd-719033838b4d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:07:16.263578 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.267864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] For port ae1712f5-58fe-44f0-90dd-719033838b4d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ae1712f5-58fe-44f0-90dd-719033838b4d,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:07:16.272395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.289410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c457f8e5-0008-4edf-a802-0d4492acb2c4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:16.296777 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.300575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ebb2d504-8d32-4902-901b-dd067cf9d7de tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652744 Oct 13 05:07:16.301097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:16.307778 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '4be51b9f-2925-49f0-afe7-b7386854e89b', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:16.333772 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Project 7b150153fc3544abb0c155661c8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:07:16.340349 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.340807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:16.341436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:06:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:16.343110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ef8a1-0b98-4a20-b533-19a621caca98 None None] Pushing event updated for resources: {'Port': ['ID=ae1712f5-58fe-44f0-90dd-719033838b4d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:16.406507 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.412073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a92cbab-b16c-46e4-b897-8aa03e0e5e0d None None] Provisioning complete for port ae1712f5-58fe-44f0-90dd-719033838b4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:16.412522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a92cbab-b16c-46e4-b897-8aa03e0e5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.412831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.436402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.437765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354935 Oct 13 05:07:16.444530 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94accd-6e77-457a-b259-b1c3b38a5a3f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567ca3fc-d742-4170-9baa-ff490d77437e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:16.513935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:16.563914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a3c35f9d-d50c-430d-a7a3-0309e6d7a519 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:16.607245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-dd2388c9-fa37-43a7-bd49-9e746f113728 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838301267&fields=id&tenant_id=7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 267 time: 0.0351901 Oct 13 05:07:16.645769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a92cbab-b16c-46e4-b897-8aa03e0e5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.716764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-a15aee45-3dc5-48f9-bfe9-7d6325b32da5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:16.718224 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-a15aee45-3dc5-48f9-bfe9-7d6325b32da5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 797 time: 0.1041121 Oct 13 05:07:16.732945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-d24db4f1-8281-4f1f-8ac8-6485be99ed64 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/quotas/7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0089171 Oct 13 05:07:16.733236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a92cbab-b16c-46e4-b897-8aa03e0e5e0d None None] For port ae1712f5-58fe-44f0-90dd-719033838b4d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ae1712f5-58fe-44f0-90dd-719033838b4d,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:16.742306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:16.742673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.744149 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a92cbab-b16c-46e4-b897-8aa03e0e5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.786408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-dfb98903-e702-4670-accc-716beca6210d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476203 Oct 13 05:07:16.863374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92cbab-b16c-46e4-b897-8aa03e0e5e0d None None] Pushing event updated for resources: {'Port': ['ID=ae1712f5-58fe-44f0-90dd-719033838b4d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:16.888874 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-6c1a3f10-01c2-4912-85a8-f7abac6e05c4 service neutron] 10.222.0.44 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894604 Oct 13 05:07:16.914101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73a89c91-3a7c-47b4-8ab0-aae97854233d None None] Provisioning complete for port ae1712f5-58fe-44f0-90dd-719033838b4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:16.914475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73a89c91-3a7c-47b4-8ab0-aae97854233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:16.957743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 16bb8471-b68c-468e-a9e9-42277e3d8517 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:16.977446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-eccc04dc-ecfc-4642-8b63-b5f380eac3f4 service neutron] 10.222.0.44 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821068 Oct 13 05:07:16.998109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:17.031625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8728a-0703-4302-b532-ce5e13a260b6 None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:07:17.086961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 16bb8471-b68c-468e-a9e9-42277e3d8517 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:17.087476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:17.190220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76b0174b-df55-438a-9251-6457aa970672 req-6b01a8bb-0d29-4b4d-9825-55fdc12d357a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 210 time: 0.0443633 Oct 13 05:07:18.508645 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ae1712f5-58fe-44f0-90dd-719033838b4d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:18.509878 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-be389841-0bd8-4621-bd6a-46fa7db286d5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:18.511928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-be389841-0bd8-4621-bd6a-46fa7db286d5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 797 time: 0.4755559 Oct 13 05:07:18.513949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-280171c9-b06a-48c0-bb7e-0376dfe355a5 req-a9cfe6e0-f52e-4204-b0e2-89a73a8ddf89 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 210 time: 0.0427213 Oct 13 05:07:18.556402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-01f2ea73-1496-4a1c-a33b-665c9aef49ef tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 380 time: 0.0330229 Oct 13 05:07:18.567015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'port': {'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'admin_state_up': True, 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'security_groups': ['4be51b9f-2925-49f0-afe7-b7386854e89b']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:18.572552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ae1712f5-58fe-44f0-90dd-719033838b4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:18.572552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:18.675408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:07:18.679235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:18.797795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.20.0.6 (5b39c013-8ef2-40ae-99dc-b420050db209/0058b85e-4d03-4a58-a5a6-7a171536eb72/5d1c1499-ba4a-4e42-afc1-7f2317e1e11e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:07:18.934511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:18.966516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.008617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 5b39c013-8ef2-40ae-99dc-b420050db209 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:07:19.011542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:19.015296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:07:19.045566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:19.064241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8af61b9-b315-4679-b4e1-8a97dc35df9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.080083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:19.080713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.097364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-35495458-df34-445f-ac33-c7cfd04f47cb tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349917 Oct 13 05:07:19.110375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Request body: {'port': {'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:19.165106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.262755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-498237e3-5855-4c89-8502-9652555d3079 None None] Provisioning complete for port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:19.263124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498237e3-5855-4c89-8502-9652555d3079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.301265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-498237e3-5855-4c89-8502-9652555d3079 None None] Port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:07:19.422007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:07:19.429274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.441317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Transition to ACTIVE for port object 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:07:19.445238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.515965 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:19.569707 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Attempting to bind port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:07:19.570026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Attempting to bind port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:07:19.570347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Attempting to bind port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e on network 5b39c013-8ef2-40ae-99dc-b420050db209 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:07:19.575319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e on network 5b39c013-8ef2-40ae-99dc-b420050db209 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:07:19.575647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Attempting to bind port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e on network 5b39c013-8ef2-40ae-99dc-b420050db209 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:07:19.580900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:07:19.581238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Checking segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:07:19.581616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Bound using segment: {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:07:19.582042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Bound port: 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616bc5b3-1f64-4267-badb-57e26f0b18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:07:19.582399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.633251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e978e-8b25-4eea-a740-3ab68a42fb85 req-cc82ce54-45cb-4960-8914-51f5c04ea605 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:19.634811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c1e978e-8b25-4eea-a740-3ab68a42fb85 req-cc82ce54-45cb-4960-8914-51f5c04ea605 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 943 time: 0.0489163 Oct 13 05:07:19.652409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] For port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:07:19.656841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] For port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:07:19.662564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.678256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c1e978e-8b25-4eea-a740-3ab68a42fb85 req-9ac0c6a0-2a25-4071-b0b8-8bcd2ed9b703 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362215 Oct 13 05:07:19.700149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:19.700836 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:19.702174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] 10.222.0.26 "PUT /v2.0/ports/5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 1091 time: 0.5960844 Oct 13 05:07:19.702612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:07:19.704873 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9886b013-1971-4bda-b2de-01cf1e68dac8" -d '{"events": [{"name": "network-changed", "server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:07:19.732282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf707af-8bf8-46f8-a54e-ae5117c52683 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:19.748139 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896473e1-8e76-4e43-ae80-a103bbdcbda6 x-openstack-request-id: req-896473e1-8e76-4e43-ae80-a103bbdcbda6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:07:19.748502 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:07:19.748843 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-896473e1-8e76-4e43-ae80-a103bbdcbda6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:07:19.749315 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'status': 'completed', 'code': 200} Oct 13 05:07:19.796184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-79b46c06-ab91-4445-820b-89dd3e61f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:19.797711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-79b46c06-ab91-4445-820b-89dd3e61f042 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1094 time: 0.0430369 Oct 13 05:07:19.840608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-a11e10de-b4be-4289-8ddb-761e1174ebf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 217 time: 0.0347819 Oct 13 05:07:19.895781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-b1c2115d-0746-4d4f-b870-42d60208e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:19.897291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-b1c2115d-0746-4d4f-b870-42d60208e51b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 200 len: 835 time: 0.0497305 Oct 13 05:07:19.942001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2ea94d6a-ba58-4339-b8d5-d7f7422da9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:19.943483 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-2ea94d6a-ba58-4339-b8d5-d7f7422da9f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b39c013-8ef2-40ae-99dc-b420050db209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396345 Oct 13 05:07:20.031956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-67d6700d-2d3a-4ded-a95b-6351e3bf0c35 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804904 Oct 13 05:07:20.122796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab424d69-3b9e-4245-93a3-e2a7db9fb79e req-dd90ae23-72fd-4275-a811-710e66c09849 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840297 Oct 13 05:07:20.211109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-0dd06e2d-2f69-4b9f-a4ba-66d2b63f2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:20.212473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-0dd06e2d-2f69-4b9f-a4ba-66d2b63f2114 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1094 time: 0.0413060 Oct 13 05:07:20.305309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-140788c7-159b-43b6-bea4-5f9214189e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:20.306761 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-140788c7-159b-43b6-bea4-5f9214189e6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 898 time: 0.0873518 Oct 13 05:07:20.347481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-cb32c20b-bcac-47a1-909c-3c5c6653eb3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 217 time: 0.0335555 Oct 13 05:07:20.396543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-1a358174-a18f-4534-8553-fe2058b12e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:20.398031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-1a358174-a18f-4534-8553-fe2058b12e94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 200 len: 835 time: 0.0431221 Oct 13 05:07:20.445811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-31950a4f-ad3f-4d45-a6db-862c785d5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:20.447260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-31950a4f-ad3f-4d45-a6db-862c785d5521 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b39c013-8ef2-40ae-99dc-b420050db209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422652 Oct 13 05:07:20.536992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-b51da21b-4d77-4ea7-8156-eed40b0abe4d service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819376 Oct 13 05:07:20.628648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9886b013-1971-4bda-b2de-01cf1e68dac8 req-d2bd57cf-2795-4de4-b19c-c49e9e2f30df service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843072 Oct 13 05:07:20.793935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc41ac9-42cb-47b3-8774-7f32329dd1ae req-e20bd121-8a74-4b53-aa17-87706b5e8bec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:20.795547 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfc41ac9-42cb-47b3-8774-7f32329dd1ae req-e20bd121-8a74-4b53-aa17-87706b5e8bec tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 943 time: 0.0509667 Oct 13 05:07:20.832658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfc41ac9-42cb-47b3-8774-7f32329dd1ae req-83a96e56-1647-471a-ab83-2baf6f45e78a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Oct 13 05:07:21.703552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1a42952-f607-4c0b-868d-a25a4a1dd5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:21.946584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1fd88-159d-4065-b6d0-f8a32f6e4e94 req-e48f46e1-aa1a-4593-826e-1266813443b7 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:21.948745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6aa1fd88-159d-4065-b6d0-f8a32f6e4e94 req-e48f46e1-aa1a-4593-826e-1266813443b7 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 943 time: 0.0499527 Oct 13 05:07:21.985532 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6aa1fd88-159d-4065-b6d0-f8a32f6e4e94 req-8aace36e-ca5f-460c-bc16-a42bfe9bc1e4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310898 Oct 13 05:07:22.953858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:23.096457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe3ddc-cdd1-4d9b-affb-b81946561267 req-c8f925a0-8a46-4b2a-82ef-4b222d1098a2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:23.097912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53fe3ddc-cdd1-4d9b-affb-b81946561267 req-c8f925a0-8a46-4b2a-82ef-4b222d1098a2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 943 time: 0.0479155 Oct 13 05:07:23.137353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53fe3ddc-cdd1-4d9b-affb-b81946561267 req-a3b32d78-4c41-4cb7-afa2-37a22ab476c3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Oct 13 05:07:23.215158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:23.451070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:07:23.542585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:23.553315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:07:23.592351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:23.604421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:07:23.623961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:23.627635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:23.673564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:23.924358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5d1c1499-ba4a-4e42-afc1-7f2317e1e11e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:07:24.251192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cd354-4a01-4209-8d5f-1d5d4b09d3a2 req-ec4c7a4d-3abc-40d8-a762-5c3fe7077048 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:24.252632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d26cd354-4a01-4209-8d5f-1d5d4b09d3a2 req-ec4c7a4d-3abc-40d8-a762-5c3fe7077048 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 944 time: 0.0482101 Oct 13 05:07:24.289117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d26cd354-4a01-4209-8d5f-1d5d4b09d3a2 req-b158e604-64a5-411d-9107-5849f4d867fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Oct 13 05:07:24.787688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:25.400545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a12ff2-3d14-4b87-b619-503ff511c0b0 req-b2e7aeab-4b68-42f3-8026-353e2f441fe2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:25.402637 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97a12ff2-3d14-4b87-b619-503ff511c0b0 req-b2e7aeab-4b68-42f3-8026-353e2f441fe2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 944 time: 0.0483449 Oct 13 05:07:25.438552 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97a12ff2-3d14-4b87-b619-503ff511c0b0 req-d968928a-2ff5-4ad2-a022-634da8fe05ca tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298676 Oct 13 05:07:25.466509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:25.513216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:07:25.516702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:25.517107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:25.594573 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:25.615351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:07:25.618129 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18000cd6-b270-455b-8e27-33c4a44326b7" -d '{"events": [{"server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:07:25.630165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:25.634466 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:25.660096 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16ba8c-4945-41b3-a97b-6c24e18946f1 x-openstack-request-id: req-ea16ba8c-4945-41b3-a97b-6c24e18946f1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:07:25.660392 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:07:25.660641 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea16ba8c-4945-41b3-a97b-6c24e18946f1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:07:25.661046 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'code': 200} Oct 13 05:07:25.685976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:25.693535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.693875 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.694206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.694537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.694858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.695176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.695494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.695811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.696124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.696439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.696776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.697089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:25.759937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0de91-3595-43d5-b985-ca1841081b98 req-2cfa7d12-8897-4a1b-9d49-fae5b06e0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:25.762013 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28d0de91-3595-43d5-b985-ca1841081b98 req-2cfa7d12-8897-4a1b-9d49-fae5b06e0a28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1096 time: 0.0510581 Oct 13 05:07:25.795715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-28d0de91-3595-43d5-b985-ca1841081b98 req-3f0b5bfb-a34b-440e-b33b-c6e81e926d97 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265393 Oct 13 05:07:26.554988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5499d-76c5-4367-8ae5-816a85b6d1b3 req-5aceeb56-bb8c-4abd-8783-37f23c0bbee6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:26.556425 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-29b5499d-76c5-4367-8ae5-816a85b6d1b3 req-5aceeb56-bb8c-4abd-8783-37f23c0bbee6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 945 time: 0.0517237 Oct 13 05:07:26.836574 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-29b5499d-76c5-4367-8ae5-816a85b6d1b3 req-bde0ca54-e16a-44ba-8dc0-1434c12b7b2b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741992 Oct 13 05:07:27.950926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657465d-9b1a-46aa-9793-4e45de308f81 req-16e0e888-f697-4609-ac98-c9b8a8379844 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:27.952369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4657465d-9b1a-46aa-9793-4e45de308f81 req-16e0e888-f697-4609-ac98-c9b8a8379844 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 945 time: 0.0483711 Oct 13 05:07:27.988911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4657465d-9b1a-46aa-9793-4e45de308f81 req-3732fcef-04c6-47ae-add7-0ecd915836cf tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Oct 13 05:07:28.099493 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bd5b-a2e1-4f26-93d0-3d95573fca7b req-df853c4d-08cf-458b-96d3-13839284f8c1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:28.100949 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c791bd5b-a2e1-4f26-93d0-3d95573fca7b req-df853c4d-08cf-458b-96d3-13839284f8c1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 945 time: 0.0468929 Oct 13 05:07:28.141835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c791bd5b-a2e1-4f26-93d0-3d95573fca7b req-210c9696-f483-4e6b-b3c3-05364306b56b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343797 Oct 13 05:07:28.163433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:28.223729 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca2d5b-274f-44d9-9bb1-70f57cbec6a9 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:28.225231 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6aca2d5b-274f-44d9-9bb1-70f57cbec6a9 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1091 time: 0.0608439 Oct 13 05:07:28.228157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:28.232998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:28.253875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:28.345884 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:28.447573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.25.1.24 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/179151fe-172f-4dd7-a767-8d75489dbdb9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:07:28.547050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:28.580376 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:28.617928 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:07:28.622571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:07:28.626000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:07:28.654075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=179151fe-172f-4dd7-a767-8d75489dbdb9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:28.972141 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:29.037526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:29.186555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:29.190825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:29.255440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=179151fe-172f-4dd7-a767-8d75489dbdb9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:29.266626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:29.364747 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Floating IP 0321febe-9c4f-4428-834a-7c49268a56e6 associated. External IP: 172.25.1.24, port: 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e. Oct 13 05:07:29.570363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:07:29.675245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:07:29.686199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:07:29.693253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:29.696084 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:29.696710 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:07:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:29.719404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f130a65d-351c-445b-9558-0e4392be21a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4896159 Oct 13 05:07:29.720045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:07:29.722446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:29.785176 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-76c394c0-422e-44f2-bc3d-3ab485147003 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/floatingips/0321febe-9c4f-4428-834a-7c49268a56e6 HTTP/1.1" status: 200 len: 990 time: 0.0601203 Oct 13 05:07:29.801975 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:29.835751 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:07:29.925992 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f0c565-9dc6-4ae5-93e5-89e6bfd0b0f3 x-openstack-request-id: req-96f0c565-9dc6-4ae5-93e5-89e6bfd0b0f3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:07:29.926347 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:07:29.926612 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96f0c565-9dc6-4ae5-93e5-89e6bfd0b0f3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:07:29.927010 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'status': 'completed', 'code': 200} Oct 13 05:07:29.992419 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-c22b0a5c-2dfe-4c2c-9f16-dcaa4ca6a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:29.993939 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-c22b0a5c-2dfe-4c2c-9f16-dcaa4ca6a559 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1096 time: 0.0434506 Oct 13 05:07:30.021797 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:28Z', 'revision_number': 0, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:30.051038 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:07:30.059119 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:30.059722 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:07:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:30.083665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-8f4ea1c3-c3b9-4dc5-a7c4-17247cfb4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:30.085074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-8f4ea1c3-c3b9-4dc5-a7c4-17247cfb4b06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 898 time: 0.0839710 Oct 13 05:07:30.152809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-17caee11-1c19-4d79-85d2-d040296a3f55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 998 time: 0.0603461 Oct 13 05:07:30.160953 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:30.202229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-e669bcca-1185-4a8d-92e0-2aaf9e1cd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:30.203687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-e669bcca-1185-4a8d-92e0-2aaf9e1cd43e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 200 len: 835 time: 0.0442338 Oct 13 05:07:30.248604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-b3a3ee26-56b0-49bf-964b-5347732a924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:30.250120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-b3a3ee26-56b0-49bf-964b-5347732a924f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b39c013-8ef2-40ae-99dc-b420050db209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398123 Oct 13 05:07:30.341714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-c0999c40-ba99-415f-83f3-9f9a8f159890 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Oct 13 05:07:30.375935 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:28Z', 'revision_number': 0, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:30.405089 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a990b-d4e7-4027-a956-5737023683b4 None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:13Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:28Z', 'revision_number': 0, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:07:30.433103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4fd7d24-8ebb-4d0a-a12e-970152040b3d req-ff48b6f1-71f2-4289-b7f5-3a24a4bac1dc service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838771 Oct 13 05:07:30.596554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff30e22-366f-4148-a587-1df9b8d2f815 None None] New status for floating IP 0321febe-9c4f-4428-834a-7c49268a56e6: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:07:30.787917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:30.851703 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9d66a1fc-b717-462f-87ad-835957fb98cf tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/floatingips/0321febe-9c4f-4428-834a-7c49268a56e6 HTTP/1.1" status: 200 len: 992 time: 0.0625761 Oct 13 05:07:38.840501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:40.590524 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:43.781043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-852027fc-55e6-4db4-8713-480fcac50770 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387468 Oct 13 05:07:43.863596 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-d9109f1a-944d-4163-a648-ccb92f44c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:43.865047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-d9109f1a-944d-4163-a648-ccb92f44c6e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1096 time: 0.0381250 Oct 13 05:07:43.967604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-a3810a41-962f-4d09-aa55-08a6932c0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:43.969030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-a3810a41-962f-4d09-aa55-08a6932c0aa0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 898 time: 0.0845778 Oct 13 05:07:44.030916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-065fd151-89da-498a-83fe-3fbc3b66d70f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 1000 time: 0.0547993 Oct 13 05:07:44.080478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-25b54534-da0a-48e9-96b7-dc8a475bb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:44.081851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-25b54534-da0a-48e9-96b7-dc8a475bb3a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 200 len: 835 time: 0.0439560 Oct 13 05:07:44.130215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-a06e8492-1f11-47ae-8a8c-ff8638170d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:44.131659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-a06e8492-1f11-47ae-8a8c-ff8638170d92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b39c013-8ef2-40ae-99dc-b420050db209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423377 Oct 13 05:07:44.217972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-58afe20c-f4db-4f10-86c4-dfbf6c8f3599 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789490 Oct 13 05:07:44.307378 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2bdf95d1-c5e5-43dc-8c0e-f21589aaa510 req-350da272-abd4-4eec-890d-3e0ecd9c7e21 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822053 Oct 13 05:07:48.644319 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:07:49.066070 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9b82471-98a4-4364-9fce-9cf2da1264c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:51.554357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c65c130f-53ba-4cca-82b2-cc1a99cddd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:52.955071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:53.218470 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:54.790821 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:08.835381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:10.605168 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:19.066687 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1d49-0ff1-4545-bb78-5378669d5271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:21.554819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ae4fbd-0798-45a8-a584-d71e4fd195c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:22.956081 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:23.220145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:24.795642 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:25.644468 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:08:33.506348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:33.581481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad50e6b-9f2e-4c08-a45c-f43b067b002b tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:33.581959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad50e6b-9f2e-4c08-a45c-f43b067b002b tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:33.582427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad50e6b-9f2e-4c08-a45c-f43b067b002b tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:33.584094 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dad50e6b-9f2e-4c08-a45c-f43b067b002b tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=7b150153fc3544abb0c155661c8acfb9&network_id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 2969 time: 0.0767732 Oct 13 05:08:37.053935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:37.120013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce28730-ea3a-4b9b-85da-30fd4b533bd6 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:37.121476 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7ce28730-ea3a-4b9b-85da-30fd4b533bd6 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f HTTP/1.1" status: 200 len: 814 time: 0.0665636 Oct 13 05:08:37.927145 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46892) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:37.932204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'network': {'name': 'tempest-network-smoke--1936214076', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:37.953620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:08:37.957205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:37.979746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:08:37.989140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:37.989482 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Added segment efc0fe7f-55fe-4bc9-91fe-3e6fb4960767 of type vlan for network 9d6c4266-88b6-433e-9442-cde20d1dbd41 Oct 13 05:08:38.027670 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.051304 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.056901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:38.057496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.115804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1875744 Oct 13 05:08:38.118985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46894) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.128217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Network': ['ID=9d6c4266-88b6-433e-9442-cde20d1dbd41,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:38.135517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.135854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.136185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.136519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.136884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.137194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.137509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.137827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.138139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.138451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.138765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.139124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842066e-bfb4-4951-8905-cbfc1da356a0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.150135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:08:38.165663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89c0e1-3a52-471b-84f1-285ce06f8241 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:38.169605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cb89c0e1-3a52-471b-84f1-285ce06f8241 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7b150153fc3544abb0c155661c8acfb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0487728 Oct 13 05:08:38.172224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.261012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747c46f-0c75-4f18-a3a7-dd2848251789 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:38.262529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8747c46f-0c75-4f18-a3a7-dd2848251789 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892258 Oct 13 05:08:38.265363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.291160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-597c7dc3-8c71-44e2-b33c-dc6a943ad927 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0247583 Oct 13 05:08:38.293454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46900) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.320989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-60b4d134-522f-450f-ab15-f61a5bc2f977 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7b150153fc3544abb0c155661c8acfb9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262585 Oct 13 05:08:38.323114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.410533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c689ca-91d5-4284-9488-3db3d3865ce0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:38.412033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-81c689ca-91d5-4284-9488-3db3d3865ce0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880213 Oct 13 05:08:38.414721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.441895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5ad33fb6-d5a4-42ae-bf27-74122127a61a tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261772 Oct 13 05:08:38.444060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:38.448470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-866577953', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:38.532811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:08:38.536287 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.710712 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.777350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Subnet': ['ID=175b6b85-3ee0-4a75-ab31-1b5777398482,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:38.787186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.787533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.787869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.788202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.788558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.788915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.789243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.789565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.789884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.790201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.790522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.790841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:38.795001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Checking segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:08:38.795386 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network hostable DHCP agents. Network: 9d6c4266-88b6-433e-9442-cde20d1dbd41, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:08:38.811559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:08:38.820159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 9d6c4266-88b6-433e-9442-cde20d1dbd41) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:08:38.825233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:38.826038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.829872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543376d-1cac-43ef-a0d7-56c9b8deb206 None None] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:08:38.844399 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-93fcd504-edb0-4230-9308-532411c83533 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3993726 Oct 13 05:08:38.884300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:38.976516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-9d6c4266-88b6-433e-9442-cde20d1dbd41', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ips': [{'subnet_id': '175b6b85-3ee0-4a75-ab31-1b5777398482'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:08:38.977462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.004498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.009604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227418126', 'description': 'tempest-secgroup-smoke-227418126 description', 'project_id': '7b150153fc3544abb0c155661c8acfb9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.032617 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.101008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.105155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.111617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Allocated IP 172.20.0.18 (9d6c4266-88b6-433e-9442-cde20d1dbd41/175b6b85-3ee0-4a75-ab31-1b5777398482/14140b19-6435-480a-bf19-a242c983b8e4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:08:39.133672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.137535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1292272 Oct 13 05:08:39.137908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 46914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.140019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b03b3d-e923-4601-9c76-2f6ed5016ea4 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b09da27-340a-4c7d-bf08-c19b10bd2004,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.144329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '1b09da27-340a-4c7d-bf08-c19b10bd2004', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.171315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.228573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.232184 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.251699 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2331cbc-9451-4c23-b018-17467f9bf6cf,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.257809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.258070 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.261640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b39738b1-5743-4f6e-adda-1acbfed0d275 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201379 Oct 13 05:08:39.262290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.263517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.268166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '1b09da27-340a-4c7d-bf08-c19b10bd2004', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.294433 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.305109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:08:39.307837 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:08:39.311887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:08:39.317401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Pushing event updated for resources: {'Port': ['ID=14140b19-6435-480a-bf19-a242c983b8e4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.328356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.328712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.329051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.329374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.329696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.330035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.330327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.330636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.330942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.331251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.331561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.331869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:39.353279 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.358991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.377680 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5df22c-307a-4276-a546-847dd3e4bef6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.385451 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.386573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98b40537-327a-4da5-9fc6-33ddec283c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226933 Oct 13 05:08:39.387882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Attempting to bind port 14140b19-6435-480a-bf19-a242c983b8e4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:08:39.388245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Attempting to bind port 14140b19-6435-480a-bf19-a242c983b8e4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:08:39.388596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Attempting to bind port 14140b19-6435-480a-bf19-a242c983b8e4 on network 9d6c4266-88b6-433e-9442-cde20d1dbd41 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:08:39.389940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46918) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.394248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:08:39.394424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '1b09da27-340a-4c7d-bf08-c19b10bd2004', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.394612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Checking segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:08:39.395001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.395408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Bound using segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:08:39.395857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Bound port: 14140b19-6435-480a-bf19-a242c983b8e4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:08:39.396228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.419513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.458508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] For port 14140b19-6435-480a-bf19-a242c983b8e4, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:08:39.462187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] For port 14140b19-6435-480a-bf19-a242c983b8e4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14140b19-6435-480a-bf19-a242c983b8e4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:08:39.466305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.488553 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.492397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.513839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eb4fee-d2c3-4e21-8ffc-04c833d3bc1f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.524548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.525800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-85e49a6d-fc7f-4d13-a75e-7d473b518677 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349125 Oct 13 05:08:39.528712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.533111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '1b09da27-340a-4c7d-bf08-c19b10bd2004', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.538845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186186fc-df16-4f5f-9fa7-b4e04d6fd8bd None None] Pushing event updated for resources: {'Port': ['ID=14140b19-6435-480a-bf19-a242c983b8e4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.563491 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.624557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.628015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.647571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2959bf9c-ac6e-4084-a119-e104aebd6a8e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.656338 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.657568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cc8c869b-31c0-4122-80d8-48b8ea20b016 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280313 Oct 13 05:08:39.660789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46922) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.666818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '1b09da27-340a-4c7d-bf08-c19b10bd2004', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.702509 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Project 7b150153fc3544abb0c155661c8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:08:39.707521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.774634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.778639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.797838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a128e8b6-b1b6-484b-affe-385d4fab5bd6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.808985 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.811411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-30f8e355-8471-45d9-88dc-41fbafdee103 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471107 Oct 13 05:08:39.813645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:39.817900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': '1b09da27-340a-4c7d-bf08-c19b10bd2004', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:39.838610 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Project 7b150153fc3544abb0c155661c8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:08:39.843949 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.906049 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.909621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.927816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f18ced-ab71-4ed2-9a95-540796151aa5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:39.936831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:39.938049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b0aa6b1d-0d6b-4764-937e-fb173b73536b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234488 Oct 13 05:08:40.206824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-cc886134-27e6-4138-9558-34fc8712afc8 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227418126&fields=id&tenant_id=7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 267 time: 0.0339136 Oct 13 05:08:40.320239 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-9d8ba84e-093e-4bc4-90bc-568d8bac4542 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:40.321798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-9d8ba84e-093e-4bc4-90bc-568d8bac4542 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/networks?id=9d6c4266-88b6-433e-9442-cde20d1dbd41 HTTP/1.1" status: 200 len: 797 time: 0.1080093 Oct 13 05:08:40.338230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-50ae010d-8d57-4e53-b237-9a6c6c089d18 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/quotas/7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0096714 Oct 13 05:08:40.397769 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-3ec18fdd-7086-4d93-80a6-c9087f120f05 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532472 Oct 13 05:08:40.433313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643028ce-9960-49f0-bda9-2e2226277dcf None None] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:08:40.499269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02b16015-b9f7-446a-9c96-13500f3f7e04 None None] Provisioning complete for port 14140b19-6435-480a-bf19-a242c983b8e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:40.499641 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02b16015-b9f7-446a-9c96-13500f3f7e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:40.501483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-55e1456b-900a-46b1-8941-fc4d0412974b service neutron] 10.222.0.44 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907683 Oct 13 05:08:40.593458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14140b19-6435-480a-bf19-a242c983b8e4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:08:40.595389 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-298b4469-0af3-4334-b0ea-f2002e8e504b service neutron] 10.222.0.44 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Oct 13 05:08:40.686619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:40.688068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02b16015-b9f7-446a-9c96-13500f3f7e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:40.743409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-02b16015-b9f7-446a-9c96-13500f3f7e04 None None] For port 14140b19-6435-480a-bf19-a242c983b8e4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14140b19-6435-480a-bf19-a242c983b8e4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:08:40.745866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 14140b19-6435-480a-bf19-a242c983b8e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:40.746451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:40.768242 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02b16015-b9f7-446a-9c96-13500f3f7e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:40.836740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16015-b9f7-446a-9c96-13500f3f7e04 None None] Pushing event updated for resources: {'Port': ['ID=14140b19-6435-480a-bf19-a242c983b8e4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:40.843052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0be97cb6-fcaf-477c-8ba6-c673629a05fc req-8f08ca4c-6492-4cbf-9290-058893f63268 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 210 time: 0.1123893 Oct 13 05:08:40.989535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9779af6d-98d8-4d10-8070-31030552218d None None] Provisioning complete for port 14140b19-6435-480a-bf19-a242c983b8e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:40.989911 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9779af6d-98d8-4d10-8070-31030552218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:41.693531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.15', 51786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:41.798772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-d244ea13-3195-4b99-8c2d-4264b9fe61c0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:41.800190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-d244ea13-3195-4b99-8c2d-4264b9fe61c0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.15 "GET /v2.0/networks?id=9d6c4266-88b6-433e-9442-cde20d1dbd41 HTTP/1.1" status: 200 len: 797 time: 0.1053188 Oct 13 05:08:41.849283 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-18bd52cc-4049-4512-ab4b-b3776d68bd67 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 472 time: 0.0393667 Oct 13 05:08:41.864366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'port': {'device_id': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'admin_state_up': True, 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'security_groups': ['1b09da27-340a-4c7d-bf08-c19b10bd2004']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:41.938500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4dd6090d-8535-4ac4-bbbf-ffdf10c4d991 req-369f3484-8468-4480-bca1-23afb230315c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 210 time: 0.0309503 Oct 13 05:08:41.969328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:08:41.972919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.096246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.20.0.23 (9d6c4266-88b6-433e-9442-cde20d1dbd41/175b6b85-3ee0-4a75-ab31-1b5777398482/edef1fff-1a7e-44b1-b23a-19651d22a6f4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:08:42.231316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.267228 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.310591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:08:42.313789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:08:42.317475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:08:42.340903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=edef1fff-1a7e-44b1-b23a-19651d22a6f4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:42.374137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:42.374767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.391081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-27563109-9977-4f3a-a126-01811b99cb10 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5301967 Oct 13 05:08:42.401903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-df85c2d8-4a66-4563-b470-0e44d42f897b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:08:42.402885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-df85c2d8-4a66-4563-b470-0e44d42f897b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055377 Oct 13 05:08:42.514307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Request body: {'port': {'device_id': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:08:42.541352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14140b19-6435-480a-bf19-a242c983b8e4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:08:42.570743 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.600225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 14140b19-6435-480a-bf19-a242c983b8e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:42.600525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.621426 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36a20075-7bda-46f0-9cb6-54d6987b7c29 None None] Provisioning complete for port edef1fff-1a7e-44b1-b23a-19651d22a6f4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:42.621787 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36a20075-7bda-46f0-9cb6-54d6987b7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.666665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-36a20075-7bda-46f0-9cb6-54d6987b7c29 None None] Port edef1fff-1a7e-44b1-b23a-19651d22a6f4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:08:42.826821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edef1fff-1a7e-44b1-b23a-19651d22a6f4 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:08:42.834095 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.846178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Transition to ACTIVE for port object edef1fff-1a7e-44b1-b23a-19651d22a6f4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:08:42.850283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.915782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Pushing event updated for resources: {'Port': ['ID=edef1fff-1a7e-44b1-b23a-19651d22a6f4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:42.971107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Attempting to bind port edef1fff-1a7e-44b1-b23a-19651d22a6f4 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:08:42.971448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Attempting to bind port edef1fff-1a7e-44b1-b23a-19651d22a6f4 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:08:42.971780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Attempting to bind port edef1fff-1a7e-44b1-b23a-19651d22a6f4 on network 9d6c4266-88b6-433e-9442-cde20d1dbd41 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:08:42.976526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Port edef1fff-1a7e-44b1-b23a-19651d22a6f4 on network 9d6c4266-88b6-433e-9442-cde20d1dbd41 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:08:42.976961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Attempting to bind port edef1fff-1a7e-44b1-b23a-19651d22a6f4 on network 9d6c4266-88b6-433e-9442-cde20d1dbd41 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:08:42.982136 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:08:42.982607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Checking segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:08:42.983064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Bound using segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:08:42.983500 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Bound port: edef1fff-1a7e-44b1-b23a-19651d22a6f4, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:08:42.983864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:43.082139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] For port edef1fff-1a7e-44b1-b23a-19651d22a6f4, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:08:43.086054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] For port edef1fff-1a7e-44b1-b23a-19651d22a6f4, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:08:43.095786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954025c2-d5c7-4a83-85ba-0cabaa4dcfb9 req-e2dcacff-aeb2-4b88-ad82-58435f5391e1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.097290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-954025c2-d5c7-4a83-85ba-0cabaa4dcfb9 req-e2dcacff-aeb2-4b88-ad82-58435f5391e1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 944 time: 0.0792909 Oct 13 05:08:43.098827 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:43.137792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.138620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:43.140531 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] 10.222.0.15 "PUT /v2.0/ports/edef1fff-1a7e-44b1-b23a-19651d22a6f4 HTTP/1.1" status: 200 len: 1092 time: 0.6736312 Oct 13 05:08:43.150363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'tag': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:08:43.152737 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac244c9-3a19-4086-997c-47165f20d4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f82c6-6ad4-4043-b9ab-86c495eb218c", "tag": "edef1fff-1a7e-44b1-b23a-19651d22a6f4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:08:43.207832 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e4ea1-9e9f-44f3-a7b7-5bfd1de10ebe x-openstack-request-id: req-a65e4ea1-9e9f-44f3-a7b7-5bfd1de10ebe {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:08:43.207832 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f82c6-6ad4-4043-b9ab-86c495eb218c", "tag": "edef1fff-1a7e-44b1-b23a-19651d22a6f4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:08:43.207832 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a65e4ea1-9e9f-44f3-a7b7-5bfd1de10ebe {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:08:43.208219 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'tag': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4', 'status': 'completed', 'code': 200} Oct 13 05:08:43.226218 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-954025c2-d5c7-4a83-85ba-0cabaa4dcfb9 req-a7ff9816-376e-4f28-96e0-19fb474b5a67 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195302 Oct 13 05:08:43.231909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de282677-7159-4953-bbdc-abd6e5c40612 service neutron] Pushing event updated for resources: {'Port': ['ID=edef1fff-1a7e-44b1-b23a-19651d22a6f4,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:43.250459 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-2609e99a-9a76-46a3-bac1-b0c441ff21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.252043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-2609e99a-9a76-46a3-bac1-b0c441ff21a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 1095 time: 0.0626264 Oct 13 05:08:43.295929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-71e9ab74-a045-40d7-a7a0-01670b3f89f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4 HTTP/1.1" status: 200 len: 217 time: 0.0354648 Oct 13 05:08:43.344218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-ec7b966a-8e1f-463f-a406-50ef20093f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.345629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-ec7b966a-8e1f-463f-a406-50ef20093f40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=175b6b85-3ee0-4a75-ab31-1b5777398482 HTTP/1.1" status: 200 len: 837 time: 0.0434597 Oct 13 05:08:43.395471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-1f43f958-546f-4aa7-921a-6ff2d4698f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.397056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-1f43f958-546f-4aa7-921a-6ff2d4698f74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d6c4266-88b6-433e-9442-cde20d1dbd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434279 Oct 13 05:08:43.483935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-48211d5c-85ce-4f9d-9b09-771f6768fd26 service neutron] 10.222.0.15 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800364 Oct 13 05:08:43.573935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12b14e45-7fcf-428f-9a3f-ab99d4a7a5c2 req-592d60d9-c840-46da-ab56-fa5ab62844cb service neutron] 10.222.0.15 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836251 Oct 13 05:08:43.651841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-0befc9e3-6cd4-4dbd-baef-56a9c98f6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.653221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-0befc9e3-6cd4-4dbd-baef-56a9c98f6105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 1095 time: 0.0386820 Oct 13 05:08:43.743871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-47865ecb-bb6b-4706-babb-4763e11ac074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.745355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-47865ecb-bb6b-4706-babb-4763e11ac074 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d6c4266-88b6-433e-9442-cde20d1dbd41 HTTP/1.1" status: 200 len: 898 time: 0.0857391 Oct 13 05:08:43.785343 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-0cef111e-2b29-4b00-81e8-7e5d41d20b4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4 HTTP/1.1" status: 200 len: 217 time: 0.0334051 Oct 13 05:08:43.860501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-0838d535-23ed-423d-ab04-36548aee8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.861933 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-0838d535-23ed-423d-ab04-36548aee8203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=175b6b85-3ee0-4a75-ab31-1b5777398482 HTTP/1.1" status: 200 len: 837 time: 0.0670381 Oct 13 05:08:43.865279 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-5fb78776-ca05-4e97-811a-c4d06a7d71e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190629 Oct 13 05:08:44.262511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-2384d41e-d74a-4ad1-ba61-a3d0f553194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:44.264513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-2384d41e-d74a-4ad1-ba61-a3d0f553194c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d6c4266-88b6-433e-9442-cde20d1dbd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3935683 Oct 13 05:08:44.270399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-a17e1879-96ca-439e-b165-fbcca6455bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:44.271732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-a17e1879-96ca-439e-b165-fbcca6455bef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1096 time: 0.0492535 Oct 13 05:08:44.353856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8625-49fa-481a-9979-485abda16adf req-60df0c8d-9010-4702-9ace-c334ed7a4c59 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:44.355306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-866b8625-49fa-481a-9979-485abda16adf req-60df0c8d-9010-4702-9ace-c334ed7a4c59 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 944 time: 0.0479937 Oct 13 05:08:44.394495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-866b8625-49fa-481a-9979-485abda16adf req-61d88c6b-9e4b-4940-b3c8-7c5ef264401d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Oct 13 05:08:44.418170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-78f0576d-8c86-43f1-90a1-0ca253086918 service neutron] 10.222.0.15 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453342 Oct 13 05:08:44.433684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-44f745ec-9c7e-4a67-bf12-710807e693a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:44.434986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-44f745ec-9c7e-4a67-bf12-710807e693a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 898 time: 0.1195481 Oct 13 05:08:44.537099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-8a4a4c97-a126-4521-bcd2-b909aa35107a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 1000 time: 0.0881708 Oct 13 05:08:44.586621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8ac244c9-3a19-4086-997c-47165f20d4ac req-ffd28667-33eb-4ba1-8fbd-3725f2079347 service neutron] 10.222.0.15 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600649 Oct 13 05:08:44.600304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-12c5209e-8209-4555-91ef-3b4a62802afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:44.601725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-12c5209e-8209-4555-91ef-3b4a62802afd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 200 len: 835 time: 0.0570056 Oct 13 05:08:44.645890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-3df36d25-15b8-44f1-929e-45b73b668b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:44.647305 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-3df36d25-15b8-44f1-929e-45b73b668b1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b39c013-8ef2-40ae-99dc-b420050db209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387459 Oct 13 05:08:44.735786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-b18d1688-f158-499b-abfd-71427cce2a43 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811737 Oct 13 05:08:44.823105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a674fb21-6880-4118-8fdb-f7fccbfa8048 req-85843543-f227-444d-bb6b-7b685fc673ed service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789680 Oct 13 05:08:45.506263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4c333-5600-4e98-b384-fdad1a2e9046 req-beaf7f4a-a57b-435a-b09e-519b030f3939 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:45.507701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6b4c333-5600-4e98-b384-fdad1a2e9046 req-beaf7f4a-a57b-435a-b09e-519b030f3939 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 944 time: 0.0483394 Oct 13 05:08:45.526375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device edef1fff-1a7e-44b1-b23a-19651d22a6f4 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:08:45.545188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d6b4c333-5600-4e98-b384-fdad1a2e9046 req-efb57eb3-e636-44b1-990c-ea6f218a752f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Oct 13 05:08:45.619429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port edef1fff-1a7e-44b1-b23a-19651d22a6f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:08:45.630334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'port_id': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4', 'mac_address': 'fa:16:3e:bd:f7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:08:45.666628 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:45.679611 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edef1fff-1a7e-44b1-b23a-19651d22a6f4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:08:45.698236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port edef1fff-1a7e-44b1-b23a-19651d22a6f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:08:45.702287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:45.750650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=edef1fff-1a7e-44b1-b23a-19651d22a6f4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:45.925830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['edef1fff-1a7e-44b1-b23a-19651d22a6f4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:08:46.659284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140649f-58b4-4b5e-b1b2-1051d2c8ac9e req-29279024-cc97-454c-a567-ac72968f7da8 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:46.660634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9140649f-58b4-4b5e-b1b2-1051d2c8ac9e req-29279024-cc97-454c-a567-ac72968f7da8 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 945 time: 0.0478621 Oct 13 05:08:46.697445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9140649f-58b4-4b5e-b1b2-1051d2c8ac9e req-77250c7d-11c0-43bd-8925-2f0a0c76e30c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309064 Oct 13 05:08:47.542155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device edef1fff-1a7e-44b1-b23a-19651d22a6f4 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:08:47.588634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port edef1fff-1a7e-44b1-b23a-19651d22a6f4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:08:47.592647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port edef1fff-1a7e-44b1-b23a-19651d22a6f4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:47.593064 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:47.665830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:47.687723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:08:47.689977 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d25e9c2-94bf-498c-b977-f1d7905e4a2f" -d '{"events": [{"server_uuid": "4b2f82c6-6ad4-4043-b9ab-86c495eb218c", "name": "network-vif-plugged", "status": "completed", "tag": "edef1fff-1a7e-44b1-b23a-19651d22a6f4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:08:47.702049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port edef1fff-1a7e-44b1-b23a-19651d22a6f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:08:47.709597 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:47.761900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=edef1fff-1a7e-44b1-b23a-19651d22a6f4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:47.803463 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfaf36b-ccba-4a7c-a8f2-bb51cdb73122 x-openstack-request-id: req-2bfaf36b-ccba-4a7c-a8f2-bb51cdb73122 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:08:47.803849 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f82c6-6ad4-4043-b9ab-86c495eb218c", "name": "network-vif-plugged", "status": "completed", "tag": "edef1fff-1a7e-44b1-b23a-19651d22a6f4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:08:47.804009 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bfaf36b-ccba-4a7c-a8f2-bb51cdb73122 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:08:47.804403 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4', 'code': 200} Oct 13 05:08:47.814279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359aed9-99f2-4eca-b697-ac96a37758d7 req-104894a6-fc1b-4738-bc17-08f500c861b2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:47.815753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d359aed9-99f2-4eca-b697-ac96a37758d7 req-104894a6-fc1b-4738-bc17-08f500c861b2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0499914 Oct 13 05:08:47.857946 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d359aed9-99f2-4eca-b697-ac96a37758d7 req-9e5fc73e-b4a2-4b45-b804-f611c702e5ad tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361392 Oct 13 05:08:47.903145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62462e2-4b70-42b9-8888-eba80cc68647 req-f3b88692-194a-45b7-8ddd-358fd2ad28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:47.905243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f62462e2-4b70-42b9-8888-eba80cc68647 req-f3b88692-194a-45b7-8ddd-358fd2ad28fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 1097 time: 0.0429919 Oct 13 05:08:47.938471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f62462e2-4b70-42b9-8888-eba80cc68647 req-9ebf6765-039c-45cc-83ad-61d785bff7bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267010 Oct 13 05:08:48.974854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaa5c5-26b6-4044-b087-558ba3b8fc0f req-7ac7b679-3949-4edc-97d9-a7028ee6c1f5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:48.976313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1aaa5c5-26b6-4044-b087-558ba3b8fc0f req-7ac7b679-3949-4edc-97d9-a7028ee6c1f5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0490246 Oct 13 05:08:49.012886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1aaa5c5-26b6-4044-b087-558ba3b8fc0f req-ed04cd80-2f23-45eb-adbe-cdd53f4f1069 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Oct 13 05:08:49.067372 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eda40cab-6a1b-42a2-a3d0-6fdbbc2bd3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:50.125996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00949e5a-e25a-423c-a1b1-4800478b5059 req-1edd6207-897d-4a18-ace1-f22c5f777c8e tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:50.127461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00949e5a-e25a-423c-a1b1-4800478b5059 req-1edd6207-897d-4a18-ace1-f22c5f777c8e tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0483425 Oct 13 05:08:50.163302 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00949e5a-e25a-423c-a1b1-4800478b5059 req-a311d466-d6c2-4f68-a104-627bdfc67e42 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300210 Oct 13 05:08:50.274829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d002720-dab9-4a86-a7f5-9064ccc42bc7 req-ac5a4c47-5eeb-40b8-919a-5fd36a090fa0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:50.276264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d002720-dab9-4a86-a7f5-9064ccc42bc7 req-ac5a4c47-5eeb-40b8-919a-5fd36a090fa0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0479753 Oct 13 05:08:50.313232 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4d002720-dab9-4a86-a7f5-9064ccc42bc7 req-603208d0-dd3d-45e2-b24f-fcb757500d14 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Oct 13 05:08:51.115312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-86dc1a41-4cfa-4d8b-9334-cce389dca762 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428023 Oct 13 05:08:51.194515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-a89c8c9f-71b7-4a85-9195-2fe9f50374d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:51.195971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-a89c8c9f-71b7-4a85-9195-2fe9f50374d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 1097 time: 0.0404489 Oct 13 05:08:51.297561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-39c6caff-8df4-4914-93d0-4fefe4635f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:51.299007 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-39c6caff-8df4-4914-93d0-4fefe4635f54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d6c4266-88b6-433e-9442-cde20d1dbd41 HTTP/1.1" status: 200 len: 898 time: 0.0842035 Oct 13 05:08:51.342496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-4b131451-67a1-4678-ab74-695c06e954a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4 HTTP/1.1" status: 200 len: 217 time: 0.0355334 Oct 13 05:08:51.389678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-69529de8-6e13-4ff3-90ba-86d4cc55bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:51.391104 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-69529de8-6e13-4ff3-90ba-86d4cc55bd40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=175b6b85-3ee0-4a75-ab31-1b5777398482 HTTP/1.1" status: 200 len: 837 time: 0.0425360 Oct 13 05:08:51.435861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-f5f7911b-588c-483d-9c37-88a0db55bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:51.437328 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-f5f7911b-588c-483d-9c37-88a0db55bd44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d6c4266-88b6-433e-9442-cde20d1dbd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392489 Oct 13 05:08:51.527513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-c9d1f2e5-17b8-41d2-bc36-5f16b138a626 service neutron] 10.222.0.15 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825102 Oct 13 05:08:51.555277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83eb823c-5e3d-42fc-86d2-2fe7a2cf2ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:51.615072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dbf7c5f-1f8b-4834-9b0c-cc19fd6333d5 req-feab4444-4669-4a19-aa52-00c4b4d58613 service neutron] 10.222.0.15 "GET /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808051 Oct 13 05:08:51.787942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 46994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:08:52.219955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:52.484988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.20.0.17 (9d6c4266-88b6-433e-9442-cde20d1dbd41/175b6b85-3ee0-4a75-ab31-1b5777398482/44d23f35-94dd-4b4a-b48e-f07dee61a586) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:08:52.594751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:52.627384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:52.673053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:08:52.676255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:08:52.680864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:08:52.705043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=44d23f35-94dd-4b4a-b48e-f07dee61a586,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:52.728969 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:52.861944 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:52.873602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec049fa9-dc40-4cfd-a790-190ecdb4ff8d None None] Provisioning complete for port 44d23f35-94dd-4b4a-b48e-f07dee61a586 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:52.874108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec049fa9-dc40-4cfd-a790-190ecdb4ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:52.906223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec049fa9-dc40-4cfd-a790-190ecdb4ff8d None None] Port 44d23f35-94dd-4b4a-b48e-f07dee61a586 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:08:52.956662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:53.126162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:53.130581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:53.204456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:53.206958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=44d23f35-94dd-4b4a-b48e-f07dee61a586,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:53.224228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:53.307827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:08:53.309258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:08:53.425559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:08:53.527930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26b452cb-2841-422f-8ba6-880d2f177bfb None None] Provisioning complete for port 44d23f35-94dd-4b4a-b48e-f07dee61a586 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:53.528287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26b452cb-2841-422f-8ba6-880d2f177bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:53.536312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:08:53.543170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-932ea111-8000-4245-afef-68ec2b4da993 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "PUT /v2.0/routers/1358f361-e2ec-45eb-9ff2-d1ba67362a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525330 Oct 13 05:08:53.549432 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:08:53.560737 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:08:53.561419 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:08:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:08:53.578197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-26b452cb-2841-422f-8ba6-880d2f177bfb None None] Port 44d23f35-94dd-4b4a-b48e-f07dee61a586 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:08:53.663304 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:08:53.881443 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:08:52Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:30Z', 'revision_number': 1, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d23f35-94dd-4b4a-b48e-f07dee61a586', 'name': '', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:e4:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:08:52Z', 'updated_at': '2021-10-13T05:08:53Z', 'revision_number': 2, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:08:53.909202 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:08:53.909548 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Updating router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a port 44d23f35-94dd-4b4a-b48e-f07dee61a586 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:08:53.933033 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.184599 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.189903 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.328336 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Pushing event updated for resources: {'Port': ['ID=44d23f35-94dd-4b4a-b48e-f07dee61a586,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:54.339926 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.340262 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.340594 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.340949 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.341270 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.342126 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.342441 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.342756 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.343066 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.343374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.343684 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.343990 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:08:54.389753 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Attempting to bind port 44d23f35-94dd-4b4a-b48e-f07dee61a586 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:08:54.390116 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Attempting to bind port 44d23f35-94dd-4b4a-b48e-f07dee61a586 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:08:54.390473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Attempting to bind port 44d23f35-94dd-4b4a-b48e-f07dee61a586 on network 9d6c4266-88b6-433e-9442-cde20d1dbd41 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:08:54.395581 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:08:54.395955 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Checking segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:08:54.396348 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.396762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Bound using segment: {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:08:54.397223 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Bound port: 44d23f35-94dd-4b4a-b48e-f07dee61a586, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:08:54.397583 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.460658 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] For port 44d23f35-94dd-4b4a-b48e-f07dee61a586, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:08:54.463992 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] For port 44d23f35-94dd-4b4a-b48e-f07dee61a586, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=44d23f35-94dd-4b4a-b48e-f07dee61a586,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:08:54.468320 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.526303 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:08:54.526934 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:08:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:08:54.564131 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1490a-7b6f-40bc-90d2-e498ff3292f6 None None] Pushing event updated for resources: {'Port': ['ID=44d23f35-94dd-4b4a-b48e-f07dee61a586,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:54.602291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f74dbff-17a4-4d69-9164-567e07d334ab None None] Provisioning complete for port 44d23f35-94dd-4b4a-b48e-f07dee61a586 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:54.602860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f74dbff-17a4-4d69-9164-567e07d334ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.644254 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:08:54.684089 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f74dbff-17a4-4d69-9164-567e07d334ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.717633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0f74dbff-17a4-4d69-9164-567e07d334ab None None] For port 44d23f35-94dd-4b4a-b48e-f07dee61a586, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=44d23f35-94dd-4b4a-b48e-f07dee61a586,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:08:54.721980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f74dbff-17a4-4d69-9164-567e07d334ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.767330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74dbff-17a4-4d69-9164-567e07d334ab None None] Pushing event updated for resources: {'Port': ['ID=44d23f35-94dd-4b4a-b48e-f07dee61a586,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:08:54.795726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.840349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9295d2e6-e65c-4075-b046-6a74ff1fd439 None None] Provisioning complete for port 44d23f35-94dd-4b4a-b48e-f07dee61a586 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:54.840809 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9295d2e6-e65c-4075-b046-6a74ff1fd439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:54.875248 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:08:52Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:30Z', 'revision_number': 1, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d23f35-94dd-4b4a-b48e-f07dee61a586', 'name': '', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:e4:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:08:52Z', 'updated_at': '2021-10-13T05:08:54Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:08:54.901199 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b070b7-bd66-4420-bd63-4a31917ce062 None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:08:52Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:30Z', 'revision_number': 1, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d23f35-94dd-4b4a-b48e-f07dee61a586', 'name': '', 'network_id': '9d6c4266-88b6-433e-9442-cde20d1dbd41', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:e4:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:08:52Z', 'updated_at': '2021-10-13T05:08:54Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '175b6b85-3ee0-4a75-ab31-1b5777398482', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:08:56.558314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 44d23f35-94dd-4b4a-b48e-f07dee61a586 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:08:56.604354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 44d23f35-94dd-4b4a-b48e-f07dee61a586 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:08:56.604754 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:02.642632 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:09:08.867236 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:10.631312 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:13.847375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:14.197713 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:14.493302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port 44d23f35-94dd-4b4a-b48e-f07dee61a586 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:14.493650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:14.581698 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port 44d23f35-94dd-4b4a-b48e-f07dee61a586, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=44d23f35-94dd-4b4a-b48e-f07dee61a586,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:14.582055 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:14.594010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for 44d23f35-94dd-4b4a-b48e-f07dee61a586 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:14.775218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:14.803257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=44d23f35-94dd-4b4a-b48e-f07dee61a586,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:14.987549 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:15.532987 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:09:15.638831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:09:15.646921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1b24897f-af32-4741-aa68-e66b551fbd3c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "PUT /v2.0/routers/1358f361-e2ec-45eb-9ff2-d1ba67362a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957125 Oct 13 05:09:15.649375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:09:15.662149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:15.663114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:08:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:15.780062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:15.875083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7847b4-3e36-4bd6-9752-007a32e48360 req-53c28f0b-9675-4ea9-8faa-515358a3c45a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:15.876859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc7847b4-3e36-4bd6-9752-007a32e48360 req-53c28f0b-9675-4ea9-8faa-515358a3c45a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0527854 Oct 13 05:09:15.916066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc7847b4-3e36-4bd6-9752-007a32e48360 req-81884940-ebff-48b3-8607-fd6d83a798f5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332131 Oct 13 05:09:16.008195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:14Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:30Z', 'revision_number': 1, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:16.034172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:09:16.042225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:16.042818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:08:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:16.146118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:16.365492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:14Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:30Z', 'revision_number': 1, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:16.391628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b3ebd-91bf-4dbb-afa4-ee6e56b2331f None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:14Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '0321febe-9c4f-4428-834a-7c49268a56e6', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'port_id': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'mac_address': 'fa:16:3e:9e:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:07:28Z', 'updated_at': '2021-10-13T05:07:30Z', 'revision_number': 1, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:09:16.795209 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 44d23f35-94dd-4b4a-b48e-f07dee61a586 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:16.816164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 44d23f35-94dd-4b4a-b48e-f07dee61a586 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:16.816504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 44d23f35-94dd-4b4a-b48e-f07dee61a586 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:17.033254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174af43-ee92-47de-ba02-701b07c7e177 req-d02f7828-7ee6-4251-8238-b99dcb9d112b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:17.034731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b174af43-ee92-47de-ba02-701b07c7e177 req-d02f7828-7ee6-4251-8238-b99dcb9d112b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0493133 Oct 13 05:09:17.071456 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b174af43-ee92-47de-ba02-701b07c7e177 req-06b95981-80a8-4c0f-a972-631bc733bfcc tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b09da27-340a-4c7d-bf08-c19b10bd2004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307591 Oct 13 05:09:17.177058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-31b66541-f691-4486-b750-cb3d9faa8d4a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:17.178444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-31b66541-f691-4486-b750-cb3d9faa8d4a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2f82c6-6ad4-4043-b9ab-86c495eb218c HTTP/1.1" status: 200 len: 946 time: 0.0470500 Oct 13 05:09:17.264635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port edef1fff-1a7e-44b1-b23a-19651d22a6f4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:17.265000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:17.353236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port edef1fff-1a7e-44b1-b23a-19651d22a6f4, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=edef1fff-1a7e-44b1-b23a-19651d22a6f4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:17.353524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:17.365697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for edef1fff-1a7e-44b1-b23a-19651d22a6f4 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:17.491005 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:17.520882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=edef1fff-1a7e-44b1-b23a-19651d22a6f4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:17.559081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] No DVR routers for this DVR port edef1fff-1a7e-44b1-b23a-19651d22a6f4 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:09:17.561747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:17.565646 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7d3945fd-81a8-4ea4-bec0-f240c38415aa req-4faf62b8-b8c0-4303-b786-17f074f48d4c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.15 "DELETE /v2.0/ports/edef1fff-1a7e-44b1-b23a-19651d22a6f4 HTTP/1.1" status: 204 len: 173 time: 0.3801599 Oct 13 05:09:17.566185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'name': 'network-vif-deleted', 'tag': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:17.568561 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a68ff-a257-4a0e-8e3c-369e635acf93" -d '{"events": [{"server_uuid": "4b2f82c6-6ad4-4043-b9ab-86c495eb218c", "name": "network-vif-deleted", "tag": "edef1fff-1a7e-44b1-b23a-19651d22a6f4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:17.603797 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39474e6-7e16-4a8c-a33a-aa12f54891c8 x-openstack-request-id: req-a39474e6-7e16-4a8c-a33a-aa12f54891c8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:09:17.604035 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f82c6-6ad4-4043-b9ab-86c495eb218c", "name": "network-vif-deleted", "tag": "edef1fff-1a7e-44b1-b23a-19651d22a6f4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:09:17.604287 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a39474e6-7e16-4a8c-a33a-aa12f54891c8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:09:17.604714 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f82c6-6ad4-4043-b9ab-86c495eb218c', 'name': 'network-vif-deleted', 'tag': 'edef1fff-1a7e-44b1-b23a-19651d22a6f4', 'status': 'completed', 'code': 200} Oct 13 05:09:18.126380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:18.183566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8782f3db-b9bb-44cc-bf30-0cde6c2be245 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.211210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8782f3db-b9bb-44cc-bf30-0cde6c2be245 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.268893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8782f3db-b9bb-44cc-bf30-0cde6c2be245 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.271482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8782f3db-b9bb-44cc-bf30-0cde6c2be245 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.272613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8782f3db-b9bb-44cc-bf30-0cde6c2be245 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/security-groups/1b09da27-340a-4c7d-bf08-c19b10bd2004 HTTP/1.1" status: 204 len: 168 time: 0.1452315 Oct 13 05:09:18.281477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782f3db-b9bb-44cc-bf30-0cde6c2be245 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b09da27-340a-4c7d-bf08-c19b10bd2004,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:18.305706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:18.354111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting subnet 175b6b85-3ee0-4a75-ab31-1b5777398482 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:09:18.357042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.399452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.478274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.534905 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.566413 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Subnet': ['ID=175b6b85-3ee0-4a75-ab31-1b5777398482,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:18.568830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.572645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-448fb82f-6283-459a-ae6b-40b22a8a511a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/subnets/175b6b85-3ee0-4a75-ab31-1b5777398482 HTTP/1.1" status: 204 len: 168 time: 0.2651718 Oct 13 05:09:18.574501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:18.575721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc6f9f-684a-4398-92de-9e5f938eaf99 None None] Network 9d6c4266-88b6-433e-9442-cde20d1dbd41 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:09:18.648863 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.700478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port 14140b19-6435-480a-bf19-a242c983b8e4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:18.700852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.748654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] DHCP port deletion for 9d6c4266-88b6-433e-9442-cde20d1dbd41 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:09:18.768862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port 14140b19-6435-480a-bf19-a242c983b8e4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14140b19-6435-480a-bf19-a242c983b8e4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:18.769229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.781483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for 14140b19-6435-480a-bf19-a242c983b8e4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:18.794390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] Deleting port 14140b19-6435-480a-bf19-a242c983b8e4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:18.794758 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.858127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.860506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] For port 14140b19-6435-480a-bf19-a242c983b8e4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14140b19-6435-480a-bf19-a242c983b8e4,segment=NetworkSegment(efc0fe7f-55fe-4bc9-91fe-3e6fb4960767),segment_id=efc0fe7f-55fe-4bc9-91fe-3e6fb4960767)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:18.860967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.874117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] Calling delete_port for 14140b19-6435-480a-bf19-a242c983b8e4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:18.889826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=14140b19-6435-480a-bf19-a242c983b8e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:18.893877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] No DVR routers for this DVR port 14140b19-6435-480a-bf19-a242c983b8e4 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:09:18.951875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.969486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:18.976993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] Pushing event deleted for resources: {'Port': ['ID=14140b19-6435-480a-bf19-a242c983b8e4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:18.981460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd8af6-28a9-4c70-aecf-b44f2e830766 None None] No DVR routers for this DVR port 14140b19-6435-480a-bf19-a242c983b8e4 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:09:18.993415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6c4266-88b6-433e-9442-cde20d1dbd41']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:19.002965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:19.003211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc0fe7f-55fe-4bc9-91fe-3e6fb4960767') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:19.012501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.026118 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.032462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:09:19.032928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:09:19.036075 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:09:19.069310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e5283c4-93a1-439a-bb2d-16b90a5a5081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.098370 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.105474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.108490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/networks/9d6c4266-88b6-433e-9442-cde20d1dbd41 HTTP/1.1" status: 204 len: 168 time: 0.5330830 Oct 13 05:09:19.111296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:19.121103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367731-12b6-4658-ad2b-a014b31c7222 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Network': ['ID=9d6c4266-88b6-433e-9442-cde20d1dbd41,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:19.265028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port 179151fe-172f-4dd7-a767-8d75489dbdb9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:19.265583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.337466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.337794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.349010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for 179151fe-172f-4dd7-a767-8d75489dbdb9 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:19.495089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.521227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=179151fe-172f-4dd7-a767-8d75489dbdb9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:19.580975 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.581367 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Floating IP 0321febe-9c4f-4428-834a-7c49268a56e6 disassociated (deleted). External IP: 172.25.1.24, port: 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e. Oct 13 05:09:19.782615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:09:19.887413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:09:19.892554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:19.897161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:09:19.905686 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:19.906283 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:08:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:19.919140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9a34c60c-ed9e-4709-af0b-4c34a80efa02 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/floatingips/0321febe-9c4f-4428-834a-7c49268a56e6 HTTP/1.1" status: 204 len: 168 time: 0.8063939 Oct 13 05:09:19.919848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:19.922223 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0536ef13-9459-4135-a5a8-e47910295567" -d '{"events": [{"name": "network-changed", "server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:19.962902 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc69c8ab-28d3-4982-91a0-c2d80dc52f97 x-openstack-request-id: req-fc69c8ab-28d3-4982-91a0-c2d80dc52f97 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:09:19.962902 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:09:19.963231 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc69c8ab-28d3-4982-91a0-c2d80dc52f97 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:09:19.963718 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'status': 'completed', 'code': 200} Oct 13 05:09:20.012604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:20.025706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ef13-9459-4135-a5a8-e47910295567 req-0c5586d2-2a1c-470b-b5b3-694eac891a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:20.027429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-0c5586d2-2a1c-470b-b5b3-694eac891a6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 1096 time: 0.0409205 Oct 13 05:09:20.154321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ef13-9459-4135-a5a8-e47910295567 req-0654b5ad-24b8-4b2d-a7ee-e0439c533e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:20.155771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-0654b5ad-24b8-4b2d-a7ee-e0439c533e9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 200 len: 898 time: 0.1219268 Oct 13 05:09:20.169075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4926b8-abe9-4cd7-99b3-daca8003ca6b req-72ecef7e-9a57-4752-b9bb-c21c360fbc18 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:20.170485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af4926b8-abe9-4cd7-99b3-daca8003ca6b req-72ecef7e-9a57-4752-b9bb-c21c360fbc18 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 945 time: 0.0650642 Oct 13 05:09:20.216309 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-ce52ab1f-e3b1-476d-99c8-bed843ef2904 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 200 len: 217 time: 0.0448689 Oct 13 05:09:20.227122 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:14Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:20.252875 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:09:20.261063 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:20.261663 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:08:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:20.267061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af4926b8-abe9-4cd7-99b3-daca8003ca6b req-0609fad3-beba-448b-9e13-4858e8d194ba tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896056 Oct 13 05:09:20.286098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ef13-9459-4135-a5a8-e47910295567 req-480d7c9d-dc63-4791-951b-40cbd9e249c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:20.286098 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-480d7c9d-dc63-4791-951b-40cbd9e249c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 200 len: 835 time: 0.0591540 Oct 13 05:09:20.328623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ef13-9459-4135-a5a8-e47910295567 req-e82bc05b-2048-4a84-9b8c-1ee1cc41e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:20.330680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-e82bc05b-2048-4a84-9b8c-1ee1cc41e69c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b39c013-8ef2-40ae-99dc-b420050db209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403554 Oct 13 05:09:20.364352 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:20.420299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-cfb4f93b-2258-4ddb-9662-d395aca85e47 service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820432 Oct 13 05:09:20.512100 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0536ef13-9459-4135-a5a8-e47910295567 req-dd0be3bd-d7fd-4079-bf20-f211949c070a service neutron] 10.222.0.26 "GET /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Oct 13 05:09:20.554848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14140b19-6435-480a-bf19-a242c983b8e4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:20.562069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:14Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:20.574808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 14140b19-6435-480a-bf19-a242c983b8e4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:20.575150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14140b19-6435-480a-bf19-a242c983b8e4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:20.589653 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817e9a4-b0d7-4362-9be1-aa2ffb294304 None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:14Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'ae1712f5-58fe-44f0-90dd-719033838b4d', 'name': '', 'network_id': '5b39c013-8ef2-40ae-99dc-b420050db209', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:ad:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:13Z', 'updated_at': '2021-10-13T05:07:16Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '0058b85e-4d03-4a58-a5a6-7a171536eb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:09:20.798812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fa2e0-9b3b-4d83-a276-359ccbe873e2 None None] New status for floating IP 0321febe-9c4f-4428-834a-7c49268a56e6: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:09:21.394182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf05da-9169-492b-8b5e-2b8ec3dd1cfc req-a0d5434a-4a8e-4e64-a3e0-9028b37d6b08 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:21.395708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21bf05da-9169-492b-8b5e-2b8ec3dd1cfc req-a0d5434a-4a8e-4e64-a3e0-9028b37d6b08 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 945 time: 0.0483828 Oct 13 05:09:21.432988 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21bf05da-9169-492b-8b5e-2b8ec3dd1cfc req-3ba888e6-6cc7-4f8b-9d65-47f24e082a00 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=4be51b9f-2925-49f0-afe7-b7386854e89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Oct 13 05:09:21.555238 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6634169c-08de-4e04-b9e8-b7e8749ecf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:21.621634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device edef1fff-1a7e-44b1-b23a-19651d22a6f4 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:21.641999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: edef1fff-1a7e-44b1-b23a-19651d22a6f4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:21.642336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device edef1fff-1a7e-44b1-b23a-19651d22a6f4 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:21.665950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-4e91af77-db65-4d67-8e1c-e12458901a33 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:21.667356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-4e91af77-db65-4d67-8e1c-e12458901a33 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 945 time: 0.0496600 Oct 13 05:09:21.757630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:21.757971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:21.843642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:21.843918 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:21.856635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:21.980342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:22.009743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=5d1c1499-ba4a-4e42-afc1-7f2317e1e11e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:22.053358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] No DVR routers for this DVR port 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:09:22.055828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:22.059320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-022e2c0f-b6e4-46b4-a143-abff118f0dcb req-fd299c63-e36f-4c64-add3-b805703bf896 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "DELETE /v2.0/ports/5d1c1499-ba4a-4e42-afc1-7f2317e1e11e HTTP/1.1" status: 204 len: 173 time: 0.3853068 Oct 13 05:09:22.059759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'name': 'network-vif-deleted', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:22.062114 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b74c7e5-5ac8-4ff9-8bf9-b7df7f3cb811" -d '{"events": [{"server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "name": "network-vif-deleted", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:22.105258 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760a870-5754-40c0-a4f5-3a8aa4634834 x-openstack-request-id: req-1760a870-5754-40c0-a4f5-3a8aa4634834 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:09:22.105564 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a8d531-aa3d-4d42-aeb9-48f2dae9466e", "name": "network-vif-deleted", "tag": "5d1c1499-ba4a-4e42-afc1-7f2317e1e11e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:09:22.105809 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1760a870-5754-40c0-a4f5-3a8aa4634834 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:09:22.106205 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a8d531-aa3d-4d42-aeb9-48f2dae9466e', 'name': 'network-vif-deleted', 'tag': '5d1c1499-ba4a-4e42-afc1-7f2317e1e11e', 'status': 'completed', 'code': 200} Oct 13 05:09:22.544508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c77d0da3-004b-410a-9e8f-e3c60ab1cb30 req-d8916498-0c69-41c2-b73b-5eee0f3fc5ca tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a8d531-aa3d-4d42-aeb9-48f2dae9466e HTTP/1.1" status: 200 len: 210 time: 0.0276673 Oct 13 05:09:22.958613 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:23.225042 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:23.617031 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:23.675515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3945f236-fb87-4772-8233-7cd9c40bcf29 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:23.699346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3945f236-fb87-4772-8233-7cd9c40bcf29 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:23.758656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3945f236-fb87-4772-8233-7cd9c40bcf29 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:23.761390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3945f236-fb87-4772-8233-7cd9c40bcf29 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:23.762577 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3945f236-fb87-4772-8233-7cd9c40bcf29 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/security-groups/4be51b9f-2925-49f0-afe7-b7386854e89b HTTP/1.1" status: 204 len: 168 time: 0.1445339 Oct 13 05:09:23.771956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945f236-fb87-4772-8233-7cd9c40bcf29 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be51b9f-2925-49f0-afe7-b7386854e89b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:23.793936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:24.147525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:24.395681 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port ae1712f5-58fe-44f0-90dd-719033838b4d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:24.396020 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:24.479910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port ae1712f5-58fe-44f0-90dd-719033838b4d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ae1712f5-58fe-44f0-90dd-719033838b4d,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:24.480186 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:24.492446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for ae1712f5-58fe-44f0-90dd-719033838b4d owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:24.671766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:24.702094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=ae1712f5-58fe-44f0-90dd-719033838b4d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:24.802276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:24.872607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.088015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:09:25.527445 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:09:25.532426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-635d31e5-c8c7-4a56-aecc-0dcd89a35153 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "PUT /v2.0/routers/1358f361-e2ec-45eb-9ff2-d1ba67362a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374473 Oct 13 05:09:25.535536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:25.537054 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] Sync routers for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:09:25.546452 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:25.547089 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:25.590102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting subnet 0058b85e-4d03-4a58-a5a6-7a171536eb72 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:09:25.593439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.631925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.648928 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:25.713688 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.778788 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.801098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ac72b-04a0-4c30-86e6-cc85bad1996d None None] Network 5b39c013-8ef2-40ae-99dc-b420050db209 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:09:25.808429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Subnet': ['ID=0058b85e-4d03-4a58-a5a6-7a171536eb72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:25.810626 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.817234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47070) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:25.817627 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6d8ea84a-d09a-4463-9886-2ea979be741c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/subnets/0058b85e-4d03-4a58-a5a6-7a171536eb72 HTTP/1.1" status: 204 len: 168 time: 0.2803423 Oct 13 05:09:25.913755 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:24Z', 'revision_number': 7, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:25.925219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.942457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] Checking router: 1358f361-e2ec-45eb-9ff2-d1ba67362a5a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:09:25.950917 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] Routers {'1358f361-e2ec-45eb-9ff2-d1ba67362a5a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:25.951528 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:26.009302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] DHCP port deletion for 5b39c013-8ef2-40ae-99dc-b420050db209 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:09:26.028727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.034530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:26.059026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:26.059384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5d1c1499-ba4a-4e42-afc1-7f2317e1e11e not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:26.067152 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] Set router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:26.079489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] Deleting port 16bb8471-b68c-468e-a9e9-42277e3d8517 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:26.080110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.087571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port a3c35f9d-d50c-430d-a7a3-0309e6d7a519 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:09:26.087919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.147987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] For port 16bb8471-b68c-468e-a9e9-42277e3d8517, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=16bb8471-b68c-468e-a9e9-42277e3d8517,segment=NetworkSegment(616bc5b3-1f64-4267-badb-57e26f0b18e7),segment_id=616bc5b3-1f64-4267-badb-57e26f0b18e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:26.148816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.162968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] Calling delete_port for 16bb8471-b68c-468e-a9e9-42277e3d8517 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:26.167188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port a3c35f9d-d50c-430d-a7a3-0309e6d7a519, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:26.167525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.183076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for a3c35f9d-d50c-430d-a7a3-0309e6d7a519 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:09:26.245853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.249050 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:24Z', 'revision_number': 7, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:26.258039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] No DVR routers for this DVR port 16bb8471-b68c-468e-a9e9-42277e3d8517 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:09:26.281038 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f4525-e945-4935-93bd-048bef5d86f3 None None] The sync data for ids ['1358f361-e2ec-45eb-9ff2-d1ba67362a5a'] in n-d-810220-9 is: [{'id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'name': 'tempest-TestNetworkBasicOps-router-847657198', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:09:24Z', 'revision_number': 7, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': 'a3c35f9d-d50c-430d-a7a3-0309e6d7a519', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f361-e2ec-45eb-9ff2-d1ba67362a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:07:10Z', 'updated_at': '2021-10-13T05:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:09:26.290219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2c91c-3c80-447e-b89d-a8d64d28990b None None] Pushing event deleted for resources: {'Port': ['ID=16bb8471-b68c-468e-a9e9-42277e3d8517,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:26.379109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.409238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=a3c35f9d-d50c-430d-a7a3-0309e6d7a519,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:26.466237 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.555541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.557623 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.602029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.602556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Fanout notify agent at l3_agent the message router_deleted on router 1358f361-e2ec-45eb-9ff2-d1ba67362a5a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:09:26.609442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.611165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-094765b4-a182-411a-92dd-c85e5109ea44 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/routers/1358f361-e2ec-45eb-9ff2-d1ba67362a5a HTTP/1.1" status: 204 len: 168 time: 0.7932844 Oct 13 05:09:26.613770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47072) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:26.696369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.770849 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ae1712f5-58fe-44f0-90dd-719033838b4d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:26.791609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ae1712f5-58fe-44f0-90dd-719033838b4d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:26.792068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ae1712f5-58fe-44f0-90dd-719033838b4d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:26.792378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 16bb8471-b68c-468e-a9e9-42277e3d8517 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:26.795798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.812087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 16bb8471-b68c-468e-a9e9-42277e3d8517 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:26.812431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 16bb8471-b68c-468e-a9e9-42277e3d8517 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:26.816162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b39c013-8ef2-40ae-99dc-b420050db209']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:26.825394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616bc5b3-1f64-4267-badb-57e26f0b18e7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:26.825920 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616bc5b3-1f64-4267-badb-57e26f0b18e7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:26.835216 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.848447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.854061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:09:26.854441 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:09:26.857336 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:09:26.916266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.921503 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:26.924800 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/networks/5b39c013-8ef2-40ae-99dc-b420050db209 HTTP/1.1" status: 204 len: 168 time: 0.3100660 Oct 13 05:09:26.939728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4320a4-fef5-4074-bc30-696694787f1b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Network': ['ID=5b39c013-8ef2-40ae-99dc-b420050db209,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:26.942857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:26.950029 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'network': {'name': 'tempest-network-smoke--1752915247', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:26.973488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:09:26.977196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.002064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:09:27.013477 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.013820 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Added segment e82c8140-2c7d-4328-9762-a5b322c460a0 of type vlan for network e4f37b19-13ca-44e8-ae74-f781ee47acdd Oct 13 05:09:27.056511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.081224 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.086853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:27.087432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.138081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1926427 Oct 13 05:09:27.140783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47076) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:27.147519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'admin_state_up': True, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:27.168642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685f3b-b3a6-4855-8c3c-96e4a804b078 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Network': ['ID=e4f37b19-13ca-44e8-ae74-f781ee47acdd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:27.179143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:09:27.181908 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.183126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.238495 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.377363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.567920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.586822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.689273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.25.1.198 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/322ef377-c126-4164-961f-98d4e1080667) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:09:27.787486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.819601 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.860495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:09:27.863307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:27.866852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:09:27.892111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=322ef377-c126-4164-961f-98d4e1080667,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:28.110960 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:28.301098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:28.421184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 57efec28-8107-44e2-9b38-a041eb58ea24 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:09:28.513230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a3c35f9d-d50c-430d-a7a3-0309e6d7a519 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:28.524848 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:09:28.539049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Sync routers for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:09:28.541708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: a3c35f9d-d50c-430d-a7a3-0309e6d7a519 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:09:28.542039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device a3c35f9d-d50c-430d-a7a3-0309e6d7a519 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:28.546236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:28.548143 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6983f834-55a8-46f8-9f23-2fe18d9d2615 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4053149 Oct 13 05:09:28.551130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47078) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:28.551897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:28.552518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:28.578587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-05c9a22e-8ec8-4e5d-8aa6-a95eed0b3192 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7b150153fc3544abb0c155661c8acfb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263591 Oct 13 05:09:28.581129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:28.656800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:28.675190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fff8d-9378-4e29-8b2d-334b00dbb35b tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:28.677380 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c07fff8d-9378-4e29-8b2d-334b00dbb35b tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953019 Oct 13 05:09:28.680186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:28.707341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7fdaf65a-59de-4afb-a327-b240615864d5 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260706 Oct 13 05:09:28.709950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:28.715015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-211253127', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:28.802191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:09:28.805725 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:28.835988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:28Z', 'revision_number': 3, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:28.861884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Checking router: 57efec28-8107-44e2-9b38-a041eb58ea24 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:09:28.862225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Updating router 57efec28-8107-44e2-9b38-a041eb58ea24 port 322ef377-c126-4164-961f-98d4e1080667 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:09:28.888136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:28.979115 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.042354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Subnet': ['ID=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:29.050773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Checking segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:09:29.050773 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network hostable DHCP agents. Network: e4f37b19-13ca-44e8-ae74-f781ee47acdd, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:09:29.067627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:09:29.076725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, e4f37b19-13ca-44e8-ae74-f781ee47acdd) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:29.081731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:29.082555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.099189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cbda3102-1708-493e-9054-3cb87aec3054 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3880956 Oct 13 05:09:29.101884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:29.243154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d353dd7-67f7-4740-80ff-a4b0af137cab None None] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:09:29.357726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.372016 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.460773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Attempting to bind port 322ef377-c126-4164-961f-98d4e1080667 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:09:29.461142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Attempting to bind port 322ef377-c126-4164-961f-98d4e1080667 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:09:29.461496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Attempting to bind port 322ef377-c126-4164-961f-98d4e1080667 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:29.463616 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b361-210a-4c04-a3fa-c83c9fb8ba00 None None] Pushing event updated for resources: {'Port': ['ID=322ef377-c126-4164-961f-98d4e1080667,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:29.478258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:09:29.478627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:09:29.479037 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.479471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:09:29.480042 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Bound port: 322ef377-c126-4164-961f-98d4e1080667, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:09:29.480549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.541491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:09:29.542341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.572194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] For port 322ef377-c126-4164-961f-98d4e1080667, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:09:29.576085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] For port 322ef377-c126-4164-961f-98d4e1080667, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=322ef377-c126-4164-961f-98d4e1080667,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:09:29.584074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.727674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b361-210a-4c04-a3fa-c83c9fb8ba00 None None] Pushing event updated for resources: {'Port': ['ID=322ef377-c126-4164-961f-98d4e1080667,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:29.732866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:29.733470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:29.793214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Allocated IP 172.20.0.2 (e4f37b19-13ca-44e8-ae74-f781ee47acdd/01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310/caf25ecc-5971-4544-b045-e9604be1d771) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:09:29.802332 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:29.892570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:30.107198 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.115848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.157888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:09:30.161048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.20.0.1 (e4f37b19-13ca-44e8-ae74-f781ee47acdd/01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310/043ac1c2-23eb-47b4-83c8-7d4f48ca24b6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:09:30.163658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:30.168619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:09:30.178761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Pushing event updated for resources: {'Port': ['ID=caf25ecc-5971-4544-b045-e9604be1d771,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:30.230247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:28Z', 'revision_number': 3, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:30.261403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Attempting to bind port caf25ecc-5971-4544-b045-e9604be1d771 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:09:30.261768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Attempting to bind port caf25ecc-5971-4544-b045-e9604be1d771 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:09:30.262124 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Attempting to bind port caf25ecc-5971-4544-b045-e9604be1d771 on network e4f37b19-13ca-44e8-ae74-f781ee47acdd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:30.265089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b008a27-105d-4075-a256-4d7ab2e0fb2e None None] The sync data for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 is: [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:28Z', 'revision_number': 3, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:09:30.269741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:09:30.270151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Checking segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:09:30.270514 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.270964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Bound using segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:09:30.271506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Bound port: caf25ecc-5971-4544-b045-e9604be1d771, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:09:30.271789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.273652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.308659 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.341573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] For port caf25ecc-5971-4544-b045-e9604be1d771, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:09:30.345149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] For port caf25ecc-5971-4544-b045-e9604be1d771, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=caf25ecc-5971-4544-b045-e9604be1d771,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:09:30.349837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.360906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:09:30.364470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:30.366547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:09:30.376820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:30.421668 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.425818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7dfda-2c63-4c87-81c5-6f3b69e3851b None None] Pushing event updated for resources: {'Port': ['ID=caf25ecc-5971-4544-b045-e9604be1d771,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:30.591496 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.702002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 322ef377-c126-4164-961f-98d4e1080667 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:09:30.762533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 322ef377-c126-4164-961f-98d4e1080667 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:30.763039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.845490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.868914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 322ef377-c126-4164-961f-98d4e1080667, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=322ef377-c126-4164-961f-98d4e1080667,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:30.873890 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.928660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=322ef377-c126-4164-961f-98d4e1080667,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:30.946491 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:30.951311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:31.023642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:31.028926 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:31.129510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:09:31.131124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:31.257450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 57efec28-8107-44e2-9b38-a041eb58ea24 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:09:31.370788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:09:31.382163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d1e3bfef-f97b-498b-9344-c567f844c082 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "PUT /v2.0/routers/57efec28-8107-44e2-9b38-a041eb58ea24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787707 Oct 13 05:09:31.384193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:31.481933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3db747-1a2a-4b4e-a333-624d9704efa0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.482404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3db747-1a2a-4b4e-a333-624d9704efa0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.482868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3db747-1a2a-4b4e-a333-624d9704efa0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.483320 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3db747-1a2a-4b4e-a333-624d9704efa0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.485680 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ee3db747-1a2a-4b4e-a333-624d9704efa0 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0999093 Oct 13 05:09:31.488389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:31.580357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a729d-4883-4bc1-8faf-3279e4933fb4 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.580950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a729d-4883-4bc1-8faf-3279e4933fb4 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.581452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a729d-4883-4bc1-8faf-3279e4933fb4 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.581906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a729d-4883-4bc1-8faf-3279e4933fb4 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:31.583610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a03a729d-4883-4bc1-8faf-3279e4933fb4 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0942345 Oct 13 05:09:31.586455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:31.628097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d3300-dc3b-470a-8760-3440cb7d9e80 None None] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:09:31.729750 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7811f3d0-51c8-49dd-b67d-a3544cf6d7ea tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1421480 Oct 13 05:09:31.740259 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7167d837-918f-478d-bbd9-736273c656af None None] Provisioning complete for port caf25ecc-5971-4544-b045-e9604be1d771 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:31.740763 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7167d837-918f-478d-bbd9-736273c656af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:31.867107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7167d837-918f-478d-bbd9-736273c656af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:31.904211 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7167d837-918f-478d-bbd9-736273c656af None None] For port caf25ecc-5971-4544-b045-e9604be1d771, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=caf25ecc-5971-4544-b045-e9604be1d771,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:31.908663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7167d837-918f-478d-bbd9-736273c656af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:31.921948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:31.927721 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784700686', 'description': 'tempest-secgroup-smoke-1784700686 description', 'project_id': '7b150153fc3544abb0c155661c8acfb9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:31.956610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:31.962128 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167d837-918f-478d-bbd9-736273c656af None None] Pushing event updated for resources: {'Port': ['ID=caf25ecc-5971-4544-b045-e9604be1d771,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.031574 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.035902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.058193 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Sync routers for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:09:32.066700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.067964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443951 Oct 13 05:09:32.068479 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:32.069151 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:32.071060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47098) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:32.077604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5aac1-83b8-4dd0-b77e-e142f19449d0', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:32.080297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69525c-b11e-4caa-85b8-8eb133bf4b9f tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b5aac1-83b8-4dd0-b77e-e142f19449d0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.107528 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.132577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7dddbe3b-fa34-4ae1-aa91-2ec4484d22a0 None None] Provisioning complete for port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:32.133052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dddbe3b-fa34-4ae1-aa91-2ec4484d22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.173482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7dddbe3b-fa34-4ae1-aa91-2ec4484d22a0 None None] Port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:09:32.179380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.185187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7dddbe3b-fa34-4ae1-aa91-2ec4484d22a0 None None] Provisioning complete for port caf25ecc-5971-4544-b045-e9604be1d771 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:32.185485 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dddbe3b-fa34-4ae1-aa91-2ec4484d22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.193323 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.198508 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:32.218587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e886bd-b07b-4cb7-be5e-7edff9263ba5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.227046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.233456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1bfac24a-e187-4945-b207-04d25e81ddd6 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595716 Oct 13 05:09:32.236741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:32.242032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5aac1-83b8-4dd0-b77e-e142f19449d0', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:32.272701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.347363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.352098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.378052 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.381899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412022 Oct 13 05:09:32.381899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b294a2f-5774-4e1e-8836-bf0d9dc04901 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc29f69-2854-4776-b783-b06592f36d5b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.382631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:32.386723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5aac1-83b8-4dd0-b77e-e142f19449d0', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:32.415268 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.431463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09680537-473d-4eb8-a872-896544cb61c6 None None] Provisioning complete for port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:32.431923 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09680537-473d-4eb8-a872-896544cb61c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.452950 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 2, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:32.473247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09680537-473d-4eb8-a872-896544cb61c6 None None] Port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:09:32.490171 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Checking router: 57efec28-8107-44e2-9b38-a041eb58ea24 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:09:32.490517 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Updating router 57efec28-8107-44e2-9b38-a041eb58ea24 port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:09:32.495099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.499653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.520737 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.520888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7641f97b-2c89-43f4-ab47-1730d2273ea5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.530256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.533149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-28bff4fb-deda-4ec3-889d-24a942dc8427 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499190 Oct 13 05:09:32.534479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:32.539205 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5aac1-83b8-4dd0-b77e-e142f19449d0', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:32.568829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.599759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c28258f-fa75-4a72-9b8d-6e1415e4a625 None None] Provisioning complete for port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:32.600131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c28258f-fa75-4a72-9b8d-6e1415e4a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.646170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c28258f-fa75-4a72-9b8d-6e1415e4a625 None None] Port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:09:32.655351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.659730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.684722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device caf25ecc-5971-4544-b045-e9604be1d771 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:09:32.685386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb6ffd6-afbb-4ac8-8a70-0689751bd8a2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.693551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.697806 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e0d60544-ac51-4ea4-85a2-ae2975a571fe tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596849 Oct 13 05:09:32.698043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47106) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:32.702747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5aac1-83b8-4dd0-b77e-e142f19449d0', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:32.726687 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Project 7b150153fc3544abb0c155661c8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:09:32.731959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.747818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port caf25ecc-5971-4544-b045-e9604be1d771 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:32.748360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.798783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.802647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.822161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7d389b-a80e-482a-955f-d56cd67c09a0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.822802 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.829423 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.830691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a9ebca2a-0cee-4b25-970f-e2adecfe8eae tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315596 Oct 13 05:09:32.833730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:32.835551 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.835825 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 322ef377-c126-4164-961f-98d4e1080667 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:09:32.838856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5aac1-83b8-4dd0-b77e-e142f19449d0', 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:32.863165 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Project 7b150153fc3544abb0c155661c8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:09:32.868956 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.887819 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3108a6-c069-4413-9ac1-189c5dae7afa None None] Pushing event updated for resources: {'Port': ['ID=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.896546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 322ef377-c126-4164-961f-98d4e1080667 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:32.896956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.943361 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.948899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.953181 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Attempting to bind port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:09:32.954056 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Attempting to bind port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:09:32.954735 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Attempting to bind port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 on network e4f37b19-13ca-44e8-ae74-f781ee47acdd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:32.962861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:09:32.963255 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Checking segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:09:32.963673 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.964063 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Bound using segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:09:32.964835 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Bound port: 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:09:32.965217 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.974655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efc12fe-9d6b-41df-a5a4-bbef00025ffb,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:32.990087 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:32.991643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3c124b0a-3bda-4a36-bb8a-0e939f1ac2b3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566398 Oct 13 05:09:33.041315 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] For port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:09:33.044874 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] For port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:09:33.051338 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:33.108946 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:33.109565 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:33.146084 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3108a6-c069-4413-9ac1-189c5dae7afa None None] Pushing event updated for resources: {'Port': ['ID=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:33.169039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bbecfeba-5191-4262-94ba-65c6b57c9715 None None] Provisioning complete for port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:33.171545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbecfeba-5191-4262-94ba-65c6b57c9715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:33.172465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-ac7e894b-9fb6-4521-918d-95e3601dc64b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784700686&fields=id&tenant_id=7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 267 time: 0.0397353 Oct 13 05:09:33.232165 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:33.265121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbecfeba-5191-4262-94ba-65c6b57c9715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:33.306665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-93a79cec-7cd3-4cd8-b07c-86d625244303 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:33.308405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-93a79cec-7cd3-4cd8-b07c-86d625244303 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 797 time: 0.1269944 Oct 13 05:09:33.311381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bbecfeba-5191-4262-94ba-65c6b57c9715 None None] For port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:33.317614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbecfeba-5191-4262-94ba-65c6b57c9715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:33.328414 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-d245f6d8-11cc-48d1-869f-d9f032ff8330 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/quotas/7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0111728 Oct 13 05:09:33.368113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecfeba-5191-4262-94ba-65c6b57c9715 None None] Pushing event updated for resources: {'Port': ['ID=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:33.391965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-5cb37947-8075-4946-be82-0c42d8ce5d93 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480223 Oct 13 05:09:33.437235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e2a1a4a8-5557-44a5-89d1-c40e9c1b0c1d None None] Provisioning complete for port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:33.437630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a4a8-5557-44a5-89d1-c40e9c1b0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:33.496632 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-a1e5a017-5112-4e14-af9c-6d6732c5a0d4 service neutron] 10.222.0.44 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926144 Oct 13 05:09:33.550718 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:33.576042 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa0651-99b8-4c60-b128-08889ef3d22b None None] The sync data for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 is: [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:09:33.592400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-bfe4bfe1-3e77-46be-9155-daa96ebf4955 service neutron] 10.222.0.44 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881782 Oct 13 05:09:33.773170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-22d67568-a1bb-4fcc-ab37-00badf9da50e req-cd4b9694-e8f9-4845-a3f1-ebd4f244d31d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Oct 13 05:09:34.592886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:09:34.650744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:34.651118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:34.706335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-eb9b5d55-0a47-498f-a758-85d2a51de165 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:34.707796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-eb9b5d55-0a47-498f-a758-85d2a51de165 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 797 time: 0.1093953 Oct 13 05:09:34.752210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-79f5894f-5c8e-43cc-9cc9-608d1022f53d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b150153fc3544abb0c155661c8acfb9 HTTP/1.1" status: 200 len: 380 time: 0.0351641 Oct 13 05:09:34.763241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'port': {'device_id': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'admin_state_up': True, 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'security_groups': ['c5b5aac1-83b8-4dd0-b77e-e142f19449d0']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:34.865879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8fc3b954-09ab-4d8c-8e6f-90dd9ba0387a req-b80210e1-7d14-466a-8933-be32898b99a9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 210 time: 0.0255933 Oct 13 05:09:34.872357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Made reservation on behalf of 7b150153fc3544abb0c155661c8acfb9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:09:34.876490 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:34.994444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.20.0.7 (e4f37b19-13ca-44e8-ae74-f781ee47acdd/01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310/aac7c52e-59b2-4ed1-831c-36dcffa4a961) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:09:35.133782 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.165103 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.214180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:09:35.222236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:35.224332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=aac7c52e-59b2-4ed1-831c-36dcffa4a961,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:35.226615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:09:35.274394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:35.275003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.291614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-2691d04f-10eb-4449-8eef-5e421e37afe9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5322161 Oct 13 05:09:35.303825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Request body: {'port': {'device_id': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:35.357802 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.456920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4b267ac-5fbc-48f6-b4e4-2499a1d15721 None None] Provisioning complete for port aac7c52e-59b2-4ed1-831c-36dcffa4a961 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:35.457296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b267ac-5fbc-48f6-b4e4-2499a1d15721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.491270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4b267ac-5fbc-48f6-b4e4-2499a1d15721 None None] Port aac7c52e-59b2-4ed1-831c-36dcffa4a961 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:09:35.624303 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac7c52e-59b2-4ed1-831c-36dcffa4a961 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:09:35.631519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.643741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Transition to ACTIVE for port object aac7c52e-59b2-4ed1-831c-36dcffa4a961 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:09:35.646831 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.697137 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aac7c52e-59b2-4ed1-831c-36dcffa4a961,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:35.762364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Attempting to bind port aac7c52e-59b2-4ed1-831c-36dcffa4a961 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:09:35.763040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Attempting to bind port aac7c52e-59b2-4ed1-831c-36dcffa4a961 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:09:35.763040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Attempting to bind port aac7c52e-59b2-4ed1-831c-36dcffa4a961 on network e4f37b19-13ca-44e8-ae74-f781ee47acdd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:35.767881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Port aac7c52e-59b2-4ed1-831c-36dcffa4a961 on network e4f37b19-13ca-44e8-ae74-f781ee47acdd not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:09:35.768202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Attempting to bind port aac7c52e-59b2-4ed1-831c-36dcffa4a961 on network e4f37b19-13ca-44e8-ae74-f781ee47acdd {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:35.773229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:09:35.773560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Checking segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:09:35.773963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Bound using segment: {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:09:35.774371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Bound port: aac7c52e-59b2-4ed1-831c-36dcffa4a961, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82c8140-2c7d-4328-9762-a5b322c460a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:09:35.774728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.842978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] For port aac7c52e-59b2-4ed1-831c-36dcffa4a961, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:09:35.846742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] For port aac7c52e-59b2-4ed1-831c-36dcffa4a961, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:09:35.850966 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.882044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:35.882701 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:35.884037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 1091 time: 0.5844185 Oct 13 05:09:35.884466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:35.886728 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db31843-95b1-4932-9681-07d4e9752a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:35.913942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86911229-01f0-4fa7-bfc7-7f04950d60a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aac7c52e-59b2-4ed1-831c-36dcffa4a961,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:35.965920 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2952daaa-56af-4d3c-8e2b-39f29bbe6eb2 x-openstack-request-id: req-2952daaa-56af-4d3c-8e2b-39f29bbe6eb2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:09:35.965920 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:09:35.965920 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2952daaa-56af-4d3c-8e2b-39f29bbe6eb2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:09:35.965920 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'status': 'completed', 'code': 200} Oct 13 05:09:36.014272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-47ce04da-3deb-43a7-bfcb-a5b8fe1c7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.015762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-47ce04da-3deb-43a7-bfcb-a5b8fe1c7604 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1094 time: 0.0823979 Oct 13 05:09:36.029262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0afd-2e2d-497b-9905-c2242b072d17 req-99dc7557-2773-45d3-8b60-7e860e4fe823 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.030779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-771f0afd-2e2d-497b-9905-c2242b072d17 req-99dc7557-2773-45d3-8b60-7e860e4fe823 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 943 time: 0.0677414 Oct 13 05:09:36.072043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-5a0b281d-9df3-4c2a-8f7f-eb3568a86257 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 217 time: 0.0401702 Oct 13 05:09:36.124649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-771f0afd-2e2d-497b-9905-c2242b072d17 req-2565bce5-a8bd-477f-8776-950398d19b4b tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872343 Oct 13 05:09:36.135556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-173de0c8-18ae-4f76-95d7-14d9bd6039af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.137247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-173de0c8-18ae-4f76-95d7-14d9bd6039af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 200 len: 834 time: 0.0567107 Oct 13 05:09:36.192046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-7bf0422f-c78e-4a73-b6e2-389d770514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.193535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-7bf0422f-c78e-4a73-b6e2-389d770514ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4f37b19-13ca-44e8-ae74-f781ee47acdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498474 Oct 13 05:09:36.618754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-bb64fd2e-1da8-45c1-b8a9-7745937b326d service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172583 Oct 13 05:09:36.709333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-83b14e10-01ff-4078-bd02-eb08a2b50266 req-e9769cb6-02be-44f6-baef-b38b8762664f service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Oct 13 05:09:36.791276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31843-95b1-4932-9681-07d4e9752a2f req-0757defa-a74a-438a-be59-af45b1678290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.792752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-0757defa-a74a-438a-be59-af45b1678290 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1094 time: 0.0396407 Oct 13 05:09:36.882392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31843-95b1-4932-9681-07d4e9752a2f req-21f6c38b-0fb9-4413-ab90-d35268efd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.883825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-21f6c38b-0fb9-4413-ab90-d35268efd9c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 898 time: 0.0845985 Oct 13 05:09:36.925649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-0f0a9f1c-c6f7-4621-99b6-fd39d2e50c6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 217 time: 0.0338490 Oct 13 05:09:36.972434 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31843-95b1-4932-9681-07d4e9752a2f req-a8a11294-4db2-4497-94cd-3f418d5d0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.973820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-a8a11294-4db2-4497-94cd-3f418d5d0bc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 200 len: 834 time: 0.0411572 Oct 13 05:09:37.022142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31843-95b1-4932-9681-07d4e9752a2f req-3e7f8782-00fa-44fb-8e4d-88742def4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:37.023581 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-3e7f8782-00fa-44fb-8e4d-88742def4257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4f37b19-13ca-44e8-ae74-f781ee47acdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420175 Oct 13 05:09:37.112387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-1997f583-480d-4d82-b865-27a83181858f service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812511 Oct 13 05:09:37.204622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0db31843-95b1-4932-9681-07d4e9752a2f req-beed6c03-4901-43b7-99a4-9b18825980da service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855646 Oct 13 05:09:37.246799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf56ff-0b36-4e6c-8512-2e0ecd56e0ec req-bb6e1010-d2e3-4a38-a2a2-0a478caaefd3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:37.248243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93cf56ff-0b36-4e6c-8512-2e0ecd56e0ec req-bb6e1010-d2e3-4a38-a2a2-0a478caaefd3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 943 time: 0.0527992 Oct 13 05:09:37.285404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93cf56ff-0b36-4e6c-8512-2e0ecd56e0ec req-127afd56-58df-4b00-8550-0e1dc761cfb2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Oct 13 05:09:38.398738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df093345-4dc7-42d4-9e09-9b4e4e9bf465 req-9ab42b86-d4f7-4009-8721-865840a05ee3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:38.400221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df093345-4dc7-42d4-9e09-9b4e4e9bf465 req-9ab42b86-d4f7-4009-8721-865840a05ee3 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 943 time: 0.0499489 Oct 13 05:09:38.439290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df093345-4dc7-42d4-9e09-9b4e4e9bf465 req-8fe99e4d-753d-4ae6-ac83-38b463d3d636 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Oct 13 05:09:38.871422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:39.552817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64297-4305-472b-bc6f-be85c258cc9d req-bde728da-0177-489b-bb1c-66e151ea9a4a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:39.554264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ac64297-4305-472b-bc6f-be85c258cc9d req-bde728da-0177-489b-bb1c-66e151ea9a4a tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 943 time: 0.0489624 Oct 13 05:09:39.591105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ac64297-4305-472b-bc6f-be85c258cc9d req-99d5b035-eca4-4d45-884b-543d275cbbed tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Oct 13 05:09:39.642435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:09:40.099603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device aac7c52e-59b2-4ed1-831c-36dcffa4a961 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:09:40.194106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port aac7c52e-59b2-4ed1-831c-36dcffa4a961, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:40.204923 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'port_id': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'mac_address': 'fa:16:3e:8b:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:09:40.240043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:40.252445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac7c52e-59b2-4ed1-831c-36dcffa4a961 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:09:40.270284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port aac7c52e-59b2-4ed1-831c-36dcffa4a961, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:40.274427 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:40.322984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=aac7c52e-59b2-4ed1-831c-36dcffa4a961,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:40.330115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.330449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.330776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.331101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.331420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.331738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.332052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.332365 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.332699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.333011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.333322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.333631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:40.707127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1f8d9-cfb1-4939-b9fa-3327e46a2f48 req-edf44e14-282c-4ad5-a6f5-224785f4b5e1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:40.708744 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47b1f8d9-cfb1-4939-b9fa-3327e46a2f48 req-edf44e14-282c-4ad5-a6f5-224785f4b5e1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 944 time: 0.0506055 Oct 13 05:09:40.748955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-47b1f8d9-cfb1-4939-b9fa-3327e46a2f48 req-36cdee1f-76be-4c95-aef2-0ab5558709ac tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Oct 13 05:09:40.776315 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['aac7c52e-59b2-4ed1-831c-36dcffa4a961'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:09:40.800604 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:41.859469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383f3f-7742-4507-a69f-f292b68447a5 req-56d1a587-7e0c-40ae-9f63-017446a44be5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:41.861436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be383f3f-7742-4507-a69f-f292b68447a5 req-56d1a587-7e0c-40ae-9f63-017446a44be5 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 944 time: 0.0475013 Oct 13 05:09:41.897950 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be383f3f-7742-4507-a69f-f292b68447a5 req-90f985e5-45dd-49af-b5e4-0020baf7d5e9 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Oct 13 05:09:42.078390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device aac7c52e-59b2-4ed1-831c-36dcffa4a961 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:09:42.125996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port aac7c52e-59b2-4ed1-831c-36dcffa4a961 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:09:42.129554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port aac7c52e-59b2-4ed1-831c-36dcffa4a961 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:42.129925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:42.208174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:42.230652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:42.233039 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9717e464-73db-4277-8240-697ed79cab8a" -d '{"events": [{"server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "name": "network-vif-plugged", "status": "completed", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:42.246826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port aac7c52e-59b2-4ed1-831c-36dcffa4a961, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:42.251257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:42.276598 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ced93f-5309-4c87-99db-3c1580257e95 x-openstack-request-id: req-a6ced93f-5309-4c87-99db-3c1580257e95 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:09:42.276913 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "name": "network-vif-plugged", "status": "completed", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:09:42.277165 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6ced93f-5309-4c87-99db-3c1580257e95 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:09:42.277542 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'code': 200} Oct 13 05:09:42.303516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=aac7c52e-59b2-4ed1-831c-36dcffa4a961,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:42.373810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e396d-6195-4c44-9104-5b50d0e37980 req-7dcde40c-63e4-4e6f-ba59-bb3bdbbe643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:42.375386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc3e396d-6195-4c44-9104-5b50d0e37980 req-7dcde40c-63e4-4e6f-ba59-bb3bdbbe643a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1096 time: 0.0435343 Oct 13 05:09:42.410334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc3e396d-6195-4c44-9104-5b50d0e37980 req-4875f4be-bbb5-42d0-aef5-7eebc5f8764a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278714 Oct 13 05:09:43.012294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a92f6-6f49-458f-90af-59f2722f6190 req-92b39040-0d16-4476-b321-b6ad31ac9b41 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:43.013730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e92a92f6-6f49-458f-90af-59f2722f6190 req-92b39040-0d16-4476-b321-b6ad31ac9b41 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Oct 13 05:09:43.050234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e92a92f6-6f49-458f-90af-59f2722f6190 req-0bbcb594-8195-4900-8c71-34d1bda12761 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301073 Oct 13 05:09:44.163684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c469-a8a1-40b8-93d6-c340f815a6fe req-e1a3f401-df31-43d8-acb0-b619f258f9ee tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:44.165173 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1213c469-a8a1-40b8-93d6-c340f815a6fe req-e1a3f401-df31-43d8-acb0-b619f258f9ee tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Oct 13 05:09:44.201752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1213c469-a8a1-40b8-93d6-c340f815a6fe req-3b6f97e8-3ce6-4606-bc13-e77c3beaffe8 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Oct 13 05:09:44.313423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8498e-2f08-4fd6-bf69-bca00876859b req-1eb680b9-2c2a-41df-a842-0c9d1dfdcade tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:44.315354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2d8498e-2f08-4fd6-bf69-bca00876859b req-1eb680b9-2c2a-41df-a842-0c9d1dfdcade tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Oct 13 05:09:44.352066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2d8498e-2f08-4fd6-bf69-bca00876859b req-3988721c-f31c-47cd-9d61-cad822fbf6dd tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Oct 13 05:09:44.373064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47158) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:44.412743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b3d75-fabd-4e6a-a5d1-f45466df5164 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:44.414240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-096b3d75-fabd-4e6a-a5d1-f45466df5164 tempest-TestNetworkBasicOps-728661938 tempest-TestNetworkBasicOps-728661938-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1091 time: 0.0401404 Oct 13 05:09:44.417078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47160) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:44.421578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:44.443084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:44.541126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:44.645777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Allocated IP 172.25.1.184 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/c769afcc-d7cc-4e0d-b65b-f4d7a471c469) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:09:44.745250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:44.777132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:44.818542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:09:44.822952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:09:44.826336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:09:44.831723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=c769afcc-d7cc-4e0d-b65b-f4d7a471c469,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:44.857081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.857427 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.857768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.858104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.858454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.858769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.859096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.859421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.859746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.860072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.860392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:44.861263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:45.183165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:45.249755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:45.396238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:45.400430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:45.465531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event updated for resources: {'Port': ['ID=c769afcc-d7cc-4e0d-b65b-f4d7a471c469,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:45.477120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:45.573690 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Floating IP 4bd30900-a222-4246-a2ec-e2806f7ee052 associated. External IP: 172.25.1.184, port: aac7c52e-59b2-4ed1-831c-36dcffa4a961. Oct 13 05:09:45.793716 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 57efec28-8107-44e2-9b38-a041eb58ea24 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:09:45.848898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-54a848b9-7ae4-4a32-bab8-f9f57f0ccd78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817962 Oct 13 05:09:45.939373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:09:45.944876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-2f53393f-b25c-4e66-8d66-e31235467a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:45.946334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-2f53393f-b25c-4e66-8d66-e31235467a3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1096 time: 0.0563989 Oct 13 05:09:45.948772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] Sync routers for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:09:45.959593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:45.960235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:45.961588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:46.028712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5864ba0-30c0-41f8-913a-fed47c8f152d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6105881 Oct 13 05:09:46.030733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:46.031708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47162) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:46.033168 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:46.068244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:46.077030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-26f5110f-e3e3-4a9a-ac28-a0a9c2b11f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.078506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-26f5110f-e3e3-4a9a-ac28-a0a9c2b11f2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 898 time: 0.0970807 Oct 13 05:09:46.087508 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e7796-bef5-41f7-8b86-3a254db236bf x-openstack-request-id: req-3f3e7796-bef5-41f7-8b86-3a254db236bf {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:09:46.088260 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:09:46.088516 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f3e7796-bef5-41f7-8b86-3a254db236bf {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:09:46.088992 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'status': 'completed', 'code': 200} Oct 13 05:09:46.097557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-59dc1526-b840-4241-a2c6-a2cc418bff05 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/floatingips/4bd30900-a222-4246-a2ec-e2806f7ee052 HTTP/1.1" status: 200 len: 991 time: 0.0642996 Oct 13 05:09:46.150893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-55866053-8389-4b96-a48a-3b4d71530efb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 999 time: 0.0610209 Oct 13 05:09:46.201743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-c826504c-d5a8-4c48-ad9c-3912f82b7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.203193 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-c826504c-d5a8-4c48-ad9c-3912f82b7c9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 200 len: 834 time: 0.0447280 Oct 13 05:09:46.248658 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-021d3cd9-60d1-4262-a6c9-c439118b1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.250188 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-021d3cd9-60d1-4262-a6c9-c439118b1cd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4f37b19-13ca-44e8-ae74-f781ee47acdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403867 Oct 13 05:09:46.293752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4bd30900-a222-4246-a2ec-e2806f7ee052', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'port_id': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'mac_address': 'fa:16:3e:8b:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:09:45Z', 'updated_at': '2021-10-13T05:09:45Z', 'revision_number': 0, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:46.324316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] Checking router: 57efec28-8107-44e2-9b38-a041eb58ea24 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:09:46.332512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:09:46.333139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:09:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:46.340211 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-f0fe7130-efb5-409f-98d6-da193dae3292 service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829594 Oct 13 05:09:46.429258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ca0b4b1-eaa8-41b2-a32b-59a4a46e3df5 req-b54b579e-39a4-4a1f-be57-9a92b6a37cd5 service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823019 Oct 13 05:09:46.437437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:09:46.511837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-eb588aee-c932-41ab-bd18-9cbed91f0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.513350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-eb588aee-c932-41ab-bd18-9cbed91f0b9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1096 time: 0.0404427 Oct 13 05:09:46.607118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-5f52b7a4-dc28-417e-933f-e0b860f0dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.608519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-5f52b7a4-dc28-417e-933f-e0b860f0dc33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 898 time: 0.0884995 Oct 13 05:09:46.656660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4bd30900-a222-4246-a2ec-e2806f7ee052', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'port_id': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'mac_address': 'fa:16:3e:8b:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:09:45Z', 'updated_at': '2021-10-13T05:09:45Z', 'revision_number': 0, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:09:46.672630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-02e75042-008b-47e8-b4da-330953f3e2e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 999 time: 0.0570602 Oct 13 05:09:46.683479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f6a18-9f24-405c-9d6b-c8b6f999fc39 None None] The sync data for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 is: [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '4bd30900-a222-4246-a2ec-e2806f7ee052', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'port_id': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'mac_address': 'fa:16:3e:8b:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:09:45Z', 'updated_at': '2021-10-13T05:09:45Z', 'revision_number': 0, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:09:46.727675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-e18962c7-8d1e-4023-8ef3-e3c8a789c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.729303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-e18962c7-8d1e-4023-8ef3-e3c8a789c291 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 200 len: 834 time: 0.0503707 Oct 13 05:09:46.780519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-e3aa3edb-75e8-44fd-9df2-87cf35bd10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:46.783126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-e3aa3edb-75e8-44fd-9df2-87cf35bd10ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4f37b19-13ca-44e8-ae74-f781ee47acdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453398 Oct 13 05:09:46.873817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-cca08690-a4fb-452f-a4ab-2480434f1624 service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Oct 13 05:09:46.903771 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf81eb-57f4-4254-987b-fe6e06fcb0a5 None None] New status for floating IP 4bd30900-a222-4246-a2ec-e2806f7ee052: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:09:46.969492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b79c2de6-ccb3-4e26-a2b6-473d7ac9a4cc req-a212a1b0-bdf0-46b2-9a18-f43ac544105a service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890903 Oct 13 05:09:47.101468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:09:47.160071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c10257b3-dafb-4f6f-9041-e3e60e8486f7 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/floatingips/4bd30900-a222-4246-a2ec-e2806f7ee052 HTTP/1.1" status: 200 len: 993 time: 0.0573585 Oct 13 05:09:49.069461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f34ab88-58fc-4ad1-8537-4503836d9715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:51.559899 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7f77-4a78-4717-adf4-fa99b690291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:52.959389 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:53.228934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:54.802551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:08.880615 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:10.629327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:16.642035 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:10:19.070498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65fd664d-c20a-464a-9b71-6013de1a3c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:21.560244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20c3db88-ac0a-449f-919d-96329111e427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:22.959957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:23.230978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:24.804378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:38.879262 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:40.636955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:47.788844 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-21206190-6a61-473d-88c7-60cdfbdfb539 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429790 Oct 13 05:10:47.867938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-10fb262e-e887-4556-a8bb-9d96cb680d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:47.869405 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-10fb262e-e887-4556-a8bb-9d96cb680d06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1096 time: 0.0392730 Oct 13 05:10:47.973330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-83664422-2558-4d43-b57c-20faba2df53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:47.974745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-83664422-2558-4d43-b57c-20faba2df53e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 898 time: 0.0867028 Oct 13 05:10:48.037454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-ab0c953b-e9a0-4d82-96f6-8507def7c91b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 1001 time: 0.0556281 Oct 13 05:10:48.085173 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-660034cf-4038-4574-9330-b019d6cc7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:48.086528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-660034cf-4038-4574-9330-b019d6cc7440 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 200 len: 834 time: 0.0413828 Oct 13 05:10:48.136527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-44bddbcb-953d-49d6-b0e3-dc6123d4fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:48.138076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-44bddbcb-953d-49d6-b0e3-dc6123d4fb79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4f37b19-13ca-44e8-ae74-f781ee47acdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437536 Oct 13 05:10:48.227113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-3bb3d645-99fb-4a95-acc3-98f9e9d1eb95 service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801957 Oct 13 05:10:48.318071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-982762f1-bc3b-47f6-a93d-16d52cc6a7a6 req-e4ce7d29-42b0-41cd-aa3f-662f34285023 service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836182 Oct 13 05:10:49.070000 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5133c842-a699-4ea3-8a8c-6da47d885f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:51.561503 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-314eb93e-c6f6-40aa-9bea-51f8f5b1df36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:51.799762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:51.858596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a193dd69-0c81-4030-b959-6866e95b0858 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/floatingips/4bd30900-a222-4246-a2ec-e2806f7ee052 HTTP/1.1" status: 200 len: 993 time: 0.0576968 Oct 13 05:10:52.160592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:52.316195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port c769afcc-d7cc-4e0d-b65b-f4d7a471c469 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:10:52.316531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:52.392472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:52.392847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:52.404143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for c769afcc-d7cc-4e0d-b65b-f4d7a471c469 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:10:52.544529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:52.574378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=c769afcc-d7cc-4e0d-b65b-f4d7a471c469,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:52.596479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.596847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.597182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.597510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.597861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.598188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.598508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.598827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.599146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.599461 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.599778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.600095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:52.638364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:52.638697 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Floating IP 4bd30900-a222-4246-a2ec-e2806f7ee052 disassociated (deleted). External IP: 172.25.1.184, port: aac7c52e-59b2-4ed1-831c-36dcffa4a961. Oct 13 05:10:52.962369 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:53.165309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 57efec28-8107-44e2-9b38-a041eb58ea24 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:10:53.233770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:53.270744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:10:53.275369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:53.280560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] Sync routers for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:10:53.289206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:10:53.289806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:53.300640 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a1fa0c1-d653-46a2-9ff0-0991f0105160 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/floatingips/4bd30900-a222-4246-a2ec-e2806f7ee052 HTTP/1.1" status: 204 len: 168 time: 1.1389873 Oct 13 05:10:53.301243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:10:53.303480 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95cce15-fb41-4f4d-90c9-13d4841932a3" -d '{"events": [{"name": "network-changed", "server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:10:53.341146 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadfa663-0846-4b82-a6a8-42f2e669f972 x-openstack-request-id: req-aadfa663-0846-4b82-a6a8-42f2e669f972 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:10:53.341585 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:10:53.341992 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aadfa663-0846-4b82-a6a8-42f2e669f972 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:10:53.342388 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'status': 'completed', 'code': 200} Oct 13 05:10:53.402748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:10:53.411712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-12f509b4-8b26-4485-9d7f-a632f817c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:53.413775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-12f509b4-8b26-4485-9d7f-a632f817c4ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b150153fc3544abb0c155661c8acfb9&device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 1096 time: 0.0475872 Oct 13 05:10:53.557660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a7b81-0e3f-4aee-9b25-cfec2e89b71b req-e9e516fa-c71a-46bd-ae5a-5bb38a5a21c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:53.559204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-450a7b81-0e3f-4aee-9b25-cfec2e89b71b req-e9e516fa-c71a-46bd-ae5a-5bb38a5a21c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 945 time: 0.0757406 Oct 13 05:10:53.560455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-2c503570-7526-445b-9142-7f68619ca72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:53.561815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-2c503570-7526-445b-9142-7f68619ca72e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 200 len: 898 time: 0.1367750 Oct 13 05:10:53.602730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:53.618834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-11ff21a5-ac27-4535-8e0c-73dfedcdab9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 200 len: 217 time: 0.0471117 Oct 13 05:10:53.629296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] Checking router: 57efec28-8107-44e2-9b38-a041eb58ea24 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:10:53.637331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:10:53.637932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:53.644361 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:10:53.659517 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-450a7b81-0e3f-4aee-9b25-cfec2e89b71b req-c1df5e2c-a093-4068-ae2f-6c1a7d11c5a1 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943222 Oct 13 05:10:53.678928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-9d7d0e4e-50d1-4956-a99f-b12d55345b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:53.680374 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-9d7d0e4e-50d1-4956-a99f-b12d55345b55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 200 len: 834 time: 0.0518100 Oct 13 05:10:53.726253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-57aa9538-a392-474e-a908-de02582f119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:53.727738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-57aa9538-a392-474e-a908-de02582f119c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4f37b19-13ca-44e8-ae74-f781ee47acdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400620 Oct 13 05:10:53.750182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:10:53.822660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-0ca3ce2f-6934-4b4f-8557-bf969cb36b9a service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848260 Oct 13 05:10:53.911749 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c95cce15-fb41-4f4d-90c9-13d4841932a3 req-c590f70d-3ab7-43a4-9ff8-02c5b3e06d4b service neutron] 10.222.0.26 "GET /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805452 Oct 13 05:10:53.943304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:53.972499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7b37f-4b4a-4b03-a81c-f85add9f0c2c None None] The sync data for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 is: [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '043ac1c2-23eb-47b4-83c8-7d4f48ca24b6', 'name': '', 'network_id': 'e4f37b19-13ca-44e8-ae74-f781ee47acdd', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'mac_address': 'fa:16:3e:0a:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:29Z', 'updated_at': '2021-10-13T05:09:33Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'subnets': [{'id': '01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:10:54.182266 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69299eff-519a-4f98-8cb7-363dd2daa182 None None] New status for floating IP 4bd30900-a222-4246-a2ec-e2806f7ee052: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:10:54.781924 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e4152-923f-4fcb-87d5-fede8fbce331 req-de85b05a-9dc2-4243-ba03-b6bf681b5d94 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:54.783377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-348e4152-923f-4fcb-87d5-fede8fbce331 req-de85b05a-9dc2-4243-ba03-b6bf681b5d94 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 945 time: 0.0524056 Oct 13 05:10:54.808294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:54.825283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-348e4152-923f-4fcb-87d5-fede8fbce331 req-ef1ecbb2-2761-4993-9bdd-04cccced3a5c tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5b5aac1-83b8-4dd0-b77e-e142f19449d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340574 Oct 13 05:10:55.275266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274e355-6213-4873-b492-6061b8299537 req-35da62dd-ee7f-43b2-9e23-f6cb83d556f0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:55.276715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3274e355-6213-4873-b492-6061b8299537 req-35da62dd-ee7f-43b2-9e23-f6cb83d556f0 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 945 time: 0.0479748 Oct 13 05:10:55.368436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port aac7c52e-59b2-4ed1-831c-36dcffa4a961 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:10:55.368728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:55.459546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port aac7c52e-59b2-4ed1-831c-36dcffa4a961, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=aac7c52e-59b2-4ed1-831c-36dcffa4a961,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:10:55.459904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:55.471158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for aac7c52e-59b2-4ed1-831c-36dcffa4a961 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:10:55.592639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:55.620062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=aac7c52e-59b2-4ed1-831c-36dcffa4a961,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:55.666861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] No DVR routers for this DVR port aac7c52e-59b2-4ed1-831c-36dcffa4a961 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:10:55.669822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:55.673410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3274e355-6213-4873-b492-6061b8299537 req-95ba07ac-7eb0-4653-b151-b61b80e35041 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.26 "DELETE /v2.0/ports/aac7c52e-59b2-4ed1-831c-36dcffa4a961 HTTP/1.1" status: 204 len: 173 time: 0.3896868 Oct 13 05:10:55.673871 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'name': 'network-vif-deleted', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:10:55.677075 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea44bb45-bfb5-4d58-bfae-bc2821063711" -d '{"events": [{"server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "name": "network-vif-deleted", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:10:55.711836 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967eac2-c844-482a-b7af-c7dae1fbc067 x-openstack-request-id: req-b967eac2-c844-482a-b7af-c7dae1fbc067 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:10:55.712130 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e440f1-a5d0-4f0c-a017-e67971354de6", "name": "network-vif-deleted", "tag": "aac7c52e-59b2-4ed1-831c-36dcffa4a961", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:10:55.712387 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b967eac2-c844-482a-b7af-c7dae1fbc067 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:10:55.712811 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e440f1-a5d0-4f0c-a017-e67971354de6', 'name': 'network-vif-deleted', 'tag': 'aac7c52e-59b2-4ed1-831c-36dcffa4a961', 'status': 'completed', 'code': 200} Oct 13 05:10:55.928482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3a9fc978-f463-463e-ab7b-ae559570f76a req-1f2a7136-2743-46df-923a-ebde0e6f2a08 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "GET /v2.0/ports?device_id=34e440f1-a5d0-4f0c-a017-e67971354de6 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Oct 13 05:10:56.982777 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47222) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:57.039290 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d371-2409-4b08-a795-888890d2a129 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.062994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d371-2409-4b08-a795-888890d2a129 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.121449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d371-2409-4b08-a795-888890d2a129 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.124014 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d371-2409-4b08-a795-888890d2a129 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.125203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7bc9d371-2409-4b08-a795-888890d2a129 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/security-groups/c5b5aac1-83b8-4dd0-b77e-e142f19449d0 HTTP/1.1" status: 204 len: 168 time: 0.1414452 Oct 13 05:10:57.135291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9d371-2409-4b08-a795-888890d2a129 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b5aac1-83b8-4dd0-b77e-e142f19449d0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:57.157746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:57.515157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.761621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:10:57.761885 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.846752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:10:57.847109 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:57.859573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:10:58.040134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.066014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=043ac1c2-23eb-47b4-83c8-7d4f48ca24b6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:58.234445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.447028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Router 57efec28-8107-44e2-9b38-a041eb58ea24 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:10:58.550318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:10:58.558433 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:58.558870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-05d5b3e6-23d2-4356-8d96-1682bc228771 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "PUT /v2.0/routers/57efec28-8107-44e2-9b38-a041eb58ea24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3993773 Oct 13 05:10:58.562266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] Sync routers for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:10:58.574824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:10:58.575562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:58.610744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting subnet 01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:10:58.613806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.659513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.748516 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.811918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.839759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:10:58.843789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Subnet': ['ID=01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:58.852774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:58.856152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/subnets/01f9e8b0-5d13-4b04-aa41-5e7b4dd0c310 HTTP/1.1" status: 204 len: 168 time: 0.2965808 Oct 13 05:10:58.857997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.858439 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.858897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.859312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.859444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:58.859669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.860005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.860339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.860663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.861009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.861333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.861657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.861981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d84fe-7579-41e8-bd6a-ae671b5b416d tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:58.871876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8e3f3-4758-419f-9b62-dcc75f9b29e4 None None] Network e4f37b19-13ca-44e8-ae74-f781ee47acdd requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:10:58.964445 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.065979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.120570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '322ef377-c126-4164-961f-98d4e1080667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:10:57Z', 'revision_number': 5, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port': {'id': '322ef377-c126-4164-961f-98d4e1080667', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:59.124463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Deleting port 322ef377-c126-4164-961f-98d4e1080667 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:10:59.124834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.156534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] DHCP port deletion for e4f37b19-13ca-44e8-ae74-f781ee47acdd request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:10:59.160372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] Checking router: 57efec28-8107-44e2-9b38-a041eb58ea24 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:10:59.192196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] Routers {'57efec28-8107-44e2-9b38-a041eb58ea24'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:10:59.192898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['57efec28-8107-44e2-9b38-a041eb58ea24'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:59.208779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] For port 322ef377-c126-4164-961f-98d4e1080667, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=322ef377-c126-4164-961f-98d4e1080667,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:10:59.209143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.220284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Calling delete_port for 322ef377-c126-4164-961f-98d4e1080667 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:10:59.286354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] Set router 57efec28-8107-44e2-9b38-a041eb58ea24 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:10:59.314800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Deleting port caf25ecc-5971-4544-b045-e9604be1d771 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:10:59.315176 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.343165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:10:59Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:59.382546 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.405289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7b71-7204-428e-9ce3-49f26c1e8c13 None None] The sync data for ids ['57efec28-8107-44e2-9b38-a041eb58ea24'] in n-d-810220-9 is: [{'id': '57efec28-8107-44e2-9b38-a041eb58ea24', 'name': 'tempest-TestNetworkBasicOps-router-1569595744', 'tenant_id': '7b150153fc3544abb0c155661c8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:09:27Z', 'updated_at': '2021-10-13T05:10:59Z', 'revision_number': 6, 'project_id': '7b150153fc3544abb0c155661c8acfb9', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:10:59.409405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Port': ['ID=322ef377-c126-4164-961f-98d4e1080667,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:59.435891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] For port caf25ecc-5971-4544-b045-e9604be1d771, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=caf25ecc-5971-4544-b045-e9604be1d771,segment=NetworkSegment(e82c8140-2c7d-4328-9762-a5b322c460a0),segment_id=e82c8140-2c7d-4328-9762-a5b322c460a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:10:59.436380 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.455222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Calling delete_port for caf25ecc-5971-4544-b045-e9604be1d771 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:10:59.471351 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.535643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.563340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.564505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Pushing event deleted for resources: {'Port': ['ID=caf25ecc-5971-4544-b045-e9604be1d771,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:10:59.565487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.573864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] No DVR routers for this DVR port caf25ecc-5971-4544-b045-e9604be1d771 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:10:59.576470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.576848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.577192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.577973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.578313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.578648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.578976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.579300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.579622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.579942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.580262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.580580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fade9b-972c-4053-90a9-5914ec4f6641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:10:59.613971 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.614594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Fanout notify agent at l3_agent the message router_deleted on router 57efec28-8107-44e2-9b38-a041eb58ea24 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:10:59.621294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.622407 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d1e745e0-d2fc-4bed-b6b5-58d0b6be56c2 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/routers/57efec28-8107-44e2-9b38-a041eb58ea24 HTTP/1.1" status: 204 len: 168 time: 0.7620924 Oct 13 05:10:59.625081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:10:59.698920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.789167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.810747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f37b19-13ca-44e8-ae74-f781ee47acdd']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:59.820797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82c8140-2c7d-4328-9762-a5b322c460a0') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:59.821084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82c8140-2c7d-4328-9762-a5b322c460a0') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:10:59.830598 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.843863 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.853180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:10:59.853576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:10:59.856542 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:10:59.911867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.919078 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:59.922479 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] 10.222.0.44 "DELETE /v2.0/networks/e4f37b19-13ca-44e8-ae74-f781ee47acdd HTTP/1.1" status: 204 len: 168 time: 0.2964718 Oct 13 05:10:59.934400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72479543-6705-40c2-b291-c7205bb32c27 tempest-TestNetworkBasicOps-1024261671 tempest-TestNetworkBasicOps-1024261671-project] Pushing event deleted for resources: {'Network': ['ID=e4f37b19-13ca-44e8-ae74-f781ee47acdd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:00.210335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:00.353973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb022344-0e9d-4a25-95d8-40a01a777955 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b150153fc3544abb0c155661c8acfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424735 Oct 13 05:11:00.356450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:00.409233 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b4dc-2371-4c67-8ab8-75c96f682899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.432421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device aac7c52e-59b2-4ed1-831c-36dcffa4a961 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:11:00.437038 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b4dc-2371-4c67-8ab8-75c96f682899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.451871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: aac7c52e-59b2-4ed1-831c-36dcffa4a961 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:11:00.452225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device aac7c52e-59b2-4ed1-831c-36dcffa4a961 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:11:00.483421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b4dc-2371-4c67-8ab8-75c96f682899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.485960 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b4dc-2371-4c67-8ab8-75c96f682899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.487085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2ea9b4dc-2371-4c67-8ab8-75c96f682899 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28f74e9f-a304-4d44-95d4-d1d213d44d3a HTTP/1.1" status: 204 len: 168 time: 0.1296322 Oct 13 05:11:00.494572 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9b4dc-2371-4c67-8ab8-75c96f682899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f74e9f-a304-4d44-95d4-d1d213d44d3a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:00.610228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 322ef377-c126-4164-961f-98d4e1080667 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:11:00.630092 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 322ef377-c126-4164-961f-98d4e1080667 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:11:00.630431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 322ef377-c126-4164-961f-98d4e1080667 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:11:00.630840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:11:00.648973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:11:00.649310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 043ac1c2-23eb-47b4-83c8-7d4f48ca24b6 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:11:00.649705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device caf25ecc-5971-4544-b045-e9604be1d771 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:11:00.670238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: caf25ecc-5971-4544-b045-e9604be1d771 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:11:00.670577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device caf25ecc-5971-4544-b045-e9604be1d771 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:11:00.752609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:00.771439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e82f32-f765-4390-8818-a3bf59d67921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.846938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e82f32-f765-4390-8818-a3bf59d67921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.850745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1e82f32-f765-4390-8818-a3bf59d67921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.888569 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d1e82f32-f765-4390-8818-a3bf59d67921 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90f8ac50d3e74878a2d1834950256fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346872 Oct 13 05:11:00.889432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e82f32-f765-4390-8818-a3bf59d67921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d385b-f8c0-461a-8fa1-20a7eb87936c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:00.891352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:00.939250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13277b7-86ae-4012-87fd-dba48279c17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:00.960658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13277b7-86ae-4012-87fd-dba48279c17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.009133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13277b7-86ae-4012-87fd-dba48279c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.011650 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13277b7-86ae-4012-87fd-dba48279c17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.012794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f13277b7-86ae-4012-87fd-dba48279c17f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d2d385b-f8c0-461a-8fa1-20a7eb87936c HTTP/1.1" status: 204 len: 168 time: 0.1203413 Oct 13 05:11:01.020329 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13277b7-86ae-4012-87fd-dba48279c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d385b-f8c0-461a-8fa1-20a7eb87936c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:01.686388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:01.778158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1392970249-network', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:11:01.799751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Made reservation on behalf of 425434b9f6d04a8aab5fe1065c4ab6d6 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:11:01.802071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.810139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.882314 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.886046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.911048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:11:01.921085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2108f-835e-475d-b475-9cc697edca61,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:01.926021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.926369 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Added segment 3cb50d95-9227-4208-8ec3-3a55a958ed3f of type vlan for network 6103c30b-a45f-40be-9127-51d506bd84f5 Oct 13 05:11:01.965390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.989335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:01.990254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:01.990828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.045020 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3573048 Oct 13 05:11:02.048052 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:02.053172 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Request body: {'subnet': {'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1392970249-subnet', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:11:02.055748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1ecd7-186a-4b1c-98c3-7a5371347233 admin admin] Pushing event updated for resources: {'Network': ['ID=6103c30b-a45f-40be-9127-51d506bd84f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:02.065986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6103c30b-a45f-40be-9127-51d506bd84f5 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:11:02.073890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Made reservation on behalf of 425434b9f6d04a8aab5fe1065c4ab6d6 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:11:02.076352 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.242529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.293933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4160e8d8-324c-48d5-8326-7cf287e0f489,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:02.304535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Checking segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:02.304909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Network hostable DHCP agents. Network: 6103c30b-a45f-40be-9127-51d506bd84f5, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:11:02.320799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Network 6103c30b-a45f-40be-9127-51d506bd84f5 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:11:02.328673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6103c30b-a45f-40be-9127-51d506bd84f5) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:02.335757 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:02.336342 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.338006 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb175f20-2a6a-4454-b3c6-2f1f29ffc3b6 None None] Network 6103c30b-a45f-40be-9127-51d506bd84f5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:11:02.351723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-17c74970-26b7-4355-8bbf-caccc4494d95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3025110 Oct 13 05:11:02.354449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47280) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:02.358623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:11:02.383217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.384273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.438554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.487244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6103c30b-a45f-40be-9127-51d506bd84f5', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:11:02.488108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.571694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.624025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Allocated IP 172.20.0.2 (6103c30b-a45f-40be-9127-51d506bd84f5/4160e8d8-324c-48d5-8326-7cf287e0f489/7101fd84-b93e-49a4-97e8-97f92e865452) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:11:02.765760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.765993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.771464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.786009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.812476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Network 6103c30b-a45f-40be-9127-51d506bd84f5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:02.815129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:02.818135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:11:02.829927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Pushing event updated for resources: {'Port': ['ID=7101fd84-b93e-49a4-97e8-97f92e865452,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:02.878657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Attempting to bind port 7101fd84-b93e-49a4-97e8-97f92e865452 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:11:02.879018 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Attempting to bind port 7101fd84-b93e-49a4-97e8-97f92e865452 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:11:02.879405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Attempting to bind port 7101fd84-b93e-49a4-97e8-97f92e865452 on network 6103c30b-a45f-40be-9127-51d506bd84f5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:11:02.884166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:11:02.884526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Checking segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:02.884944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.885330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Bound using segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:11:02.885777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Bound port: 7101fd84-b93e-49a4-97e8-97f92e865452, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:11:02.886146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:02.890809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Allocated IP 172.25.1.105 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:11:02.951179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] For port 7101fd84-b93e-49a4-97e8-97f92e865452, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:11:02.954885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] For port 7101fd84-b93e-49a4-97e8-97f92e865452, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7101fd84-b93e-49a4-97e8-97f92e865452,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:11:02.958961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:03.020901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fffdd-799a-467b-b167-74bed1ce1766 None None] Pushing event updated for resources: {'Port': ['ID=7101fd84-b93e-49a4-97e8-97f92e865452,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:03.343774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:03.377677 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:03.421436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:03.424291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:03.426852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:11:03.452143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:03.676194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:03.865581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0616c4e-8114-4bd7-809c-482514d97bf0 None None] Network 6103c30b-a45f-40be-9127-51d506bd84f5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:11:03.881001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:03.936535 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-773096ac-5cbc-4e5b-962e-e46881c5a524 None None] Provisioning complete for port 7101fd84-b93e-49a4-97e8-97f92e865452 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:03.936922 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-773096ac-5cbc-4e5b-962e-e46881c5a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.006455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Router ad1ad0fd-feec-4841-91ef-a8818618db90 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:11:04.075464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-773096ac-5cbc-4e5b-962e-e46881c5a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.112486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-773096ac-5cbc-4e5b-962e-e46881c5a524 None None] For port 7101fd84-b93e-49a4-97e8-97f92e865452, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7101fd84-b93e-49a4-97e8-97f92e865452,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:11:04.116981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-773096ac-5cbc-4e5b-962e-e46881c5a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.119277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:11:04.130187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Sync routers for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:11:04.139018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.141160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d98df78e-c999-43e6-9cac-375b6b930066 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7857716 Oct 13 05:11:04.143390 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:04.143734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:04.144232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:04.173723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773096ac-5cbc-4e5b-962e-e46881c5a524 None None] Pushing event updated for resources: {'Port': ['ID=7101fd84-b93e-49a4-97e8-97f92e865452,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:04.256142 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:04.340057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c9e78b2-45bb-47ea-9008-dbc6271402ad None None] Provisioning complete for port 7101fd84-b93e-49a4-97e8-97f92e865452 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:04.341008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c9e78b2-45bb-47ea-9008-dbc6271402ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.453539 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:03Z', 'revision_number': 3, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:04.480764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Checking router: ad1ad0fd-feec-4841-91ef-a8818618db90 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:11:04.481109 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Updating router ad1ad0fd-feec-4841-91ef-a8818618db90 port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:11:04.507142 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.656925 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7101fd84-b93e-49a4-97e8-97f92e865452 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:04.710114 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7101fd84-b93e-49a4-97e8-97f92e865452 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:04.710931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.775420 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.781151 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.830786 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Attempting to bind port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:11:04.831154 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Attempting to bind port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:11:04.831516 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Attempting to bind port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:11:04.839824 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Pushing event updated for resources: {'Port': ['ID=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:04.842701 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:11:04.843069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:04.843803 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.843925 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:11:04.844295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Bound port: 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:11:04.844672 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.851036 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.851379 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.851715 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.852055 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.852382 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.852727 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.853054 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.853374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.853689 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.854005 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.854323 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.854659 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:11:04.863042 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.906604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] For port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:11:04.909727 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] For port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:11:04.914027 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:04.970426 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:04.971031 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:05.005397 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685dc9-7520-48c8-bed9-3b2fab400500 None None] Pushing event updated for resources: {'Port': ['ID=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:05.065146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Allocated IP 172.20.0.1 (6103c30b-a45f-40be-9127-51d506bd84f5/4160e8d8-324c-48d5-8326-7cf287e0f489/e965990b-32cc-49ff-86e0-557bbcdec096) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:11:05.073629 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:05.177031 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.212227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.255470 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Network 6103c30b-a45f-40be-9127-51d506bd84f5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:05.258363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:05.262201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:11:05.262459 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:03Z', 'revision_number': 3, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:05.290373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Pushing event updated for resources: {'Port': ['ID=e965990b-32cc-49ff-86e0-557bbcdec096,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:05.293438 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d22f2f-9a95-4469-8329-74268d79fdac None None] The sync data for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 is: [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:03Z', 'revision_number': 3, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:11:05.325600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.491462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.564430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e001382b-d3d3-4461-855b-389150d36f98 None None] Provisioning complete for port e965990b-32cc-49ff-86e0-557bbcdec096 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:05.564956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e001382b-d3d3-4461-855b-389150d36f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.610944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e001382b-d3d3-4461-855b-389150d36f98 None None] Port e965990b-32cc-49ff-86e0-557bbcdec096 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:11:05.680761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.685945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.751159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Pushing event updated for resources: {'Port': ['ID=e965990b-32cc-49ff-86e0-557bbcdec096,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:05.756526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:05.854305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Network 6103c30b-a45f-40be-9127-51d506bd84f5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:05.855770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:05.974234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Router ad1ad0fd-feec-4841-91ef-a8818618db90 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:11:06.083960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:11:06.089499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-585b4e58-0b4f-4d28-a077-24ce04971b32 admin admin] 10.222.0.44 "PUT /v2.0/routers/ad1ad0fd-feec-4841-91ef-a8818618db90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419868 Oct 13 05:11:06.137658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3bbdf9c0-a69e-4d77-8d4b-e813a174b875 None None] Provisioning complete for port e965990b-32cc-49ff-86e0-557bbcdec096 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:06.138204 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf9c0-a69e-4d77-8d4b-e813a174b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.173059 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3bbdf9c0-a69e-4d77-8d4b-e813a174b875 None None] Port e965990b-32cc-49ff-86e0-557bbcdec096 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:11:06.547394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 47298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:06.553021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-542388836-network', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:11:06.576845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Made reservation on behalf of 19d975ea5d1242cdb0e19c7bdc384bd4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:11:06.579313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.591942 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.650382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:06.680935 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.685028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.704465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:06.704933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.706589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:11:06.721848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1265cab9-cdb7-4324-9363-2758bee6aec1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:06.725912 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.726102 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Added segment eb830614-6ed7-446d-bc66-cd9283d61368 of type vlan for network 93a3ea39-801d-41df-8a46-5f01f2948502 Oct 13 05:11:06.767437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.790762 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.795480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.796444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:06.797033 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.813137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:11:06.817720 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.852306 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3014278 Oct 13 05:11:06.852665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:06.858318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Request body: {'subnet': {'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-542388836-subnet', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:11:06.862650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262520-96dd-4456-8d6d-b2478f753859 admin admin] Pushing event updated for resources: {'Network': ['ID=93a3ea39-801d-41df-8a46-5f01f2948502,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:06.878324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 93a3ea39-801d-41df-8a46-5f01f2948502 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:11:06.884261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Made reservation on behalf of 19d975ea5d1242cdb0e19c7bdc384bd4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:11:06.886878 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:06.894014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:06.942333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Sync routers for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:11:06.960260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:06.960761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:07.059683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.067359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:07.115455 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b1bb02-e432-4d54-befd-f436d89b2af4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:07.128560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Checking segment: {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:07.128951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Network hostable DHCP agents. Network: 93a3ea39-801d-41df-8a46-5f01f2948502, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:11:07.146011 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Network 93a3ea39-801d-41df-8a46-5f01f2948502 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:11:07.156302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 93a3ea39-801d-41df-8a46-5f01f2948502) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:07.162671 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:07.163711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.181333 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b06ff2e0-c1a9-450b-a1bd-96907cdb0677 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3273535 Oct 13 05:11:07.183831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:07.188825 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:11:07.211462 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.212564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.266632 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.306421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7c528-881f-4bb2-9492-6a7672909226 None None] Network 93a3ea39-801d-41df-8a46-5f01f2948502 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:11:07.405442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.530324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 2, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:07.533448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-93a3ea39-801d-41df-8a46-5f01f2948502', 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'fixed_ips': [{'subnet_id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:11:07.534276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.567598 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Checking router: ad1ad0fd-feec-4841-91ef-a8818618db90 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:11:07.567947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Updating router ad1ad0fd-feec-4841-91ef-a8818618db90 port e965990b-32cc-49ff-86e0-557bbcdec096 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:11:07.599821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.618306 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.640478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.721686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Allocated IP 172.25.1.231 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6e259fee-7a33-43b7-b35c-9d4909cfadcb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:11:07.798895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Allocated IP 172.20.0.2 (93a3ea39-801d-41df-8a46-5f01f2948502/e8b1bb02-e432-4d54-befd-f436d89b2af4/24bd4828-1674-409b-a81a-8c028bb05b73) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:11:07.827899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.859869 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:07.898234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:07.902517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:07.904995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:11:07.931357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e259fee-7a33-43b7-b35c-9d4909cfadcb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:08.054810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.059764 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.062963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.086927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.112109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Network 93a3ea39-801d-41df-8a46-5f01f2948502 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:08.120287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:08.123096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:11:08.127062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Pushing event updated for resources: {'Port': ['ID=24bd4828-1674-409b-a81a-8c028bb05b73,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:08.163733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.251664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650bb46-6543-4c11-b3e8-424c2a0b5b31 None None] Pushing event updated for resources: {'Port': ['ID=e965990b-32cc-49ff-86e0-557bbcdec096,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:08.260712 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Attempting to bind port 24bd4828-1674-409b-a81a-8c028bb05b73 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:11:08.260837 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Attempting to bind port 24bd4828-1674-409b-a81a-8c028bb05b73 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:11:08.261113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Attempting to bind port 24bd4828-1674-409b-a81a-8c028bb05b73 on network 93a3ea39-801d-41df-8a46-5f01f2948502 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:11:08.264422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Attempting to bind port e965990b-32cc-49ff-86e0-557bbcdec096 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:11:08.264422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Attempting to bind port e965990b-32cc-49ff-86e0-557bbcdec096 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:11:08.264804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Attempting to bind port e965990b-32cc-49ff-86e0-557bbcdec096 on network 6103c30b-a45f-40be-9127-51d506bd84f5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:11:08.271295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:11:08.271663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Checking segment: {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:08.272059 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.272446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Bound using segment: {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:11:08.272940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Bound port: 24bd4828-1674-409b-a81a-8c028bb05b73, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:11:08.273317 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.276249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:11:08.276609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Checking segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:08.277019 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.277397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Bound using segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:11:08.277855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Bound port: e965990b-32cc-49ff-86e0-557bbcdec096, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:11:08.278223 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.373089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.389269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] For port 24bd4828-1674-409b-a81a-8c028bb05b73, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:11:08.391459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] For port e965990b-32cc-49ff-86e0-557bbcdec096, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:11:08.395510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] For port 24bd4828-1674-409b-a81a-8c028bb05b73, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24bd4828-1674-409b-a81a-8c028bb05b73,segment=NetworkSegment(eb830614-6ed7-446d-bc66-cd9283d61368),segment_id=eb830614-6ed7-446d-bc66-cd9283d61368)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:11:08.399282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] For port e965990b-32cc-49ff-86e0-557bbcdec096, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e965990b-32cc-49ff-86e0-557bbcdec096,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:11:08.402240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.409631 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.461818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-55903766-fcbf-4540-af2d-f9633fc04fff None None] Provisioning complete for port e965990b-32cc-49ff-86e0-557bbcdec096 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:08.462316 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55903766-fcbf-4540-af2d-f9633fc04fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.499181 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb085-d1bd-42b8-84ba-58dfb1fa14f2 None None] Pushing event updated for resources: {'Port': ['ID=24bd4828-1674-409b-a81a-8c028bb05b73,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:08.513853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:08.514484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:08.518818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Router 16b6b4fe-77dc-4f86-9fff-5798e6234814 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:11:08.616202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650bb46-6543-4c11-b3e8-424c2a0b5b31 None None] Pushing event updated for resources: {'Port': ['ID=e965990b-32cc-49ff-86e0-557bbcdec096,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:08.646206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:11:08.661557 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Sync routers for ids ['16b6b4fe-77dc-4f86-9fff-5798e6234814'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:11:08.681172 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.684485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-09166239-1452-4ab1-967d-1873ac2168d9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4995749 Oct 13 05:11:08.684926 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Routers {'16b6b4fe-77dc-4f86-9fff-5798e6234814'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:08.685544 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['16b6b4fe-77dc-4f86-9fff-5798e6234814'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:08.687722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 47304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:11:08.703289 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:08.742287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:08.801963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55903766-fcbf-4540-af2d-f9633fc04fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.863099 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Set router 16b6b4fe-77dc-4f86-9fff-5798e6234814 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:08.959195 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:08.960941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55903766-fcbf-4540-af2d-f9633fc04fff None None] For port e965990b-32cc-49ff-86e0-557bbcdec096, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e965990b-32cc-49ff-86e0-557bbcdec096,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:11:08.970101 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55903766-fcbf-4540-af2d-f9633fc04fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.002159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:09.002422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.069807 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 3, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:09.107420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55903766-fcbf-4540-af2d-f9633fc04fff None None] Pushing event updated for resources: {'Port': ['ID=e965990b-32cc-49ff-86e0-557bbcdec096,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:09.155667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad76e1af-62bf-4afb-953e-b5a367a43159 None None] Provisioning complete for port e965990b-32cc-49ff-86e0-557bbcdec096 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:09.156040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad76e1af-62bf-4afb-953e-b5a367a43159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.208460 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Checking router: 16b6b4fe-77dc-4f86-9fff-5798e6234814 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:11:09.208961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Updating router 16b6b4fe-77dc-4f86-9fff-5798e6234814 port 6e259fee-7a33-43b7-b35c-9d4909cfadcb binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:11:09.223967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:09.242163 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.257467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b757b-3d8c-48a6-997b-9a8dbf9854d1 None None] The sync data for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 is: [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:11:09.584216 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.591549 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.645051 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Attempting to bind port 6e259fee-7a33-43b7-b35c-9d4909cfadcb on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:11:09.645414 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Attempting to bind port 6e259fee-7a33-43b7-b35c-9d4909cfadcb by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:11:09.645820 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Attempting to bind port 6e259fee-7a33-43b7-b35c-9d4909cfadcb on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:11:09.649358 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.656381 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:11:09.656779 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:09.657177 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.657891 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:11:09.658041 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Bound port: 6e259fee-7a33-43b7-b35c-9d4909cfadcb, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:11:09.658417 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.721631 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] For port 6e259fee-7a33-43b7-b35c-9d4909cfadcb, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:11:09.725801 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] For port 6e259fee-7a33-43b7-b35c-9d4909cfadcb, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6e259fee-7a33-43b7-b35c-9d4909cfadcb,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:11:09.727432 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35e10c-609a-498e-8b76-4ed200b38ab1 None None] Pushing event updated for resources: {'Port': ['ID=6e259fee-7a33-43b7-b35c-9d4909cfadcb,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:09.740336 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.788638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892c85a-8d76-4c5a-addb-fdfbe4084318 None None] Network 93a3ea39-801d-41df-8a46-5f01f2948502 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:11:09.791866 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Routers {'16b6b4fe-77dc-4f86-9fff-5798e6234814'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:09.792174 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['16b6b4fe-77dc-4f86-9fff-5798e6234814'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:09.842728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Allocated IP 172.20.0.1 (93a3ea39-801d-41df-8a46-5f01f2948502/e8b1bb02-e432-4d54-befd-f436d89b2af4/5457ac72-59ee-4db3-b80a-a644eb58a7a8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:11:09.854553 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35e10c-609a-498e-8b76-4ed200b38ab1 None None] Pushing event updated for resources: {'Port': ['ID=6e259fee-7a33-43b7-b35c-9d4909cfadcb,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:09.893067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5522eb6e-4c43-466d-a104-2f395846f865 None None] Provisioning complete for port 24bd4828-1674-409b-a81a-8c028bb05b73 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:09.893619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5522eb6e-4c43-466d-a104-2f395846f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:09.929085 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] Set router 16b6b4fe-77dc-4f86-9fff-5798e6234814 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:09.984110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.024367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.043847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5522eb6e-4c43-466d-a104-2f395846f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.065355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Network 93a3ea39-801d-41df-8a46-5f01f2948502 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:10.071994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:10.076887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:11:10.090799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5522eb6e-4c43-466d-a104-2f395846f865 None None] For port 24bd4828-1674-409b-a81a-8c028bb05b73, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24bd4828-1674-409b-a81a-8c028bb05b73,segment=NetworkSegment(eb830614-6ed7-446d-bc66-cd9283d61368),segment_id=eb830614-6ed7-446d-bc66-cd9283d61368)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:11:10.100790 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5522eb6e-4c43-466d-a104-2f395846f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.113346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Pushing event updated for resources: {'Port': ['ID=5457ac72-59ee-4db3-b80a-a644eb58a7a8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:10.133583 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.153490 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 3, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:10.173207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522eb6e-4c43-466d-a104-2f395846f865 None None] Pushing event updated for resources: {'Port': ['ID=24bd4828-1674-409b-a81a-8c028bb05b73,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:10.204765 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde4dd1-f873-4f3a-9d5d-56923b681b95 None None] The sync data for ids ['16b6b4fe-77dc-4f86-9fff-5798e6234814'] in n-d-810220-9 is: [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 3, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:11:10.315857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.439516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89657125-9ef8-40a5-a97f-3a0efa40e0d9 None None] Provisioning complete for port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:10.440016 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89657125-9ef8-40a5-a97f-3a0efa40e0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.488164 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-89657125-9ef8-40a5-a97f-3a0efa40e0d9 None None] Port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:11:10.504667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89657125-9ef8-40a5-a97f-3a0efa40e0d9 None None] Provisioning complete for port 24bd4828-1674-409b-a81a-8c028bb05b73 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:10.505234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89657125-9ef8-40a5-a97f-3a0efa40e0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.568257 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.584821 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.669327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.717048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.719387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Pushing event updated for resources: {'Port': ['ID=5457ac72-59ee-4db3-b80a-a644eb58a7a8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:10.747652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-571bd99c-786a-4504-821c-96ded2d22143 None None] Provisioning complete for port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:10.748029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-571bd99c-786a-4504-821c-96ded2d22143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:10.832550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Network 93a3ea39-801d-41df-8a46-5f01f2948502 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:11:10.834126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:11:10.949120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24bd4828-1674-409b-a81a-8c028bb05b73 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:10.979574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Router 16b6b4fe-77dc-4f86-9fff-5798e6234814 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:11:10.992993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-571bd99c-786a-4504-821c-96ded2d22143 None None] Port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:11:11.010652 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 24bd4828-1674-409b-a81a-8c028bb05b73 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:11.011030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:11.093932 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:11:11.101195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2121ba2-156a-40e9-97c4-fb1cf3a149ca admin admin] 10.222.0.44 "PUT /v2.0/routers/16b6b4fe-77dc-4f86-9fff-5798e6234814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4117587 Oct 13 05:11:11.109482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e965990b-32cc-49ff-86e0-557bbcdec096 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:11.150650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00370d14-53b1-4044-b6d4-19801be5993d None None] Provisioning complete for port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:11.151033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00370d14-53b1-4044-b6d4-19801be5993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:11.195630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00370d14-53b1-4044-b6d4-19801be5993d None None] Port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:11:11.199001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e965990b-32cc-49ff-86e0-557bbcdec096 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:11.199522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:11.289854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6e259fee-7a33-43b7-b35c-9d4909cfadcb up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:11.342060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6e259fee-7a33-43b7-b35c-9d4909cfadcb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:11.342424 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:11.422826 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:11.443674 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 6e259fee-7a33-43b7-b35c-9d4909cfadcb, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6e259fee-7a33-43b7-b35c-9d4909cfadcb,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:11:11.447985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:11.505305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=6e259fee-7a33-43b7-b35c-9d4909cfadcb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:12.630579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6e259fee-7a33-43b7-b35c-9d4909cfadcb up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:12.634721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Sync routers for ids ['16b6b4fe-77dc-4f86-9fff-5798e6234814'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:11:12.670722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Routers {'16b6b4fe-77dc-4f86-9fff-5798e6234814'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:12.671341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['16b6b4fe-77dc-4f86-9fff-5798e6234814'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:12.766280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6e259fee-7a33-43b7-b35c-9d4909cfadcb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:12.766660 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:12.814248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Set router 16b6b4fe-77dc-4f86-9fff-5798e6234814 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:13.051350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:10Z', 'revision_number': 4, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '5457ac72-59ee-4db3-b80a-a644eb58a7a8', 'name': '', 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'mac_address': 'fa:16:3e:63:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:09Z', 'updated_at': '2021-10-13T05:11:10Z', 'revision_number': 2, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'subnets': [{'id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:13.077297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Checking router: 16b6b4fe-77dc-4f86-9fff-5798e6234814 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:11:13.077644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Updating router 16b6b4fe-77dc-4f86-9fff-5798e6234814 port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:11:13.104379 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.379932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.387723 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.438329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cad0a-ea71-41e8-9449-af5119a1aa7a None None] Pushing event updated for resources: {'Port': ['ID=5457ac72-59ee-4db3-b80a-a644eb58a7a8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:13.491248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Attempting to bind port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:11:13.491622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Attempting to bind port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:11:13.491988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Attempting to bind port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 on network 93a3ea39-801d-41df-8a46-5f01f2948502 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:11:13.497890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:11:13.498533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Checking segment: {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:11:13.499020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.499416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Bound using segment: {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:11:13.499876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Bound port: 5457ac72-59ee-4db3-b80a-a644eb58a7a8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb830614-6ed7-446d-bc66-cd9283d61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:11:13.500247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.580200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] For port 5457ac72-59ee-4db3-b80a-a644eb58a7a8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:11:13.584391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] For port 5457ac72-59ee-4db3-b80a-a644eb58a7a8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5457ac72-59ee-4db3-b80a-a644eb58a7a8,segment=NetworkSegment(eb830614-6ed7-446d-bc66-cd9283d61368),segment_id=eb830614-6ed7-446d-bc66-cd9283d61368)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:11:13.589097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.657352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Routers {'16b6b4fe-77dc-4f86-9fff-5798e6234814'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:11:13.657957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:10:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['16b6b4fe-77dc-4f86-9fff-5798e6234814'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:13.661947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cad0a-ea71-41e8-9449-af5119a1aa7a None None] Pushing event updated for resources: {'Port': ['ID=5457ac72-59ee-4db3-b80a-a644eb58a7a8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:13.703981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e4fd9a1-5188-43d2-a749-fcc426d1fdc3 None None] Provisioning complete for port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:13.704351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd9a1-5188-43d2-a749-fcc426d1fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.829480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] Set router 16b6b4fe-77dc-4f86-9fff-5798e6234814 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:11:13.875605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd9a1-5188-43d2-a749-fcc426d1fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.983603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e4fd9a1-5188-43d2-a749-fcc426d1fdc3 None None] For port 5457ac72-59ee-4db3-b80a-a644eb58a7a8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5457ac72-59ee-4db3-b80a-a644eb58a7a8,segment=NetworkSegment(eb830614-6ed7-446d-bc66-cd9283d61368),segment_id=eb830614-6ed7-446d-bc66-cd9283d61368)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:11:13.989711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd9a1-5188-43d2-a749-fcc426d1fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:14.075353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fd9a1-5188-43d2-a749-fcc426d1fdc3 None None] Pushing event updated for resources: {'Port': ['ID=5457ac72-59ee-4db3-b80a-a644eb58a7a8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:11:14.115811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:10Z', 'revision_number': 4, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '5457ac72-59ee-4db3-b80a-a644eb58a7a8', 'name': '', 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'mac_address': 'fa:16:3e:63:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:09Z', 'updated_at': '2021-10-13T05:11:13Z', 'revision_number': 4, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'subnets': [{'id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:11:14.120203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7113ed5-e39e-46c6-a8e5-4506003653ef None None] Provisioning complete for port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:14.120568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7113ed5-e39e-46c6-a8e5-4506003653ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:14.149709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1a8ea-5649-48a7-ada6-e4f404ca3022 None None] The sync data for ids ['16b6b4fe-77dc-4f86-9fff-5798e6234814'] in n-d-810220-9 is: [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:10Z', 'revision_number': 4, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '5457ac72-59ee-4db3-b80a-a644eb58a7a8', 'name': '', 'network_id': '93a3ea39-801d-41df-8a46-5f01f2948502', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'mac_address': 'fa:16:3e:63:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:09Z', 'updated_at': '2021-10-13T05:11:13Z', 'revision_number': 4, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'subnets': [{'id': 'e8b1bb02-e432-4d54-befd-f436d89b2af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:11:14.656789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5457ac72-59ee-4db3-b80a-a644eb58a7a8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:11:14.716316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:11:14.716981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:19.070694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-662ff827-4bba-47f2-aaeb-9eb31d6bf4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:21.562115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a91cce5d-1006-42ae-84e0-ebfea71051e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:22.963110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:23.236499 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:24.811401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:30.644179 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:11:38.888495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:40.656944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:49.072734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-913ff0a8-0fc2-4651-a87c-e7b543272e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:51.563633 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2feae88c-6a1e-40ad-a9af-5f76da8fdbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:52.965924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:53.239260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:54.813480 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:07.643188 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:12:08.903498 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:10.671777 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:19.076368 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e454829-05e5-40ed-a6c6-296ca6c1c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:21.564501 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ceb05e0-eaf2-4c07-9a50-83ec6c54176d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:22.968382 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:23.243418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:24.813043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:38.903434 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:40.677579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:44.642488 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:12:49.079015 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e3a-2505-4a43-8d54-0afd9edbf908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:51.568601 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26c9acd2-5c17-4a37-85f6-8599456a1b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:52.970419 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:53.244632 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:54.809790 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:59.838288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:12:59.844271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252295953', 'description': 'tempest-secgroup-smoke-1252295953 description', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:12:59.866458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:59.930013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:59.933696 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:59.960844 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:59.962043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1227610 Oct 13 05:12:59.965251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:12:59.966012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408c947f-9511-4347-869e-8311bf981978,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:12:59.974203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.974545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.974881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.975215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.975543 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.975873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.976001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group_rule': {'security_group_id': '408c947f-9511-4347-869e-8311bf981978', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:12:59.976201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.976522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.976884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.977213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.977533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:12:59.977850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb83e4-be92-4b84-8c69-c17e766c09eb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.002600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.056489 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.059825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.076529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc4b650-3457-4fc7-9ba4-d77b4ca8ec5f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:00.085734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.086083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.086423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.086758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.087089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.087419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.087744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.088069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.088390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.088732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.089058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.089377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:00.093643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.097700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e1378fe1-4e05-4b4a-8d86-823319e1f8e3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284487 Oct 13 05:13:00.098153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:00.102449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group_rule': {'security_group_id': '408c947f-9511-4347-869e-8311bf981978', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:00.128289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.184222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.187596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.205604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ebe4cf-0627-4f3b-aaf3-209c309f05b1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:00.212971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.214148 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ecf4ef02-dfce-430c-8992-796e9d1334cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151445 Oct 13 05:13:00.216823 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:00.221082 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group_rule': {'security_group_id': '408c947f-9511-4347-869e-8311bf981978', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:00.247051 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.303453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.307033 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.326701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9946abcc-c9e2-49b6-9234-8fa69805617f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:00.333745 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.334945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d092812f-d87a-4159-9879-1eb52c3d4ce6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171885 Oct 13 05:13:00.337703 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:00.341932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group_rule': {'security_group_id': '408c947f-9511-4347-869e-8311bf981978', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:00.368146 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.425795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.429179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.446141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fa945f-7348-46d6-ab65-6eb9fa0700ec,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:00.454636 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.455798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a286cb8e-1de9-4239-accd-d7645df4c279 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171463 Oct 13 05:13:00.459107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:00.463405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group_rule': {'security_group_id': '408c947f-9511-4347-869e-8311bf981978', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:00.484355 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Project 425434b9f6d04a8aab5fe1065c4ab6d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:13:00.489012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.547961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.551272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.568373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a79127-c568-4ed6-8b70-48dd58b60427,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:00.576471 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.577803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-388fed95-d525-4104-ad1c-5ce68623126a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177175 Oct 13 05:13:00.580398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:00.585341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'security_group_rule': {'security_group_id': '408c947f-9511-4347-869e-8311bf981978', 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:00.605851 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Project 425434b9f6d04a8aab5fe1065c4ab6d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:13:00.610480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.670049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.673459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.694629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155250ae-9e6c-4116-9d39-68faa4f4a459,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:00.703038 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:00.704211 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a812e0a1-0965-48e0-a401-46321eb8592e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228635 Oct 13 05:13:00.846291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-0a9b4757-e0eb-453f-9b92-6abf68b9bb96 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252295953&fields=id&tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6 HTTP/1.1" status: 200 len: 267 time: 0.0321481 Oct 13 05:13:00.948906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-60c8e76b-a447-472e-b561-1c9259650476 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:00.950304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-60c8e76b-a447-472e-b561-1c9259650476 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 814 time: 0.0975177 Oct 13 05:13:00.964559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-d67b39fc-e261-4b99-b88f-d0605d2254d4 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/quotas/425434b9f6d04a8aab5fe1065c4ab6d6 HTTP/1.1" status: 200 len: 375 time: 0.0086374 Oct 13 05:13:01.017187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-df188687-8d31-417b-ab3a-4f3b8371da60 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475059 Oct 13 05:13:01.194217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-8b7c8905-c3b6-4f7a-a2ba-2c0bcd5a10c1 service neutron] 10.222.0.44 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655872 Oct 13 05:13:01.283939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-a9bf1d4e-4fa9-4f6f-81f9-a10b2413594d service neutron] 10.222.0.44 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836911 Oct 13 05:13:01.570063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3b781735-cae3-434e-bcbc-66ab9968062f req-59f907af-08d6-464d-b231-049d82edfff0 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Oct 13 05:13:02.459663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-5fc62592-7eb7-4bf2-9f79-a0d8c5303921 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:02.461110 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-5fc62592-7eb7-4bf2-9f79-a0d8c5303921 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 814 time: 0.1077578 Oct 13 05:13:02.503678 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-b96eb50a-17d1-4afd-b8d8-b21c2f3116bb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6 HTTP/1.1" status: 200 len: 380 time: 0.0336637 Oct 13 05:13:02.514735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'port': {'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'admin_state_up': True, 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'security_groups': ['408c947f-9511-4347-869e-8311bf981978']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:02.629183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Made reservation on behalf of 425434b9f6d04a8aab5fe1065c4ab6d6 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:13:02.635000 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:02.704265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-eb3a3c10-f65f-48e6-a3e6-3d8d6a10b92f req-2020b1f0-baeb-4228-a30c-5c926d7522ff tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 210 time: 0.0300605 Oct 13 05:13:02.762541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Allocated IP 172.20.0.3 (6103c30b-a45f-40be-9127-51d506bd84f5/4160e8d8-324c-48d5-8326-7cf287e0f489/5356a91f-61df-40cc-b3b3-983bd84b5d7b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:13:02.902134 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:02.936350 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:02.980314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Network 6103c30b-a45f-40be-9127-51d506bd84f5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:13:02.985446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:13:02.988123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:13:03.018654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'Port': ['ID=5356a91f-61df-40cc-b3b3-983bd84b5d7b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:03.049882 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:03.050506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.068127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2c1fc69a-2a56-4bbd-b6d8-2608d492b892 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567832 Oct 13 05:13:03.080040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Request body: {'port': {'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:03.137290 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.276072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33d91701-f9c2-401b-916e-cb9173acc4fd None None] Provisioning complete for port 5356a91f-61df-40cc-b3b3-983bd84b5d7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:13:03.276621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d91701-f9c2-401b-916e-cb9173acc4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.311003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-33d91701-f9c2-401b-916e-cb9173acc4fd None None] Port 5356a91f-61df-40cc-b3b3-983bd84b5d7b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:13:03.406981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5356a91f-61df-40cc-b3b3-983bd84b5d7b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:13:03.415074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.426915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Transition to ACTIVE for port object 5356a91f-61df-40cc-b3b3-983bd84b5d7b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:13:03.430916 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.485186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5356a91f-61df-40cc-b3b3-983bd84b5d7b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:03.559994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Attempting to bind port 5356a91f-61df-40cc-b3b3-983bd84b5d7b on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:13:03.560331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Attempting to bind port 5356a91f-61df-40cc-b3b3-983bd84b5d7b by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:13:03.560659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Attempting to bind port 5356a91f-61df-40cc-b3b3-983bd84b5d7b on network 6103c30b-a45f-40be-9127-51d506bd84f5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:13:03.565523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Port 5356a91f-61df-40cc-b3b3-983bd84b5d7b on network 6103c30b-a45f-40be-9127-51d506bd84f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:13:03.565847 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Attempting to bind port 5356a91f-61df-40cc-b3b3-983bd84b5d7b on network 6103c30b-a45f-40be-9127-51d506bd84f5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:13:03.572239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:13:03.572585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Checking segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:13:03.573041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Bound using segment: {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:13:03.573421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Bound port: 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb50d95-9227-4208-8ec3-3a55a958ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:13:03.574007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.644817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] For port 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:13:03.651737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] For port 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:13:03.655613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.697948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:03.698567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:03.699948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 1091 time: 0.6242282 Oct 13 05:13:03.700601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:13:03.702911 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e178e-93e7-41b3-b2e0-42726f756540" -d '{"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:13:03.739891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff39e6e-18e3-421c-b5c2-601f9afa05c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5356a91f-61df-40cc-b3b3-983bd84b5d7b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:03.813241 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-9e17be6a-c8f9-42e0-9e87-3862d1560164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:03.814769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-9e17be6a-c8f9-42e0-9e87-3862d1560164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1094 time: 0.0664775 Oct 13 05:13:03.873154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-c93046d4-5132-475d-b49c-c8a421b51bd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 217 time: 0.0481658 Oct 13 05:13:03.881563 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f9830-1304-45f4-aed0-84f5513aad18 req-d2efaa9c-6d02-49b2-a5bf-b155a5724309 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:03.883629 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-053f9830-1304-45f4-aed0-84f5513aad18 req-d2efaa9c-6d02-49b2-a5bf-b155a5724309 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0686255 Oct 13 05:13:03.938550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-c8370b92-d80e-41d6-844f-2a4af5eab7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:03.940044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-c8370b92-d80e-41d6-844f-2a4af5eab7b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0597558 Oct 13 05:13:03.941157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-053f9830-1304-45f4-aed0-84f5513aad18 req-e46702c1-2c56-41ea-a693-785db52c4de0 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470557 Oct 13 05:13:03.976009 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b1c9d-0c39-4d03-b945-7bf8f99d1538 x-openstack-request-id: req-b53b1c9d-0c39-4d03-b945-7bf8f99d1538 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:13:03.976719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:13:03.976975 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b53b1c9d-0c39-4d03-b945-7bf8f99d1538 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:13:03.977369 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'status': 'completed', 'code': 200} Oct 13 05:13:03.998568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-21a28314-0eb0-4ed1-b248-3318e50e0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:04.000600 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-21a28314-0eb0-4ed1-b248-3318e50e0027 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521958 Oct 13 05:13:04.096150 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-2af9de58-1271-4893-9ba4-be3fdf4d64b2 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879328 Oct 13 05:13:04.189160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33bf6f56-8bf7-459c-8ac1-a11af80c2ad2 req-7c5d0157-5668-4648-88fc-6e30db6777ac service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Oct 13 05:13:04.270892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-c0bf1e02-7949-4017-9c3a-861ed6005875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:04.272452 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-c0bf1e02-7949-4017-9c3a-861ed6005875 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1094 time: 0.0415728 Oct 13 05:13:04.367018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-20ad5ad1-c5f0-4859-8e51-b127527ae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:04.368403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-20ad5ad1-c5f0-4859-8e51-b127527ae877 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 915 time: 0.0891891 Oct 13 05:13:04.409824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-e34b73af-d769-4d11-961d-e4d8fc4d6f15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 217 time: 0.0338647 Oct 13 05:13:04.457254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-7b17ed5d-1807-43cb-ac30-a0a08d013a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:04.458697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-7b17ed5d-1807-43cb-ac30-a0a08d013a91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0423625 Oct 13 05:13:04.506914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-41935010-0874-4411-ac77-7ae770607217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:04.508355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-41935010-0874-4411-ac77-7ae770607217 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431945 Oct 13 05:13:04.596824 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-2c145f2e-6098-4636-a2b2-627534bf0c31 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810812 Oct 13 05:13:04.688833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8e8e178e-93e7-41b3-b2e0-42726f756540 req-c4d29a8d-75e9-4cfd-8d4f-893a75053ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843861 Oct 13 05:13:05.055704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5d17d-6228-434f-ab66-c0b6b28da13f req-194217d6-e528-460a-bc21-a1c5428af82c tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:05.057205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6c5d17d-6228-434f-ab66-c0b6b28da13f req-194217d6-e528-460a-bc21-a1c5428af82c tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0485175 Oct 13 05:13:05.094917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6c5d17d-6228-434f-ab66-c0b6b28da13f req-3ad29be0-03d2-4b02-8a01-a9cb1aa734d2 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Oct 13 05:13:06.211772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305dbf3-ef18-42dd-946e-73b257dad0e0 req-d9957764-bc36-45e3-aff8-0a04a6f31383 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:06.213338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a305dbf3-ef18-42dd-946e-73b257dad0e0 req-d9957764-bc36-45e3-aff8-0a04a6f31383 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0500059 Oct 13 05:13:06.250740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a305dbf3-ef18-42dd-946e-73b257dad0e0 req-9aa8b705-c512-4e01-a342-f5191cb78849 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Oct 13 05:13:07.367966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c0a38-ddea-445c-86ae-7561b410f8e3 req-85150854-8f3b-40f1-975a-bfc7edfcd826 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:07.369470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b69c0a38-ddea-445c-86ae-7561b410f8e3 req-85150854-8f3b-40f1-975a-bfc7edfcd826 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0526226 Oct 13 05:13:07.410407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b69c0a38-ddea-445c-86ae-7561b410f8e3 req-56ff61ac-eb01-4dda-a983-22cca5dcf202 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Oct 13 05:13:08.522947 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8bec-1d78-453e-9d9b-cc0e95e1395a req-ed291e1c-e9f4-449d-b204-1ebf76e92f82 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:08.524392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69b8bec-1d78-453e-9d9b-cc0e95e1395a req-ed291e1c-e9f4-449d-b204-1ebf76e92f82 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0476301 Oct 13 05:13:08.560710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e69b8bec-1d78-453e-9d9b-cc0e95e1395a req-7b1b7f50-6c08-4c16-a587-134cd48e6b4e tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304675 Oct 13 05:13:08.903587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:09.672009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0a4ac-b03e-49da-a941-c649f07e9f7e req-60227e75-c359-4471-a45a-78d8b350a0b6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:09.673442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fff0a4ac-b03e-49da-a941-c649f07e9f7e req-60227e75-c359-4471-a45a-78d8b350a0b6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0482004 Oct 13 05:13:09.710872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fff0a4ac-b03e-49da-a941-c649f07e9f7e req-d4e6f67a-7c85-45f7-9449-1adc115d55ba tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315893 Oct 13 05:13:10.676374 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:10.824073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf399-2102-4a51-8dba-94e8ec85b610 req-57c4f406-2f61-4f3b-877d-32f39b73b55a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:10.825537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6ecf399-2102-4a51-8dba-94e8ec85b610 req-57c4f406-2f61-4f3b-877d-32f39b73b55a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0516193 Oct 13 05:13:10.861748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6ecf399-2102-4a51-8dba-94e8ec85b610 req-a403bc27-8198-4499-9ce7-12326f3abe38 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304446 Oct 13 05:13:11.973980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971933cd-b409-4d93-bbfd-8b3a71d5bda8 req-d0dd5196-ba35-438a-8a89-40e96fc1d319 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:11.975827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-971933cd-b409-4d93-bbfd-8b3a71d5bda8 req-d0dd5196-ba35-438a-8a89-40e96fc1d319 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0473044 Oct 13 05:13:12.012425 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-971933cd-b409-4d93-bbfd-8b3a71d5bda8 req-49625905-b253-482c-9e2c-3d2b3e2b7d27 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306969 Oct 13 05:13:13.122823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b84-3f5b-4ac0-a833-c62d67e95cc7 req-64233766-01c7-42b1-9f57-8e49f5dffe65 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:13.124268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e49a9b84-3f5b-4ac0-a833-c62d67e95cc7 req-64233766-01c7-42b1-9f57-8e49f5dffe65 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0474215 Oct 13 05:13:13.160979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e49a9b84-3f5b-4ac0-a833-c62d67e95cc7 req-8fb48fc2-e0ac-42b6-a49d-4ab1472d265d tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Oct 13 05:13:14.274891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec2304-a494-4ef2-a3af-bce3d50bf971 req-181533de-4005-4074-90c0-3bba0e5b3504 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:14.276343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bcec2304-a494-4ef2-a3af-bce3d50bf971 req-181533de-4005-4074-90c0-3bba0e5b3504 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0516739 Oct 13 05:13:14.313660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bcec2304-a494-4ef2-a3af-bce3d50bf971 req-f1372f5e-370e-4c8a-aa89-9a58c1885d53 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Oct 13 05:13:15.425850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994ab7f-a57e-4d21-95df-74c8a2801bba req-2d6f02a7-13fe-4a7c-96a5-6808becb63da tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:15.427311 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a994ab7f-a57e-4d21-95df-74c8a2801bba req-2d6f02a7-13fe-4a7c-96a5-6808becb63da tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0480270 Oct 13 05:13:15.465192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a994ab7f-a57e-4d21-95df-74c8a2801bba req-6de98d55-5d92-4e86-bbed-53204c12b8ea tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Oct 13 05:13:16.576297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e12cc-087b-4bef-88b4-cbba6b461a0a req-388fc06f-c951-40a6-95d3-00ed845b00d2 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:16.577917 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a49e12cc-087b-4bef-88b4-cbba6b461a0a req-388fc06f-c951-40a6-95d3-00ed845b00d2 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 943 time: 0.0477417 Oct 13 05:13:16.614299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a49e12cc-087b-4bef-88b4-cbba6b461a0a req-28c4ceba-fa83-4633-996a-52f179f23016 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Oct 13 05:13:17.062920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5356a91f-61df-40cc-b3b3-983bd84b5d7b details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:13:17.155864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:13:17.167366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:13:17.202624 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:17.215432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5356a91f-61df-40cc-b3b3-983bd84b5d7b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:13:17.233822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:13:17.237559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:17.285386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5356a91f-61df-40cc-b3b3-983bd84b5d7b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:17.293298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.293633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.293959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.294282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.294601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.294917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.295230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.295539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.295848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.296155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.296469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.296806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:13:17.582011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5356a91f-61df-40cc-b3b3-983bd84b5d7b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:13:17.736789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79874ca-54a2-44fe-8caa-cc7a6fc7a185 req-80949bf9-eec4-47dd-9b8a-d9a668022cf6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:17.738293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c79874ca-54a2-44fe-8caa-cc7a6fc7a185 req-80949bf9-eec4-47dd-9b8a-d9a668022cf6 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 944 time: 0.0532272 Oct 13 05:13:17.775969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c79874ca-54a2-44fe-8caa-cc7a6fc7a185 req-b9c55238-f639-49be-9164-d4d03bf3135c tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Oct 13 05:13:18.887684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b07c0-e556-4bbf-aba6-eccf2a5c5782 req-ef34e492-a5d9-4ae8-a0d9-ed35c4b1ac10 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:18.889046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-292b07c0-e556-4bbf-aba6-eccf2a5c5782 req-ef34e492-a5d9-4ae8-a0d9-ed35c4b1ac10 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 944 time: 0.0472977 Oct 13 05:13:18.926714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-292b07c0-e556-4bbf-aba6-eccf2a5c5782 req-5bbc971e-65cd-4206-b958-8b5c37f83506 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Oct 13 05:13:19.079141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe91437e-d34c-4a68-8f80-4da67acca81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:19.085566 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5356a91f-61df-40cc-b3b3-983bd84b5d7b up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:13:19.132345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 5356a91f-61df-40cc-b3b3-983bd84b5d7b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:13:19.136019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5356a91f-61df-40cc-b3b3-983bd84b5d7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:13:19.136383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:19.210343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:19.231819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:13:19.234103 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc137f8e-c670-4bd4-9af5-b308d74e587e" -d '{"events": [{"server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "name": "network-vif-plugged", "status": "completed", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:13:19.246113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:13:19.250710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:19.279292 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db752b41-5c16-477d-b759-40c4a40f01a5 x-openstack-request-id: req-db752b41-5c16-477d-b759-40c4a40f01a5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:13:19.279578 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "name": "network-vif-plugged", "status": "completed", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:13:19.279827 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db752b41-5c16-477d-b759-40c4a40f01a5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:13:19.280202 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'code': 200} Oct 13 05:13:19.307060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5356a91f-61df-40cc-b3b3-983bd84b5d7b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:19.362974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5842e-a23d-4cb0-9e36-e76a9fa282e9 req-902f4cf1-013b-41c2-8e8f-a597f68b6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:19.364507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29c5842e-a23d-4cb0-9e36-e76a9fa282e9 req-902f4cf1-013b-41c2-8e8f-a597f68b6ac8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1096 time: 0.0389414 Oct 13 05:13:19.398419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29c5842e-a23d-4cb0-9e36-e76a9fa282e9 req-f6339d24-520f-49d3-830b-f01edf0c121e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269332 Oct 13 05:13:20.042616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22786cd-1634-4649-a93e-44d952697239 req-0ee18501-1585-4b54-abab-ecab92179085 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:20.044058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f22786cd-1634-4649-a93e-44d952697239 req-0ee18501-1585-4b54-abab-ecab92179085 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 945 time: 0.0527575 Oct 13 05:13:20.080158 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f22786cd-1634-4649-a93e-44d952697239 req-5885f047-494f-46a6-a713-31acf5b6fbb5 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Oct 13 05:13:21.193045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160df56-dc73-443f-b408-78a0fc106e26 req-276cd9e3-5de1-4367-bf73-7e33617af471 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:21.194470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7160df56-dc73-443f-b408-78a0fc106e26 req-276cd9e3-5de1-4367-bf73-7e33617af471 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 945 time: 0.0472157 Oct 13 05:13:21.232074 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7160df56-dc73-443f-b408-78a0fc106e26 req-ea04e3be-1dd9-455d-af3f-fe87e48f1d25 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317347 Oct 13 05:13:21.342979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba42ce-9c0b-4870-98c3-726020f2df2f req-9c444ab9-c348-4d52-a5c7-b510080ddd9d tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:21.344424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ebba42ce-9c0b-4870-98c3-726020f2df2f req-9c444ab9-c348-4d52-a5c7-b510080ddd9d tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 945 time: 0.0470972 Oct 13 05:13:21.381657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ebba42ce-9c0b-4870-98c3-726020f2df2f req-6f73abd3-44e5-452b-8f01-a15d5ab266e7 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Oct 13 05:13:21.402916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:21.482276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5447b-fab9-4f41-aa6a-2df7ec2133c3 tempest-TestVolumeBackupRestore-1619672609 tempest-TestVolumeBackupRestore-1619672609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:21.483744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1aa5447b-fab9-4f41-aa6a-2df7ec2133c3 tempest-TestVolumeBackupRestore-1619672609 tempest-TestVolumeBackupRestore-1619672609-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1091 time: 0.0798998 Oct 13 05:13:21.486635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:21.491441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:21.512121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:21.571184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4679c1a5-17ff-458a-9c25-8b224ec56577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:21.611007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:21.641243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:13:21.710363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Allocated IP 172.25.1.183 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a938a005-536e-48c7-a004-cb5d6b489685) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:13:21.814996 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:21.846372 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:21.884143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:13:21.886863 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:13:21.889336 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:13:21.920194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'Port': ['ID=a938a005-536e-48c7-a004-cb5d6b489685,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:22.243685 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:22.310791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:22.454243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:22.458696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:22.525352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event updated for resources: {'Port': ['ID=a938a005-536e-48c7-a004-cb5d6b489685,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:22.538443 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:22.635762 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Floating IP 16748a9d-dec2-438e-9f7e-20a54e401d85 associated. External IP: 172.25.1.183, port: 5356a91f-61df-40cc-b3b3-983bd84b5d7b. Oct 13 05:13:22.973578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:23.114931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Router ad1ad0fd-feec-4841-91ef-a8818618db90 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:13:23.218694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:13:23.228511 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669439-b955-4350-b644-eff3ab92876e None None] Sync routers for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:13:23.237841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:23.238393 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:13:23.239002 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:23.247734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:23.266509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3ea19cac-aa50-474e-baa5-956b8946f732 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7788777 Oct 13 05:13:23.267101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:13:23.269415 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a2893-2113-49be-9508-1d9d76bb0197" -d '{"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:13:23.269553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 48440) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:23.319540 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f4960-0f8d-4dd2-898b-a8f024869713 tempest-TestVolumeBackupRestore-1619672609 tempest-TestVolumeBackupRestore-1619672609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:23.321109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-031f4960-0f8d-4dd2-898b-a8f024869713 tempest-TestVolumeBackupRestore-1619672609 tempest-TestVolumeBackupRestore-1619672609-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1091 time: 0.0499048 Oct 13 05:13:23.324037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48446) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:23.329606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Request body: {'floatingip': {'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:13:23.344847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:13:23.366555 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45896e-5d96-4bde-98cb-7a8cfdb3cdb8 x-openstack-request-id: req-0f45896e-5d96-4bde-98cb-7a8cfdb3cdb8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:13:23.366953 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:13:23.367210 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f45896e-5d96-4bde-98cb-7a8cfdb3cdb8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:13:23.367607 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'status': 'completed', 'code': 200} Oct 13 05:13:23.399133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:23.426607 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-5b7855f6-7971-4a7b-b6fa-409c664290f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:23.428135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-5b7855f6-7971-4a7b-b6fa-409c664290f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1096 time: 0.0401797 Oct 13 05:13:23.520976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-68864be0-c471-40ea-8fa1-46af66dc9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:23.523051 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-68864be0-c471-40ea-8fa1-46af66dc9463 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 915 time: 0.0877237 Oct 13 05:13:23.572293 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '16748a9d-dec2-438e-9f7e-20a54e401d85', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:13:22Z', 'updated_at': '2021-10-13T05:13:22Z', 'revision_number': 0, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:23.591603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-7371a6d8-6648-454e-a2e7-244127fc5639 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 999 time: 0.0618250 Oct 13 05:13:23.600137 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669439-b955-4350-b644-eff3ab92876e None None] Checking router: ad1ad0fd-feec-4841-91ef-a8818618db90 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:13:23.609335 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:13:23.609975 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:23.643903 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-3e28d8e4-acaf-4574-ab0d-3d9bbc47968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:23.645370 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-3e28d8e4-acaf-4574-ab0d-3d9bbc47968d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0472753 Oct 13 05:13:23.698225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-5abb1bf2-961c-4f53-88ea-866895db9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:23.699677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-5abb1bf2-961c-4f53-88ea-866895db9a34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470395 Oct 13 05:13:23.712028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-028f27e9-ffc2-43b0-8aab-3f19f23776ea service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:13:23.713617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-028f27e9-ffc2-43b0-8aab-3f19f23776ea service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063176 Oct 13 05:13:23.717179 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:13:23.807532 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-69f43091-f3b0-4b95-924b-d94ad524931e service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871956 Oct 13 05:13:23.869951 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:23.875876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:23.911149 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c15a2893-2113-49be-9508-1d9d76bb0197 req-3284a920-42e1-444e-bae2-d55920e9d232 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960040 Oct 13 05:13:24.035501 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-39669439-b955-4350-b644-eff3ab92876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '16748a9d-dec2-438e-9f7e-20a54e401d85', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:13:22Z', 'updated_at': '2021-10-13T05:13:22Z', 'revision_number': 0, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:24.062529 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669439-b955-4350-b644-eff3ab92876e None None] The sync data for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 is: [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '16748a9d-dec2-438e-9f7e-20a54e401d85', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:13:22Z', 'updated_at': '2021-10-13T05:13:22Z', 'revision_number': 0, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:13:24.094627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Router ad1ad0fd-feec-4841-91ef-a8818618db90 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:13:24.204776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:13:24.210192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:24.263597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0873d2e3-db31-4e4d-94c5-e073a831243f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "PUT /v2.0/floatingips/16748a9d-dec2-438e-9f7e-20a54e401d85 HTTP/1.1" status: 200 len: 991 time: 0.9378142 Oct 13 05:13:24.269299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162f5dd-5609-42e5-99f0-0bcf5f2070db None None] New status for floating IP 16748a9d-dec2-438e-9f7e-20a54e401d85: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:13:24.474569 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] Sync routers for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:13:24.484412 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:13:24.485025 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:24.587406 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:13:24.802948 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '16748a9d-dec2-438e-9f7e-20a54e401d85', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:13:22Z', 'updated_at': '2021-10-13T05:13:24Z', 'revision_number': 2, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:24.811679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:24.828979 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] Checking router: ad1ad0fd-feec-4841-91ef-a8818618db90 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:13:24.837734 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:13:24.838327 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:24.937914 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:13:25.151217 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '16748a9d-dec2-438e-9f7e-20a54e401d85', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:13:22Z', 'updated_at': '2021-10-13T05:13:24Z', 'revision_number': 2, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:25.175936 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1eecf-61dc-4a82-8d42-c9cbb343b65a None None] The sync data for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 is: [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '16748a9d-dec2-438e-9f7e-20a54e401d85', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'port_id': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'mac_address': 'fa:16:3e:bd:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:13:22Z', 'updated_at': '2021-10-13T05:13:24Z', 'revision_number': 2, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:13:25.368757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}, {'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:13:25.371178 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89" -d '{"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}, {"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:13:25.406123 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 05:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc927f-78be-4415-8981-32c8c70c0d44 x-openstack-request-id: req-87cc927f-78be-4415-8981-32c8c70c0d44 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:13:25.406419 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:13:25.406669 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87cc927f-78be-4415-8981-32c8c70c0d44 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:13:25.407073 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'status': 'completed', 'code': 200} Oct 13 05:13:25.407323 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'status': 'completed', 'code': 200} Oct 13 05:13:25.467499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-6babff1f-f349-4c1f-bdd8-57229ff99345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:25.468873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-6babff1f-f349-4c1f-bdd8-57229ff99345 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1096 time: 0.0387988 Oct 13 05:13:25.556559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-c0146622-df4b-4cc3-a5ec-8e40355c53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:25.558027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-c0146622-df4b-4cc3-a5ec-8e40355c53dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 915 time: 0.0817461 Oct 13 05:13:25.623108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-b8964182-ebdf-4126-948b-31fc120b504e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 1001 time: 0.0581748 Oct 13 05:13:25.677357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-d826ba4d-2594-4407-a0f4-a95dc2740528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:25.678740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-d826ba4d-2594-4407-a0f4-a95dc2740528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0417466 Oct 13 05:13:25.733040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-fc5609da-0bb7-4858-af47-6fc5aabf8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:25.734368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-fc5609da-0bb7-4858-af47-6fc5aabf8e01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380013 Oct 13 05:13:25.823576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-a3de92c3-b8ce-4b7f-834e-a34a10702f1b service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808277 Oct 13 05:13:25.908861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-5ad1420f-73a9-469a-9f71-cb3f81377298 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775895 Oct 13 05:13:25.991654 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-5c9eaa83-0abe-48f4-80c3-2c4c13f080fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:25.993010 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-5c9eaa83-0abe-48f4-80c3-2c4c13f080fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1096 time: 0.0453708 Oct 13 05:13:26.079024 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-173da661-05d5-4b44-8da0-37de24530e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:26.080451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-173da661-05d5-4b44-8da0-37de24530e85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 915 time: 0.0812640 Oct 13 05:13:26.146338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-59cb6062-0b0d-4be5-b706-229ba995947b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 1001 time: 0.0589597 Oct 13 05:13:26.193264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-0389413b-4f53-4e7e-89d2-17dea52010b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:26.195142 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-0389413b-4f53-4e7e-89d2-17dea52010b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0418468 Oct 13 05:13:26.239394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-c060f32f-c64d-44d9-9cea-d88d5b364ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:26.240851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-c060f32f-c64d-44d9-9cea-d88d5b364ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392687 Oct 13 05:13:26.330504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-e185681d-c604-429e-9257-aa48d8527bd2 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829613 Oct 13 05:13:26.417997 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06ac41b8-d5d9-4cf8-bfdc-66c1eaaf2c89 req-41dd13ad-f011-4a0e-8a7d-f6e444aa5b6e service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792797 Oct 13 05:13:38.902997 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:40.688298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:49.079570 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1039f584-19cd-447f-9d75-fa9126655fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:49.840674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-fd8852d0-b1dd-4b4c-bbac-f3a094b90287 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832908 Oct 13 05:13:49.925413 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-cf8a4649-d0e3-4d3b-8c1c-8e253c7cfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:49.926842 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-cf8a4649-d0e3-4d3b-8c1c-8e253c7cfee2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1096 time: 0.0430844 Oct 13 05:13:50.027724 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-3e17d077-647d-4ab1-b4f9-ed7f0be86735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:50.029222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-3e17d077-647d-4ab1-b4f9-ed7f0be86735 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 915 time: 0.0832856 Oct 13 05:13:50.098825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-3edf3f54-2570-4ee5-936f-551e44095528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 1001 time: 0.0610108 Oct 13 05:13:50.146907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-3ccd23f4-71a9-43d2-99cd-f2dabc5430ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:50.148264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-3ccd23f4-71a9-43d2-99cd-f2dabc5430ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0421898 Oct 13 05:13:50.192570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-1ccc601f-8bbd-4da8-9477-db038df297b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:50.194016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-1ccc601f-8bbd-4da8-9477-db038df297b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380831 Oct 13 05:13:50.285346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-4b2ed103-4851-458d-a160-7d721829c42d service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Oct 13 05:13:50.371073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8d167c21-e79d-4a78-ac5d-448c9a509b23 req-3a2b4f4c-4ee7-4ba6-82c0-121bc12e4964 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784123 Oct 13 05:13:51.572348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0c839bf-517e-4b3a-a0e3-38ea4a51f8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:52.975482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:53.253296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:54.812057 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:57.361477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:13:57.512158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Deleting port a938a005-536e-48c7-a004-cb5d6b489685 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:13:57.512493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:57.588608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:57.588957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:57.600851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Calling delete_port for a938a005-536e-48c7-a004-cb5d6b489685 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:13:57.744221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:57.769623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event deleted for resources: {'Port': ['ID=a938a005-536e-48c7-a004-cb5d6b489685,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:13:57.830584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:57.830910 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Floating IP 16748a9d-dec2-438e-9f7e-20a54e401d85 disassociated (deleted). External IP: 172.25.1.183, port: 5356a91f-61df-40cc-b3b3-983bd84b5d7b. Oct 13 05:13:58.039181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Router ad1ad0fd-feec-4841-91ef-a8818618db90 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:13:58.146221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:13:58.150961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:58.155540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] Sync routers for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:13:58.165459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:13:58.166353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:58.177663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0eb84e81-3c56-4c11-95f0-7d5d0f349b34 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "DELETE /v2.0/floatingips/16748a9d-dec2-438e-9f7e-20a54e401d85 HTTP/1.1" status: 204 len: 168 time: 0.8151183 Oct 13 05:13:58.178232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:13:58.180585 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63eb51-019a-4620-8a3f-b5720918171a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:13:58.218566 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf35b7d-2786-4d78-82a1-d301e2cf81fe x-openstack-request-id: req-4bf35b7d-2786-4d78-82a1-d301e2cf81fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:13:58.218862 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:13:58.219119 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bf35b7d-2786-4d78-82a1-d301e2cf81fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:13:58.219520 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'status': 'completed', 'code': 200} Oct 13 05:13:58.275757 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:13:58.287918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63eb51-019a-4620-8a3f-b5720918171a req-f5ea889b-970c-4b66-8295-7ffe0f5e70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:58.289626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-f5ea889b-970c-4b66-8295-7ffe0f5e70b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 1096 time: 0.0431273 Oct 13 05:13:58.413860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63eb51-019a-4620-8a3f-b5720918171a req-214afac5-c521-4767-acae-394cc5ac8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:58.415400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-214afac5-c521-4767-acae-394cc5ac8154 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 200 len: 915 time: 0.1030560 Oct 13 05:13:58.459840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-eab844cb-6477-48b7-b6a6-68b8e7e02530 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 200 len: 217 time: 0.0358107 Oct 13 05:13:58.469998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cc4d9-44be-4364-b438-814d2afa1887 req-499e6335-a39d-431e-ba81-56317a739be4 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:58.471531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-614cc4d9-44be-4364-b438-814d2afa1887 req-499e6335-a39d-431e-ba81-56317a739be4 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 945 time: 0.1075745 Oct 13 05:13:58.486351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:58.511117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-614cc4d9-44be-4364-b438-814d2afa1887 req-cbd20976-1006-43da-b11e-53b8eb5bc61f tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Oct 13 05:13:58.512871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] Checking router: ad1ad0fd-feec-4841-91ef-a8818618db90 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:13:58.518302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63eb51-019a-4620-8a3f-b5720918171a req-bef16c37-1600-4671-b1b6-ea6c46e9aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:58.520053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-bef16c37-1600-4671-b1b6-ea6c46e9aff4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 200 len: 853 time: 0.0491114 Oct 13 05:13:58.521827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:13:58.522430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:58.569472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63eb51-019a-4620-8a3f-b5720918171a req-a75e29b1-ae41-4b02-bd3d-0f558469f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:58.571038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-a75e29b1-ae41-4b02-bd3d-0f558469f80d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6103c30b-a45f-40be-9127-51d506bd84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427549 Oct 13 05:13:58.630858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:13:58.640393 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:13:58.663857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-67c6139e-c3b9-48f8-83fa-b9eb070be349 service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833073 Oct 13 05:13:58.843017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:13:58.870129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bcb5a-5a75-413c-b680-cf061ce57db2 None None] The sync data for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 is: [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:05Z', 'revision_number': 4, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e965990b-32cc-49ff-86e0-557bbcdec096', 'name': '', 'network_id': '6103c30b-a45f-40be-9127-51d506bd84f5', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'mac_address': 'fa:16:3e:d5:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:04Z', 'updated_at': '2021-10-13T05:11:08Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'subnets': [{'id': '4160e8d8-324c-48d5-8326-7cf287e0f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:13:59.097232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117298f-4302-4da5-9386-aea569176921 None None] New status for floating IP 16748a9d-dec2-438e-9f7e-20a54e401d85: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:13:59.106851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee63eb51-019a-4620-8a3f-b5720918171a req-50b82cf8-2f5e-48a9-a558-eaad38cfe2bb service neutron] 10.222.0.26 "GET /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320650 Oct 13 05:13:59.680261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f3c7-5bdf-484f-95f6-9635607e899f req-8b85e039-362f-4d79-b58c-a109a32cb619 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:59.681725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce78f3c7-5bdf-484f-95f6-9635607e899f req-8b85e039-362f-4d79-b58c-a109a32cb619 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 945 time: 0.0967326 Oct 13 05:13:59.721420 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce78f3c7-5bdf-484f-95f6-9635607e899f req-748d0776-47a5-42f0-a595-1cd4d90979f7 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/security-groups?id=408c947f-9511-4347-869e-8311bf981978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Oct 13 05:14:00.133272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-fa538f08-9971-43a1-9673-e56d375b6d26 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:00.134693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-fa538f08-9971-43a1-9673-e56d375b6d26 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 945 time: 0.0464916 Oct 13 05:14:00.221743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Deleting port 5356a91f-61df-40cc-b3b3-983bd84b5d7b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:00.222084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:00.311062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] For port 5356a91f-61df-40cc-b3b3-983bd84b5d7b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5356a91f-61df-40cc-b3b3-983bd84b5d7b,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:00.311417 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:00.323735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Calling delete_port for 5356a91f-61df-40cc-b3b3-983bd84b5d7b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:00.449182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:00.474383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event deleted for resources: {'Port': ['ID=5356a91f-61df-40cc-b3b3-983bd84b5d7b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:00.484122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.484468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.484834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.485169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.486018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.486356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.486689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.487412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.487412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.487686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.487940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.488259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:00.527291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] No DVR routers for this DVR port 5356a91f-61df-40cc-b3b3-983bd84b5d7b on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:14:00.529900 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:00.533223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3f52a63-d0e0-4d9a-bc46-f6acad508f50 req-04b9a65e-dcb8-440f-9278-73fa3ec619c3 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.26 "DELETE /v2.0/ports/5356a91f-61df-40cc-b3b3-983bd84b5d7b HTTP/1.1" status: 204 len: 173 time: 0.3922696 Oct 13 05:14:00.533662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'name': 'network-vif-deleted', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:14:00.535920 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4701d092-1b75-4546-8e1e-329b0819a8e9" -d '{"events": [{"server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "name": "network-vif-deleted", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:14:00.572341 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6861bd50-2db4-49cf-97e3-4f4ec7e5c7ec x-openstack-request-id: req-6861bd50-2db4-49cf-97e3-4f4ec7e5c7ec {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:00.572632 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d53a38e-b342-4e64-8bbd-fdb90fe70d05", "name": "network-vif-deleted", "tag": "5356a91f-61df-40cc-b3b3-983bd84b5d7b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:00.572955 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6861bd50-2db4-49cf-97e3-4f4ec7e5c7ec {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:14:00.573332 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d53a38e-b342-4e64-8bbd-fdb90fe70d05', 'name': 'network-vif-deleted', 'tag': '5356a91f-61df-40cc-b3b3-983bd84b5d7b', 'status': 'completed', 'code': 200} Oct 13 05:14:00.814121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1cbd3f50-e2b8-4d1f-963e-08485064f2e5 req-6fcb7315-cdb7-4807-ae7b-94ba5d7a6d5a tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Oct 13 05:14:01.926426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-42fc35f6-25c5-43f0-831a-3b7c82738f09 req-9d4d779d-6115-4200-b6dc-606e05665924 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 210 time: 0.0296097 Oct 13 05:14:03.026212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d2819f4f-0187-4b37-9618-aeb5d636cedb req-66a6698c-4c1c-4f7f-ac70-4e5f87b3a754 tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 210 time: 0.0309124 Oct 13 05:14:03.264600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5356a91f-61df-40cc-b3b3-983bd84b5d7b no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:03.285609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 5356a91f-61df-40cc-b3b3-983bd84b5d7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:03.285939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5356a91f-61df-40cc-b3b3-983bd84b5d7b not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:04.118670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f40ec8d-9dbc-46a8-8e48-4ce28b33af2b req-a7a58258-126b-47b7-82c4-1288235066cb tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d53a38e-b342-4e64-8bbd-fdb90fe70d05 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Oct 13 05:14:05.174351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:05.230383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:05.255183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:05.314850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:05.317388 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:05.318517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] 10.222.0.44 "DELETE /v2.0/security-groups/408c947f-9511-4347-869e-8311bf981978 HTTP/1.1" status: 204 len: 168 time: 0.1430576 Oct 13 05:14:05.331985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c947f-9511-4347-869e-8311bf981978,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:05.339888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.340476 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.341008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.341437 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.341767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.342092 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.342445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.342956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.343864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.344202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.344526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:05.345441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cab74-2828-42f0-952e-0046ccf4caef tempest-TestVolumeBackupRestore-237622024 tempest-TestVolumeBackupRestore-237622024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:08.922345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:09.771202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:10.114458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:10.354376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Deleting port e965990b-32cc-49ff-86e0-557bbcdec096 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:10.354692 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:10.430403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] For port e965990b-32cc-49ff-86e0-557bbcdec096, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e965990b-32cc-49ff-86e0-557bbcdec096,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:10.430763 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:10.442964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Calling delete_port for e965990b-32cc-49ff-86e0-557bbcdec096 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:10.621261 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:10.699193 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:10.933489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=e965990b-32cc-49ff-86e0-557bbcdec096,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:11.092512 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:11.302143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Router ad1ad0fd-feec-4841-91ef-a8818618db90 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:14:11.405481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:14:11.411218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a3a7e308-4a0a-4a07-8640-d06b86c35ebd admin admin] 10.222.0.44 "PUT /v2.0/routers/ad1ad0fd-feec-4841-91ef-a8818618db90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390028 Oct 13 05:14:11.413753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:11.416591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] Sync routers for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:14:11.426249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:14:11.426930 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:11.514307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:11.529127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:14:11.614032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:11.666129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Deleting port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:11.666504 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:11.703617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:14:10Z', 'revision_number': 5, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port': {'id': '1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:11.729903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] Checking router: ad1ad0fd-feec-4841-91ef-a8818618db90 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:14:11.737959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] Routers {'ad1ad0fd-feec-4841-91ef-a8818618db90'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:14:11.738548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['ad1ad0fd-feec-4841-91ef-a8818618db90'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:11.743200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] For port 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:11.743571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:11.755567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Calling delete_port for 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:11.822242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] Set router ad1ad0fd-feec-4841-91ef-a8818618db90 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:14:11.876305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:14:11Z', 'revision_number': 6, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:11.902603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d59da1-d697-4b2d-a21a-413e5a6c740a None None] The sync data for ids ['ad1ad0fd-feec-4841-91ef-a8818618db90'] in n-d-810220-9 is: [{'id': 'ad1ad0fd-feec-4841-91ef-a8818618db90', 'name': 'tempest-TestVolumeBackupRestore-1392970249-router', 'tenant_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:02Z', 'updated_at': '2021-10-13T05:14:11Z', 'revision_number': 6, 'project_id': '425434b9f6d04a8aab5fe1065c4ab6d6', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:14:11.922023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:11.953120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:12.013869 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.101153 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.103194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.145048 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.145512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1ad0fd-feec-4841-91ef-a8818618db90 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:14:12.149900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.151048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8b617264-9fb1-4931-b3ef-d8cadaa8c2c4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ad1ad0fd-feec-4841-91ef-a8818618db90 HTTP/1.1" status: 204 len: 168 time: 0.7363827 Oct 13 05:14:12.153749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:12.199952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Deleting subnet 4160e8d8-324c-48d5-8326-7cf287e0f489 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:14:12.202873 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.239023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.319841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.381618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.406738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4160e8d8-324c-48d5-8326-7cf287e0f489,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:12.410288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.413640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3be1e829-8c2d-408e-985c-6c089e00d59f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4160e8d8-324c-48d5-8326-7cf287e0f489 HTTP/1.1" status: 204 len: 168 time: 0.2586613 Oct 13 05:14:12.416019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:12.416615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260ee4ff-18df-4291-a7b1-f30b8f389d9a None None] Network 6103c30b-a45f-40be-9127-51d506bd84f5 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:14:12.482070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.534148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Deleting port 7101fd84-b93e-49a4-97e8-97f92e865452 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:12.534497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.599931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] For port 7101fd84-b93e-49a4-97e8-97f92e865452, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7101fd84-b93e-49a4-97e8-97f92e865452,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:12.600231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.615514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Calling delete_port for 7101fd84-b93e-49a4-97e8-97f92e865452 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:12.649551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] DHCP port deletion for 6103c30b-a45f-40be-9127-51d506bd84f5 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:14:12.700581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Deleting port 7101fd84-b93e-49a4-97e8-97f92e865452 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:12.701241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.709130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.744194 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7101fd84-b93e-49a4-97e8-97f92e865452,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:12.747393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7101fd84-b93e-49a4-97e8-97f92e865452 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:12.747860 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] No DVR routers for this DVR port 7101fd84-b93e-49a4-97e8-97f92e865452 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:14:12.777728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7101fd84-b93e-49a4-97e8-97f92e865452 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:12.778280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7101fd84-b93e-49a4-97e8-97f92e865452 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:12.778694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:12.807314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:12.807649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1d2eb9d7-ddcf-4df9-b3eb-71c56d7bde35 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:12.808054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e965990b-32cc-49ff-86e0-557bbcdec096 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:12.814070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] For port 7101fd84-b93e-49a4-97e8-97f92e865452, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7101fd84-b93e-49a4-97e8-97f92e865452,segment=NetworkSegment(3cb50d95-9227-4208-8ec3-3a55a958ed3f),segment_id=3cb50d95-9227-4208-8ec3-3a55a958ed3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:12.814459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.819776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.836026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e965990b-32cc-49ff-86e0-557bbcdec096 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:12.836358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e965990b-32cc-49ff-86e0-557bbcdec096 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:12.842294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6103c30b-a45f-40be-9127-51d506bd84f5']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:12.843463 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Calling delete_port for 7101fd84-b93e-49a4-97e8-97f92e865452 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:12.854799 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb50d95-9227-4208-8ec3-3a55a958ed3f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:12.855093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb50d95-9227-4208-8ec3-3a55a958ed3f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:12.866170 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.879758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.885946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:14:12.886487 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:14:12.888432 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:14:12.951345 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.967594 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.976010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6103c30b-a45f-40be-9127-51d506bd84f5 HTTP/1.1" status: 204 len: 168 time: 0.5544891 Oct 13 05:14:12.976010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48950) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:12.977173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3aaebe-d38a-4ebb-b09c-fe734b7b0cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6103c30b-a45f-40be-9127-51d506bd84f5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:13.084031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:13.091142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Network 6103c30b-a45f-40be-9127-51d506bd84f5 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 05:14:13.091614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] No DVR routers for this DVR port 7101fd84-b93e-49a4-97e8-97f92e865452 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:14:13.110505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b8f1f-9923-4e2c-81bb-2c4f9855e42a None None] Pushing event deleted for resources: {'Port': ['ID=7101fd84-b93e-49a4-97e8-97f92e865452,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:13.318797 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:13.554086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Deleting port 5457ac72-59ee-4db3-b80a-a644eb58a7a8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:13.554425 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:13.632573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] For port 5457ac72-59ee-4db3-b80a-a644eb58a7a8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5457ac72-59ee-4db3-b80a-a644eb58a7a8,segment=NetworkSegment(eb830614-6ed7-446d-bc66-cd9283d61368),segment_id=eb830614-6ed7-446d-bc66-cd9283d61368)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:13.632882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:13.645020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Calling delete_port for 5457ac72-59ee-4db3-b80a-a644eb58a7a8 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:13.817066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:13.841548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Pushing event deleted for resources: {'Port': ['ID=5457ac72-59ee-4db3-b80a-a644eb58a7a8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:14.000835 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:14.207057 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Router 16b6b4fe-77dc-4f86-9fff-5798e6234814 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:14:14.587921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:14:14.593144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f8c03f6d-b67d-4f72-86fc-42daf5cfd386 admin admin] 10.222.0.44 "PUT /v2.0/routers/16b6b4fe-77dc-4f86-9fff-5798e6234814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6174490 Oct 13 05:14:14.595327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:14.597826 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] Sync routers for ids ['16b6b4fe-77dc-4f86-9fff-5798e6234814'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:14:14.607519 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] Routers {'16b6b4fe-77dc-4f86-9fff-5798e6234814'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:14:14.608118 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['16b6b4fe-77dc-4f86-9fff-5798e6234814'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:14.703079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:14.717177 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] Set router 16b6b4fe-77dc-4f86-9fff-5798e6234814 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:14:14.815340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:14.870389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Deleting port 6e259fee-7a33-43b7-b35c-9d4909cfadcb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:14.870652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:14.899482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:14:13Z', 'revision_number': 5, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port': {'id': '6e259fee-7a33-43b7-b35c-9d4909cfadcb', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:14.926299 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] Checking router: 16b6b4fe-77dc-4f86-9fff-5798e6234814 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:14:14.934652 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] Routers {'16b6b4fe-77dc-4f86-9fff-5798e6234814'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:14:14.935370 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:13:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['16b6b4fe-77dc-4f86-9fff-5798e6234814'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:14.952590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] For port 6e259fee-7a33-43b7-b35c-9d4909cfadcb, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6e259fee-7a33-43b7-b35c-9d4909cfadcb,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:14.952979 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:14.966981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Calling delete_port for 6e259fee-7a33-43b7-b35c-9d4909cfadcb owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:15.112135 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] Set router 16b6b4fe-77dc-4f86-9fff-5798e6234814 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:14:15.141428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.166929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e259fee-7a33-43b7-b35c-9d4909cfadcb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:15.171803 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:14:14Z', 'revision_number': 6, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:15.198297 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e7cca-291a-4fb6-a26e-bbdb2039f356 None None] The sync data for ids ['16b6b4fe-77dc-4f86-9fff-5798e6234814'] in n-d-810220-9 is: [{'id': '16b6b4fe-77dc-4f86-9fff-5798e6234814', 'name': 'tempest-TestVolumeBackupRestore-542388836-router', 'tenant_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:11:07Z', 'updated_at': '2021-10-13T05:14:14Z', 'revision_number': 6, 'project_id': '19d975ea5d1242cdb0e19c7bdc384bd4', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:14:15.231420 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.327546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.329838 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.372850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.373401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b6b4fe-77dc-4f86-9fff-5798e6234814 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:14:15.378625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.380220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4096de0d-d11a-4935-b138-80f9208be582 admin admin] 10.222.0.44 "DELETE /v2.0/routers/16b6b4fe-77dc-4f86-9fff-5798e6234814 HTTP/1.1" status: 204 len: 168 time: 0.7835310 Oct 13 05:14:15.382455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:15.426524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Deleting subnet e8b1bb02-e432-4d54-befd-f436d89b2af4 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:14:15.429390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.466836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.542690 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.595819 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.622908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b1bb02-e432-4d54-befd-f436d89b2af4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:15.627133 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.630630 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4754de5-5524-4316-a7ac-a6689e8fab8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e8b1bb02-e432-4d54-befd-f436d89b2af4 HTTP/1.1" status: 204 len: 168 time: 0.2471521 Oct 13 05:14:15.633142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:15.633737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05591b1c-fa0c-427c-8a33-1e54875ad0e9 None None] Network 93a3ea39-801d-41df-8a46-5f01f2948502 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:14:15.721287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.784471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Deleting port 24bd4828-1674-409b-a81a-8c028bb05b73 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:15.784839 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.851692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] For port 24bd4828-1674-409b-a81a-8c028bb05b73, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=24bd4828-1674-409b-a81a-8c028bb05b73,segment=NetworkSegment(eb830614-6ed7-446d-bc66-cd9283d61368),segment_id=eb830614-6ed7-446d-bc66-cd9283d61368)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:15.852046 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.864166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Calling delete_port for 24bd4828-1674-409b-a81a-8c028bb05b73 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:15.939640 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.969210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] No DVR routers for this DVR port 24bd4828-1674-409b-a81a-8c028bb05b73 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:14:15.971350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bd4828-1674-409b-a81a-8c028bb05b73,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:16.051584 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.072813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a3ea39-801d-41df-8a46-5f01f2948502']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:16.082438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb830614-6ed7-446d-bc66-cd9283d61368') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:16.082728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb830614-6ed7-446d-bc66-cd9283d61368') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:14:16.093005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064f21b-8b15-4634-90c6-cc4c64eee596 None None] DHCP port deletion for 93a3ea39-801d-41df-8a46-5f01f2948502 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:14:16.094544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.111510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.117789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:14:16.118157 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:14:16.120258 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:14:16.174732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.180610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.185542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/93a3ea39-801d-41df-8a46-5f01f2948502 HTTP/1.1" status: 204 len: 168 time: 0.5513811 Oct 13 05:14:16.199156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791333f5-f8b7-4e27-8b86-cf1d89debdd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a3ea39-801d-41df-8a46-5f01f2948502,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:16.369142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:16.413906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c32f5657-27c9-4895-9096-fce991b4cc70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=425434b9f6d04a8aab5fe1065c4ab6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435398 Oct 13 05:14:16.416581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:16.462982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef8e4a15-f5cb-4546-affb-4320809d9168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.483953 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef8e4a15-f5cb-4546-affb-4320809d9168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.529845 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef8e4a15-f5cb-4546-affb-4320809d9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.532882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef8e4a15-f5cb-4546-affb-4320809d9168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.534055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ef8e4a15-f5cb-4546-affb-4320809d9168 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68b2108f-835e-475d-b475-9cc697edca61 HTTP/1.1" status: 204 len: 168 time: 0.1165509 Oct 13 05:14:16.541744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e4a15-f5cb-4546-affb-4320809d9168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2108f-835e-475d-b475-9cc697edca61,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:16.727079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6e259fee-7a33-43b7-b35c-9d4909cfadcb no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:16.747310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6e259fee-7a33-43b7-b35c-9d4909cfadcb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:16.747647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6e259fee-7a33-43b7-b35c-9d4909cfadcb not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:16.748056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5457ac72-59ee-4db3-b80a-a644eb58a7a8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:16.766110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5457ac72-59ee-4db3-b80a-a644eb58a7a8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:16.766993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5457ac72-59ee-4db3-b80a-a644eb58a7a8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:16.767403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24bd4828-1674-409b-a81a-8c028bb05b73 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:16.786068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 24bd4828-1674-409b-a81a-8c028bb05b73 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:16.786469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 24bd4828-1674-409b-a81a-8c028bb05b73 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:16.849123 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:16.887293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-61a31c4f-1d65-48ae-9205-a697d397e66d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19d975ea5d1242cdb0e19c7bdc384bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370028 Oct 13 05:14:16.889725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 48970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:16.937694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5719b2e9-eec6-4ad3-a7d8-525193f8c5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:16.958850 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5719b2e9-eec6-4ad3-a7d8-525193f8c5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:17.007373 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5719b2e9-eec6-4ad3-a7d8-525193f8c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:17.010078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5719b2e9-eec6-4ad3-a7d8-525193f8c5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:17.011464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5719b2e9-eec6-4ad3-a7d8-525193f8c5bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1265cab9-cdb7-4324-9363-2758bee6aec1 HTTP/1.1" status: 204 len: 168 time: 0.1208463 Oct 13 05:14:17.021765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719b2e9-eec6-4ad3-a7d8-525193f8c5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265cab9-cdb7-4324-9363-2758bee6aec1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:19.081125 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3437-b141-476a-85c7-6b97f53900f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:21.573589 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aabb5a8-296a-40b3-a982-48f293a81fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:22.979513 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:23.253517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:24.816772 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:26.845181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-98c2d9ee-b895-495c-9726-3be3c52af18c tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a410a188658849b2962f50198f21a4a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289066 Oct 13 05:14:27.050421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-848b7c60-f0a7-4b85-9c03-0b79c3268a0f tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:27.051863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-848b7c60-f0a7-4b85-9c03-0b79c3268a0f tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015157 Oct 13 05:14:27.067026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-01054e7e-f965-4dac-9610-faaae2ebe0cf tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/quotas/a410a188658849b2962f50198f21a4a1 HTTP/1.1" status: 200 len: 375 time: 0.0093837 Oct 13 05:14:27.116178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-dcb8be74-51e5-48c1-859b-98627eda41ed tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a410a188658849b2962f50198f21a4a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441236 Oct 13 05:14:27.271137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f78bcac4-2725-440c-9a2f-5cfc67e1516f req-389ed26f-27e2-400f-94c0-a4dc38ffd51f tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Oct 13 05:14:28.345682 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab05df91-9b56-4b97-b316-f83e3b384ea8 req-1f272738-da7f-4124-82c4-54b1c9a1b8bf tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0259216 Oct 13 05:14:29.421024 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10c7b353-2c8a-4b5c-8796-776c2efb1c0c req-9b32278a-ac76-45f0-8c8e-29521b39c00e tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Oct 13 05:14:30.503445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5df140bd-3ace-4718-a422-a97e3fb987c7 req-deb8c6f6-237d-45c3-8340-e9e7374fc09d tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0335882 Oct 13 05:14:31.594218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f848cf7-4da9-48a9-b0bf-69a9c6090b91 req-aff8cb13-cf23-4a3b-b852-a274388d058c tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0258555 Oct 13 05:14:32.269614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-c73e0dd2-7f7f-43b4-bfe3-bae9f8fa685c tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a410a188658849b2962f50198f21a4a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241525 Oct 13 05:14:32.384785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-db384d48-1f75-42ce-865f-9276af41ba8e tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:32.386200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-db384d48-1f75-42ce-865f-9276af41ba8e tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075628 Oct 13 05:14:32.399352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Request body: {'port': {'device_id': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'admin_state_up': True, 'tenant_id': 'a410a188658849b2962f50198f21a4a1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:14:32.506059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Made reservation on behalf of a410a188658849b2962f50198f21a4a1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:14:32.509513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:32.518721 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:32.589040 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:32.592910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:32.656204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:32.702786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-875f9de1-7bed-47e4-95b1-4ec6f87aac64 req-d2d49edf-95e2-4d04-810b-eb98f0f135b9 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0362477 Oct 13 05:14:32.750129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Allocated IP 192.168.233.197 (e30d16b1-fc66-4f32-b413-88b9d458a469/a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f/434d04a1-eaea-4dd5-98be-2ddc81275d66) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:14:32.893411 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:32.925167 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:32.968460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Network e30d16b1-fc66-4f32-b413-88b9d458a469 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:14:32.971662 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:14:32.975265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:14:32.981883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Pushing event updated for resources: {'Port': ['ID=434d04a1-eaea-4dd5-98be-2ddc81275d66,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:33.027930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:33.028530 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.045189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-73e7bef3-167f-40de-a677-34fed46fcd90 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6493125 Oct 13 05:14:33.057429 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Request body: {'port': {'device_id': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:14:33.116033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.190698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-29a49466-7c65-4df7-a231-f4eeb3971ce3 None None] Provisioning complete for port 434d04a1-eaea-4dd5-98be-2ddc81275d66 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:14:33.191298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29a49466-7c65-4df7-a231-f4eeb3971ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.224506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-29a49466-7c65-4df7-a231-f4eeb3971ce3 None None] Port 434d04a1-eaea-4dd5-98be-2ddc81275d66 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:14:33.371999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434d04a1-eaea-4dd5-98be-2ddc81275d66 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:14:33.379404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.390758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Transition to ACTIVE for port object 434d04a1-eaea-4dd5-98be-2ddc81275d66 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:14:33.394671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.442745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Pushing event updated for resources: {'Port': ['ID=434d04a1-eaea-4dd5-98be-2ddc81275d66,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:33.516568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Attempting to bind port 434d04a1-eaea-4dd5-98be-2ddc81275d66 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:14:33.516934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Attempting to bind port 434d04a1-eaea-4dd5-98be-2ddc81275d66 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:14:33.517263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Attempting to bind port 434d04a1-eaea-4dd5-98be-2ddc81275d66 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:14:33.521795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Port 434d04a1-eaea-4dd5-98be-2ddc81275d66 on network e30d16b1-fc66-4f32-b413-88b9d458a469 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:14:33.522117 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Attempting to bind port 434d04a1-eaea-4dd5-98be-2ddc81275d66 on network e30d16b1-fc66-4f32-b413-88b9d458a469 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:14:33.527147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:14:33.527498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Checking segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:14:33.527879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Bound using segment: {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:14:33.528297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Bound port: 434d04a1-eaea-4dd5-98be-2ddc81275d66, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e245004-8b46-4d29-9bc5-ba3d82aa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:14:33.528669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.595328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] For port 434d04a1-eaea-4dd5-98be-2ddc81275d66, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:14:33.598759 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] For port 434d04a1-eaea-4dd5-98be-2ddc81275d66, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:14:33.601979 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.634501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:33.635105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:33.636486 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] 10.222.0.26 "PUT /v2.0/ports/434d04a1-eaea-4dd5-98be-2ddc81275d66 HTTP/1.1" status: 200 len: 1096 time: 0.5832653 Oct 13 05:14:33.636946 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'tag': '434d04a1-eaea-4dd5-98be-2ddc81275d66'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:14:33.639181 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40bbcf1-f10c-43f0-8f05-87fc53612374" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeed638-1289-4c96-b6a8-21e997cde6c5", "tag": "434d04a1-eaea-4dd5-98be-2ddc81275d66"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:14:33.670486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88d9e7-2c49-4a2e-b817-d12fd56f3b9a service neutron] Pushing event updated for resources: {'Port': ['ID=434d04a1-eaea-4dd5-98be-2ddc81275d66,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:33.710551 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b7bd8d-9f19-4644-9222-c3da327a8353 x-openstack-request-id: req-b3b7bd8d-9f19-4644-9222-c3da327a8353 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:33.710844 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeed638-1289-4c96-b6a8-21e997cde6c5", "tag": "434d04a1-eaea-4dd5-98be-2ddc81275d66", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:33.711094 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3b7bd8d-9f19-4644-9222-c3da327a8353 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:14:33.711518 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'tag': '434d04a1-eaea-4dd5-98be-2ddc81275d66', 'status': 'completed', 'code': 200} Oct 13 05:14:33.727974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-b84a5b2c-145e-4449-854b-b7cd2a606aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:33.729527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-b84a5b2c-145e-4449-854b-b7cd2a606aaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a410a188658849b2962f50198f21a4a1&device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0472615 Oct 13 05:14:33.786323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-2875be89-2423-498b-be80-7f5828489dc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66 HTTP/1.1" status: 200 len: 217 time: 0.0488555 Oct 13 05:14:33.854805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-d93156de-2614-4125-8c12-dbf91870be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:33.856243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-d93156de-2614-4125-8c12-dbf91870be7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0515330 Oct 13 05:14:33.865651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7b24-07fe-4566-8274-4bd2739882e6 req-03071cb0-2aee-45e8-9427-37f1d59f78ce tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:33.867034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fffe7b24-07fe-4566-8274-4bd2739882e6 req-03071cb0-2aee-45e8-9427-37f1d59f78ce tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 948 time: 0.0902381 Oct 13 05:14:33.932488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-fa56b1fa-7b7c-4120-8065-ac6b3d80dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:33.933865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-fa56b1fa-7b7c-4120-8065-ac6b3d80dd5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659955 Oct 13 05:14:33.937049 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fffe7b24-07fe-4566-8274-4bd2739882e6 req-95e476a4-5e40-463d-a62a-34b4025a516e tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596416 Oct 13 05:14:34.023758 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-d9671cea-5801-4beb-982f-7a1bf95cc0d9 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Oct 13 05:14:34.115712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cb0539c2-09a4-47ea-93e7-6b19c5f36091 req-6cf536da-cb1b-4c27-9ab2-5e5922c930a5 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843217 Oct 13 05:14:34.205091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-9d9b329e-4eb8-4e3e-a4e3-6af2df1f5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:34.206465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-9d9b329e-4eb8-4e3e-a4e3-6af2df1f5ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a410a188658849b2962f50198f21a4a1&device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0412624 Oct 13 05:14:34.301529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-dfa0acda-5395-49c5-8d24-ed8429b06a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:34.303016 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-dfa0acda-5395-49c5-8d24-ed8429b06a1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e30d16b1-fc66-4f32-b413-88b9d458a469 HTTP/1.1" status: 200 len: 870 time: 0.0892584 Oct 13 05:14:34.343489 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-e167205e-c595-4812-a154-a1738ba442e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66 HTTP/1.1" status: 200 len: 217 time: 0.0336430 Oct 13 05:14:34.392764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-7e311fb2-28be-4ceb-bf11-fefa150181a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:34.394216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-7e311fb2-28be-4ceb-bf11-fefa150181a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f HTTP/1.1" status: 200 len: 843 time: 0.0445969 Oct 13 05:14:34.442163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-ef9b371c-3d5a-4561-9b1d-a2ac18c62efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:34.443600 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-ef9b371c-3d5a-4561-9b1d-a2ac18c62efb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e30d16b1-fc66-4f32-b413-88b9d458a469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427177 Oct 13 05:14:34.534941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-be01df58-5d32-4821-aa88-a9b5710231c8 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827250 Oct 13 05:14:34.627363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a40bbcf1-f10c-43f0-8f05-87fc53612374 req-bf745616-e4c8-40f0-a1e5-f93e062666b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e30d16b1-fc66-4f32-b413-88b9d458a469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839710 Oct 13 05:14:35.050027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692900db-3f61-4da0-ab72-6fda87281ff0 req-9e213f84-ceed-4ed8-8ce6-cfbf8fbfeafb tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:35.051435 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-692900db-3f61-4da0-ab72-6fda87281ff0 req-9e213f84-ceed-4ed8-8ce6-cfbf8fbfeafb tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 948 time: 0.0470943 Oct 13 05:14:35.091575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-692900db-3f61-4da0-ab72-6fda87281ff0 req-e120f422-a066-40f8-9270-c6f42703b8a6 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341501 Oct 13 05:14:35.640471 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:14:36.204348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563628d-b1d0-4ef4-ab3e-d40f579cc836 req-faa9f0f8-c0a1-4220-8d94-41637bbc4471 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:36.205832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e563628d-b1d0-4ef4-ab3e-d40f579cc836 req-faa9f0f8-c0a1-4220-8d94-41637bbc4471 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 948 time: 0.0495648 Oct 13 05:14:36.243000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e563628d-b1d0-4ef4-ab3e-d40f579cc836 req-41fd6c9d-d592-4ca6-a5bb-74cf84d964f9 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Oct 13 05:14:37.353985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6b0d0-d772-4a34-a733-b4ec24ce0e21 req-c15c827e-0fb5-404e-8857-77f570719b63 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:37.355423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aca6b0d0-d772-4a34-a733-b4ec24ce0e21 req-c15c827e-0fb5-404e-8857-77f570719b63 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 948 time: 0.0472004 Oct 13 05:14:37.394304 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aca6b0d0-d772-4a34-a733-b4ec24ce0e21 req-971235ea-fb80-4986-83ea-3d54f313cb39 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Oct 13 05:14:38.506962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2429-4ddb-4b46-b849-88e8009f7d27 req-69940b83-5fd3-4325-af61-e2c9691c9158 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:38.508441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e71e2429-4ddb-4b46-b849-88e8009f7d27 req-69940b83-5fd3-4325-af61-e2c9691c9158 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 948 time: 0.0475018 Oct 13 05:14:38.544792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e71e2429-4ddb-4b46-b849-88e8009f7d27 req-5dbf0395-f9e8-4cfc-a9b4-568702f9c292 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305610 Oct 13 05:14:38.916184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:39.403400 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 434d04a1-eaea-4dd5-98be-2ddc81275d66 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:14:39.496447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 434d04a1-eaea-4dd5-98be-2ddc81275d66, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:39.507306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '434d04a1-eaea-4dd5-98be-2ddc81275d66', 'network_id': 'e30d16b1-fc66-4f32-b413-88b9d458a469', 'port_id': '434d04a1-eaea-4dd5-98be-2ddc81275d66', 'mac_address': 'fa:16:3e:3c:49:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e6ca5-4b4a-40b9-8772-06b4f0e4a32f', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:14:39.542981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:39.555220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434d04a1-eaea-4dd5-98be-2ddc81275d66 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:14:39.574118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 434d04a1-eaea-4dd5-98be-2ddc81275d66, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:39.579441 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:39.627551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=434d04a1-eaea-4dd5-98be-2ddc81275d66,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:39.634957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.635226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.635556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.635881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.636207 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.636526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.636868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.637187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.637500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.637814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.638131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.638445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:14:39.670767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101fb9c-075d-49f6-8249-5e52ea782072 req-31dee7e7-4cd8-4830-9b10-20e84026c316 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:39.672756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6101fb9c-075d-49f6-8249-5e52ea782072 req-31dee7e7-4cd8-4830-9b10-20e84026c316 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 949 time: 0.0494430 Oct 13 05:14:39.710447 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6101fb9c-075d-49f6-8249-5e52ea782072 req-d6f80f49-40da-43f5-80f4-a29c2c813c8b tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Oct 13 05:14:39.993139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['434d04a1-eaea-4dd5-98be-2ddc81275d66'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:14:40.686410 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:40.822190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498776bd-9a48-4924-bca4-6dfa63b383f6 req-245a72ff-477d-4f2a-b025-2dc7c8cc7a03 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:40.823622 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-498776bd-9a48-4924-bca4-6dfa63b383f6 req-245a72ff-477d-4f2a-b025-2dc7c8cc7a03 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 949 time: 0.0474155 Oct 13 05:14:40.863913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-498776bd-9a48-4924-bca4-6dfa63b383f6 req-66a5f111-ff9d-45bd-bd15-d8abab2c5d83 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Oct 13 05:14:41.411257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 434d04a1-eaea-4dd5-98be-2ddc81275d66 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:14:41.458880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 434d04a1-eaea-4dd5-98be-2ddc81275d66 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:14:41.462701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 434d04a1-eaea-4dd5-98be-2ddc81275d66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:14:41.463074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:41.538999 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:41.560918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434d04a1-eaea-4dd5-98be-2ddc81275d66'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:14:41.563180 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4225319e-f080-44f5-9a71-67ec7ee1c465" -d '{"events": [{"server_uuid": "2eeed638-1289-4c96-b6a8-21e997cde6c5", "name": "network-vif-plugged", "status": "completed", "tag": "434d04a1-eaea-4dd5-98be-2ddc81275d66"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:14:41.575531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 434d04a1-eaea-4dd5-98be-2ddc81275d66, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:41.579393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:41.626154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=434d04a1-eaea-4dd5-98be-2ddc81275d66,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:41.657367 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab39c981-ce7b-4db1-b024-e5c1a61f5a17 x-openstack-request-id: req-ab39c981-ce7b-4db1-b024-e5c1a61f5a17 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:41.657661 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeed638-1289-4c96-b6a8-21e997cde6c5", "name": "network-vif-plugged", "status": "completed", "tag": "434d04a1-eaea-4dd5-98be-2ddc81275d66", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:41.657915 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab39c981-ce7b-4db1-b024-e5c1a61f5a17 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:14:41.658320 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434d04a1-eaea-4dd5-98be-2ddc81275d66', 'code': 200} Oct 13 05:14:41.752259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f21a-798a-45a7-9f27-55828907f7dd req-be606455-4771-43f4-92f2-4bdc747d51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:41.753716 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6604f21a-798a-45a7-9f27-55828907f7dd req-be606455-4771-43f4-92f2-4bdc747d51fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 1101 time: 0.0396469 Oct 13 05:14:41.788169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6604f21a-798a-45a7-9f27-55828907f7dd req-acc71872-2b40-4a90-a333-de1b762ee434 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263364 Oct 13 05:14:41.976138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da16862-8514-490b-b0e1-c039abd5fa16 req-f5e5bac9-fb52-45a2-9066-b5a3cd1fa9fd tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:41.977629 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5da16862-8514-490b-b0e1-c039abd5fa16 req-f5e5bac9-fb52-45a2-9066-b5a3cd1fa9fd tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 950 time: 0.0479183 Oct 13 05:14:42.013935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5da16862-8514-490b-b0e1-c039abd5fa16 req-cc6f648b-bf77-486d-a6bf-52ecb36f47f8 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Oct 13 05:14:43.130774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198f87d-544e-473d-b2c2-3b495c47e3cb req-71913c06-c727-4072-bbf1-81d215eac86d tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:43.132242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a198f87d-544e-473d-b2c2-3b495c47e3cb req-71913c06-c727-4072-bbf1-81d215eac86d tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 950 time: 0.0497749 Oct 13 05:14:43.174352 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a198f87d-544e-473d-b2c2-3b495c47e3cb req-fe5216c9-3ed1-4981-862d-37aea9293f4f tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Oct 13 05:14:44.285020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95b026-c8cd-40f3-9841-aa4759170111 req-b54c9dae-2069-4643-8b46-369f8fe33a67 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:44.286480 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a95b026-c8cd-40f3-9841-aa4759170111 req-b54c9dae-2069-4643-8b46-369f8fe33a67 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 950 time: 0.0470991 Oct 13 05:14:44.326869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a95b026-c8cd-40f3-9841-aa4759170111 req-1e61f984-41d4-4b9d-98cd-3d5fa7d99bd1 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Oct 13 05:14:44.592438 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-b71ecafe-ed31-4ec1-8b72-8ca3ca98b68a req-a3f365d3-86cf-4adc-ac16-533b71924372 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:14:44.593421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b71ecafe-ed31-4ec1-8b72-8ca3ca98b68a req-a3f365d3-86cf-4adc-ac16-533b71924372 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053849 Oct 13 05:14:44.997468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-5714ce83-c44a-41c0-98c6-4863580ba04f req-9cd7fea0-c64b-48d2-8cb9-b02a599428c5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:14:44.998459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5714ce83-c44a-41c0-98c6-4863580ba04f req-9cd7fea0-c64b-48d2-8cb9-b02a599428c5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0958149 Oct 13 05:14:45.323786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123c08-d53c-4403-98d4-cb236e1bd712 req-d98f4893-d3a9-45fd-8536-77f441997dca tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:45.325245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1123c08-d53c-4403-98d4-cb236e1bd712 req-d98f4893-d3a9-45fd-8536-77f441997dca tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 950 time: 0.0477920 Oct 13 05:14:45.361571 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b1123c08-d53c-4403-98d4-cb236e1bd712 req-3a0d681f-1993-46b5-a8d7-6b310be44f8d tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299602 Oct 13 05:14:46.477136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66463c77-2a5a-4e8c-b351-62ea46bc393b req-a5295628-a7ef-43ce-ab14-3410a9516171 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:46.479298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66463c77-2a5a-4e8c-b351-62ea46bc393b req-a5295628-a7ef-43ce-ab14-3410a9516171 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 950 time: 0.0495400 Oct 13 05:14:46.515717 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66463c77-2a5a-4e8c-b351-62ea46bc393b req-018cdd1d-1fca-4b13-a8d9-06511a6fb7df tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/security-groups?id=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303190 Oct 13 05:14:46.832790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-8d683c63-afcc-4ea4-8115-22e704ddcbe4 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:46.834195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-8d683c63-afcc-4ea4-8115-22e704ddcbe4 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 950 time: 0.0474174 Oct 13 05:14:46.922112 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Deleting port 434d04a1-eaea-4dd5-98be-2ddc81275d66 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:14:46.922479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:47.009710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] For port 434d04a1-eaea-4dd5-98be-2ddc81275d66, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=434d04a1-eaea-4dd5-98be-2ddc81275d66,segment=NetworkSegment(2e245004-8b46-4d29-9bc5-ba3d82aa00bf),segment_id=2e245004-8b46-4d29-9bc5-ba3d82aa00bf)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:47.009992 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:47.021675 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Calling delete_port for 434d04a1-eaea-4dd5-98be-2ddc81275d66 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:14:47.147542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:47.160053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['434d04a1-eaea-4dd5-98be-2ddc81275d66'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:14:47.176333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Pushing event deleted for resources: {'Port': ['ID=434d04a1-eaea-4dd5-98be-2ddc81275d66,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:47.220842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] No DVR routers for this DVR port 434d04a1-eaea-4dd5-98be-2ddc81275d66 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:14:47.223504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:47.226881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b7c08d20-a9f5-4547-a0c3-37974dc93f86 req-3e974854-52ee-4d1d-ba97-1d06bcd1b378 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.26 "DELETE /v2.0/ports/434d04a1-eaea-4dd5-98be-2ddc81275d66 HTTP/1.1" status: 204 len: 173 time: 0.3863225 Oct 13 05:14:47.227324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'name': 'network-vif-deleted', 'tag': '434d04a1-eaea-4dd5-98be-2ddc81275d66'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:14:47.229624 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d829f-d640-4259-a72e-5612f3118e37" -d '{"events": [{"server_uuid": "2eeed638-1289-4c96-b6a8-21e997cde6c5", "name": "network-vif-deleted", "tag": "434d04a1-eaea-4dd5-98be-2ddc81275d66"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:14:47.269983 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfcf2cc-8a72-4ed0-9478-37ac81ff2052 x-openstack-request-id: req-6dfcf2cc-8a72-4ed0-9478-37ac81ff2052 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:47.270279 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeed638-1289-4c96-b6a8-21e997cde6c5", "name": "network-vif-deleted", "tag": "434d04a1-eaea-4dd5-98be-2ddc81275d66", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:47.270538 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dfcf2cc-8a72-4ed0-9478-37ac81ff2052 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:14:47.270943 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeed638-1289-4c96-b6a8-21e997cde6c5', 'name': 'network-vif-deleted', 'tag': '434d04a1-eaea-4dd5-98be-2ddc81275d66', 'status': 'completed', 'code': 200} Oct 13 05:14:47.622990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-269edae9-0bf9-4040-a5a0-71a08a308519 req-e9794312-1e47-4802-b82f-5e0d56aea877 tempest-ServersAdminNegativeTestJSON-371846972 tempest-ServersAdminNegativeTestJSON-371846972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeed638-1289-4c96-b6a8-21e997cde6c5 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Oct 13 05:14:48.906909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49132) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:49.037484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-eb8b11b6-23d5-4dd1-89ca-d481c07050d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a410a188658849b2962f50198f21a4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293862 Oct 13 05:14:49.040003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:49.080562 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09ea61e8-ade0-4643-9188-fa31e78de8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.087702 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d63e8d-fd37-477a-9190-4f3c13e06290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.112323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d63e8d-fd37-477a-9190-4f3c13e06290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.157587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d63e8d-fd37-477a-9190-4f3c13e06290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.160068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d63e8d-fd37-477a-9190-4f3c13e06290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.161226 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97d63e8d-fd37-477a-9190-4f3c13e06290 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dea0bd4e-6937-43ea-9ba6-e8f313ca16ef HTTP/1.1" status: 204 len: 168 time: 0.1199889 Oct 13 05:14:49.168765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d63e8d-fd37-477a-9190-4f3c13e06290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea0bd4e-6937-43ea-9ba6-e8f313ca16ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:49.414794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:49.427820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd293889-1289-4d9e-8b1b-e3f623d2e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.500357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd293889-1289-4d9e-8b1b-e3f623d2e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.504011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd293889-1289-4d9e-8b1b-e3f623d2e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.541664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bd293889-1289-4d9e-8b1b-e3f623d2e9f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29fff2e83a874446b00b701314baf700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255717 Oct 13 05:14:49.543527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd293889-1289-4d9e-8b1b-e3f623d2e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55124590-4085-4710-9e9b-2d7216a260dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:49.544425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49146) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:49.595335 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac821afb-a8af-4c57-ad4b-ae96950575be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.615942 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac821afb-a8af-4c57-ad4b-ae96950575be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.670494 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac821afb-a8af-4c57-ad4b-ae96950575be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.673332 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac821afb-a8af-4c57-ad4b-ae96950575be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:49.674463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ac821afb-a8af-4c57-ad4b-ae96950575be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55124590-4085-4710-9e9b-2d7216a260dc HTTP/1.1" status: 204 len: 168 time: 0.1290250 Oct 13 05:14:49.682277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac821afb-a8af-4c57-ad4b-ae96950575be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55124590-4085-4710-9e9b-2d7216a260dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:50.361456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49168) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:50.455251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902639760-network', 'tenant_id': '828aed11111b4dd38ae878e27235e97c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:14:50.478368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Made reservation on behalf of 828aed11111b4dd38ae878e27235e97c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:14:50.480887 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.489035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.564178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.568003 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.593284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:14:50.603311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39733053-557e-412c-98dc-d1f5c3a30826,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:50.608880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.609227 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Added segment 6680c470-9434-4b92-9c7f-ef8822283eb2 of type vlan for network 22396081-4ef0-4bf6-bd3d-532b3adaae67 Oct 13 05:14:50.664955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.693570 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.694569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:50.695142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.757566 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3949015 Oct 13 05:14:50.760511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49172) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:14:50.765472 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Request body: {'subnet': {'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902639760-subnet', 'tenant_id': '828aed11111b4dd38ae878e27235e97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:14:50.786541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Made reservation on behalf of 828aed11111b4dd38ae878e27235e97c for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:14:50.788991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:50.790573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f9f50-50c6-4f58-8ccd-0398348f7c87 admin admin] Pushing event updated for resources: {'Network': ['ID=22396081-4ef0-4bf6-bd3d-532b3adaae67,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:50.800708 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 22396081-4ef0-4bf6-bd3d-532b3adaae67 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:14:50.956096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:51.008291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8e049f-d9f7-47f2-b606-f93275ce90c2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:51.018887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Checking segment: {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:14:51.019250 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Network hostable DHCP agents. Network: 22396081-4ef0-4bf6-bd3d-532b3adaae67, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:14:51.034930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Network 22396081-4ef0-4bf6-bd3d-532b3adaae67 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:14:51.044291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 22396081-4ef0-4bf6-bd3d-532b3adaae67) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:14:51.049109 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:51.049689 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:51.054604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e284c91-1e41-4631-974b-631027d7f815 None None] Network 22396081-4ef0-4bf6-bd3d-532b3adaae67 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:14:51.066157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a5f9047-76f8-4c31-a039-d22cbf1239f1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3045471 Oct 13 05:14:51.178219 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ceca42-e9e7-4dfa-8747-56c33c7f4160 None None] Network 22396081-4ef0-4bf6-bd3d-532b3adaae67 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:14:51.457935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 434d04a1-eaea-4dd5-98be-2ddc81275d66 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:14:51.477552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 434d04a1-eaea-4dd5-98be-2ddc81275d66 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:14:51.477894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 434d04a1-eaea-4dd5-98be-2ddc81275d66 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:14:51.483436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-dd3106ac-075e-4e76-b618-06a311c7b096 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:51.485492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-dd3106ac-075e-4e76-b618-06a311c7b096 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 812 time: 0.1040580 Oct 13 05:14:51.500146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-3abb7105-f81a-4194-8ac9-10f49e48c1fe tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/quotas/828aed11111b4dd38ae878e27235e97c HTTP/1.1" status: 200 len: 375 time: 0.0088203 Oct 13 05:14:51.530092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d7c8ad84-0140-4870-a491-7d939838058e tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247765 Oct 13 05:14:51.573847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85765a7f-cdbd-4301-9dae-28fc1ed0d299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:51.625145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-44513ea5-512e-4ab4-a2da-76f68a0d4b04 service neutron] 10.222.0.44 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878811 Oct 13 05:14:51.713214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-30ef54df-128e-400c-b027-55ae89eb7f7f service neutron] 10.222.0.44 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819230 Oct 13 05:14:51.867416 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f67b472-0a7b-4d04-ba72-0e877dc24755 req-94d40618-cb88-4a34-8461-a4ddae6cbe53 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 210 time: 0.0262275 Oct 13 05:14:52.873312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-194413c4-2338-4710-a166-9822ea6f8f10 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:52.874774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-194413c4-2338-4710-a166-9822ea6f8f10 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.26 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 812 time: 0.1018882 Oct 13 05:14:52.887346 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Request body: {'port': {'device_id': '5ee34a9c-148e-4708-bbde-46c82321db12', 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67', 'admin_state_up': True, 'tenant_id': '828aed11111b4dd38ae878e27235e97c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:14:52.960929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d6cac3f0-9fef-4231-aeec-0934da1c7571 req-35d92576-a0d2-4f1a-bfdd-dc0ed389aa30 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 210 time: 0.0261858 Oct 13 05:14:52.985677 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:52.998371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Made reservation on behalf of 828aed11111b4dd38ae878e27235e97c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:14:53.002067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.126292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Allocated IP 172.20.0.14 (22396081-4ef0-4bf6-bd3d-532b3adaae67/fb8e049f-d9f7-47f2-b606-f93275ce90c2/89a1471d-a4e9-43b6-9300-2e7eea120373) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:14:53.255823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.267045 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.299405 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.345000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Network 22396081-4ef0-4bf6-bd3d-532b3adaae67 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:14:53.347935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:14:53.351659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:14:53.376126 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:53.403191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:53.403784 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.420115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-a91d0132-929a-4a3d-bd1c-69f9ae8ee22c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5362151 Oct 13 05:14:53.431481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Request body: {'port': {'device_id': '5ee34a9c-148e-4708-bbde-46c82321db12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:14:53.483370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.737451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a1471d-a4e9-43b6-9300-2e7eea120373 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:14:53.744523 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.756561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Transition to ACTIVE for port object 89a1471d-a4e9-43b6-9300-2e7eea120373 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:14:53.760633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.809967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:53.870873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:14:53.871194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:14:53.871513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 on network 22396081-4ef0-4bf6-bd3d-532b3adaae67 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:14:53.875574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Port 89a1471d-a4e9-43b6-9300-2e7eea120373 on network 22396081-4ef0-4bf6-bd3d-532b3adaae67 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:14:53.876735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 on network 22396081-4ef0-4bf6-bd3d-532b3adaae67 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:14:53.881177 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:14:53.881508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Checking segment: {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:14:53.881881 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Bound using segment: {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:14:53.882298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Bound port: 89a1471d-a4e9-43b6-9300-2e7eea120373, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:14:53.882641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.946731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:14:53.949667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:14:53.954427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.986518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:53.987125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:53.988557 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 1092 time: 0.5609367 Oct 13 05:14:53.988963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:14:53.991217 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:14:54.018951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9058576-2694-4d14-95a8-421da98821b4 service neutron] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:14:54.050404 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d5c7e-4f91-4884-b077-3c3d76924773 x-openstack-request-id: req-8d2d5c7e-4f91-4884-b077-3c3d76924773 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:54.050671 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:54.050923 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d2d5c7e-4f91-4884-b077-3c3d76924773 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:14:54.051310 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'status': 'completed', 'code': 200} Oct 13 05:14:54.112616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628719-0b31-4fb2-be0f-0580534d0b6f req-02124c73-1dcf-4ef6-8efe-8e3f4bc113d6 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:54.114119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99628719-0b31-4fb2-be0f-0580534d0b6f req-02124c73-1dcf-4ef6-8efe-8e3f4bc113d6 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0822790 Oct 13 05:14:54.116560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-2a451e0c-3cd5-470e-b3f8-d02469e17d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:54.117923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-2a451e0c-3cd5-470e-b3f8-d02469e17d53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1095 time: 0.0848582 Oct 13 05:14:54.169331 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-35ae840c-1c59-453b-8906-45288b0a96ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0427773 Oct 13 05:14:54.188045 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-99628719-0b31-4fb2-be0f-0580534d0b6f req-e2263235-85a1-4c41-9608-15ee04f2da8f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680492 Oct 13 05:14:54.223845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-2529aab8-048f-4061-b5b3-b660c91b46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:54.225371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-2529aab8-048f-4061-b5b3-b660c91b46a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0460863 Oct 13 05:14:54.257069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-52c1779f-1fc2-46c3-a7d0-1247b91d985d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244710 Oct 13 05:14:54.347626 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-73a71703-6a24-4f0b-9ab1-3e2cc1b75f77 service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831056 Oct 13 05:14:54.438396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8cf215f3-8c80-4ff5-9eb8-8a945a5c1b99 req-21f629af-158f-4a80-880d-a5b0fc3c6d12 service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820811 Oct 13 05:14:54.524008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-9df9a810-f3a0-4910-a472-a7e4da6b1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:54.525432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-9df9a810-f3a0-4910-a472-a7e4da6b1b66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1095 time: 0.0444322 Oct 13 05:14:54.614046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-636978dc-7cdb-41cc-bb8b-72e2fead6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:54.615441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-636978dc-7cdb-41cc-bb8b-72e2fead6fc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 913 time: 0.0813999 Oct 13 05:14:54.658708 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-e1009959-06fd-4b77-8540-28537bdafb71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0361433 Oct 13 05:14:54.707760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-c4e84c5d-22a4-4209-ac30-18162ba87684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:54.709184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-c4e84c5d-22a4-4209-ac30-18162ba87684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0434039 Oct 13 05:14:54.739774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-4465a1fc-0d17-4c26-a019-6b7577c80010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236845 Oct 13 05:14:54.813863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:54.830107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-0077978c-e5f0-4f95-9ad2-1c1736fe90de service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832691 Oct 13 05:14:54.918028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6887ec3d-19f6-412a-bc1f-b1f62ec8062b req-b24d340a-3869-4cec-aa02-b15fd73367a2 service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Oct 13 05:14:55.305286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11533a3-1d7a-4823-ae19-b4d397d63b57 req-9ce5b5d9-5bbe-4e5d-b3bc-a82ee8b1edb9 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:55.306729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f11533a3-1d7a-4823-ae19-b4d397d63b57 req-9ce5b5d9-5bbe-4e5d-b3bc-a82ee8b1edb9 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0518603 Oct 13 05:14:55.343450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f11533a3-1d7a-4823-ae19-b4d397d63b57 req-0443f74e-2ecb-4f57-983b-5f3980136d32 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Oct 13 05:14:56.456651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f987-702d-4274-9835-482e6e5c3a61 req-c21f3c1f-2014-4b72-b8b4-e7f02abeb141 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:56.458122 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90d5f987-702d-4274-9835-482e6e5c3a61 req-c21f3c1f-2014-4b72-b8b4-e7f02abeb141 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0489359 Oct 13 05:14:56.500765 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90d5f987-702d-4274-9835-482e6e5c3a61 req-5a23859f-bccb-4b17-8038-74aa77bcb2ca tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368993 Oct 13 05:14:57.611993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9091b-795d-4be6-bc17-51f0a7ab2b20 req-f10c8654-deb7-402f-b78c-533d15af4f34 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:57.613455 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1aa9091b-795d-4be6-bc17-51f0a7ab2b20 req-f10c8654-deb7-402f-b78c-533d15af4f34 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0480013 Oct 13 05:14:57.650821 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1aa9091b-795d-4be6-bc17-51f0a7ab2b20 req-1f824228-3702-4462-beee-7da6b67853f5 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Oct 13 05:14:59.088558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42427-c0c1-48cb-b676-5218e4d75654 req-8f76b9f0-1099-4233-bcda-9c335ce9eb89 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:59.090036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9a42427-c0c1-48cb-b676-5218e4d75654 req-8f76b9f0-1099-4233-bcda-9c335ce9eb89 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.3735070 Oct 13 05:14:59.127172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9a42427-c0c1-48cb-b676-5218e4d75654 req-ac916cb2-2796-43d5-9b8e-007ae3b126e1 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300565 Oct 13 05:14:59.497159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:14:59.587240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:59.600976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67', 'port_id': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'mac_address': 'fa:16:3e:e2:3a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8e049f-d9f7-47f2-b606-f93275ce90c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:14:59.637985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:59.650160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a1471d-a4e9-43b6-9300-2e7eea120373 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:14:59.668548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:14:59.672206 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:59.717425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:00.128912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['89a1471d-a4e9-43b6-9300-2e7eea120373'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:15:00.240457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04764d0-92cf-4ce9-b2f2-1179bac3ec86 req-0491ccdf-a1b0-4458-b465-d79c8f5f3192 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:00.241984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b04764d0-92cf-4ce9-b2f2-1179bac3ec86 req-0491ccdf-a1b0-4458-b465-d79c8f5f3192 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Oct 13 05:15:00.279844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b04764d0-92cf-4ce9-b2f2-1179bac3ec86 req-83e936bf-2d0d-40ee-ab26-cdd7d646cb4b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Oct 13 05:15:01.395529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf66def-eaf8-4b2c-b706-9e501dab9eac req-94f7d247-b288-4c38-8dd0-bdf8703a297c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:01.397005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcf66def-eaf8-4b2c-b706-9e501dab9eac req-94f7d247-b288-4c38-8dd0-bdf8703a297c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Oct 13 05:15:01.433021 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcf66def-eaf8-4b2c-b706-9e501dab9eac req-2edd2018-de5f-4e56-b99b-f3fe863ab86b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Oct 13 05:15:01.511803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:15:01.558629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 89a1471d-a4e9-43b6-9300-2e7eea120373 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:15:01.562250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 89a1471d-a4e9-43b6-9300-2e7eea120373 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:15:01.562620 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:01.639604 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:01.661484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:15:01.663721 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43a1e0f-be4d-43ec-8be5-848d37264a7d" -d '{"events": [{"server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "name": "network-vif-plugged", "status": "completed", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:15:01.676093 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:01.680494 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:01.703537 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f79d4eb-c9fc-4105-bad9-d420bf02d08b x-openstack-request-id: req-4f79d4eb-c9fc-4105-bad9-d420bf02d08b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:15:01.703831 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "name": "network-vif-plugged", "status": "completed", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:15:01.704088 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f79d4eb-c9fc-4105-bad9-d420bf02d08b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:15:01.704480 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'code': 200} Oct 13 05:15:01.731999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:01.792839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318633c4-2498-4b08-b0d6-192ace2cc770 req-2582bb4f-68a4-4c94-ae94-7f375e515301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:01.794266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-318633c4-2498-4b08-b0d6-192ace2cc770 req-2582bb4f-68a4-4c94-ae94-7f375e515301 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1097 time: 0.0378532 Oct 13 05:15:01.827962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-318633c4-2498-4b08-b0d6-192ace2cc770 req-77cf9c38-621d-4316-abbb-a11d792df8b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262156 Oct 13 05:15:02.547907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5eb9c-bbe2-4a97-b678-714cb6229863 req-67692eab-6880-4e6b-960d-69999f8a3ee0 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:02.549363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdd5eb9c-bbe2-4a97-b678-714cb6229863 req-67692eab-6880-4e6b-960d-69999f8a3ee0 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0509260 Oct 13 05:15:02.585185 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fdd5eb9c-bbe2-4a97-b678-714cb6229863 req-b5c8a9b6-3f12-4c6d-a369-5ced6b7cfa08 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300043 Oct 13 05:15:03.702354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33a747-0466-4db9-b6f3-2bc57dce2cac req-821b5e99-81e7-4b98-b01d-af484417507b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:03.703695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca33a747-0466-4db9-b6f3-2bc57dce2cac req-821b5e99-81e7-4b98-b01d-af484417507b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0518429 Oct 13 05:15:03.740729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca33a747-0466-4db9-b6f3-2bc57dce2cac req-e97346d9-d496-49da-add0-988e060854f8 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Oct 13 05:15:03.947199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:03.973809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6eef-0a65-4618-846b-4332ca0b549c req-2dc3937c-67e0-4bba-b8d7-8f371b522626 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:03.975271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6ea6eef-0a65-4618-846b-4332ca0b549c req-2dc3937c-67e0-4bba-b8d7-8f371b522626 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Oct 13 05:15:04.013855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b6ea6eef-0a65-4618-846b-4332ca0b549c req-a6cc7f71-5deb-4fa3-81f5-adb1b68162da tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326626 Oct 13 05:15:04.027796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-f420af4c-dcde-45bc-badb-cd2b95466ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792699 Oct 13 05:15:04.036617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-474a4ad6-aaf1-4571-a760-b12435396540 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:15:04.038219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-474a4ad6-aaf1-4571-a760-b12435396540 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051651 Oct 13 05:15:05.135446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-cb4e120d-b1ce-4f0b-8b18-056d4cb75c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:05.136970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-cb4e120d-b1ce-4f0b-8b18-056d4cb75c7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1097 time: 0.0690813 Oct 13 05:15:05.148923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba24dee-c1e8-4806-b267-4bbb916b1854 req-f6c0a021-f033-45e7-9971-d0f82ef6edbb tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:05.150284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ba24dee-c1e8-4806-b267-4bbb916b1854 req-f6c0a021-f033-45e7-9971-d0f82ef6edbb tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0585935 Oct 13 05:15:05.240624 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ba24dee-c1e8-4806-b267-4bbb916b1854 req-840a406e-2478-40fc-944d-bd04dd477ab9 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815349 Oct 13 05:15:05.262175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-654e9a4c-fafa-4b69-9cfe-ddb5975b7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:05.263647 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-654e9a4c-fafa-4b69-9cfe-ddb5975b7ff2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 913 time: 0.1125286 Oct 13 05:15:05.305052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-c2d3495c-a1b0-43a9-8a26-b14704a125da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0339990 Oct 13 05:15:05.355916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-6ffc8309-29ab-41de-b0dd-4ad70e060bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:05.357359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-6ffc8309-29ab-41de-b0dd-4ad70e060bac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0455437 Oct 13 05:15:05.388706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-26735b7b-ca60-4fd7-aae3-78f0796f3410 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239401 Oct 13 05:15:05.476139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-86776d2d-7a8a-46c2-a424-525552f34dfd service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799801 Oct 13 05:15:05.565214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-3c14c6b0-0350-4b9b-bce0-799f6ecb1b19 service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814393 Oct 13 05:15:06.358453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05bd9d-14d3-441d-a3f5-8e0369628d0a req-e0a6a64b-1b38-4743-ace0-231113d62d16 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:06.359918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e05bd9d-14d3-441d-a3f5-8e0369628d0a req-e0a6a64b-1b38-4743-ace0-231113d62d16 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0514362 Oct 13 05:15:06.401343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0e05bd9d-14d3-441d-a3f5-8e0369628d0a req-999531b3-2a35-495f-9ee0-f26097c8ef26 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342367 Oct 13 05:15:07.512839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c7190-bc7e-4f92-932d-2071af3974ef req-3f514ff9-c83c-449e-be6f-fe0d9931dda4 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:07.514295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c89c7190-bc7e-4f92-932d-2071af3974ef req-3f514ff9-c83c-449e-be6f-fe0d9931dda4 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Oct 13 05:15:07.551632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c89c7190-bc7e-4f92-932d-2071af3974ef req-f4588c56-c4eb-4f9b-88ba-a9e807068d13 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Oct 13 05:15:08.665709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343d82-c6b5-4717-9b29-a8c0eced067b req-fb67708a-60de-4666-8580-f622d25245cc tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:08.667058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1343d82-c6b5-4717-9b29-a8c0eced067b req-fb67708a-60de-4666-8580-f622d25245cc tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0516996 Oct 13 05:15:08.704874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a1343d82-c6b5-4717-9b29-a8c0eced067b req-6bbdd3c6-5d7e-47e1-a7ef-05fc03544326 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Oct 13 05:15:08.917666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:09.828593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d2194-4237-4b11-ad81-19080b5c8dbe req-96c72f2f-698a-4baa-afda-4d862cdcb169 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:09.830063 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f43d2194-4237-4b11-ad81-19080b5c8dbe req-96c72f2f-698a-4baa-afda-4d862cdcb169 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0525362 Oct 13 05:15:09.866790 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f43d2194-4237-4b11-ad81-19080b5c8dbe req-c0f44d58-358a-4f3e-955f-3526d3191787 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Oct 13 05:15:10.711773 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:10.979313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b7f66-e1b9-4263-a97c-1a527188f8ba req-10521136-7c52-4132-8931-82907eb87a9c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:10.980704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-312b7f66-e1b9-4263-a97c-1a527188f8ba req-10521136-7c52-4132-8931-82907eb87a9c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Oct 13 05:15:11.017702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-312b7f66-e1b9-4263-a97c-1a527188f8ba req-8b207dc7-02e6-4759-a86c-5e26d88a38ff tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Oct 13 05:15:12.133111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc93be1-48e2-43dd-9c24-23beccd8f746 req-44af3fae-09af-4ead-87e3-5f51d877752b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:12.134579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcc93be1-48e2-43dd-9c24-23beccd8f746 req-44af3fae-09af-4ead-87e3-5f51d877752b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0493650 Oct 13 05:15:12.170934 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcc93be1-48e2-43dd-9c24-23beccd8f746 req-e59c93b8-cc70-4724-90da-2c3fea33cfca tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306177 Oct 13 05:15:12.642987 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:15:13.282891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162aad-9d2a-46c1-8df3-2a1c8a5cab97 req-6d67b9a8-4745-4861-9057-3d54b47d6869 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:13.285032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8162aad-9d2a-46c1-8df3-2a1c8a5cab97 req-6d67b9a8-4745-4861-9057-3d54b47d6869 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0483270 Oct 13 05:15:13.321092 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8162aad-9d2a-46c1-8df3-2a1c8a5cab97 req-49aa33b6-ba5a-49c8-8b3f-08fba171e775 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299335 Oct 13 05:15:14.433956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd1ba-228f-48c8-82a0-fe61ecc386e9 req-1d942f14-d64c-44b2-b366-f6422a8be792 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:14.435433 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-245dd1ba-228f-48c8-82a0-fe61ecc386e9 req-1d942f14-d64c-44b2-b366-f6422a8be792 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Oct 13 05:15:14.473084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-245dd1ba-228f-48c8-82a0-fe61ecc386e9 req-2d39b0aa-1edf-4137-9840-9d33fd99a5ad tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Oct 13 05:15:15.591475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc215ffa-0763-4736-99a1-e6b477de8ddf req-8715d485-c9d4-4c6f-a992-effbaa486a3b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:15.592963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc215ffa-0763-4736-99a1-e6b477de8ddf req-8715d485-c9d4-4c6f-a992-effbaa486a3b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0532033 Oct 13 05:15:15.632195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc215ffa-0763-4736-99a1-e6b477de8ddf req-14ff196f-1d76-444d-81ff-dbc2a2a27529 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Oct 13 05:15:16.748474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b65005-32cc-44ee-ac7a-8f1f8b0b05b5 req-15713014-b7c5-476d-82fd-665b99c22b89 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:16.749937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5b65005-32cc-44ee-ac7a-8f1f8b0b05b5 req-15713014-b7c5-476d-82fd-665b99c22b89 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0523179 Oct 13 05:15:16.786220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a5b65005-32cc-44ee-ac7a-8f1f8b0b05b5 req-dd6ccce8-b7e2-4a11-930f-68b5bae07399 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298305 Oct 13 05:15:17.899922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfad8b-0515-4eed-87ed-aa6ce9c3e8d6 req-d48ad7e5-5785-48ec-9dc3-5fe22924cc97 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:17.901386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4cfad8b-0515-4eed-87ed-aa6ce9c3e8d6 req-d48ad7e5-5785-48ec-9dc3-5fe22924cc97 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0479889 Oct 13 05:15:17.937551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a4cfad8b-0515-4eed-87ed-aa6ce9c3e8d6 req-eddc9a73-cf64-49ea-99f3-4f7e53049c09 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302470 Oct 13 05:15:19.052779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335ef9e-72fb-433c-8d3f-6a8f80ee395f req-01f22919-df9a-4764-9941-ac7a42db7bd4 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:19.054230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1335ef9e-72fb-433c-8d3f-6a8f80ee395f req-01f22919-df9a-4764-9941-ac7a42db7bd4 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0501757 Oct 13 05:15:19.081478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af071c38-8d6b-4822-8d9f-2850b99d4853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:19.091548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1335ef9e-72fb-433c-8d3f-6a8f80ee395f req-9c9f2948-9c31-4465-aa11-84b81208350b tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Oct 13 05:15:20.203490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e4ffb-7675-4803-9e60-0ef6516f8e58 req-87d4859a-34ce-48ce-87c5-14bd15ba138e tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:20.204941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b9e4ffb-7675-4803-9e60-0ef6516f8e58 req-87d4859a-34ce-48ce-87c5-14bd15ba138e tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0479553 Oct 13 05:15:20.242599 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b9e4ffb-7675-4803-9e60-0ef6516f8e58 req-ba294fbb-22e7-4220-bc0f-6efc263fddd9 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Oct 13 05:15:21.356801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43afd-25f5-4864-b0b4-64316f0fcbd2 req-215da0a5-4304-432f-82a3-3da4fd0d307f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:21.358242 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ab43afd-25f5-4864-b0b4-64316f0fcbd2 req-215da0a5-4304-432f-82a3-3da4fd0d307f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0488806 Oct 13 05:15:21.397134 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ab43afd-25f5-4864-b0b4-64316f0fcbd2 req-4eeeee59-3f31-4211-ad64-36b768d51469 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Oct 13 05:15:21.574894 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4a19-b069-431e-8448-e02097201a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:22.513181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195a76-51c1-4882-a1bd-bcf088476d7c req-24d59372-7b93-404f-b464-a99c12360438 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:22.514621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0195a76-51c1-4882-a1bd-bcf088476d7c req-24d59372-7b93-404f-b464-a99c12360438 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0511029 Oct 13 05:15:22.551341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f0195a76-51c1-4882-a1bd-bcf088476d7c req-79e859e7-dcfa-42dd-9dae-53f1e1ff3172 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302143 Oct 13 05:15:22.977348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:23.258421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:23.682295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55ff5-cefc-472d-a9d8-6be23cfdc29c req-3aa25949-e6ef-4b0a-b3f7-e2453938e428 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:23.683765 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12f55ff5-cefc-472d-a9d8-6be23cfdc29c req-3aa25949-e6ef-4b0a-b3f7-e2453938e428 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0529463 Oct 13 05:15:23.720442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12f55ff5-cefc-472d-a9d8-6be23cfdc29c req-575800a0-e6ff-4ec3-868d-5332540508a8 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Oct 13 05:15:24.813744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:24.833288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16006f1c-6385-45cf-ab23-d8d0181b1d7a req-1b923868-db8e-4cc9-8ce8-d9acf1457066 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:24.834780 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16006f1c-6385-45cf-ab23-d8d0181b1d7a req-1b923868-db8e-4cc9-8ce8-d9acf1457066 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0490065 Oct 13 05:15:24.871901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16006f1c-6385-45cf-ab23-d8d0181b1d7a req-cd2870cb-9c8e-4247-b41c-2c5aca40b1a3 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Oct 13 05:15:25.983304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc2581-d941-444a-925e-0ad855ece924 req-5d6005e8-cd21-45bc-be72-93c304091c41 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:25.984795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60fc2581-d941-444a-925e-0ad855ece924 req-5d6005e8-cd21-45bc-be72-93c304091c41 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0477457 Oct 13 05:15:26.022044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60fc2581-d941-444a-925e-0ad855ece924 req-1bf40286-3e33-4202-a84b-25309afd1953 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Oct 13 05:15:27.134129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fb1e-441d-44d1-9273-877d7c6e3aef req-71690d36-b619-449c-87be-f409edc9986c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:27.135583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e90fb1e-441d-44d1-9273-877d7c6e3aef req-71690d36-b619-449c-87be-f409edc9986c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0474606 Oct 13 05:15:27.172810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e90fb1e-441d-44d1-9273-877d7c6e3aef req-3d835158-f2f2-4f78-ab97-1280fccac236 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Oct 13 05:15:28.285993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f223a5-a7a5-42cc-adf5-ebf2e63479f5 req-e4ac97bb-dc6e-44cc-ae7d-9345a57111f7 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:28.287442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21f223a5-a7a5-42cc-adf5-ebf2e63479f5 req-e4ac97bb-dc6e-44cc-ae7d-9345a57111f7 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0479879 Oct 13 05:15:28.323474 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-21f223a5-a7a5-42cc-adf5-ebf2e63479f5 req-62e118dd-24e3-468f-91ba-4af2b49140f1 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300255 Oct 13 05:15:29.439931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22d2ca-ec4b-432a-82cb-6c63f53ec48a req-bb36b375-e084-4219-ae13-7c187fe2ae79 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:29.441388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d22d2ca-ec4b-432a-82cb-6c63f53ec48a req-bb36b375-e084-4219-ae13-7c187fe2ae79 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0517406 Oct 13 05:15:29.478106 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d22d2ca-ec4b-432a-82cb-6c63f53ec48a req-269a6e13-d0c7-47cd-a391-0e0a29cecf77 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Oct 13 05:15:30.598816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a64d6-fd7c-42c2-a0ec-5a994b66ebeb req-4e07a0eb-3458-463a-b63c-cc03e3e5bc2f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:30.600748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a87a64d6-fd7c-42c2-a0ec-5a994b66ebeb req-4e07a0eb-3458-463a-b63c-cc03e3e5bc2f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0565815 Oct 13 05:15:30.638031 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a87a64d6-fd7c-42c2-a0ec-5a994b66ebeb req-6db9c2e8-293a-486e-816f-b7f37ccfdb2c tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Oct 13 05:15:31.751016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826335b-26dc-4e9a-bb6d-65b505d1c4f0 req-fcba1add-17cb-4b60-8c2e-abccac2e807d tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:31.753394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7826335b-26dc-4e9a-bb6d-65b505d1c4f0 req-fcba1add-17cb-4b60-8c2e-abccac2e807d tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0495806 Oct 13 05:15:31.789330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7826335b-26dc-4e9a-bb6d-65b505d1c4f0 req-ae81c5fb-8929-4710-99d4-8e55c823d3a7 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300872 Oct 13 05:15:32.664412 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-3f0f20fe-1695-4dd3-a2ec-5f128030d81a service neutron] show failed (client error): The resource could not be found. Oct 13 05:15:32.665595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-3f0f20fe-1695-4dd3-a2ec-5f128030d81a service neutron] 10.222.0.26 "GET /v2.0/ports/89a1471d-a4e9-43b6-9300-2e7eea120373/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0553510 Oct 13 05:15:32.957953 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb9f2-fb97-47ad-93b6-4911f45fb5b7 req-123a2ea7-62d0-4fbf-8a83-086908931d9f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:32.959307 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-889bb9f2-fb97-47ad-93b6-4911f45fb5b7 req-123a2ea7-62d0-4fbf-8a83-086908931d9f tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 946 time: 0.0919569 Oct 13 05:15:32.967890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-e1556023-917b-4fd0-be08-5ee108ec9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:32.969277 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-e1556023-917b-4fd0-be08-5ee108ec9e26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12&tenant_id=828aed11111b4dd38ae878e27235e97c HTTP/1.1" status: 200 len: 1097 time: 0.1546748 Oct 13 05:15:32.988089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:15:33.023308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-889bb9f2-fb97-47ad-93b6-4911f45fb5b7 req-c9a1037f-53db-42a1-9d88-470a106379c0 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 Oct 13 05:15:33.052264 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:33.245922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:33.280872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:15:33.318400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:15:33.320763 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813a14f-c1c2-4ddf-bfd5-c53bf008ab76" -d '{"events": [{"server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "name": "network-vif-unplugged", "status": "completed", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:15:33.324857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:33.337403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Transition to ACTIVE for port object 89a1471d-a4e9-43b6-9300-2e7eea120373 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:15:33.341182 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:33.370333 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb5b52-84f6-4aad-b869-8a77f1de900c x-openstack-request-id: req-7cbb5b52-84f6-4aad-b869-8a77f1de900c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:15:33.370628 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "name": "network-vif-unplugged", "status": "completed", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:15:33.370899 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cbb5b52-84f6-4aad-b869-8a77f1de900c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:15:33.371353 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'code': 200} Oct 13 05:15:33.404010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] No DVR routers for this DVR port 89a1471d-a4e9-43b6-9300-2e7eea120373 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:15:33.411131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:33.433647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.433989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.434324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.434657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.434985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.435311 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.435634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.435956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.436275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.436595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.436937 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.437256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:33.452761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:15:33.453103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:15:33.453425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 on network 22396081-4ef0-4bf6-bd3d-532b3adaae67 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:15:33.458144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Port 89a1471d-a4e9-43b6-9300-2e7eea120373 on network 22396081-4ef0-4bf6-bd3d-532b3adaae67 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:15:33.458465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Attempting to bind port 89a1471d-a4e9-43b6-9300-2e7eea120373 on network 22396081-4ef0-4bf6-bd3d-532b3adaae67 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:15:33.463046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:15:33.463368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Checking segment: {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:15:33.463740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Bound using segment: {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:15:33.464166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Bound port: 89a1471d-a4e9-43b6-9300-2e7eea120373, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6680c470-9434-4b92-9c7f-ef8822283eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:15:33.464509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:33.527769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:15:33.530697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:15:33.535499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:33.569990 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:33.570587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:33.571933 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] 10.222.0.15 "PUT /v2.0/ports/89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 1092 time: 0.5882263 Oct 13 05:15:33.591850 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ea06e-17ab-45c4-99fc-ad6a52484b55 service neutron] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:33.634174 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-5c04a4bf-3b7e-4718-b1b5-c1a6c31f5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:33.635643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-5c04a4bf-3b7e-4718-b1b5-c1a6c31f5d84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1095 time: 0.0405517 Oct 13 05:15:33.727620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-339b7fab-54ed-4f0c-9751-92b06e141ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:33.729087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-339b7fab-54ed-4f0c-9751-92b06e141ee1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 913 time: 0.0864849 Oct 13 05:15:33.769250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-3e66c917-41c3-4362-b049-1a92271cf4d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0333741 Oct 13 05:15:33.816235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-857762e6-b0ca-45fb-9312-f42f4cc408cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:33.817675 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-857762e6-b0ca-45fb-9312-f42f4cc408cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0414398 Oct 13 05:15:33.852154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-9dacdda3-5e2e-43cb-abdc-f1abd3d6ce2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273583 Oct 13 05:15:33.937748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-ee41b4bc-3c1d-4eb0-aa92-e9024044d61b service neutron] 10.222.0.15 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783563 Oct 13 05:15:34.028674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f0bf32e9-174c-4e85-96d2-cb7f90d39b9a req-cb1611e6-3cf1-4cf0-ae26-0f69d9dfce42 service neutron] 10.222.0.15 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838640 Oct 13 05:15:34.143298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff1e72-f376-4a3f-8609-7dc51ba497d2 req-242b4d98-52b6-476d-91f6-4317fdb56611 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:34.144925 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7ff1e72-f376-4a3f-8609-7dc51ba497d2 req-242b4d98-52b6-476d-91f6-4317fdb56611 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0515280 Oct 13 05:15:34.183771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7ff1e72-f376-4a3f-8609-7dc51ba497d2 req-5fa2c929-a151-4963-ba4c-4b28aaa30fcb tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Oct 13 05:15:35.298423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298fd48-e769-431b-b1c7-2c31e0957580 req-5a40f36e-136b-4071-af2d-29c86e929db3 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.300496 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2298fd48-e769-431b-b1c7-2c31e0957580 req-5a40f36e-136b-4071-af2d-29c86e929db3 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0482495 Oct 13 05:15:35.337193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2298fd48-e769-431b-b1c7-2c31e0957580 req-6a1afd53-1134-4481-81dc-3f46082bf7a9 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Oct 13 05:15:35.372370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:15:35.374746 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52a13d-8b02-475b-b184-d6cc3d99d077" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:15:35.428589 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39252ba-535d-4770-9767-5fc5ac1e2732 x-openstack-request-id: req-b39252ba-535d-4770-9767-5fc5ac1e2732 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:15:35.428926 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:15:35.429173 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b39252ba-535d-4770-9767-5fc5ac1e2732 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:15:35.429560 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'status': 'completed', 'code': 200} Oct 13 05:15:35.520646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-3571f871-4dc9-4b66-96a1-7080eee44ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.522260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-3571f871-4dc9-4b66-96a1-7080eee44ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1095 time: 0.0745416 Oct 13 05:15:35.527652 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-9e470e36-e1d0-459d-ac70-e843997051d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.529040 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-9e470e36-e1d0-459d-ac70-e843997051d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1095 time: 0.0701926 Oct 13 05:15:35.667928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:15:35.683075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-2591c95f-b9cd-4c2b-9a6e-1d17439948f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.684555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-2591c95f-b9cd-4c2b-9a6e-1d17439948f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 913 time: 0.1542985 Oct 13 05:15:35.687201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-64396cd7-725d-4a99-93b9-49bbd1eb7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.688514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-64396cd7-725d-4a99-93b9-49bbd1eb7a76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 913 time: 0.1503737 Oct 13 05:15:35.710375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:15:35.731128 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-21e818f3-515f-429c-8328-75a4fa53a072 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0391297 Oct 13 05:15:35.767843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-25b61570-3b0e-423b-909a-6c4e3ee87d13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0693185 Oct 13 05:15:35.834927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-e9cf05af-1cb0-4285-b1e5-db11ab7086cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.836330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-e9cf05af-1cb0-4285-b1e5-db11ab7086cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0764778 Oct 13 05:15:35.839638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-1fdc0831-a057-4686-9189-5b813cd8dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:35.840962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-1fdc0831-a057-4686-9189-5b813cd8dab7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0551465 Oct 13 05:15:35.873782 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-294cea60-fe22-45d0-a624-b76a018edb0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301297 Oct 13 05:15:35.891418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-1e321ee8-e0a7-4d7f-afbc-4d9638fe8486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392900 Oct 13 05:15:36.035429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-726f9884-2809-4019-a395-18ce1069c3a6 service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458983 Oct 13 05:15:36.038687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-f8920fc3-4c71-4cc9-896c-bc4e5996c91d service neutron] 10.222.0.15 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401000 Oct 13 05:15:36.188972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-7695823c-78f7-41ba-a531-9e4375cdb02e service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464045 Oct 13 05:15:36.192337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ee52a13d-8b02-475b-b184-d6cc3d99d077 req-5458ab16-708b-4c3e-96c8-1f6c6cbc7fab service neutron] 10.222.0.15 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425116 Oct 13 05:15:36.455223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506c60-993f-40e9-ba23-be96f2d17698 req-bcd88a3f-85cb-434b-9975-0e2068e26390 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:36.456656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac506c60-993f-40e9-ba23-be96f2d17698 req-bcd88a3f-85cb-434b-9975-0e2068e26390 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 944 time: 0.0531015 Oct 13 05:15:36.493368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac506c60-993f-40e9-ba23-be96f2d17698 req-843b38c4-12eb-46ef-adc1-490f6c05a3ca tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Oct 13 05:15:36.753313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-43dde2de-e307-433c-9c44-b2844f45d7b4 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:36.754767 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-43dde2de-e307-433c-9c44-b2844f45d7b4 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12&tenant_id=828aed11111b4dd38ae878e27235e97c&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 944 time: 0.0838103 Oct 13 05:15:37.059038 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-cba06606-e6bc-44fa-9c5f-c421129ff1d9 service neutron] delete failed (client error): The resource could not be found. Oct 13 05:15:37.060064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-cba06606-e6bc-44fa-9c5f-c421129ff1d9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/89a1471d-a4e9-43b6-9300-2e7eea120373/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.2970107 Oct 13 05:15:37.140207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-ba069403-4e42-411d-aef6-98e662a458d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:37.141692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-ba069403-4e42-411d-aef6-98e662a458d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=828aed11111b4dd38ae878e27235e97c&device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 1095 time: 0.0400956 Oct 13 05:15:37.231014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-526919c4-6393-43eb-98e8-7b1973834e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:37.232432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-526919c4-6393-43eb-98e8-7b1973834e79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 200 len: 913 time: 0.0838010 Oct 13 05:15:37.271614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-6ef7dfd1-b451-48fa-8dd6-b4a1564e4420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 200 len: 217 time: 0.0325432 Oct 13 05:15:37.317959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-3c688727-c7dc-4038-bfb5-7424e325cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:37.319253 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-3c688727-c7dc-4038-bfb5-7424e325cd24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 200 len: 852 time: 0.0415969 Oct 13 05:15:37.352645 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-6c3a477f-e4e9-4014-9a07-253547690876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22396081-4ef0-4bf6-bd3d-532b3adaae67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232222 Oct 13 05:15:37.445140 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-ce72b644-ab47-4f57-b056-978ed15b180b service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837784 Oct 13 05:15:37.535210 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-aa4b5c51-7b2e-4b2f-adb9-6dfcaf7d0b4d service neutron] 10.222.0.26 "GET /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831547 Oct 13 05:15:37.681246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:15:37.770389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:37.781126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'network_id': '22396081-4ef0-4bf6-bd3d-532b3adaae67', 'port_id': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'mac_address': 'fa:16:3e:e2:3a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8e049f-d9f7-47f2-b606-f93275ce90c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:15:37.819157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:37.831973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a1471d-a4e9-43b6-9300-2e7eea120373 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:15:37.854720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:37.858428 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:37.903776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:38.103570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['89a1471d-a4e9-43b6-9300-2e7eea120373'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:15:38.198393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96950d3-acd5-455c-9b88-e232600bfe23 req-a32d8d9e-d027-4737-917a-c4a1e70aa5ba tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:38.199750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b96950d3-acd5-455c-9b88-e232600bfe23 req-a32d8d9e-d027-4737-917a-c4a1e70aa5ba tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Oct 13 05:15:38.238274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b96950d3-acd5-455c-9b88-e232600bfe23 req-61a6b0a8-7c72-4806-9feb-3031227b1610 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Oct 13 05:15:38.924132 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.354056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0993d-5c59-405b-b1d3-aab2ff1d9dad req-10ae0bf8-93ab-4118-b568-876282c660e7 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:39.355507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67a0993d-5c59-405b-b1d3-aab2ff1d9dad req-10ae0bf8-93ab-4118-b568-876282c660e7 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Oct 13 05:15:39.393696 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-67a0993d-5c59-405b-b1d3-aab2ff1d9dad req-b96fcd60-0aaa-45ef-89a8-ab8f41e780a3 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.44 "GET /v2.0/security-groups?id=39733053-557e-412c-98dc-d1f5c3a30826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Oct 13 05:15:39.489270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-bcc485f7-3cf1-4faa-87f1-ca57b726cddf tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:39.490685 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-bcc485f7-3cf1-4faa-87f1-ca57b726cddf tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ee34a9c-148e-4708-bbde-46c82321db12 HTTP/1.1" status: 200 len: 945 time: 0.0467279 Oct 13 05:15:39.581230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Deleting port 89a1471d-a4e9-43b6-9300-2e7eea120373 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:15:39.581575 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.668708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] For port 89a1471d-a4e9-43b6-9300-2e7eea120373, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=89a1471d-a4e9-43b6-9300-2e7eea120373,segment=NetworkSegment(6680c470-9434-4b92-9c7f-ef8822283eb2),segment_id=6680c470-9434-4b92-9c7f-ef8822283eb2)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:39.669082 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.681200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Calling delete_port for 89a1471d-a4e9-43b6-9300-2e7eea120373 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:15:39.692021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:15:39.741929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 89a1471d-a4e9-43b6-9300-2e7eea120373 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:15:39.745597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 89a1471d-a4e9-43b6-9300-2e7eea120373 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:15:39.745966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.808564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.821583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['89a1471d-a4e9-43b6-9300-2e7eea120373'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:15:39.839249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Pushing event deleted for resources: {'Port': ['ID=89a1471d-a4e9-43b6-9300-2e7eea120373,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:39.844627 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.884733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] No DVR routers for this DVR port 89a1471d-a4e9-43b6-9300-2e7eea120373 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:15:39.887286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:39.890792 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8166016-f55b-48f9-a8da-909a88e9fc4a req-0f70a63f-2731-4389-8443-051a8426f456 tempest-DeleteServersTestJSON-958830068 tempest-DeleteServersTestJSON-958830068-project] 10.222.0.15 "DELETE /v2.0/ports/89a1471d-a4e9-43b6-9300-2e7eea120373 HTTP/1.1" status: 204 len: 173 time: 0.3927174 Oct 13 05:15:39.891220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'name': 'network-vif-deleted', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:15:39.894137 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccfe053-9028-4c8b-87f4-74de62b0c5fb" -d '{"events": [{"server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "name": "network-vif-deleted", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:15:39.929502 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9021d9-05f6-41c4-9c93-801870f766cf x-openstack-request-id: req-9b9021d9-05f6-41c4-9c93-801870f766cf {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:15:39.929802 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee34a9c-148e-4708-bbde-46c82321db12", "name": "network-vif-deleted", "tag": "89a1471d-a4e9-43b6-9300-2e7eea120373", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:15:39.930059 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b9021d9-05f6-41c4-9c93-801870f766cf {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:15:39.930463 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee34a9c-148e-4708-bbde-46c82321db12', 'name': 'network-vif-deleted', 'tag': '89a1471d-a4e9-43b6-9300-2e7eea120373', 'status': 'completed', 'code': 200} Oct 13 05:15:40.518039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:40.562252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Deleting subnet fb8e049f-d9f7-47f2-b606-f93275ce90c2 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:15:40.565201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.598043 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.640217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.696539 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.719591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.729789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8e049f-d9f7-47f2-b606-f93275ce90c2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:40.732514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.735712 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6913120c-9704-4d58-a764-4926750fda40 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fb8e049f-d9f7-47f2-b606-f93275ce90c2 HTTP/1.1" status: 204 len: 168 time: 0.2166779 Oct 13 05:15:40.738794 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:40.806852 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.885324 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.904245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22396081-4ef0-4bf6-bd3d-532b3adaae67']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:15:40.913065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6680c470-9434-4b92-9c7f-ef8822283eb2') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:15:40.913356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6680c470-9434-4b92-9c7f-ef8822283eb2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:15:40.922542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.935793 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.942105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:15:40.942488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:15:40.944105 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:15:40.994209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.998812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:41.001974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] 10.222.0.44 "DELETE /v2.0/networks/22396081-4ef0-4bf6-bd3d-532b3adaae67 HTTP/1.1" status: 204 len: 168 time: 0.2622273 Oct 13 05:15:41.015336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94110533-c4ab-489a-b0dd-07e371985f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=22396081-4ef0-4bf6-bd3d-532b3adaae67,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:41.107672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:41.147022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c9cd730f-074f-4b1e-9c04-ce641025e423 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=828aed11111b4dd38ae878e27235e97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382195 Oct 13 05:15:41.149445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:41.195870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:41.215611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:41.266128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:41.269284 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:41.270395 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39733053-557e-412c-98dc-d1f5c3a30826 HTTP/1.1" status: 204 len: 168 time: 0.1201048 Oct 13 05:15:41.278138 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39733053-557e-412c-98dc-d1f5c3a30826,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:41.286854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.287226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.287561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.287884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.288206 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.288521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.288868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.289184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.289499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.290075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.290386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.290694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657941a-c13a-4793-9bb7-99be75ecb58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:41.910826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:42.005375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-924705671-network', 'tenant_id': '8374f518c6b344fb9da4174798c44794'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:15:42.025704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Made reservation on behalf of 8374f518c6b344fb9da4174798c44794 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:15:42.028039 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.040703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.112373 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.116053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.140957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:15:42.150234 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde0f03-69f6-4808-8afc-7cf242209765,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:42.157048 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.157413 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Added segment 5360041c-4bbb-409a-a85e-d94bab8144a3 of type vlan for network 64001266-d2c7-4e95-83a4-3a2536ffb0ca Oct 13 05:15:42.196894 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.221077 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.222010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:42.222596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.279308 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3672566 Oct 13 05:15:42.282010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:15:42.286666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Request body: {'subnet': {'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-924705671-subnet', 'tenant_id': '8374f518c6b344fb9da4174798c44794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:15:42.290138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5d35a-35e7-49de-bc4e-f82bbb1c4df9 admin admin] Pushing event updated for resources: {'Network': ['ID=64001266-d2c7-4e95-83a4-3a2536ffb0ca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:42.300398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 64001266-d2c7-4e95-83a4-3a2536ffb0ca details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:15:42.309791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Made reservation on behalf of 8374f518c6b344fb9da4174798c44794 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:15:42.312314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.476859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.532934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=525453e9-539a-49d9-8c02-0b9b495fb134,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:42.543936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Checking segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:15:42.544276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Network hostable DHCP agents. Network: 64001266-d2c7-4e95-83a4-3a2536ffb0ca, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:15:42.560704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Network 64001266-d2c7-4e95-83a4-3a2536ffb0ca is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:15:42.569610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 64001266-d2c7-4e95-83a4-3a2536ffb0ca) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:15:42.573809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:42.574397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.579206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26759b6a-1d12-42ab-a618-ae06874fcbd0 None None] Network 64001266-d2c7-4e95-83a4-3a2536ffb0ca requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:15:42.589648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-043dc50b-173c-4969-841c-38353f5119fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066571 Oct 13 05:15:42.702845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b334f-66c4-41ab-b8bb-92784c4f0838 None None] Network 64001266-d2c7-4e95-83a4-3a2536ffb0ca requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:15:42.995252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-037fbcbc-ff1a-48af-97f2-e259aaf65d14 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:42.996698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-037fbcbc-ff1a-48af-97f2-e259aaf65d14 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 814 time: 0.0978868 Oct 13 05:15:43.011004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-d1aa16ea-efad-4c26-85ab-f39c9a140c3a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/quotas/8374f518c6b344fb9da4174798c44794 HTTP/1.1" status: 200 len: 375 time: 0.0087128 Oct 13 05:15:43.046068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-ad9a7466-ac18-4f22-9c97-37626006eafe tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298674 Oct 13 05:15:43.132849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-8f75a7c3-8c31-4b57-907b-99223b59ea59 service neutron] 10.222.0.44 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800059 Oct 13 05:15:43.223645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-dde8b754-0c3e-4c29-8b9b-29de9673aa84 service neutron] 10.222.0.44 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844414 Oct 13 05:15:43.384162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1223347-6d9b-4195-b272-6298408d2020 req-487dae46-4670-45a4-9004-137b4afb2f1b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 210 time: 0.0275600 Oct 13 05:15:43.701191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:15:43.722627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 89a1471d-a4e9-43b6-9300-2e7eea120373 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:15:43.722963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 89a1471d-a4e9-43b6-9300-2e7eea120373 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:15:44.304493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-d1801bad-03b0-4d16-bf17-3f71285d1d4d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:44.305926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-d1801bad-03b0-4d16-bf17-3f71285d1d4d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 814 time: 0.1096954 Oct 13 05:15:44.319934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Request body: {'port': {'device_id': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'admin_state_up': True, 'tenant_id': '8374f518c6b344fb9da4174798c44794'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:15:44.427312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Made reservation on behalf of 8374f518c6b344fb9da4174798c44794 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:15:44.430898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:44.478208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e33d8d2-a836-4e88-a3c8-7c33d0eb3447 req-7fd5c896-2d04-47af-92ae-681fc695828d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Oct 13 05:15:44.557014 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Allocated IP 172.20.0.12 (64001266-d2c7-4e95-83a4-3a2536ffb0ca/525453e9-539a-49d9-8c02-0b9b495fb134/56c3e4f5-e447-430a-bf1c-e8554c1ec5ab) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:15:44.700488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:44.733225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:44.776153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Network 64001266-d2c7-4e95-83a4-3a2536ffb0ca is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:15:44.779144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:15:44.782904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:15:44.809581 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:44.834450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:44.835050 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:44.850872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-089300ab-707c-4848-a1c6-c90fe041c5d4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5347521 Oct 13 05:15:44.863266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Request body: {'port': {'device_id': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:15:44.913825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.170788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:15:45.178225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.190901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Transition to ACTIVE for port object 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:15:45.194555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.258991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:45.310286 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:15:45.310615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:15:45.310938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:15:45.315692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:15:45.316007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:15:45.320778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:15:45.321116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Checking segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:15:45.321493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Bound using segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:15:45.321908 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Bound port: 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:15:45.322276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.383968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:15:45.387108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:15:45.390864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.422827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:45.423430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.425455 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] 10.222.0.15 "PUT /v2.0/ports/56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 1092 time: 0.5661275 Oct 13 05:15:45.425930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:15:45.428195 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680c0384-9dbb-4c19-8a85-75244e788d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:15:45.453912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5866d28-6bd0-4846-9d78-a8c17f8aae79 service neutron] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:45.473136 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97423ed-dd8d-4a1d-b0c9-a2758971810a x-openstack-request-id: req-d97423ed-dd8d-4a1d-b0c9-a2758971810a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:15:45.473427 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:15:45.473682 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d97423ed-dd8d-4a1d-b0c9-a2758971810a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:15:45.474073 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'status': 'completed', 'code': 200} Oct 13 05:15:45.507128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-25c065a7-62ff-4d6b-83c6-8e989bda5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:45.508125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-25c065a7-62ff-4d6b-83c6-8e989bda5412 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1095 time: 0.0435843 Oct 13 05:15:45.554375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-903792c4-cb52-4976-b267-26857ec11d0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0376203 Oct 13 05:15:45.591662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7695be-ed99-4db8-9c63-2842808bbdb2 req-e9ceddd8-64f0-4840-8e1e-9d42c2c7858f tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:45.593151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c7695be-ed99-4db8-9c63-2842808bbdb2 req-e9ceddd8-64f0-4840-8e1e-9d42c2c7858f tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0486259 Oct 13 05:15:45.604788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b97c-3949-4945-9861-49c9c0147811 req-cbfcad7e-e4a9-4458-bdda-394b15f8c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:45.606326 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-cbfcad7e-e4a9-4458-bdda-394b15f8c472 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0444949 Oct 13 05:15:45.631203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5c7695be-ed99-4db8-9c63-2842808bbdb2 req-7092e93e-e241-4a50-8f8a-cc0b06f12a6e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Oct 13 05:15:45.637621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-2bb1cc7d-288e-4350-9764-f225b0b13c32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241249 Oct 13 05:15:45.727926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-99f50c07-7f27-4a97-88b7-75439793d399 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833871 Oct 13 05:15:45.814409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a570b97c-3949-4945-9861-49c9c0147811 req-54a804ac-8657-4d97-9d1d-86db70c1dbb6 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794926 Oct 13 05:15:45.897507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-652f7f6e-6ab0-4b17-a071-7a68721cee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:45.898932 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-652f7f6e-6ab0-4b17-a071-7a68721cee05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1095 time: 0.0399508 Oct 13 05:15:45.989687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-33510397-6f97-4ece-bb00-4a04cb7aa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:45.991015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-33510397-6f97-4ece-bb00-4a04cb7aa3b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0848606 Oct 13 05:15:46.030452 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-56088295-b9bc-4840-af1b-4da4fdaa1691 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0321894 Oct 13 05:15:46.082587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-99f3c4ef-6b20-41d2-922d-75458e4303f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:46.083946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-99f3c4ef-6b20-41d2-922d-75458e4303f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0453918 Oct 13 05:15:46.115857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-74590036-039f-43b9-a786-6ca15f38cb52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232120 Oct 13 05:15:46.203084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-06abec01-d533-476b-8eb9-b948721493f5 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790377 Oct 13 05:15:46.294516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-680c0384-9dbb-4c19-8a85-75244e788d1e req-1b2fe7b9-408b-4c1c-8545-67faaa9ca1dc service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Oct 13 05:15:46.745961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e53be-2c83-4c04-a1f7-38dc58c7d783 req-8f1d47e0-e680-44bf-8f45-5abcf1b48733 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:46.747432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e87e53be-2c83-4c04-a1f7-38dc58c7d783 req-8f1d47e0-e680-44bf-8f45-5abcf1b48733 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0493987 Oct 13 05:15:46.785090 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e87e53be-2c83-4c04-a1f7-38dc58c7d783 req-217f2b0a-73c1-49e7-9aa4-3bb9a1e42e4b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Oct 13 05:15:47.722236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:15:47.816552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:47.828434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'port_id': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'mac_address': 'fa:16:3e:41:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525453e9-539a-49d9-8c02-0b9b495fb134', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:15:47.865404 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:47.877949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:15:47.896824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:47.898181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99411-df57-4ac0-a530-c8af4ed5e00d req-d3ffb452-f983-4872-a64a-49f5bbf537d7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:47.899674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4db99411-df57-4ac0-a530-c8af4ed5e00d req-d3ffb452-f983-4872-a64a-49f5bbf537d7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0474820 Oct 13 05:15:47.901412 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:47.939446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4db99411-df57-4ac0-a530-c8af4ed5e00d req-421901bb-2911-4ac8-8805-8ed0a453fb0c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Oct 13 05:15:47.948248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:47.955510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.955891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.956227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.956554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.956902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.957227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.957545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.957863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.958178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.958494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.958806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:47.959119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:15:48.085844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:15:49.056580 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42696a1-9b65-4828-9032-5e652135bdf0 req-30ebdf71-5853-4926-bdcd-7efd61ccab82 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:49.058036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e42696a1-9b65-4828-9032-5e652135bdf0 req-30ebdf71-5853-4926-bdcd-7efd61ccab82 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 945 time: 0.0518241 Oct 13 05:15:49.082815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7490ebc-4085-4c34-8a1d-39ff94bc52e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:49.098335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e42696a1-9b65-4828-9032-5e652135bdf0 req-e617737e-453b-4f7c-8487-27943cddd090 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Oct 13 05:15:49.641707 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:15:49.733505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:15:49.780922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:15:49.784516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:15:49.784940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:49.873265 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:49.895158 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:15:49.897330 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc11e97-8c98-4f82-b125-136e11e84f58" -d '{"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-plugged", "status": "completed", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:15:49.909496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:15:49.914367 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:49.937254 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a1815-b1a4-44e9-b273-5f10b977bd7d x-openstack-request-id: req-2f1a1815-b1a4-44e9-b273-5f10b977bd7d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:15:49.937543 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-plugged", "status": "completed", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:15:49.937797 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f1a1815-b1a4-44e9-b273-5f10b977bd7d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:15:49.938179 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'code': 200} Oct 13 05:15:49.963215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:15:50.027216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cfd33-c759-45c3-8d2c-b713d2e8c155 req-3dc8fd8a-0ef4-4852-a83c-537a3ebd0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:50.028709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b42cfd33-c759-45c3-8d2c-b713d2e8c155 req-3dc8fd8a-0ef4-4852-a83c-537a3ebd0837 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1097 time: 0.0388460 Oct 13 05:15:50.062126 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b42cfd33-c759-45c3-8d2c-b713d2e8c155 req-26bc86de-5730-4775-896f-3a63b71fd183 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266485 Oct 13 05:15:50.210479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18441570-81c5-4233-b2f2-6a578f476015 req-f22a522b-76a8-46a3-bdf8-6a5a9a1c5092 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:50.211853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18441570-81c5-4233-b2f2-6a578f476015 req-f22a522b-76a8-46a3-bdf8-6a5a9a1c5092 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0480175 Oct 13 05:15:50.251102 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-18441570-81c5-4233-b2f2-6a578f476015 req-03ae3b9c-ce1f-439e-8a8e-eebe9de69382 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Oct 13 05:15:51.369802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e496ae-c7cc-4afd-b281-801cfae0011d req-f4456f54-c9e4-49e3-a6a5-021508f34134 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:51.371199 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04e496ae-c7cc-4afd-b281-801cfae0011d req-f4456f54-c9e4-49e3-a6a5-021508f34134 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0518484 Oct 13 05:15:51.408388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-04e496ae-c7cc-4afd-b281-801cfae0011d req-f8e8ae8c-e27b-4f09-a668-b2871d3c49ed tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Oct 13 05:15:51.524559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22000e-5b5f-4026-ac6f-8c7a0d72e953 req-16453872-f965-4df7-9ffb-a488f16e852e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:51.526034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a22000e-5b5f-4026-ac6f-8c7a0d72e953 req-16453872-f965-4df7-9ffb-a488f16e852e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0515192 Oct 13 05:15:51.562636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a22000e-5b5f-4026-ac6f-8c7a0d72e953 req-2cb1894b-52d2-465f-b019-c859be02ce10 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307553 Oct 13 05:15:51.576299 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-539f27a7-8736-493e-8d91-a25c3dd60470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:51.756948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0326-e2c9-4df6-bef4-ab493dd59edf req-b823c6e5-e232-4d0c-b66d-91dab18d3753 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:51.758403 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d17d0326-e2c9-4df6-bef4-ab493dd59edf req-b823c6e5-e232-4d0c-b66d-91dab18d3753 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0486341 Oct 13 05:15:51.795736 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d17d0326-e2c9-4df6-bef4-ab493dd59edf req-bcee53ee-d1b8-4e10-93c6-c7d832a4c824 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Oct 13 05:15:51.906323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d00f-8e20-472a-9309-7120201a7565 req-a2b7c6e0-9951-4320-acf9-d6f7a30d1954 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:51.907801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b73d00f-8e20-472a-9309-7120201a7565 req-a2b7c6e0-9951-4320-acf9-d6f7a30d1954 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0473409 Oct 13 05:15:51.946342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b73d00f-8e20-472a-9309-7120201a7565 req-080a1236-ce39-4e00-80e1-570fbb3c8d57 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Oct 13 05:15:52.160165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-bc6be169-16f3-44c2-8a49-bc543adc317f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398433 Oct 13 05:15:52.176335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59521-1392-4af5-962f-b893c8ed9196 req-632181c7-91b6-4f5c-b618-155e7d4b3e24 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:52.178123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25c59521-1392-4af5-962f-b893c8ed9196 req-632181c7-91b6-4f5c-b618-155e7d4b3e24 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0504110 Oct 13 05:15:52.218951 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-25c59521-1392-4af5-962f-b893c8ed9196 req-2d5a4e6b-b931-4352-9a01-b31843caa5c5 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Oct 13 05:15:52.978139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:53.262605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:53.291439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-2e2aa1ed-845d-4852-82b5-4cc80151fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:53.292913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-2e2aa1ed-845d-4852-82b5-4cc80151fcfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1097 time: 0.0425205 Oct 13 05:15:53.390084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2526b-d0f2-4ce1-b371-774a54f6b08e req-e2daf22f-b7c1-47b9-9c86-f696771e6ab7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:53.391534 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fc2526b-d0f2-4ce1-b371-774a54f6b08e req-e2daf22f-b7c1-47b9-9c86-f696771e6ab7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.1027210 Oct 13 05:15:53.429348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-03940398-a04f-4707-a3a1-c1fe7437d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:53.430747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-03940398-a04f-4707-a3a1-c1fe7437d3e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.1295269 Oct 13 05:15:53.480361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1fc2526b-d0f2-4ce1-b371-774a54f6b08e req-45c19a5c-ae55-4787-8cc0-8716e85de2d3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787272 Oct 13 05:15:53.481731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-02252a25-56f4-4666-8595-8552af1e152b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0422330 Oct 13 05:15:53.529304 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-4e1461ea-338c-49ce-9e04-f51f55a4650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:53.530630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-4e1461ea-338c-49ce-9e04-f51f55a4650e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0426774 Oct 13 05:15:53.560834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-d7b44915-f47b-4d49-b09b-448bb3adf679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233772 Oct 13 05:15:53.650916 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-85ce8baa-b807-47aa-ae1f-556d6df9083f service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833812 Oct 13 05:15:53.737704 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-3042de71-44f5-4e2f-9585-3dab6260ac08 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802040 Oct 13 05:15:54.600338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f557c8-bbc6-4e05-832e-4143ccc905bd req-37b568c3-7102-4f65-a21b-ad2fe1baa146 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:54.601801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30f557c8-bbc6-4e05-832e-4143ccc905bd req-37b568c3-7102-4f65-a21b-ad2fe1baa146 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Oct 13 05:15:54.638690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30f557c8-bbc6-4e05-832e-4143ccc905bd req-81e97fc3-97b7-44b4-804e-822edcf19772 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Oct 13 05:15:54.815635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:55.756861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67b9f-9278-4455-adcf-b053357cdb1a req-4ead99e1-cfc0-4de3-a552-0f159fab81cf tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:55.758306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10f67b9f-9278-4455-adcf-b053357cdb1a req-4ead99e1-cfc0-4de3-a552-0f159fab81cf tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0539885 Oct 13 05:15:55.794319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10f67b9f-9278-4455-adcf-b053357cdb1a req-6694e764-c920-41ab-b335-5e3148e4dbf5 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301530 Oct 13 05:15:56.907130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a0b61-372a-4908-bafa-cc7a4ee103f8 req-9bd72f21-02fe-4494-9c97-49a660b4f3c4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:56.908617 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb7a0b61-372a-4908-bafa-cc7a4ee103f8 req-9bd72f21-02fe-4494-9c97-49a660b4f3c4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0482697 Oct 13 05:15:56.945901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb7a0b61-372a-4908-bafa-cc7a4ee103f8 req-63543f64-ad3b-4aed-8dd7-d49d8789e5fe tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Oct 13 05:15:58.060439 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460990-dcca-4346-9d71-a44a7e0b18bc req-1c0072eb-9a2b-4f81-b156-1e02c8ae7506 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:58.061961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80460990-dcca-4346-9d71-a44a7e0b18bc req-1c0072eb-9a2b-4f81-b156-1e02c8ae7506 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Oct 13 05:15:58.101036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80460990-dcca-4346-9d71-a44a7e0b18bc req-58185051-25d6-4ea7-abed-1967eec9a641 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Oct 13 05:15:59.214221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5a4c5-a583-4ae8-af75-61b950e2e3f4 req-405a675f-2c53-4ed2-ad3e-cac73c8363ec tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:59.215656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5c5a4c5-a583-4ae8-af75-61b950e2e3f4 req-405a675f-2c53-4ed2-ad3e-cac73c8363ec tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0487807 Oct 13 05:15:59.251349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c5c5a4c5-a583-4ae8-af75-61b950e2e3f4 req-34614caa-8844-4f89-a988-e0d67cf5868a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297523 Oct 13 05:16:00.136855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d62de-d601-4193-80f8-762068555fa5 req-1efd0c39-263d-4dd8-8d0a-079702c3c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:00.138281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-1efd0c39-263d-4dd8-8d0a-079702c3c772 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1097 time: 0.0395234 Oct 13 05:16:00.244957 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d62de-d601-4193-80f8-762068555fa5 req-dbb98a35-2f2c-42f8-8321-e877bb058599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:00.246419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-dbb98a35-2f2c-42f8-8321-e877bb058599 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0849183 Oct 13 05:16:00.286120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-e94655dd-b37a-40df-a3aa-3abd1a35a0ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0332451 Oct 13 05:16:00.603489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d62de-d601-4193-80f8-762068555fa5 req-76917648-2296-4633-878d-c460ada359f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:00.604965 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-76917648-2296-4633-878d-c460ada359f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.3125727 Oct 13 05:16:00.637064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-51f62449-e6c8-406e-8fcd-eab6123ad2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251117 Oct 13 05:16:00.645203 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e73bf-16e6-409e-a689-d0c046ba18a1 req-1b3f5d95-dec1-4103-8f10-70a3c2a59208 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:00.646530 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-446e73bf-16e6-409e-a689-d0c046ba18a1 req-1b3f5d95-dec1-4103-8f10-70a3c2a59208 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.3281782 Oct 13 05:16:00.728905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-446e73bf-16e6-409e-a689-d0c046ba18a1 req-b673c46c-b8d4-412f-8722-9636f3b5f01b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745370 Oct 13 05:16:00.755251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-e4d2e08a-79a4-48bc-ac96-a8174194afb2 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078396 Oct 13 05:16:00.841955 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-756d62de-d601-4193-80f8-762068555fa5 req-3a4978b9-dcf5-4751-8bdc-355607ba941c service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801606 Oct 13 05:16:01.844980 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777003a6-5bef-4d8d-8a75-4ae86f8dd58a req-8802c7b3-d44d-45e0-bed8-f8d4511b057e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:01.846411 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-777003a6-5bef-4d8d-8a75-4ae86f8dd58a req-8802c7b3-d44d-45e0-bed8-f8d4511b057e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0515378 Oct 13 05:16:01.883171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-777003a6-5bef-4d8d-8a75-4ae86f8dd58a req-cefffca2-fef0-46fa-90fe-1500eb0db74d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Oct 13 05:16:02.995341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01812-a911-4f8e-ba19-0239de5013dd req-b3456f92-2513-4fa7-b2d6-b89555347cc7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:02.996721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79b01812-a911-4f8e-ba19-0239de5013dd req-b3456f92-2513-4fa7-b2d6-b89555347cc7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0477438 Oct 13 05:16:03.037730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79b01812-a911-4f8e-ba19-0239de5013dd req-da8937f9-683b-4740-9cae-0aa3bc032e5a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348341 Oct 13 05:16:04.151502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5e38-cfcd-4b62-b6f9-479fff7dec78 req-9712dc90-cc9b-443f-9eef-c796c3642611 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:04.152939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-164e5e38-cfcd-4b62-b6f9-479fff7dec78 req-9712dc90-cc9b-443f-9eef-c796c3642611 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0476968 Oct 13 05:16:04.189409 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-164e5e38-cfcd-4b62-b6f9-479fff7dec78 req-249cd7de-7825-4fcc-9b4f-e42055794243 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306361 Oct 13 05:16:05.319560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d87704-d702-4d19-a18a-4d3c390330d4 req-64eca853-e2ae-4013-ae03-e821cfa620af tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:05.321024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10d87704-d702-4d19-a18a-4d3c390330d4 req-64eca853-e2ae-4013-ae03-e821cfa620af tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0476148 Oct 13 05:16:05.357464 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10d87704-d702-4d19-a18a-4d3c390330d4 req-9ab52d26-e6b1-435c-85e6-e308b8abb06a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306096 Oct 13 05:16:06.502177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1931c83-5a01-4280-a264-f0f3b7e02567 req-d007fd28-a09b-4ea2-ab7e-d7f61463ee7d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:06.503618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1931c83-5a01-4280-a264-f0f3b7e02567 req-d007fd28-a09b-4ea2-ab7e-d7f61463ee7d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0480051 Oct 13 05:16:06.541676 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1931c83-5a01-4280-a264-f0f3b7e02567 req-b7f0906f-ffa7-46b7-a22b-64be9857ed08 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Oct 13 05:16:07.899374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644521ef-cd93-45b1-8ae0-9e68304475ef req-04c26ad5-54bf-42f5-9500-c0908fc167d3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:07.900837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-644521ef-cd93-45b1-8ae0-9e68304475ef req-04c26ad5-54bf-42f5-9500-c0908fc167d3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Oct 13 05:16:07.937025 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-644521ef-cd93-45b1-8ae0-9e68304475ef req-37dcdf9e-8bc4-4e1a-9f55-263af32475d8 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Oct 13 05:16:08.932192 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:09.052093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0809d-e111-47d1-b92c-3d3f02d838b2 req-300ebc4c-550c-439e-89f7-eec12916ca3b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:09.053626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97d0809d-e111-47d1-b92c-3d3f02d838b2 req-300ebc4c-550c-439e-89f7-eec12916ca3b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0516307 Oct 13 05:16:09.090996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-97d0809d-e111-47d1-b92c-3d3f02d838b2 req-155dc69c-4e39-4804-bb7f-5e9927f07c2c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Oct 13 05:16:10.201637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871bee-a823-4aee-97b5-4277cda12b55 req-ab22a78f-45f3-4c07-a1f4-244a0aab2e8b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:10.203145 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10871bee-a823-4aee-97b5-4277cda12b55 req-ab22a78f-45f3-4c07-a1f4-244a0aab2e8b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0479033 Oct 13 05:16:10.245384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10871bee-a823-4aee-97b5-4277cda12b55 req-f4c508fa-f653-4707-a4c9-d02003b79ca3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Oct 13 05:16:10.724318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:11.359218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ac1b-b316-4f6e-9cee-e20cd0621e75 req-0e6651f7-0961-4baa-94f3-982d4d72b019 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:11.360688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f915ac1b-b316-4f6e-9cee-e20cd0621e75 req-0e6651f7-0961-4baa-94f3-982d4d72b019 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0473466 Oct 13 05:16:11.398690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f915ac1b-b316-4f6e-9cee-e20cd0621e75 req-f5d12a4f-069b-426f-8158-09d9019a24a3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Oct 13 05:16:12.512071 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798d457-0e3a-4cbf-a934-daf6001d66ba req-06a446b8-87e0-4dbd-b7b8-eecd47dce373 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:12.513554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f798d457-0e3a-4cbf-a934-daf6001d66ba req-06a446b8-87e0-4dbd-b7b8-eecd47dce373 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0481739 Oct 13 05:16:12.550052 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f798d457-0e3a-4cbf-a934-daf6001d66ba req-c9ab7f37-3fcd-4c3b-8715-ab11883fa7e8 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Oct 13 05:16:13.666215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807e126-9451-4fe6-89e9-4dcc36423384 req-9e3ca572-7020-4b5c-a371-b9abf5e74815 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:13.667589 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c807e126-9451-4fe6-89e9-4dcc36423384 req-9e3ca572-7020-4b5c-a371-b9abf5e74815 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Oct 13 05:16:13.704901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c807e126-9451-4fe6-89e9-4dcc36423384 req-7e1abcc2-0460-46d2-9878-bbf8f265da95 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Oct 13 05:16:14.817933 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84090272-839d-42f6-8604-3db4f5e9bb3e req-5e4c3e95-378a-43ff-87a5-9bd8b8ec80df tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:14.819453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84090272-839d-42f6-8604-3db4f5e9bb3e req-5e4c3e95-378a-43ff-87a5-9bd8b8ec80df tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0495098 Oct 13 05:16:14.857125 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-84090272-839d-42f6-8604-3db4f5e9bb3e req-db15a29d-5223-4eb0-9179-49493dc9449c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Oct 13 05:16:15.976829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4047df-970f-4907-9dd2-7b5d23fd6535 req-aacf2bb3-928e-4397-9cf4-1de023b03685 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:15.978258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa4047df-970f-4907-9dd2-7b5d23fd6535 req-aacf2bb3-928e-4397-9cf4-1de023b03685 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0510814 Oct 13 05:16:16.014137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa4047df-970f-4907-9dd2-7b5d23fd6535 req-9cdb6117-8bab-4839-b1f3-d7f46e80b138 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300324 Oct 13 05:16:17.127121 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8a137-11a9-4d79-8b69-c18779f6252a req-b9794619-3cc9-4fd7-bb1f-ff40c4245a53 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:17.128545 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aaa8a137-11a9-4d79-8b69-c18779f6252a req-b9794619-3cc9-4fd7-bb1f-ff40c4245a53 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0479677 Oct 13 05:16:17.168633 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aaa8a137-11a9-4d79-8b69-c18779f6252a req-b213eb85-9a97-4f3a-97bb-6afff8db41b6 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Oct 13 05:16:18.282158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd198b-e5f1-462d-b0a2-815b02c3ce50 req-bfbd7591-3687-451f-8b8d-4421ba310a7d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:18.283587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4acd198b-e5f1-462d-b0a2-815b02c3ce50 req-bfbd7591-3687-451f-8b8d-4421ba310a7d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0475159 Oct 13 05:16:18.320901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4acd198b-e5f1-462d-b0a2-815b02c3ce50 req-c4e93b86-9513-4603-8f49-3d203700b6ef tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Oct 13 05:16:19.083785 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-114fc2e8-1b71-41b0-aab7-4b2bd90652ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:19.432963 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed769-509e-4fbd-ac0d-b0749a7dd131 req-78348ed8-f5c3-4ed9-ae45-2e97679ef4dd tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:19.434396 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f52ed769-509e-4fbd-ac0d-b0749a7dd131 req-78348ed8-f5c3-4ed9-ae45-2e97679ef4dd tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0479276 Oct 13 05:16:19.471632 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f52ed769-509e-4fbd-ac0d-b0749a7dd131 req-91ed7089-6071-4070-b0b7-5d348a77d657 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Oct 13 05:16:20.582558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e67f-05a0-431e-9df6-642f3992b84d req-1d149c89-86aa-4a58-8206-35d0fd4631dd tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:20.584485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16f1e67f-05a0-431e-9df6-642f3992b84d req-1d149c89-86aa-4a58-8206-35d0fd4631dd tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0472867 Oct 13 05:16:20.621015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-16f1e67f-05a0-431e-9df6-642f3992b84d req-4eeabb3e-24b8-4368-af2e-cf019fd7a8ec tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306137 Oct 13 05:16:20.713091 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-98786290-f982-4e75-9228-9e15a3b1c80b service neutron] show failed (client error): The resource could not be found. Oct 13 05:16:20.714080 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-98786290-f982-4e75-9228-9e15a3b1c80b service neutron] 10.222.0.15 "GET /v2.0/ports/56c3e4f5-e447-430a-bf1c-e8554c1ec5ab/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0534065 Oct 13 05:16:20.906319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-0e941812-09df-46f4-ae3b-6540ee2298c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:20.907687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-0e941812-09df-46f4-ae3b-6540ee2298c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696&tenant_id=8374f518c6b344fb9da4174798c44794 HTTP/1.1" status: 200 len: 1097 time: 0.0408757 Oct 13 05:16:20.919863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:16:20.973657 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.169111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:21.201362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:16:21.240522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:16:21.243443 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa8edc-b854-47aa-87a3-00794af0dad3" -d '{"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-unplugged", "status": "completed", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:16:21.247566 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.260806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Transition to ACTIVE for port object 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:16:21.265512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.300444 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f6717-b7fc-43fc-809f-23f92aa2fa55 x-openstack-request-id: req-906f6717-b7fc-43fc-809f-23f92aa2fa55 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:16:21.300765 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-unplugged", "status": "completed", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:16:21.301015 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-906f6717-b7fc-43fc-809f-23f92aa2fa55 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:16:21.302040 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'code': 200} Oct 13 05:16:21.318999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:21.338329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] No DVR routers for this DVR port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:16:21.371055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:16:21.371382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:16:21.371710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:16:21.375985 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:16:21.376296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Attempting to bind port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:16:21.381738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:16:21.382070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Checking segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:16:21.382444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Bound using segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:16:21.382858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Bound port: 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:16:21.383233 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.443591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:16:21.446443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:16:21.451026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.486129 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:21.486737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.488096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-33d18172-23da-4381-8413-9806b9c36337 service neutron] 10.222.0.26 "PUT /v2.0/ports/56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 1092 time: 0.5720801 Oct 13 05:16:21.506088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18172-23da-4381-8413-9806b9c36337 service neutron] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:21.553100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-1b32a50f-b5d3-4bdd-833a-835e75041a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:21.554548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-1b32a50f-b5d3-4bdd-833a-835e75041a23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1095 time: 0.0443501 Oct 13 05:16:21.579096 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bd5c4ac-8ef6-4e3d-b74f-235264828e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:21.644972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-2c34c373-65c5-403e-9ef6-8e50c1b5ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:21.646475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-2c34c373-65c5-403e-9ef6-8e50c1b5ed17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0848823 Oct 13 05:16:21.692318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-97e46b28-2e5c-4c7d-a236-bfc9996d7e6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0385947 Oct 13 05:16:21.737801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f9751-a59c-4b59-9e54-8de180ea599b req-8b1b512a-a975-4467-9c55-096277e3883d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:21.739692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-824f9751-a59c-4b59-9e54-8de180ea599b req-8b1b512a-a975-4467-9c55-096277e3883d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0509696 Oct 13 05:16:21.740857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-d6234bb6-9b9e-4800-bc2e-b8799d7f3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:21.742282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-d6234bb6-9b9e-4800-bc2e-b8799d7f3c6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0433445 Oct 13 05:16:21.774451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-f02884ee-5297-4439-a167-c59b88106ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238817 Oct 13 05:16:21.777702 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-824f9751-a59c-4b59-9e54-8de180ea599b req-9e8ec93b-86f0-49c5-ba2b-600bf36f3f38 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Oct 13 05:16:21.866156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-b6543fc6-738a-4d0e-a054-110a47972597 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816579 Oct 13 05:16:21.961830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df56d972-8c20-4d05-877d-85e010eb0d17 req-bf4845ad-1091-48fc-9341-db78bf7f846b service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890720 Oct 13 05:16:22.893487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6b8f-db57-452b-8c8e-60f5473ec89b req-82d3c4a8-835f-4610-93ae-cb2295b6413d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:22.894950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e2b6b8f-db57-452b-8c8e-60f5473ec89b req-82d3c4a8-835f-4610-93ae-cb2295b6413d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0491965 Oct 13 05:16:22.932920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6e2b6b8f-db57-452b-8c8e-60f5473ec89b req-c4c19e66-6419-47c3-93ac-261571c64ab6 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Oct 13 05:16:22.979002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:23.264417 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:23.303140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:16:23.305570 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864b2cd6-6e50-4de0-90ae-434c77f25fac" -d '{"events": [{"name": "network-changed", "server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:16:23.351300 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963cd071-4491-4ac8-8109-0a1d7f9f9517 x-openstack-request-id: req-963cd071-4491-4ac8-8109-0a1d7f9f9517 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:16:23.351719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:16:23.351981 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-963cd071-4491-4ac8-8109-0a1d7f9f9517 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:16:23.352381 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'status': 'completed', 'code': 200} Oct 13 05:16:23.446992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-a5e6248f-9772-4392-9b0d-d8fba168cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:23.448477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-a5e6248f-9772-4392-9b0d-d8fba168cc8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1095 time: 0.0721664 Oct 13 05:16:23.450934 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-a2e58ddc-56ce-4876-9397-87f75474e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:23.452266 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-a2e58ddc-56ce-4876-9397-87f75474e265 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1095 time: 0.0679672 Oct 13 05:16:23.607192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-a0be5eac-58fd-4420-af56-24da3fbac1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:23.608795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-a0be5eac-58fd-4420-af56-24da3fbac1b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.1528170 Oct 13 05:16:23.611517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-c1280538-0c4a-4d31-a67f-00e03058a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:23.612853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-c1280538-0c4a-4d31-a67f-00e03058a681 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.1483576 Oct 13 05:16:23.681576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-6fd4b7c9-b7ab-4707-9d65-22e7fdd07d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0661130 Oct 13 05:16:23.682897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-6cf537c7-4d4e-4e1a-93d2-d25b17b25011 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0621285 Oct 13 05:16:23.763178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-5b51b368-8083-4198-a69c-65b5fba75822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:23.764589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-5b51b368-8083-4198-a69c-65b5fba75822 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0756111 Oct 13 05:16:23.766247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-87db79e3-7fd1-4e8b-a72a-565de6d4fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:23.767537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-87db79e3-7fd1-4e8b-a72a-565de6d4fa28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0716896 Oct 13 05:16:23.817692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-dd5a7eb8-2891-4386-a6c1-8c460aa3baa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451939 Oct 13 05:16:23.819478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-50951f86-f241-41ba-aafb-613bdbd1ae54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405486 Oct 13 05:16:23.861536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:16:23.899118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:16:23.973466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-1a678f61-91f7-4261-813a-90a0d599d4cf service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493974 Oct 13 05:16:23.975175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-4be4278f-76b5-4d43-b486-33c06a07a33f service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446860 Oct 13 05:16:24.163043 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807679e-584d-455f-8274-787d51db8dd8 req-3855be41-1fc9-4ad0-966e-3515cd2f6888 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:24.164656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b807679e-584d-455f-8274-787d51db8dd8 req-3855be41-1fc9-4ad0-966e-3515cd2f6888 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.1607513 Oct 13 05:16:24.177152 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-5b9f7d1f-88ba-457b-8091-e6e375dca05d service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962066 Oct 13 05:16:24.184043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-864b2cd6-6e50-4de0-90ae-434c77f25fac req-b867a04e-aff5-437f-8519-6a91f469c3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959829 Oct 13 05:16:24.210385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b807679e-584d-455f-8274-787d51db8dd8 req-41edbb65-b50e-46de-97bd-d924a7e576fa tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Oct 13 05:16:24.818816 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:25.326106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227c30-9302-4f72-baf9-a2530d6bd745 req-32eaadeb-eeb6-4380-b81c-ba09871cbf7c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:25.327551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0227c30-9302-4f72-baf9-a2530d6bd745 req-32eaadeb-eeb6-4380-b81c-ba09871cbf7c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0479331 Oct 13 05:16:25.364605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0227c30-9302-4f72-baf9-a2530d6bd745 req-87cf5513-aab7-4351-9b13-0ce7e7d2180d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305853 Oct 13 05:16:25.550425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57dea7-0643-405f-ab98-854ea11aa2bb req-3271a6f6-d285-4177-b238-7ccdd1ff5f63 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:25.551936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff57dea7-0643-405f-ab98-854ea11aa2bb req-3271a6f6-d285-4177-b238-7ccdd1ff5f63 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 944 time: 0.0483501 Oct 13 05:16:25.565387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-3ebc6181-3b24-47db-bdc8-a1fdcd635dc3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:25.566872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-3ebc6181-3b24-47db-bdc8-a1fdcd635dc3 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.15 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696&tenant_id=8374f518c6b344fb9da4174798c44794&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 944 time: 0.0502007 Oct 13 05:16:25.591712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff57dea7-0643-405f-ab98-854ea11aa2bb req-b2cb7d72-0800-4167-a3a8-26e10d199f76 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Oct 13 05:16:25.626634 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-0b37bfd8-f542-4f90-927a-4a4be6084eed service neutron] delete failed (client error): The resource could not be found. Oct 13 05:16:25.627635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-0b37bfd8-f542-4f90-927a-4a4be6084eed service neutron] 10.222.0.15 "DELETE /v2.0/ports/56c3e4f5-e447-430a-bf1c-e8554c1ec5ab/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0539405 Oct 13 05:16:25.712350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-b2fa3b48-7348-4a9e-8dca-ac2a400e4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:25.713808 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-b2fa3b48-7348-4a9e-8dca-ac2a400e4995 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 1095 time: 0.0435178 Oct 13 05:16:25.799541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-c8fd7eed-4b93-49bc-a2d5-84b5a623164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:25.801023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-c8fd7eed-4b93-49bc-a2d5-84b5a623164e service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0801790 Oct 13 05:16:25.843254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-94fd89d6-70f4-45d1-9830-da81ec30a55b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 200 len: 217 time: 0.0358419 Oct 13 05:16:25.859900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:16:25.890089 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-c0b8f5e8-3981-48b4-8a16-2b1f75277c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:25.891515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-c0b8f5e8-3981-48b4-8a16-2b1f75277c7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0420754 Oct 13 05:16:25.922182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-efb4da93-9013-4351-8b98-4d6d79ddc5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237279 Oct 13 05:16:25.954362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:26.012546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-9c31407f-8f05-430b-8d31-82037b23d286 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821788 Oct 13 05:16:26.108963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c5f469f6-b372-4e1b-a319-abb099c3801a req-abf79d22-b961-447a-8a2b-b5677e0a080c service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886843 Oct 13 05:16:26.118912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'port_id': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'mac_address': 'fa:16:3e:41:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525453e9-539a-49d9-8c02-0b9b495fb134', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:16:26.154538 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:26.167783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:16:26.188040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:26.191166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:26.235772 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:26.518763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:16:26.641745 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:16:26.708257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d4b11-3918-4346-8181-53e7832e256b req-ad6b4da6-a024-4541-886b-d4784977ab85 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:26.709710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b63d4b11-3918-4346-8181-53e7832e256b req-ad6b4da6-a024-4541-886b-d4784977ab85 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 945 time: 0.0492795 Oct 13 05:16:26.746252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b63d4b11-3918-4346-8181-53e7832e256b req-5b9426ca-1360-40f9-a3cd-487ef347eea5 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Oct 13 05:16:26.860960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880518e-0ff9-4c05-86e9-cc8cc32ddb3b req-224f0617-46e6-49b5-94d5-b907fd762d77 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:26.862405 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c880518e-0ff9-4c05-86e9-cc8cc32ddb3b req-224f0617-46e6-49b5-94d5-b907fd762d77 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 945 time: 0.0518148 Oct 13 05:16:26.899410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c880518e-0ff9-4c05-86e9-cc8cc32ddb3b req-12828ca0-1232-4cb6-8fb3-94cce343b4df tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Oct 13 05:16:27.013997 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7de3e-79c1-4b9b-a526-cb476c99eb70 req-d636a43d-4e8d-4ae9-a4d6-bb68bbc9385d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:27.015432 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f7de3e-79c1-4b9b-a526-cb476c99eb70 req-d636a43d-4e8d-4ae9-a4d6-bb68bbc9385d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Oct 13 05:16:27.051672 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-79f7de3e-79c1-4b9b-a526-cb476c99eb70 req-04036458-535b-48b9-b42f-703b77fdf27d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298946 Oct 13 05:16:27.391719 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-5fba175f-0320-49d2-8090-d534ea765c22 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:27.393200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-5fba175f-0320-49d2-8090-d534ea765c22 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 814 time: 0.0995140 Oct 13 05:16:27.407587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-f3afcc50-f2fc-4d10-adb7-322e50bc11a1 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/quotas/8374f518c6b344fb9da4174798c44794 HTTP/1.1" status: 200 len: 375 time: 0.0086777 Oct 13 05:16:27.468521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-36cdf849-d336-46e6-b271-45e0152246e7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558436 Oct 13 05:16:27.478906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b5780e2a-6796-4140-b872-548697fd8bb8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:16:27.479836 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b5780e2a-6796-4140-b872-548697fd8bb8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048397 Oct 13 05:16:27.566053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c3424b4-b02c-4cc3-8326-b883f038a936 service neutron] 10.222.0.44 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807242 Oct 13 05:16:27.655781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-f3187c5c-e01d-4bb0-aab3-e20ce9d83ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837452 Oct 13 05:16:27.813221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1b24a058-305b-432c-b297-e1457dc05758 req-7da5a33a-532f-4f25-b285-049540c45bcb tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 210 time: 0.0272899 Oct 13 05:16:27.891716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:16:27.939914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:16:27.943550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:16:27.943917 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:28.027142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:28.049529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:16:28.052224 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b9daf-6e97-45ff-846f-4818427aa975" -d '{"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-plugged", "status": "completed", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:16:28.066488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:28.071040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:28.099699 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23ee319-e8e7-421d-8889-6425aa05e4dd x-openstack-request-id: req-c23ee319-e8e7-421d-8889-6425aa05e4dd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:16:28.099995 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-plugged", "status": "completed", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:16:28.100249 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c23ee319-e8e7-421d-8889-6425aa05e4dd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:16:28.100637 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'code': 200} Oct 13 05:16:28.126374 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:28.746306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-27547212-e4cb-4637-a2c0-e78989333570 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:28.747762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-27547212-e4cb-4637-a2c0-e78989333570 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.26 "GET /v2.0/ports?device_id=346dfcd3-d9e0-4918-94f1-3ac5f75d6696 HTTP/1.1" status: 200 len: 946 time: 0.0541694 Oct 13 05:16:28.763604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.26', 59511) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:16:28.869381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Deleting port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:16:28.869881 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:28.971044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] For port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:28.971410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:28.985334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Calling delete_port for 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:16:29.199729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c205ef1b-1e89-446f-b14f-eabf83dc3514 req-f1cc31a7-94ed-46f0-bf4f-892d0aa6eeb8 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 210 time: 0.0351896 Oct 13 05:16:29.206444 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-ff996e59-6362-4ef3-b221-58d470e8750c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:29.207967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-ff996e59-6362-4ef3-b221-58d470e8750c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 814 time: 0.4427066 Oct 13 05:16:29.221383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Request body: {'port': {'device_id': '53234b28-2b27-466d-b9ff-36824858b5d4', 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'admin_state_up': True, 'tenant_id': '8374f518c6b344fb9da4174798c44794'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:16:29.330641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Made reservation on behalf of 8374f518c6b344fb9da4174798c44794 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:16:29.334266 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:29.375740 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:29.387168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:16:29.404498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Pushing event deleted for resources: {'Port': ['ID=56c3e4f5-e447-430a-bf1c-e8554c1ec5ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:29.448909 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] No DVR routers for this DVR port 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:16:29.451649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:29.455026 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.26 "DELETE /v2.0/ports/56c3e4f5-e447-430a-bf1c-e8554c1ec5ab HTTP/1.1" status: 204 len: 173 time: 0.6914175 Oct 13 05:16:29.455468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-deleted', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:16:29.458295 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf24fe09-3f1d-418e-86c6-252f8ef11c1f" -d '{"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-deleted", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:16:29.480836 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Allocated IP 172.20.0.11 (64001266-d2c7-4e95-83a4-3a2536ffb0ca/525453e9-539a-49d9-8c02-0b9b495fb134/c89ab976-1f68-4c2c-81ee-87ebb8afb8b9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:16:29.497633 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd010c68-21d6-4a92-8eba-1d520380f3a7 x-openstack-request-id: req-bd010c68-21d6-4a92-8eba-1d520380f3a7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:16:29.498025 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346dfcd3-d9e0-4918-94f1-3ac5f75d6696", "name": "network-vif-deleted", "tag": "56c3e4f5-e447-430a-bf1c-e8554c1ec5ab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:16:29.498224 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd010c68-21d6-4a92-8eba-1d520380f3a7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:16:29.498862 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346dfcd3-d9e0-4918-94f1-3ac5f75d6696', 'name': 'network-vif-deleted', 'tag': '56c3e4f5-e447-430a-bf1c-e8554c1ec5ab', 'status': 'completed', 'code': 200} Oct 13 05:16:29.629918 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:29.666583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:29.678346 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['56c3e4f5-e447-430a-bf1c-e8554c1ec5ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:16:29.713000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Network 64001266-d2c7-4e95-83a4-3a2536ffb0ca is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:16:29.715960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:16:29.720570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:16:29.724982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:29.772774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:29.773480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:29.787782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-b3959dd1-3e74-4185-a103-bb3e3524185b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5705540 Oct 13 05:16:29.799805 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Request body: {'port': {'device_id': '53234b28-2b27-466d-b9ff-36824858b5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:16:29.850783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:30.146012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:16:30.153248 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:30.168857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Transition to ACTIVE for port object c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:16:30.172078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:30.241019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:30.312310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:16:30.312641 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:16:30.312987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:16:30.319462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:16:30.319781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:16:30.328107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:16:30.328435 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Checking segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:16:30.328852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Bound using segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:16:30.329273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Bound port: c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:16:30.329623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:30.348006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190007a-6895-432d-88ff-989d312da4e5 req-813bb1b2-ac8a-443d-a498-0fdfd15abfa6 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:30.349524 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4190007a-6895-432d-88ff-989d312da4e5 req-813bb1b2-ac8a-443d-a498-0fdfd15abfa6 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0792150 Oct 13 05:16:30.425386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4190007a-6895-432d-88ff-989d312da4e5 req-b3181032-bd93-440a-9c11-88717eafb8aa tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Oct 13 05:16:30.432647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:16:30.435761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:16:30.440551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:30.477013 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:30.477675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:30.479100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] 10.222.0.26 "PUT /v2.0/ports/c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 1092 time: 0.6832211 Oct 13 05:16:30.479569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:16:30.481930 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91" -d '{"events": [{"name": "network-changed", "server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:16:30.506268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a6cd6-7908-4137-a1e5-e1f71f9b8073 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:30.521122 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357673b3-f190-4899-971c-b4d61e892259 x-openstack-request-id: req-357673b3-f190-4899-971c-b4d61e892259 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:16:30.521410 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:16:30.521707 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-357673b3-f190-4899-971c-b4d61e892259 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:16:30.522088 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'status': 'completed', 'code': 200} Oct 13 05:16:30.592693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-434c267f-538e-4f2a-8dd9-99921a46c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:30.594195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-434c267f-538e-4f2a-8dd9-99921a46c928 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0694816 Oct 13 05:16:30.655498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-0c6ded27-1a8c-4670-a503-991de5219e5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0530522 Oct 13 05:16:30.708586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-67a62988-3d2d-4be8-abaa-efb52914e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:30.709926 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-67a62988-3d2d-4be8-abaa-efb52914e845 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0475991 Oct 13 05:16:30.763189 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-02f92a41-cb6f-45bc-b82b-8ee9d5e5cfdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463138 Oct 13 05:16:30.850141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-19685ced-ffa4-40df-816f-1e50cc430853 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789106 Oct 13 05:16:30.940283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4f313cd-6d3d-44a4-bbaf-a2addabb3dbe req-2d7d5442-b31f-498b-8613-cbc31f058653 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832961 Oct 13 05:16:31.028061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-37a3b4c6-4714-4e83-af1d-3f44f75c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:31.029443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-37a3b4c6-4714-4e83-af1d-3f44f75c9fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0402141 Oct 13 05:16:31.173852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-634d153a-5879-4aed-a471-d136a5f747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:31.175295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-634d153a-5879-4aed-a471-d136a5f747d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.1384392 Oct 13 05:16:31.218884 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-c15a848b-8c5a-4ddb-9afe-206646976b4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Oct 13 05:16:31.265458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-79ef8033-6e86-41b0-98f5-a1ef54c2d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:31.266818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-79ef8033-6e86-41b0-98f5-a1ef54c2d8b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0413442 Oct 13 05:16:31.296625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-b181ef84-856f-478c-a1a1-b20a5a07d3f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230000 Oct 13 05:16:31.387035 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-e9e5cd89-cb85-4202-8762-13f08dc587ec service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832703 Oct 13 05:16:31.476906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2414e6b2-a87f-49a3-b7ea-64356c9f4e91 req-d540191e-3df0-4ced-b7ed-db55c83707b9 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Oct 13 05:16:31.538797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b8549-ea9b-458d-909b-18975ee80075 req-5d046f89-7e2c-4dc3-8f2b-3b21aad69a14 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:31.540501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb6b8549-ea9b-458d-909b-18975ee80075 req-5d046f89-7e2c-4dc3-8f2b-3b21aad69a14 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0482974 Oct 13 05:16:31.580777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bb6b8549-ea9b-458d-909b-18975ee80075 req-7f3203c7-11e5-42b5-8807-53c2a0f69e05 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342510 Oct 13 05:16:31.909693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:16:31.932543 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:16:31.932908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 56c3e4f5-e447-430a-bf1c-e8554c1ec5ab not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:16:32.696098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa5c4-ba8e-4c61-87ac-003165c675fe req-c8404995-36fc-4bfe-89ec-4f8b94b99404 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:32.697473 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-140fa5c4-ba8e-4c61-87ac-003165c675fe req-c8404995-36fc-4bfe-89ec-4f8b94b99404 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0505755 Oct 13 05:16:32.734184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-140fa5c4-ba8e-4c61-87ac-003165c675fe req-864a4bf6-846e-4ee3-b83b-b2c6f22dab39 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Oct 13 05:16:33.845244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e610-b0e2-4dd2-b6ff-85155d6f513c req-e5152998-d9a0-41ea-826f-0ff28b7afad1 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:33.846695 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4411e610-b0e2-4dd2-b6ff-85155d6f513c req-e5152998-d9a0-41ea-826f-0ff28b7afad1 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0474913 Oct 13 05:16:33.883674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4411e610-b0e2-4dd2-b6ff-85155d6f513c req-14bf4204-4cbb-428b-ad58-ad67fec77751 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Oct 13 05:16:33.915047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:16:34.005192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:34.016046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'port_id': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'mac_address': 'fa:16:3e:96:57:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525453e9-539a-49d9-8c02-0b9b495fb134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:16:34.055993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:34.067939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:16:34.086534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:34.090294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:34.136492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:34.420066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:16:34.995310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505b88-8f71-4a9a-baa4-756574248b44 req-b8580cb7-109c-4015-9530-c0041b817358 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:34.996649 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89505b88-8f71-4a9a-baa4-756574248b44 req-b8580cb7-109c-4015-9530-c0041b817358 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 945 time: 0.0468426 Oct 13 05:16:35.033066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89505b88-8f71-4a9a-baa4-756574248b44 req-ad55b51a-aa3f-4c15-a61c-acf7f164cf64 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305600 Oct 13 05:16:35.925434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:16:35.974052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:16:35.985248 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:16:35.985614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:36.140727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:36.149069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de507-bfd9-448e-a1db-fff37cf92f08 req-c928f871-1a27-4f18-b999-83497da851ee tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:36.150404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b3de507-bfd9-448e-a1db-fff37cf92f08 req-c928f871-1a27-4f18-b999-83497da851ee tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Oct 13 05:16:36.174587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:16:36.177415 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813e40ec-2460-4377-b8c7-bfb3b15851ef" -d '{"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-plugged", "status": "completed", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:16:36.189462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b3de507-bfd9-448e-a1db-fff37cf92f08 req-8cfe61f2-3ee5-490a-9f09-434b9ed37f30 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 Oct 13 05:16:36.194528 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:16:36.200464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:36.230395 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3799d25c-748a-48a2-b4ab-62b8ba8c231e x-openstack-request-id: req-3799d25c-748a-48a2-b4ab-62b8ba8c231e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:16:36.230679 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-plugged", "status": "completed", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:16:36.230926 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3799d25c-748a-48a2-b4ab-62b8ba8c231e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:16:36.231303 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'code': 200} Oct 13 05:16:36.269667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:16:36.312830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95ed9-83f5-4e19-a1fc-1beafcaa9253 req-bd088987-00f9-4436-820a-87bb912c1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:36.314274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2f95ed9-83f5-4e19-a1fc-1beafcaa9253 req-bd088987-00f9-4436-820a-87bb912c1f01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0390298 Oct 13 05:16:36.358450 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f2f95ed9-83f5-4e19-a1fc-1beafcaa9253 req-7bd6e27d-c9de-46f4-bd2c-9bf0910a6d89 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Oct 13 05:16:37.307803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe2c71-056e-4a75-a3c7-be1dcc344961 req-ec48f10d-8923-44b3-ab62-f53eeba5be1b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:37.309293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32fe2c71-056e-4a75-a3c7-be1dcc344961 req-ec48f10d-8923-44b3-ab62-f53eeba5be1b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Oct 13 05:16:37.347097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-32fe2c71-056e-4a75-a3c7-be1dcc344961 req-11194dbc-dae1-4bf1-b39a-764fd07b2fcb tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Oct 13 05:16:38.460267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48b008-68d3-45ff-9b7c-998031d40c54 req-40c2e982-7192-4c04-b700-e8758f0f6a5e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:38.461714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c48b008-68d3-45ff-9b7c-998031d40c54 req-40c2e982-7192-4c04-b700-e8758f0f6a5e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0478699 Oct 13 05:16:38.497982 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0c48b008-68d3-45ff-9b7c-998031d40c54 req-c92cc8c2-a4aa-4dbb-909d-e34d2e629423 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Oct 13 05:16:38.609643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252f96b-e0ac-40fd-91e6-5119f2b159fe req-8e70a3c5-dd07-4da1-8c06-994f07a20c13 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:38.611103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7252f96b-e0ac-40fd-91e6-5119f2b159fe req-8e70a3c5-dd07-4da1-8c06-994f07a20c13 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Oct 13 05:16:38.648071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7252f96b-e0ac-40fd-91e6-5119f2b159fe req-314c124e-2490-48eb-8a6b-f9dbd926f6bc tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Oct 13 05:16:38.869902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-817f10aa-5cf8-48ef-834b-0df1888f881f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443871 Oct 13 05:16:38.884414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8026f3-45a8-4764-bdae-ed0fd4164e02 req-690911fc-1306-458d-90bd-ee38383e72c5 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:38.889151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d8026f3-45a8-4764-bdae-ed0fd4164e02 req-690911fc-1306-458d-90bd-ee38383e72c5 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0562484 Oct 13 05:16:38.924040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4d8026f3-45a8-4764-bdae-ed0fd4164e02 req-62f131b2-c18c-49c4-809f-bf85f33081c4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Oct 13 05:16:38.951700 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:40.013866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-1b8b6814-6a51-4c1e-beb5-62dde5568801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:40.015329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-1b8b6814-6a51-4c1e-beb5-62dde5568801 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0397146 Oct 13 05:16:40.040569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a333aa-f9a0-4be9-b186-804a8faba446 req-20370761-22d8-4370-a7ed-5b07b380bc8a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:40.042070 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01a333aa-f9a0-4be9-b186-804a8faba446 req-20370761-22d8-4370-a7ed-5b07b380bc8a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Oct 13 05:16:40.078471 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01a333aa-f9a0-4be9-b186-804a8faba446 req-790967ea-9439-426c-b975-6992778e72e0 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304401 Oct 13 05:16:40.108374 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-e910dac5-9386-4d4d-8bc4-a00b5102ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:40.109864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-e910dac5-9386-4d4d-8bc4-a00b5102ca9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0874634 Oct 13 05:16:40.149736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-b65aa861-9f78-47c2-a83d-e0f7e93cb8c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0324039 Oct 13 05:16:40.196785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-7402c29d-8f40-47e5-b710-83cd2ef65499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:40.198136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-7402c29d-8f40-47e5-b710-83cd2ef65499 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0418108 Oct 13 05:16:40.229598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-1edff13c-e855-4157-901a-c10d94a367d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239129 Oct 13 05:16:40.319671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-c5bf95d7-b0e7-4f64-bd9a-40f734314ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821941 Oct 13 05:16:40.406278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-102bcf28-d6e7-451e-be63-60e69a71a4a3 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797088 Oct 13 05:16:40.735260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:41.196589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e793c-ec15-4399-9ca3-8658119c5cb6 req-0185f8a4-fb96-46fb-963f-7962351acc17 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:41.198064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd6e793c-ec15-4399-9ca3-8658119c5cb6 req-0185f8a4-fb96-46fb-963f-7962351acc17 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0532422 Oct 13 05:16:41.235374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dd6e793c-ec15-4399-9ca3-8658119c5cb6 req-5ab25af5-862e-4d37-b781-126605283f97 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Oct 13 05:16:42.348197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33b67-fd93-433f-a74a-e2fe53c69c57 req-a2576fdb-d4eb-44f0-af73-b950151a2985 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:42.349651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edd33b67-fd93-433f-a74a-e2fe53c69c57 req-a2576fdb-d4eb-44f0-af73-b950151a2985 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0480921 Oct 13 05:16:42.388192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edd33b67-fd93-433f-a74a-e2fe53c69c57 req-0f0df4f6-6a17-4d55-b906-295e114f02df tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325823 Oct 13 05:16:43.499269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f13ca-4355-4f77-aa7b-556b828058fe req-68dfcd4d-fca8-425a-9d43-b57b12ff54f8 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:43.500744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f1f13ca-4355-4f77-aa7b-556b828058fe req-68dfcd4d-fca8-425a-9d43-b57b12ff54f8 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0471053 Oct 13 05:16:43.537663 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f1f13ca-4355-4f77-aa7b-556b828058fe req-ee836fd7-d0d9-4331-9333-c8357a99b40c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305433 Oct 13 05:16:44.652840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6577ea-40c0-4f6a-816d-68a5076aad08 req-781383a7-57c8-45b0-8a6a-ec4f8e450ce7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:44.654190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef6577ea-40c0-4f6a-816d-68a5076aad08 req-781383a7-57c8-45b0-8a6a-ec4f8e450ce7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0504675 Oct 13 05:16:44.690799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef6577ea-40c0-4f6a-816d-68a5076aad08 req-31a0f812-e631-40c6-a0af-7196e402979e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Oct 13 05:16:45.802682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69a7d-7e9b-465d-b7e4-c9790642a259 req-45d59c08-b153-45eb-a4a9-ab555b799428 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:45.804102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fb69a7d-7e9b-465d-b7e4-c9790642a259 req-45d59c08-b153-45eb-a4a9-ab555b799428 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0474727 Oct 13 05:16:45.839824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3fb69a7d-7e9b-465d-b7e4-c9790642a259 req-dd00b52b-3834-40fd-93d7-7812e804d170 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298796 Oct 13 05:16:46.953270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5478d6a-db29-435a-80f0-c74c9a374d4a req-4ae164ac-8c98-41ae-b10f-eb8826fc2e0a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:46.954753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5478d6a-db29-435a-80f0-c74c9a374d4a req-4ae164ac-8c98-41ae-b10f-eb8826fc2e0a tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Oct 13 05:16:46.991728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e5478d6a-db29-435a-80f0-c74c9a374d4a req-e34a6bc8-4984-46da-ae98-60c97dd57dd7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Oct 13 05:16:48.108939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35cf-e7d6-4272-b762-89815a391ee1 req-b11017bc-2a7f-4379-929b-bf689d25b7c7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:48.110406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53be35cf-e7d6-4272-b762-89815a391ee1 req-b11017bc-2a7f-4379-929b-bf689d25b7c7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0519245 Oct 13 05:16:48.147136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53be35cf-e7d6-4272-b762-89815a391ee1 req-2faa040f-02a7-4f35-be4d-202d36262b49 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Oct 13 05:16:49.084385 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97716ca3-8346-4728-a1af-19508bc688ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:49.263104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec474884-9ccb-4c35-93ed-854053e2268d req-aa70d6c1-5a22-4053-9bb8-6548a17f1f29 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:49.264539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec474884-9ccb-4c35-93ed-854053e2268d req-aa70d6c1-5a22-4053-9bb8-6548a17f1f29 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0485461 Oct 13 05:16:49.300843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec474884-9ccb-4c35-93ed-854053e2268d req-0900e3e0-14c2-4dba-abf8-03b34f241cec tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Oct 13 05:16:50.414484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a612f-7b43-47ff-bcf1-7d8c64d15673 req-6d846a5a-6e48-400f-80a4-2bcd59679000 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:50.415921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa8a612f-7b43-47ff-bcf1-7d8c64d15673 req-6d846a5a-6e48-400f-80a4-2bcd59679000 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0478516 Oct 13 05:16:50.452660 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fa8a612f-7b43-47ff-bcf1-7d8c64d15673 req-72c83682-75eb-41b2-b1b1-38b71653a9c2 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Oct 13 05:16:51.570194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3cc12-4be3-42dc-acc0-e4f9a2af8819 req-07c22a08-1d4d-4e85-81f7-d14b5a44eb89 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:51.571794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8da3cc12-4be3-42dc-acc0-e4f9a2af8819 req-07c22a08-1d4d-4e85-81f7-d14b5a44eb89 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0532346 Oct 13 05:16:51.579805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb3360a2-8902-4527-ab23-85b0d2fce432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:51.609621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8da3cc12-4be3-42dc-acc0-e4f9a2af8819 req-a940383c-0efb-4f6d-9d24-e9de6e41917c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Oct 13 05:16:52.722809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edd7e-0646-45a6-9ea0-de29ed3ecb2f req-77b26fe2-2626-4949-8a87-292a5c52f910 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:52.724232 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-182edd7e-0646-45a6-9ea0-de29ed3ecb2f req-77b26fe2-2626-4949-8a87-292a5c52f910 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0466609 Oct 13 05:16:52.761046 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-182edd7e-0646-45a6-9ea0-de29ed3ecb2f req-d696a87c-b5c7-4d1e-8356-49a357d024cb tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302846 Oct 13 05:16:52.979704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:53.266823 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:53.873727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d33534-3f7f-4c00-9603-e338b3c3ece1 req-6124fee7-94ce-455a-8450-ecf75570d077 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:53.875172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6d33534-3f7f-4c00-9603-e338b3c3ece1 req-6124fee7-94ce-455a-8450-ecf75570d077 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0480211 Oct 13 05:16:53.911011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6d33534-3f7f-4c00-9603-e338b3c3ece1 req-aa26b51b-8e12-4b31-b32d-f400601b5305 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299695 Oct 13 05:16:54.821015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-49882fa9-86a3-4431-a40c-383e69aa1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:54.822650 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-49882fa9-86a3-4431-a40c-383e69aa1b7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0444074 Oct 13 05:16:54.823592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:54.922737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-fcd57436-66a0-4a58-a986-070527286932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:54.924172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-fcd57436-66a0-4a58-a986-070527286932 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0818610 Oct 13 05:16:54.967566 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-1babb2a3-81aa-4f38-80a4-787470384690 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0362608 Oct 13 05:16:55.042730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-a16c1182-2414-473e-93e1-4e104f2c31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:55.044133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-a16c1182-2414-473e-93e1-4e104f2c31f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0682125 Oct 13 05:16:55.059415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27fc71-f980-444c-9c40-0bcd07a1648e req-04c4c90d-97da-44c9-a962-7b1e3cca68ff tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:55.060772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da27fc71-f980-444c-9c40-0bcd07a1648e req-04c4c90d-97da-44c9-a962-7b1e3cca68ff tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0777695 Oct 13 05:16:55.088622 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-e4b70105-311c-47d9-b08c-9a826a995917 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373015 Oct 13 05:16:55.156976 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-da27fc71-f980-444c-9c40-0bcd07a1648e req-02cb5a3e-6d07-455a-91e3-3cc354f0d204 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893295 Oct 13 05:16:55.193738 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-eb62167f-8e08-4490-9851-6a154f781471 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970473 Oct 13 05:16:55.279551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-90c82d6e-6ffa-4ae6-bea1-d535aad166d9 req-310c5054-739d-49e9-b874-67a8238170c5 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795348 Oct 13 05:16:56.270508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061576e-c2b8-4867-88e4-cfd2a24387e2 req-4a041b73-51f3-4156-9589-63bb7b7d4151 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:56.271972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2061576e-c2b8-4867-88e4-cfd2a24387e2 req-4a041b73-51f3-4156-9589-63bb7b7d4151 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0492437 Oct 13 05:16:56.309642 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2061576e-c2b8-4867-88e4-cfd2a24387e2 req-0c68eba7-574d-477a-85e4-8b5843975c48 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Oct 13 05:16:57.428068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd0dbf-e694-4a11-93f4-b6ad007e7029 req-7e282e96-6908-4b04-8f20-d3f27c7e509e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:57.429516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05bd0dbf-e694-4a11-93f4-b6ad007e7029 req-7e282e96-6908-4b04-8f20-d3f27c7e509e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Oct 13 05:16:57.465995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05bd0dbf-e694-4a11-93f4-b6ad007e7029 req-2d6853c2-2fb4-4c32-ab52-7949fd54aadf tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Oct 13 05:16:58.582055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cab61-3443-457b-84cb-ebf3d7f7db29 req-758d12c6-b72f-4f48-a844-b7d0c19dd794 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:58.583487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb6cab61-3443-457b-84cb-ebf3d7f7db29 req-758d12c6-b72f-4f48-a844-b7d0c19dd794 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0518773 Oct 13 05:16:58.620845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb6cab61-3443-457b-84cb-ebf3d7f7db29 req-0cc243bd-f566-46d5-9ee5-48e1c0678fec tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308464 Oct 13 05:16:59.742964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0b88-1ea2-48e9-9f3a-aa5cfe44f36a req-a98247f0-cd3b-46ae-b1a2-86a3b5d6497d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:59.744465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-078d0b88-1ea2-48e9-9f3a-aa5cfe44f36a req-a98247f0-cd3b-46ae-b1a2-86a3b5d6497d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0550320 Oct 13 05:16:59.795795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-078d0b88-1ea2-48e9-9f3a-aa5cfe44f36a req-acaa6405-ef3d-47fb-8078-3e88d4f0cb43 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Oct 13 05:17:00.908916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dc48c-8929-4db2-aff4-934596c5f00c req-a1d404b6-1605-4096-a739-3a49be03bcd7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:00.910400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e9dc48c-8929-4db2-aff4-934596c5f00c req-a1d404b6-1605-4096-a739-3a49be03bcd7 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0483108 Oct 13 05:17:00.947627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e9dc48c-8929-4db2-aff4-934596c5f00c req-f3e7135a-6194-4b8b-8848-d206a3bed309 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Oct 13 05:17:02.058893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788099cf-8a2e-4882-b7b6-61da26420de8 req-a86e227f-b152-499c-93f8-83ddfbb83e8d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:02.060270 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-788099cf-8a2e-4882-b7b6-61da26420de8 req-a86e227f-b152-499c-93f8-83ddfbb83e8d tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0473573 Oct 13 05:17:02.097417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-788099cf-8a2e-4882-b7b6-61da26420de8 req-aa100673-5eb7-4d2a-9336-344fa02b134e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Oct 13 05:17:03.207560 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d42b5-a345-4a29-a356-3db6e01fee51 req-5bbabc70-dc06-4e16-b744-e51c1f1dbc79 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:03.209526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-228d42b5-a345-4a29-a356-3db6e01fee51 req-5bbabc70-dc06-4e16-b744-e51c1f1dbc79 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Oct 13 05:17:03.246670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-228d42b5-a345-4a29-a356-3db6e01fee51 req-9cb84363-6406-4c58-93bc-03ac9222b873 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Oct 13 05:17:03.639962 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:17:04.362020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46724c64-9f2b-4b95-9043-e311918d8241 req-91a7df61-6702-4fc5-ad12-8476e2f45078 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:04.363475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46724c64-9f2b-4b95-9043-e311918d8241 req-91a7df61-6702-4fc5-ad12-8476e2f45078 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Oct 13 05:17:04.400074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46724c64-9f2b-4b95-9043-e311918d8241 req-8430a382-1555-4506-a9cc-357194144663 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Oct 13 05:17:05.518655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5b8e1-b4af-4812-98e1-d921ee7c6d64 req-2c63c3df-1e83-496d-a9df-651758531586 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:05.520103 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dd5b8e1-b4af-4812-98e1-d921ee7c6d64 req-2c63c3df-1e83-496d-a9df-651758531586 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0526335 Oct 13 05:17:05.556724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dd5b8e1-b4af-4812-98e1-d921ee7c6d64 req-bc4bba7b-7389-423a-a180-8f5918d1dad2 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Oct 13 05:17:06.669382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1792-5e8b-4909-9df7-4753a0ed2094 req-5ee9f350-dac2-4037-af5b-f518813247cb tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:06.670723 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b57d1792-5e8b-4909-9df7-4753a0ed2094 req-5ee9f350-dac2-4037-af5b-f518813247cb tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Oct 13 05:17:06.707094 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b57d1792-5e8b-4909-9df7-4753a0ed2094 req-91d981eb-68d5-4143-8d03-a988811dd251 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305283 Oct 13 05:17:07.281199 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-4b7f5430-ff44-43c4-9005-aa5818e798ac service neutron] show failed (client error): The resource could not be found. Oct 13 05:17:07.282220 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-4b7f5430-ff44-43c4-9005-aa5818e798ac service neutron] 10.222.0.26 "GET /v2.0/ports/c89ab976-1f68-4c2c-81ee-87ebb8afb8b9/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0531344 Oct 13 05:17:07.473676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-d52ff510-c9d2-471d-9de8-afaca3f7cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:07.475641 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-d52ff510-c9d2-471d-9de8-afaca3f7cf70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4&tenant_id=8374f518c6b344fb9da4174798c44794 HTTP/1.1" status: 200 len: 1097 time: 0.0399480 Oct 13 05:17:07.486819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:07.538123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:07.738489 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:07.770638 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:17:07.837309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:07.839710 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4097ca5-b28f-4430-999b-32e37000352e" -d '{"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:07.844544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:07.862857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b9e06-1709-4f11-bbf2-1700e7ef2a0e req-fad92b7b-364d-4460-904d-9670e8ba3bee tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:07.864358 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-446b9e06-1709-4f11-bbf2-1700e7ef2a0e req-fad92b7b-364d-4460-904d-9670e8ba3bee tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0915480 Oct 13 05:17:07.869366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Transition to ACTIVE for port object c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:17:07.879391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:07.895335 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5dc1cb-5dd2-4f5d-babe-c6e5dda9872e x-openstack-request-id: req-0b5dc1cb-5dd2-4f5d-babe-c6e5dda9872e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:07.895770 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:07.896661 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b5dc1cb-5dd2-4f5d-babe-c6e5dda9872e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:07.897316 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'code': 200} Oct 13 05:17:07.983863 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:07.988351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-446b9e06-1709-4f11-bbf2-1700e7ef2a0e req-e7808d43-c906-4835-995c-335e82385b1e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171024 Oct 13 05:17:07.990165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] No DVR routers for this DVR port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:17:07.998230 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:07.998583 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:07.998961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:07.999249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.010001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:08.036895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:17:08.037221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:17:08.037545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:08.042004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:17:08.042321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Attempting to bind port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on network 64001266-d2c7-4e95-83a4-3a2536ffb0ca {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:08.047057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:17:08.047391 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Checking segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:17:08.047771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Bound using segment: {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:17:08.048192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Bound port: c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5360041c-4bbb-409a-a85e-d94bab8144a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:17:08.048541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:08.109568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:17:08.112440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:17:08.117116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:08.153653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:08.154337 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:08.155701 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 1092 time: 0.6726737 Oct 13 05:17:08.177163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d37a-4cd7-4929-8e06-b4ea903a29d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:08.219393 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-dcb9de29-1a81-4db1-8466-54e099db879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:08.220926 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-dcb9de29-1a81-4db1-8466-54e099db879d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0408847 Oct 13 05:17:08.308199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-b0f1b756-7313-4a1b-91be-3df797235000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:08.309670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-b0f1b756-7313-4a1b-91be-3df797235000 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0823569 Oct 13 05:17:08.355037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-bb704ea7-1c53-4585-81a2-9ffd7d8f3be9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0373449 Oct 13 05:17:08.405626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-c1dd8a95-e3a0-47a1-861c-7c225558fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:08.407090 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-c1dd8a95-e3a0-47a1-861c-7c225558fa8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0445645 Oct 13 05:17:08.438321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-72cc33a9-9cd1-401e-8a5b-0538da56de1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242827 Oct 13 05:17:08.527950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-c42ed223-f38a-471a-bd23-6102cd757940 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828395 Oct 13 05:17:08.616047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-89aeafbb-34c4-4a4d-b318-382ecf3ad746 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804954 Oct 13 05:17:08.952851 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:09.111461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2030dc-3153-4f2f-bd6b-70a33146f169 req-5c54ae4c-b14c-46e2-a377-ac147afaafde tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:09.112910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb2030dc-3153-4f2f-bd6b-70a33146f169 req-5c54ae4c-b14c-46e2-a377-ac147afaafde tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0517170 Oct 13 05:17:09.149206 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb2030dc-3153-4f2f-bd6b-70a33146f169 req-16561280-0fef-49ec-8671-2d551fdf8999 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Oct 13 05:17:09.898258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:09.900700 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda" -d '{"events": [{"name": "network-changed", "server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:09.946816 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd7523-37c9-4ee7-b659-25960c244dd1 x-openstack-request-id: req-d8bd7523-37c9-4ee7-b659-25960c244dd1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:09.947105 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:09.947362 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8bd7523-37c9-4ee7-b659-25960c244dd1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:09.947759 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'status': 'completed', 'code': 200} Oct 13 05:17:10.005658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-f7cb5134-7119-48cc-8fdc-c27c1debba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.007141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-f7cb5134-7119-48cc-8fdc-c27c1debba43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0412281 Oct 13 05:17:10.011145 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-3e1d2228-a82b-4ae8-8e3d-4cb1dee8866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.012644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-3e1d2228-a82b-4ae8-8e3d-4cb1dee8866b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0406799 Oct 13 05:17:10.070815 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:17:10.108581 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-ad199080-79ca-4aaa-96aa-4e0ccccfabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.110498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-ad199080-79ca-4aaa-96aa-4e0ccccfabe0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0950134 Oct 13 05:17:10.129119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-526cb4c5-cbb3-425b-b7e4-3dcf1355ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.131169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-526cb4c5-cbb3-425b-b7e4-3dcf1355ad2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.1026692 Oct 13 05:17:10.136362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:17:10.154959 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-d9b4acc2-caef-436b-be44-586d28327125 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0371301 Oct 13 05:17:10.180522 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-07fdf3c5-1504-4ef6-93da-472e2eff9fea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0425529 Oct 13 05:17:10.209466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-22d0d213-032d-4b08-a1f6-7b5d697fa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.211398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-22d0d213-032d-4b08-a1f6-7b5d697fa89b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0497155 Oct 13 05:17:10.246874 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-6c15f5f8-5681-4dc8-9e51-16fe87096642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.248465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-6c15f5f8-5681-4dc8-9e51-16fe87096642 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0533528 Oct 13 05:17:10.266218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-0f22db76-90ba-4664-ad91-26703fb9c9a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483356 Oct 13 05:17:10.282032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-04cbeae9-1572-4b02-8fcd-f388a6d08820 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255430 Oct 13 05:17:10.334549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43125ff6-3ba4-4181-8a8e-a55e90936685 req-bd3c83d6-6b69-48a4-9fd5-0468a8b96f2e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.336013 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43125ff6-3ba4-4181-8a8e-a55e90936685 req-bd3c83d6-6b69-48a4-9fd5-0468a8b96f2e tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.1095126 Oct 13 05:17:10.373575 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-97643689-206e-443a-b93c-08afc9d99c61 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837574 Oct 13 05:17:10.396595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-43125ff6-3ba4-4181-8a8e-a55e90936685 req-0328164f-e4e1-4c3a-9c7f-d4e920a6b4c6 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Oct 13 05:17:10.400308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-fb384cfe-14ae-4244-9a73-04c609860447 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267116 Oct 13 05:17:10.474261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-11ad363f-2654-4ea1-b98f-7853df1365f8 service neutron] 10.222.0.15 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924721 Oct 13 05:17:10.499371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b74305cc-f4ab-430b-a8ad-f1dea8eefbda req-1ec3eca5-07bf-4ea4-8c75-7865ae2a67b1 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903296 Oct 13 05:17:10.757142 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:10.941886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c9fc-3dd5-49fa-b94d-01ae4dfa57fd req-b680bb20-628e-4901-aee1-faec849a3486 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.944008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abd5c9fc-3dd5-49fa-b94d-01ae4dfa57fd req-b680bb20-628e-4901-aee1-faec849a3486 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.3983662 Oct 13 05:17:10.963781 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-bc8c0d1f-f297-4044-b2df-e4c2459623da tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:10.965175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-bc8c0d1f-f297-4044-b2df-e4c2459623da tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.26 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4&tenant_id=8374f518c6b344fb9da4174798c44794&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 944 time: 0.4080150 Oct 13 05:17:11.017929 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abd5c9fc-3dd5-49fa-b94d-01ae4dfa57fd req-1580a8d0-e8fc-4528-9aa1-52c53b32ab1b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674596 Oct 13 05:17:11.039643 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-d4f7d693-ed6e-4f2f-bc93-881a794a96e9 service neutron] delete failed (client error): The resource could not be found. Oct 13 05:17:11.040619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-d4f7d693-ed6e-4f2f-bc93-881a794a96e9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c89ab976-1f68-4c2c-81ee-87ebb8afb8b9/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0666473 Oct 13 05:17:11.123527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-487c262a-67b7-48c6-acab-04db3635d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:11.124989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-487c262a-67b7-48c6-acab-04db3635d84e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8374f518c6b344fb9da4174798c44794&device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0401008 Oct 13 05:17:11.213503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-b16896d9-22cb-4417-ac5f-5f9569189a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:11.214895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-b16896d9-22cb-4417-ac5f-5f9569189a6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 200 len: 915 time: 0.0835238 Oct 13 05:17:11.255880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-11a40385-0be8-4a3e-b4f9-95a9d25c7a4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 200 len: 217 time: 0.0328560 Oct 13 05:17:11.306297 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-9f2af344-da4e-47dc-b3e3-2cb6fd4298d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:11.307664 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-9f2af344-da4e-47dc-b3e3-2cb6fd4298d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 200 len: 854 time: 0.0456192 Oct 13 05:17:11.339351 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-a0b7f69b-9a9a-4df0-b0b8-d322e770ef85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64001266-d2c7-4e95-83a4-3a2536ffb0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239656 Oct 13 05:17:11.427468 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-0ba1e87a-8414-44ba-9aa0-a426a3a63ed2 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800140 Oct 13 05:17:11.516067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f3ec9a-0986-4061-8dc7-edcbd3f58424 req-88633259-f9d7-42d1-af74-9c58cf160ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823779 Oct 13 05:17:12.080311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:17:12.136741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e771429-6077-4022-9088-8ca69e390c3d req-44005ae6-6a7c-4ba5-bbc3-a3bc68d9ac2f tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:12.138974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e771429-6077-4022-9088-8ca69e390c3d req-44005ae6-6a7c-4ba5-bbc3-a3bc68d9ac2f tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0505581 Oct 13 05:17:12.176192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1e771429-6077-4022-9088-8ca69e390c3d req-2380ec53-61cb-43b7-8454-d3bd9ae5cc25 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Oct 13 05:17:12.176596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:12.188433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'network_id': '64001266-d2c7-4e95-83a4-3a2536ffb0ca', 'port_id': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'mac_address': 'fa:16:3e:96:57:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525453e9-539a-49d9-8c02-0b9b495fb134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:17:12.225247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:12.238330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:17:12.257993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:12.262328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:12.293529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09609b-8621-47a8-be08-ad3b3dc77649 req-73dfe671-4641-4d67-a356-d376aab82d11 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:12.295008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba09609b-8621-47a8-be08-ad3b3dc77649 req-73dfe671-4641-4d67-a356-d376aab82d11 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0505145 Oct 13 05:17:12.312795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:12.320720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.321065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.321402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.321732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.322055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.322373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.322694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.323011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.323328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.323643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.324024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.324344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:12.338437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ba09609b-8621-47a8-be08-ad3b3dc77649 req-c479c681-663a-4b20-b8db-b01071230c15 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Oct 13 05:17:12.471379 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624232-ef21-4961-a3ee-1471f174a2cc req-db9af757-f672-47ce-b87a-41a9ed1e5f18 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:12.472840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6624232-ef21-4961-a3ee-1471f174a2cc req-db9af757-f672-47ce-b87a-41a9ed1e5f18 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Oct 13 05:17:12.477617 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:17:12.511141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c6624232-ef21-4961-a3ee-1471f174a2cc req-90f0c5d6-4433-49a1-aab8-09b90d45fac9 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Oct 13 05:17:12.831961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86be39-838c-4612-918a-3310234beff9 req-55bd8d5f-b72f-4d0c-9d83-8b761d034ff4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:12.833867 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c86be39-838c-4612-918a-3310234beff9 req-55bd8d5f-b72f-4d0c-9d83-8b761d034ff4 tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Oct 13 05:17:12.869827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4c86be39-838c-4612-918a-3310234beff9 req-5e1869f2-8120-4de1-99f4-1e639b13e81c tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300632 Oct 13 05:17:14.008288 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b922219-cd7d-4cf0-b2e9-6064b71c828b req-258930c0-525b-40cd-ac9b-0c34ecc563aa tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:14.009757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b922219-cd7d-4cf0-b2e9-6064b71c828b req-258930c0-525b-40cd-ac9b-0c34ecc563aa tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 945 time: 0.0748980 Oct 13 05:17:14.022219 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-05c506a9-6d7b-4735-805e-5b330d8479fd tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:14.023556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-05c506a9-6d7b-4735-805e-5b330d8479fd tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.15 "GET /v2.0/ports?device_id=53234b28-2b27-466d-b9ff-36824858b5d4 HTTP/1.1" status: 200 len: 945 time: 0.0623951 Oct 13 05:17:14.090147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b922219-cd7d-4cf0-b2e9-6064b71c828b req-1a7a3842-ea44-4e64-99e2-c64389c83d2f tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fde0f03-69f6-4808-8afc-7cf242209765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656440 Oct 13 05:17:14.114853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:14.134290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Deleting port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:17:14.134630 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.165081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:17:14.168480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:14.168877 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.222772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:14.223136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.240531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Calling delete_port for c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:17:14.244694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.266578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:14.268825 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe92ae-873e-4ca4-b1d4-7639e8b5f453" -d '{"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-plugged", "status": "completed", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:14.282406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,segment=NetworkSegment(5360041c-4bbb-409a-a85e-d94bab8144a3),segment_id=5360041c-4bbb-409a-a85e-d94bab8144a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:14.287406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.311755 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf630df-ec64-4295-942d-9559ab6beb3e x-openstack-request-id: req-6cf630df-ec64-4295-942d-9559ab6beb3e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:14.312056 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-plugged", "status": "completed", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:14.312309 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cf630df-ec64-4295-942d-9559ab6beb3e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:14.312710 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'code': 200} Oct 13 05:17:14.340821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:14.369747 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.382203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:17:14.398824 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Pushing event deleted for resources: {'Port': ['ID=c89ab976-1f68-4c2c-81ee-87ebb8afb8b9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:14.442678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] No DVR routers for this DVR port c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:17:14.445781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.449084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d6ffa50-3bb3-4bcc-a48f-9c05aad263ba req-3a436213-1b00-4475-84c5-26e00aa9e77b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] 10.222.0.15 "DELETE /v2.0/ports/c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 HTTP/1.1" status: 204 len: 173 time: 0.4180999 Oct 13 05:17:14.449558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-deleted', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:14.451899 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efbe455-4d35-4633-8d8c-0b18ca36d4d8" -d '{"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-deleted", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:14.486013 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c5878-cbc3-42f2-8fa8-0f494be4d391 x-openstack-request-id: req-ce2c5878-cbc3-42f2-8fa8-0f494be4d391 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:14.486305 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53234b28-2b27-466d-b9ff-36824858b5d4", "name": "network-vif-deleted", "tag": "c89ab976-1f68-4c2c-81ee-87ebb8afb8b9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:14.486556 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce2c5878-cbc3-42f2-8fa8-0f494be4d391 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:14.486956 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53234b28-2b27-466d-b9ff-36824858b5d4', 'name': 'network-vif-deleted', 'tag': 'c89ab976-1f68-4c2c-81ee-87ebb8afb8b9', 'status': 'completed', 'code': 200} Oct 13 05:17:15.210282 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:15.256021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Deleting subnet 525453e9-539a-49d9-8c02-0b9b495fb134 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:17:15.259427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.296125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.339744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.390934 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.417584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525453e9-539a-49d9-8c02-0b9b495fb134,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:15.422498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.428170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c1b66209-937f-455f-b5c6-ad6f06d7b91d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/525453e9-539a-49d9-8c02-0b9b495fb134 HTTP/1.1" status: 204 len: 168 time: 0.2168677 Oct 13 05:17:15.428302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:15.499632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.579527 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.599506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64001266-d2c7-4e95-83a4-3a2536ffb0ca']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:15.608455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5360041c-4bbb-409a-a85e-d94bab8144a3') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:15.608774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5360041c-4bbb-409a-a85e-d94bab8144a3') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:15.617778 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.631111 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.637136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:17:15.637538 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:17:15.639458 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:17:15.691158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.696532 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.699675 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] 10.222.0.44 "DELETE /v2.0/networks/64001266-d2c7-4e95-83a4-3a2536ffb0ca HTTP/1.1" status: 204 len: 168 time: 0.2704039 Oct 13 05:17:15.713231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=64001266-d2c7-4e95-83a4-3a2536ffb0ca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:15.720817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.721146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.721479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.721807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.722191 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.722506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.722933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.723258 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.723573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.723892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.724289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.724608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c65cb-59e3-4d89-a9df-64bc86f86d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:15.811335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:15.849996 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-36127c4d-8c9d-4bd6-9c02-bc84188a4e22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8374f518c6b344fb9da4174798c44794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371704 Oct 13 05:17:15.852280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:15.905091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8093b4f-84ea-4927-83c6-66700cdcd934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.928253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8093b4f-84ea-4927-83c6-66700cdcd934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.976359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8093b4f-84ea-4927-83c6-66700cdcd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.978907 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8093b4f-84ea-4927-83c6-66700cdcd934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.980066 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b8093b4f-84ea-4927-83c6-66700cdcd934 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fde0f03-69f6-4808-8afc-7cf242209765 HTTP/1.1" status: 204 len: 168 time: 0.1268728 Oct 13 05:17:15.987654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8093b4f-84ea-4927-83c6-66700cdcd934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde0f03-69f6-4808-8afc-7cf242209765,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:16.616519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:16.719450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1179717332-network', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:16.741091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Made reservation on behalf of bc5e8dc5d2e445b08966a6312fc58da4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:17:16.743333 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.751307 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.825638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.829414 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.854304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:17:16.863929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ab490-9ebb-41f6-8f0a-5678ff7480ac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:16.870174 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.870513 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Added segment 9c1b1123-224f-43c7-8f24-707c9d27d600 of type vlan for network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 Oct 13 05:17:16.909867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.934320 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.935284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:16.935855 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:16.988793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3709736 Oct 13 05:17:16.991636 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:16.996980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Request body: {'subnet': {'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1179717332-subnet', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:16.999273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc763-cb5e-449a-aef2-85c438d7f478 admin admin] Pushing event updated for resources: {'Network': ['ID=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:17.009697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:17:17.018919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Made reservation on behalf of bc5e8dc5d2e445b08966a6312fc58da4 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:17:17.022066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.196521 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.254599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3be6b1-31f1-478b-a963-878608fb5229,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:17.264478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:17:17.264867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Network hostable DHCP agents. Network: 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:17:17.281923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:17:17.290192 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:17.294155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:17.294727 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.301256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523aeaa-d639-4a2c-a3a5-9285605ea796 None None] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:17:17.309494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b06b6d3f-18d1-4e8a-9ad0-c4dc815549d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3167551 Oct 13 05:17:17.312153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49738) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:17.316333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:17.336594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.337626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.392798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.448041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:17:17.448961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.526399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.584590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Allocated IP 172.20.0.2 (1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1/bb3be6b1-31f1-478b-a963-878608fb5229/c84c9d48-eb97-4e4b-a657-81c3277bbdb0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:17:17.722105 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.728011 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.734073 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.744456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.776742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:17:17.780418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Pushing event updated for resources: {'Port': ['ID=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:17.782842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:17.784898 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:17:17.838182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Attempting to bind port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:17:17.838538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Attempting to bind port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:17:17.838886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Attempting to bind port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:17.843777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:17:17.844142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:17:17.844532 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.844959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:17:17.845407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Bound port: c84c9d48-eb97-4e4b-a657-81c3277bbdb0, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:17:17.845780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.854693 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Allocated IP 172.25.1.102 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/12b69871-f764-4bcf-90b3-0caa47ce42d5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:17:17.909651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] For port c84c9d48-eb97-4e4b-a657-81c3277bbdb0, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:17:17.912733 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] For port c84c9d48-eb97-4e4b-a657-81c3277bbdb0, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:17:17.918390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.957806 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.972818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b14b4-d92b-42d6-93c9-cc1fd4cfe622 None None] Pushing event updated for resources: {'Port': ['ID=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:17.996418 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:18.041208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:17:18.044094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:18.047805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:17:18.072815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Pushing event updated for resources: {'Port': ['ID=12b69871-f764-4bcf-90b3-0caa47ce42d5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:18.121017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:17:18.149471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:17:18.149896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device c89ab976-1f68-4c2c-81ee-87ebb8afb8b9 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:17:18.564002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:18.759231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:18.859303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c84c9d48-eb97-4e4b-a657-81c3277bbdb0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:18.863955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d00d2b-97b2-4caf-b915-471ac6a67089 None None] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:17:18.898744 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:17:18.959522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3e7a91d-6208-4ba6-a472-d8e797be439f None None] Provisioning complete for port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:18.959892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91d-6208-4ba6-a472-d8e797be439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.005598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:17:19.013460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:19.013822 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.022226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:17:19.022902 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.024392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-96555f09-c844-4dd6-90b0-9045b633a916 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7110605 Oct 13 05:17:19.026876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:19.108962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:17:19.109488 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:16:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:19.190061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f794a88-c14d-4159-80c9-e26a560145d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.248863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91d-6208-4ba6-a472-d8e797be439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.458728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.485708 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.505592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:17:19.508414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a3e7a91d-6208-4ba6-a472-d8e797be439f None None] For port c84c9d48-eb97-4e4b-a657-81c3277bbdb0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:19.535846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91d-6208-4ba6-a472-d8e797be439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.627829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Allocated IP 172.20.0.1 (1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1/bb3be6b1-31f1-478b-a963-878608fb5229/e1c503cc-1843-405a-abf9-fb5b47fd8090) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:17:19.711055 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 05:17:19.711340 n-d-810220-9 neutron-server[94828]: DEBUG oslo_db.api [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 05:17:19.711813 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a91d-6208-4ba6-a472-d8e797be439f None None] Pushing event updated for resources: {'Port': ['ID=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:19.740447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.772162 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.776155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19fe8237-d2ad-4a65-9b6e-583df4b8d319 None None] Provisioning complete for port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:19.776544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19fe8237-d2ad-4a65-9b6e-583df4b8d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.810430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:17:19.815265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:19.818770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:17:19.827155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:18Z', 'revision_number': 3, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:19.848404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c503cc-1843-405a-abf9-fb5b47fd8090,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:19.858884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:17:19.859228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Updating router 1f41e912-c65e-4460-9ca4-26dbd68e806a port 12b69871-f764-4bcf-90b3-0caa47ce42d5 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:17:19.868529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:19.910939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.005509 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.088270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cb5914ff-9819-4366-820a-673be1974ca7 None None] Provisioning complete for port e1c503cc-1843-405a-abf9-fb5b47fd8090 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:20.088559 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb5914ff-9819-4366-820a-673be1974ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.145298 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cb5914ff-9819-4366-820a-673be1974ca7 None None] Port e1c503cc-1843-405a-abf9-fb5b47fd8090 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:17:20.170687 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.175248 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.204039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.209453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.241341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c503cc-1843-405a-abf9-fb5b47fd8090,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:20.246519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.293824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Attempting to bind port 12b69871-f764-4bcf-90b3-0caa47ce42d5 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:17:20.294191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Attempting to bind port 12b69871-f764-4bcf-90b3-0caa47ce42d5 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:17:20.294554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Attempting to bind port 12b69871-f764-4bcf-90b3-0caa47ce42d5 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:20.305477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee54f85-68fe-4937-ae2b-25529878fd12 None None] Pushing event updated for resources: {'Port': ['ID=12b69871-f764-4bcf-90b3-0caa47ce42d5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:20.308256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:17:20.308638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:17:20.309072 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.309474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:17:20.309929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Bound port: 12b69871-f764-4bcf-90b3-0caa47ce42d5, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:17:20.310307 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.342849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:17:20.344261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:20.366659 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] For port 12b69871-f764-4bcf-90b3-0caa47ce42d5, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:17:20.370027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] For port 12b69871-f764-4bcf-90b3-0caa47ce42d5, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=12b69871-f764-4bcf-90b3-0caa47ce42d5,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:17:20.376284 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.435688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee54f85-68fe-4937-ae2b-25529878fd12 None None] Pushing event updated for resources: {'Port': ['ID=12b69871-f764-4bcf-90b3-0caa47ce42d5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:20.438326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:17:20.438910 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:16:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:20.469498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:17:20.551234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:17:20.580422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:17:20.592762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5e6f2317-70d2-468c-a15d-b81052f03741 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f41e912-c65e-4460-9ca4-26dbd68e806a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648084 Oct 13 05:17:20.631071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e48745f-9f1f-4953-9312-c875d97f5ce0 None None] Provisioning complete for port e1c503cc-1843-405a-abf9-fb5b47fd8090 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:20.631437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e48745f-9f1f-4953-9312-c875d97f5ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:20.707856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e48745f-9f1f-4953-9312-c875d97f5ce0 None None] Port e1c503cc-1843-405a-abf9-fb5b47fd8090 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:17:20.785119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:20Z', 'revision_number': 2, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:20.811624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb82466-5462-47fc-84ec-982f00316e9a None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:20Z', 'revision_number': 2, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:17:20.841187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c84c9d48-eb97-4e4b-a657-81c3277bbdb0 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:20.894055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:20.894419 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.111436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:21.116821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314949172', 'description': 'tempest-description--1750832121'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:21.139253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.209619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.213636 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.245867 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.247108 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1345854 Oct 13 05:17:21.250094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:21.254447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'security_group_rule': {'security_group_id': '64c8ff9f-191a-4190-aa17-b9c9a91ff50f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:21.261348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f471d1b-dd8e-4551-97d0-433dffcf00ef tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c8ff9f-191a-4190-aa17-b9c9a91ff50f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:21.288346 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.361536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.368274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.387655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223ec6f7-db0b-4af6-be65-a8183937fe1b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:21.396974 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.401752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0971a072-3c82-4116-9b40-499bd67cc51d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506803 Oct 13 05:17:21.407718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:21.414632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'security_group_rule': {'security_group_id': '64c8ff9f-191a-4190-aa17-b9c9a91ff50f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:21.446971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.511305 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.515600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.533998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b56689-0b41-41c1-8b74-9d254830917e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:21.542378 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.543620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-31794b2d-80d6-4bae-8c01-ca637dd9f00a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340587 Oct 13 05:17:21.546545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 49754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:21.550996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:21.574616 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.584231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73995cfe-e12e-4f05-8486-1163bd311ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.676870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.793748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Allocated IP 172.25.1.98 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/85dcc95b-b4ac-4240-a107-42ccd8d3e9f9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:17:21.907128 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.940723 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:21.983000 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:17:21.985955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:21.990631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:17:21.993697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'Port': ['ID=85dcc95b-b4ac-4240-a107-42ccd8d3e9f9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:22.077155 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:22.109659 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:22.258200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:22.262581 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:22.327505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'Port': ['ID=85dcc95b-b4ac-4240-a107-42ccd8d3e9f9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:22.341580 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:22.356519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:22.357763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-84d4866d-80b5-4ca2-80bd-1a72cb2c4939 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8102765 Oct 13 05:17:22.499836 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-968840fc-db3c-4bd6-8007-63c8f46f7d16 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1314949172&fields=id&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 267 time: 0.0326600 Oct 13 05:17:22.611817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-1ec36830-34dd-4505-bebf-90ecb1db9e27 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:22.613224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-1ec36830-34dd-4505-bebf-90ecb1db9e27 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1060059 Oct 13 05:17:22.629134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-da8ad6a2-644d-40f6-87ed-4ff4fef646f5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/quotas/bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 375 time: 0.0094326 Oct 13 05:17:22.683743 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-abc2bdf2-059b-4680-8718-a0bbb2b652bf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482285 Oct 13 05:17:22.701152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c0a275c4-1b76-4a34-a99c-5e235e09053f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:17:22.702851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c0a275c4-1b76-4a34-a99c-5e235e09053f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054810 Oct 13 05:17:22.711168 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:17:22.720658 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:17:22.721310 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:17:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:22.796242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-de662660-6aae-4021-a918-3901636c99bb service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874658 Oct 13 05:17:22.827191 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:17:22.873968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 12b69871-f764-4bcf-90b3-0caa47ce42d5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:22.887472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-29f36364-f792-4831-b70a-5b2ccf1e54c9 service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844088 Oct 13 05:17:22.925487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 12b69871-f764-4bcf-90b3-0caa47ce42d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:22.925925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.032962 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.049430 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.061502 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:20Z', 'revision_number': 2, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:23.075150 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 12b69871-f764-4bcf-90b3-0caa47ce42d5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=12b69871-f764-4bcf-90b3-0caa47ce42d5,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:23.076569 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-283bc554-a199-47da-ae3c-42f0a1cc721f req-8e28a9cf-06c5-4636-9e35-6f46bccf2bdf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 210 time: 0.0437551 Oct 13 05:17:23.083552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.096244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:17:23.096604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Updating router 1f41e912-c65e-4460-9ca4-26dbd68e806a port e1c503cc-1843-405a-abf9-fb5b47fd8090 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:17:23.123465 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.136153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=12b69871-f764-4bcf-90b3-0caa47ce42d5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:23.273516 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.396956 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.402407 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.455795 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Pushing event updated for resources: {'Port': ['ID=e1c503cc-1843-405a-abf9-fb5b47fd8090,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:23.479961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.480308 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.480653 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.481294 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.481653 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.482041 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.482370 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.482697 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.483021 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.483343 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.483665 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.483983 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:17:23.526432 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Attempting to bind port e1c503cc-1843-405a-abf9-fb5b47fd8090 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:17:23.526825 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Attempting to bind port e1c503cc-1843-405a-abf9-fb5b47fd8090 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:17:23.527165 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Attempting to bind port e1c503cc-1843-405a-abf9-fb5b47fd8090 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:23.532660 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:17:23.533079 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:17:23.533480 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.533966 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:17:23.534439 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Bound port: e1c503cc-1843-405a-abf9-fb5b47fd8090, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:17:23.534819 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.611269 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] For port e1c503cc-1843-405a-abf9-fb5b47fd8090, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:17:23.621329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] For port e1c503cc-1843-405a-abf9-fb5b47fd8090, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e1c503cc-1843-405a-abf9-fb5b47fd8090,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:17:23.626057 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.688444 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c104564-4e41-4855-8bfc-fd5022eace2b None None] Pushing event updated for resources: {'Port': ['ID=e1c503cc-1843-405a-abf9-fb5b47fd8090,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:23.691208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:17:23.691938 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:17:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:23.746508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b61b0eb5-513b-44e3-b01e-733fa789f6c5 None None] Provisioning complete for port e1c503cc-1843-405a-abf9-fb5b47fd8090 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:23.746941 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b61b0eb5-513b-44e3-b01e-733fa789f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.803740 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:17:23.836921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b61b0eb5-513b-44e3-b01e-733fa789f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.871058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b61b0eb5-513b-44e3-b01e-733fa789f6c5 None None] For port e1c503cc-1843-405a-abf9-fb5b47fd8090, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e1c503cc-1843-405a-abf9-fb5b47fd8090,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:23.875051 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b61b0eb5-513b-44e3-b01e-733fa789f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:23.931936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b0eb5-513b-44e3-b01e-733fa789f6c5 None None] Pushing event updated for resources: {'Port': ['ID=e1c503cc-1843-405a-abf9-fb5b47fd8090,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:23.997430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-422c5b6b-165e-4e62-a554-99c85b5f6674 None None] Provisioning complete for port e1c503cc-1843-405a-abf9-fb5b47fd8090 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:23.997799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-422c5b6b-165e-4e62-a554-99c85b5f6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.023340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:24.056991 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36145b9f-e2ce-4681-a8f7-94398b6dfc62 None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:17:24.098182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-74d44a3a-28d2-47e6-a915-dae34676d9f7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:24.102351 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-74d44a3a-28d2-47e6-a915-dae34676d9f7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1262984 Oct 13 05:17:24.152838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-785ae9d1-d210-4640-9cf8-153599161287 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 380 time: 0.0406425 Oct 13 05:17:24.164141 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'port': {'device_id': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'admin_state_up': True, 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'security_groups': ['64c8ff9f-191a-4190-aa17-b9c9a91ff50f']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:24.189488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-11bbedd5-dd82-4254-b296-342d642259cb req-1b1c1e75-fddb-400d-a6b5-af4c7631f7bc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 210 time: 0.0340598 Oct 13 05:17:24.278373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Made reservation on behalf of bc5e8dc5d2e445b08966a6312fc58da4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:17:24.282012 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.418168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Allocated IP 172.20.0.14 (1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1/bb3be6b1-31f1-478b-a963-878608fb5229/6f17c95c-32a9-4248-8d30-5cd3edce79cc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:17:24.559669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.594056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.638697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:17:24.642007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:17:24.646428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:17:24.672643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:24.700204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:24.700873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.720248 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-c589d0ee-859f-41c5-ae57-fafecf07286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610533 Oct 13 05:17:24.733324 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Request body: {'port': {'device_id': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:24.798810 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.829664 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.851830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-95b3c938-808d-4e77-a80a-4668ae63f4c7 None None] Provisioning complete for port 6f17c95c-32a9-4248-8d30-5cd3edce79cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:24.852289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95b3c938-808d-4e77-a80a-4668ae63f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:24.883005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 12b69871-f764-4bcf-90b3-0caa47ce42d5 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:24.924050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-95b3c938-808d-4e77-a80a-4668ae63f4c7 None None] Port 6f17c95c-32a9-4248-8d30-5cd3edce79cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:17:24.940710 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 12b69871-f764-4bcf-90b3-0caa47ce42d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:24.941103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.020624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e1c503cc-1843-405a-abf9-fb5b47fd8090 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:25.065484 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e1c503cc-1843-405a-abf9-fb5b47fd8090 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:25.065859 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.071355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f17c95c-32a9-4248-8d30-5cd3edce79cc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:17:25.079175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.091307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Transition to ACTIVE for port object 6f17c95c-32a9-4248-8d30-5cd3edce79cc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:17:25.095084 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.170481 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:25.219548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:17:25.219548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:17:25.219869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:25.226796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:17:25.227208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:17:25.233254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:17:25.233592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:17:25.233974 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:17:25.234401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Bound port: 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:17:25.234758 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.329336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:17:25.350546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877e10-9efc-43d1-ad47-10d05ec0e404 req-9c116835-a430-4d4e-b77f-f00086f5f9c7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:25.352009 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77877e10-9efc-43d1-ad47-10d05ec0e404 req-9c116835-a430-4d4e-b77f-f00086f5f9c7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0819807 Oct 13 05:17:25.353635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:17:25.358828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.409603 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:25.410176 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:25.412102 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 1092 time: 0.6832404 Oct 13 05:17:25.418027 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:25.420349 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65378214-f50f-4552-87d4-7162ca71f46a" -d '{"events": [{"name": "network-changed", "server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:25.472299 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448fca8c-5d53-430c-9d55-a36dcfb63623 x-openstack-request-id: req-448fca8c-5d53-430c-9d55-a36dcfb63623 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:25.472594 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:25.472890 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-448fca8c-5d53-430c-9d55-a36dcfb63623 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:25.473291 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'status': 'completed', 'code': 200} Oct 13 05:17:25.490192 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-77877e10-9efc-43d1-ad47-10d05ec0e404 req-b50c3d4a-a1c7-4dfe-a703-73714c8bb012 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276629 Oct 13 05:17:25.491972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bae71-f0ef-443f-97c6-b8c641c8eae7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:25.511249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-7307e6a0-a531-4611-8ea2-c49843a8df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:25.512868 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-7307e6a0-a531-4611-8ea2-c49843a8df5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1095 time: 0.0595691 Oct 13 05:17:25.562536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-533c28ae-4ffd-448d-84b5-03da5fbe8bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 217 time: 0.0409789 Oct 13 05:17:25.614093 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-2dae4fb7-5d92-4968-bb4b-1d509d20ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:25.615589 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-2dae4fb7-5d92-4968-bb4b-1d509d20ebc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0455396 Oct 13 05:17:25.659786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-a1bea232-334d-475c-91bc-f94701db63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:25.661300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-a1bea232-334d-475c-91bc-f94701db63a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390167 Oct 13 05:17:25.751244 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-04c3b746-8824-4132-9ec0-47d41739771a service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829120 Oct 13 05:17:25.838488 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5be0e569-cc20-442d-889f-1ad15eda8db8 req-78f4536a-6289-4a2d-9df3-d46b24b45c01 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802329 Oct 13 05:17:25.925333 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378214-f50f-4552-87d4-7162ca71f46a req-b7eafa3d-2718-4050-9978-82aa00bb3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:25.926811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-b7eafa3d-2718-4050-9978-82aa00bb3b5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1095 time: 0.0412230 Oct 13 05:17:26.017866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378214-f50f-4552-87d4-7162ca71f46a req-a595d145-5723-4c24-94eb-e6e360565952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:26.019215 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-a595d145-5723-4c24-94eb-e6e360565952 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0857308 Oct 13 05:17:26.058335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-bcfa54ca-3a25-4932-9fa6-2bd19604fe83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 217 time: 0.0325785 Oct 13 05:17:26.111608 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378214-f50f-4552-87d4-7162ca71f46a req-770ba19d-684f-48e5-98cb-690177d3c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:26.113073 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-770ba19d-684f-48e5-98cb-690177d3c16d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0464523 Oct 13 05:17:26.407689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378214-f50f-4552-87d4-7162ca71f46a req-1dca36b3-1f83-4478-8975-f992c1fb2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:26.409190 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-1dca36b3-1f83-4478-8975-f992c1fb2148 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891300 Oct 13 05:17:26.497941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-092fb189-ad4e-4aae-9d2d-4eff1b132514 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805137 Oct 13 05:17:26.589316 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-65378214-f50f-4552-87d4-7162ca71f46a req-056525de-8289-49c1-85a6-7af192e0b8b2 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839205 Oct 13 05:17:26.608054 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd3546-7d19-4baf-a59d-44a6f6c7d795 req-d9cb00f5-d22d-4926-bf4b-0599f1f3ef0f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:26.609590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b8fd3546-7d19-4baf-a59d-44a6f6c7d795 req-d9cb00f5-d22d-4926-bf4b-0599f1f3ef0f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0479445 Oct 13 05:17:26.647465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b8fd3546-7d19-4baf-a59d-44a6f6c7d795 req-230f03e4-4413-49db-bfa0-9004b4705817 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Oct 13 05:17:27.760338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16cba-8aa5-4798-8ebd-9fbcd7870325 req-b5bbe1a7-4008-42c3-9da3-b59ff92d4edd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:27.761823 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfa16cba-8aa5-4798-8ebd-9fbcd7870325 req-b5bbe1a7-4008-42c3-9da3-b59ff92d4edd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0487547 Oct 13 05:17:27.798555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bfa16cba-8aa5-4798-8ebd-9fbcd7870325 req-ceb91cdb-f52e-4bb0-bf13-e540d33091b1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Oct 13 05:17:28.130755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:17:28.224198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:28.235100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'mac_address': 'fa:16:3e:4f:58:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:17:28.270063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:28.282668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f17c95c-32a9-4248-8d30-5cd3edce79cc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:17:28.301157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:28.305137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:28.353170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:28.491447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6f17c95c-32a9-4248-8d30-5cd3edce79cc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:17:28.911031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04826a4-dab6-4764-b358-c26d730596e7 req-e161ae7b-7bc3-4149-a3f4-5290f37aa662 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:28.912609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e04826a4-dab6-4764-b358-c26d730596e7 req-e161ae7b-7bc3-4149-a3f4-5290f37aa662 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 945 time: 0.0497136 Oct 13 05:17:28.949872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e04826a4-dab6-4764-b358-c26d730596e7 req-375091bf-584e-4d06-8176-953992ea873a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310435 Oct 13 05:17:30.064978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855b5a-e10b-4ca5-a3d6-d83aab6fd243 req-ffa847d3-7fc0-4fac-9ad5-fc41cb9866e1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:30.066418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba855b5a-e10b-4ca5-a3d6-d83aab6fd243 req-ffa847d3-7fc0-4fac-9ad5-fc41cb9866e1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 945 time: 0.0519741 Oct 13 05:17:30.106707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ba855b5a-e10b-4ca5-a3d6-d83aab6fd243 req-151d0cc7-2341-4f92-9583-0a0ffb05df48 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Oct 13 05:17:30.147953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:17:30.198892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 6f17c95c-32a9-4248-8d30-5cd3edce79cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:17:30.202682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 6f17c95c-32a9-4248-8d30-5cd3edce79cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:17:30.203145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:30.277302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:30.298735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:30.300976 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45c9ba-6066-4ee8-8f8f-0ab158be2d34" -d '{"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:30.313721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:17:30.318232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:30.341352 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8266ff6-fd2a-4987-97e2-ab31f301d22c x-openstack-request-id: req-c8266ff6-fd2a-4987-97e2-ab31f301d22c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:30.341641 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:30.341895 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8266ff6-fd2a-4987-97e2-ab31f301d22c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:30.342280 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'code': 200} Oct 13 05:17:30.371767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:17:30.433915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8954d-426c-4f46-8205-c6b8c38c50f6 req-abfd425f-782f-4f4d-b119-593a659afbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:30.435349 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7e8954d-426c-4f46-8205-c6b8c38c50f6 req-abfd425f-782f-4f4d-b119-593a659afbb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1097 time: 0.0385475 Oct 13 05:17:30.469998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7e8954d-426c-4f46-8205-c6b8c38c50f6 req-d52d1a78-2d30-4892-b4dc-5c8f5597561f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264571 Oct 13 05:17:31.219318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbc314-0547-4498-9163-d21d813e7ba1 req-dca17dad-308c-465b-bf88-c7acd53cfe96 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:31.220783 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fbbc314-0547-4498-9163-d21d813e7ba1 req-dca17dad-308c-465b-bf88-c7acd53cfe96 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0481570 Oct 13 05:17:31.258129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0fbbc314-0547-4498-9163-d21d813e7ba1 req-a8218ba3-a44a-4269-88a0-fd64d022bfdb tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Oct 13 05:17:32.374516 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e6bb-cc07-40ea-b934-660b83c06297 req-e099bba3-5ff3-4ac8-885c-6b48e9e0174e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:32.375993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19f2e6bb-cc07-40ea-b934-660b83c06297 req-e099bba3-5ff3-4ac8-885c-6b48e9e0174e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0483913 Oct 13 05:17:32.418094 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-19f2e6bb-cc07-40ea-b934-660b83c06297 req-af17132e-b5e3-4bf3-b0f1-87003cfef817 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359604 Oct 13 05:17:32.531706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea29d1-52aa-4788-9cc0-488065d3090a req-c9e74538-98c3-400c-8c90-cd603f87fe37 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:32.533181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2dea29d1-52aa-4788-9cc0-488065d3090a req-c9e74538-98c3-400c-8c90-cd603f87fe37 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0507622 Oct 13 05:17:32.542812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 49800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:17:32.547299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'floatingip': {'port_id': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:17:32.584974 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:33.068132 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:33.071850 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:33.168381 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 associated. External IP: 172.25.1.98, port: 6f17c95c-32a9-4248-8d30-5cd3edce79cc. Oct 13 05:17:33.364921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:17:33.470787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:17:33.476319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:33.481544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:17:33.491656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:17:33.492262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:17:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:33.502621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f95ea270-413f-42fa-ae1d-eee78a18bc50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "PUT /v2.0/floatingips/d7584677-8e01-4ada-8eb0-3ed4ed809312 HTTP/1.1" status: 200 len: 991 time: 0.9587557 Oct 13 05:17:33.503221 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:17:33.505572 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42e2a2-cf41-49bf-9b71-f7edbea67201" -d '{"events": [{"name": "network-changed", "server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:17:33.543558 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72be0dcd-5636-4da4-8b49-2649085310bd x-openstack-request-id: req-72be0dcd-5636-4da4-8b49-2649085310bd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:17:33.544157 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:17:33.544157 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72be0dcd-5636-4da4-8b49-2649085310bd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:17:33.544493 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'status': 'completed', 'code': 200} Oct 13 05:17:33.602981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:17:33.610182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-ced2dd9a-c5bb-4e10-b9ef-d6c28c384e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:33.611687 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-ced2dd9a-c5bb-4e10-b9ef-d6c28c384e77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1097 time: 0.0438874 Oct 13 05:17:33.701994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-0c311b1f-ba08-4865-a828-f3bb8f797a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:33.703382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-0c311b1f-ba08-4865-a828-f3bb8f797a18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0839806 Oct 13 05:17:33.771355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-4cc36b23-c362-4461-b7c2-26a018020cf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 999 time: 0.0611835 Oct 13 05:17:33.820667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-2426300b-8870-4658-88b5-136450e6cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:33.822123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-2426300b-8870-4658-88b5-136450e6cf82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0441017 Oct 13 05:17:33.825523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:4f:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:17:32Z', 'revision_number': 1, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:33.851988 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:17:33.860086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:17:33.860992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:17:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:33.866720 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-aa0a7119-c7f1-4b8a-995b-62232ec97ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:33.868183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-aa0a7119-c7f1-4b8a-995b-62232ec97ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391071 Oct 13 05:17:33.960175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-3c8ff092-bfd7-4233-8a89-1046f99eccd5 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847020 Oct 13 05:17:33.964347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:17:34.048586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d42e2a2-cf41-49bf-9b71-f7edbea67201 req-a8c9ec4b-8ade-487e-8eb6-cfd551524f49 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Oct 13 05:17:34.342238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:4f:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:17:32Z', 'revision_number': 1, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:17:34.368214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328b88d-e988-46d2-ba1b-97ab1091cdc2 None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:4f:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:17:32Z', 'revision_number': 1, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:17:34.548956 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080bdb19-6d12-4928-a3e2-de02e833271a None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:17:38.959246 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:40.639861 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:17:40.752511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:49.080491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a2623aa-66df-400d-9710-5c08222ba9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:51.585703 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-016c9c82-2692-492f-a741-1a6a90d1e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:52.983870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:53.271904 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:54.828300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:02.119023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-666d72ea-70b6-4d78-acd1-236c7cbb1cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394793 Oct 13 05:18:02.206510 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-5544f2e5-3cf4-49ce-9295-84162024be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:02.207968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-5544f2e5-3cf4-49ce-9295-84162024be5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1097 time: 0.0456080 Oct 13 05:18:02.309059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-863a5942-4892-4a8d-88d1-5d40ac5aa98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:02.310521 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-863a5942-4892-4a8d-88d1-5d40ac5aa98c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0828736 Oct 13 05:18:02.378943 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-2d85577d-9aca-43f9-901f-ed9d956dec24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 1001 time: 0.0609257 Oct 13 05:18:02.428492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-89ab025d-ff23-4ec1-a7fd-fc3fe058afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:02.430005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-89ab025d-ff23-4ec1-a7fd-fc3fe058afae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0427628 Oct 13 05:18:02.475550 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-f9a326bd-b320-4d09-be21-54eb431673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:02.477027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-f9a326bd-b320-4d09-be21-54eb431673b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395834 Oct 13 05:18:02.568166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-2f43c512-1feb-44b2-883a-f40e01abe868 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Oct 13 05:18:02.655876 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3f7ecb56-4435-45aa-a48d-90adffe0b975 req-c13da7e6-abda-473e-b589-1b10912310ba service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792489 Oct 13 05:18:08.962946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:10.770365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:17.643615 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:18:19.080098 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc810-b733-4f0c-a180-b41b74529c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:21.585164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-072bd1dc-eb71-4e8f-b3f7-6321e08f3c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:22.984973 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:23.274620 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:24.831218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:38.979460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:40.767029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:49.080226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30e2a2fd-ed7f-49cb-87b6-f328d3372c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:51.585227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-071fac15-10a9-4e59-add0-37953df2e6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:52.985744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:53.277910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:54.643005 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:18:54.834832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:02.105370 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-1dd94885-3d9d-42db-8d33-4e50de8a0f4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405102 Oct 13 05:19:02.188861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-1dd7fb70-97e8-4a93-bd6e-91a441540f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:02.190322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-1dd7fb70-97e8-4a93-bd6e-91a441540f87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1097 time: 0.0444264 Oct 13 05:19:02.294252 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-afade142-705f-4769-81a1-f64585e52573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:02.295717 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-afade142-705f-4769-81a1-f64585e52573 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0877192 Oct 13 05:19:02.363485 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-f485293e-2d72-4c3e-aab5-3fbd4a138123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 1001 time: 0.0610545 Oct 13 05:19:02.413163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-3ce9b383-903c-4674-accd-f2a400b4a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:02.414605 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-3ce9b383-903c-4674-accd-f2a400b4a2b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0433831 Oct 13 05:19:02.459585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-ee7bc479-81dd-41cf-be25-89d7a364c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:02.461033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-ee7bc479-81dd-41cf-be25-89d7a364c9bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392392 Oct 13 05:19:02.472245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-dd06d013-b62b-4a20-b900-d5fd836f34e1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:19:02.473207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-dd06d013-b62b-4a20-b900-d5fd836f34e1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047846 Oct 13 05:19:02.812848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-911306f4-e009-433e-b895-9b4089ec0777 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319161 Oct 13 05:19:02.900346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c23fea55-d411-41da-9aee-11b54ce3f7f1 req-eeb99d5e-1ee1-476a-b9f8-f701e0f9424e service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804620 Oct 13 05:19:08.981966 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:10.291495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f60b9a-cf4f-449f-ac49-7ba513bd4a87 req-ff828aa4-978f-4b23-b267-f52bc71b4416 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:10.292980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5f60b9a-cf4f-449f-ac49-7ba513bd4a87 req-ff828aa4-978f-4b23-b267-f52bc71b4416 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0977061 Oct 13 05:19:10.330481 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5f60b9a-cf4f-449f-ac49-7ba513bd4a87 req-a599a49f-225d-4fa2-8b0e-b7695ea8638d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Oct 13 05:19:10.765308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:11.575515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:19:11.582605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8117c-bac6-4fd3-ac40-913e6365405c req-eff540a3-91c2-4c18-bc24-7176f515e014 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:11.583737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8e8117c-bac6-4fd3-ac40-913e6365405c req-eff540a3-91c2-4c18-bc24-7176f515e014 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0494840 Oct 13 05:19:11.621170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8e8117c-bac6-4fd3-ac40-913e6365405c req-fa58eef8-dfcc-4666-8127-96acd2633db3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Oct 13 05:19:11.660867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-1009afcb-c89c-4129-9a8f-c9b6a377e9cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840480 Oct 13 05:19:11.670170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-f9d5fda9-ebca-4593-af47-740114eceba1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:19:11.671106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-f9d5fda9-ebca-4593-af47-740114eceba1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053277 Oct 13 05:19:12.793034 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-bdbf8081-d848-476b-98e9-e0c6dc95e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:12.794586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-bdbf8081-d848-476b-98e9-e0c6dc95e42d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1097 time: 0.0672326 Oct 13 05:19:12.817628 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d1eca-754c-47e9-af58-47ecb43a0d36 req-ec76d6d3-ad26-42d5-9bf6-a9af741db67a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:12.819005 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f58d1eca-754c-47e9-af58-47ecb43a0d36 req-ec76d6d3-ad26-42d5-9bf6-a9af741db67a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.1300771 Oct 13 05:19:12.899268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f58d1eca-754c-47e9-af58-47ecb43a0d36 req-fed1ec11-dad5-4aa4-a5c9-fa2ab6cb8827 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701222 Oct 13 05:19:12.920322 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-e08580be-893e-4f30-99e1-e004edee4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:12.921781 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-e08580be-893e-4f30-99e1-e004edee4c57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.1197536 Oct 13 05:19:12.986768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-e1a509f6-ff33-492b-9c9f-5c3cd44d4c48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 1001 time: 0.0571868 Oct 13 05:19:13.036905 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9c3649e1-7552-4943-a20f-1da7bde87e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:13.038560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9c3649e1-7552-4943-a20f-1da7bde87e62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0453365 Oct 13 05:19:13.082801 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-ee20371c-2462-43b3-be88-f3c4ef61b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:13.084249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-ee20371c-2462-43b3-be88-f3c4ef61b68d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385158 Oct 13 05:19:13.173740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9bfe18a4-4691-4c22-945c-d20c8afacfbf service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804708 Oct 13 05:19:13.263991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-066b699b-dc7d-4a40-b883-7b87ad7c8c6c service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836587 Oct 13 05:19:14.016247 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774a7f-52b0-4ee5-8d6d-fc4bf3deaf1a req-11ede9bd-0b05-4a8e-a5f1-f1c7beddbe27 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:14.017840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0774a7f-52b0-4ee5-8d6d-fc4bf3deaf1a req-11ede9bd-0b05-4a8e-a5f1-f1c7beddbe27 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0522876 Oct 13 05:19:14.055166 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0774a7f-52b0-4ee5-8d6d-fc4bf3deaf1a req-cfd4a155-2272-4585-b117-9b4a974c89c4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Oct 13 05:19:15.172175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef717-1026-4ce3-95ce-78cdf22be1db req-1037a4ad-428c-4b91-918d-5a9c9dc2ac13 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:15.173666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-741ef717-1026-4ce3-95ce-78cdf22be1db req-1037a4ad-428c-4b91-918d-5a9c9dc2ac13 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0521648 Oct 13 05:19:15.211636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-741ef717-1026-4ce3-95ce-78cdf22be1db req-ef5ebf35-4805-42fc-8706-bb5e797db118 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Oct 13 05:19:16.324934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e0b8-98dd-4af9-95d2-adfba7396fcd req-d33ffd50-da43-47fa-a133-6c87ed4c6ccc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:16.326935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4a3e0b8-98dd-4af9-95d2-adfba7396fcd req-d33ffd50-da43-47fa-a133-6c87ed4c6ccc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0486767 Oct 13 05:19:16.363710 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e4a3e0b8-98dd-4af9-95d2-adfba7396fcd req-27cf4061-9ff4-4c92-9066-905410095630 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Oct 13 05:19:17.478195 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda3ee7-4b14-4aed-87bf-2ee9f6db75d7 req-67b76728-8c4e-4a0d-a379-c692035ed087 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:17.479660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcda3ee7-4b14-4aed-87bf-2ee9f6db75d7 req-67b76728-8c4e-4a0d-a379-c692035ed087 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0498438 Oct 13 05:19:17.521050 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dcda3ee7-4b14-4aed-87bf-2ee9f6db75d7 req-f5e24a27-3244-432b-a4d3-4064c9aa8120 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349035 Oct 13 05:19:18.635195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19384b5-66ff-4ca1-b095-5c43bfd993e7 req-f81d6ac8-43c5-4163-b710-f46389d7cc99 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:18.636560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d19384b5-66ff-4ca1-b095-5c43bfd993e7 req-f81d6ac8-43c5-4163-b710-f46389d7cc99 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0477028 Oct 13 05:19:18.673223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d19384b5-66ff-4ca1-b095-5c43bfd993e7 req-18040b20-4c42-4692-bb34-f5b4bb2c651d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301514 Oct 13 05:19:19.079320 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-008192fe-3ff0-4c6e-b375-e99672d25917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:19.788356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b03811-4f31-43e5-9b9f-98e0664b0f90 req-4dc3bd5c-3f0c-4dad-9196-f2d2d17f1e70 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:19.789853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3b03811-4f31-43e5-9b9f-98e0664b0f90 req-4dc3bd5c-3f0c-4dad-9196-f2d2d17f1e70 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0484967 Oct 13 05:19:19.826660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3b03811-4f31-43e5-9b9f-98e0664b0f90 req-5eb49710-cedf-4cc8-8a03-006fb84dbce7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Oct 13 05:19:20.944348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86f8ce-e9cf-4ee1-8589-aa0a8ce0e4d8 req-78c7373e-3ee5-4c90-bb5f-e2c22b2e9b3c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:20.945864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb86f8ce-e9cf-4ee1-8589-aa0a8ce0e4d8 req-78c7373e-3ee5-4c90-bb5f-e2c22b2e9b3c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0536757 Oct 13 05:19:20.982653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fb86f8ce-e9cf-4ee1-8589-aa0a8ce0e4d8 req-eeb4a4b7-4200-4f51-b1c3-2857ed225a96 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Oct 13 05:19:21.585314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef0e552e-a292-4877-890b-95c29ac75c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:22.099036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45a89-6223-4dce-8786-8bf160ead8fa req-1e07ade8-6606-4742-b41c-fd0907d43104 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:22.100500 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50c45a89-6223-4dce-8786-8bf160ead8fa req-1e07ade8-6606-4742-b41c-fd0907d43104 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0484562 Oct 13 05:19:22.137920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-50c45a89-6223-4dce-8786-8bf160ead8fa req-a531bd8d-d720-42f7-bea5-fcd75ddfb6ed tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Oct 13 05:19:22.986345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:23.251507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226667-2535-4b91-8ced-aa12dd8fdc80 req-8282df5e-9a69-4925-9970-448666fb8fec tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:23.252973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab226667-2535-4b91-8ced-aa12dd8fdc80 req-8282df5e-9a69-4925-9970-448666fb8fec tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0485284 Oct 13 05:19:23.280780 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:23.292758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab226667-2535-4b91-8ced-aa12dd8fdc80 req-ecd46fe3-72f2-4582-99cb-0bd6e1722c9a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338008 Oct 13 05:19:24.407226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3fee9-d6ed-4861-8dc4-af513503f603 req-e0bbef9e-0284-450b-90e9-f75752d5f49b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:24.408706 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6c3fee9-d6ed-4861-8dc4-af513503f603 req-e0bbef9e-0284-450b-90e9-f75752d5f49b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0484099 Oct 13 05:19:24.449677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e6c3fee9-d6ed-4861-8dc4-af513503f603 req-1c3536aa-f0d7-4c07-8c34-851c02502c43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347645 Oct 13 05:19:24.837432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:25.153601 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-5c24118f-4159-44fd-b511-1c28eb6ff993 service neutron] show failed (client error): The resource could not be found. Oct 13 05:19:25.154549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-5c24118f-4159-44fd-b511-1c28eb6ff993 service neutron] 10.222.0.15 "GET /v2.0/ports/6f17c95c-32a9-4248-8d30-5cd3edce79cc/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0554764 Oct 13 05:19:25.418415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-cb8d2b81-55ac-46a6-a504-f7af7314230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:25.420759 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-cb8d2b81-55ac-46a6-a504-f7af7314230b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 1097 time: 0.1120849 Oct 13 05:19:25.433466 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:19:25.489590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:25.633798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093149ee-85f6-413b-a5ba-ad6d3fc94cd4 req-fa89f8c8-a9b7-4a35-bcc8-1dc24da36ff0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:25.635250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-093149ee-85f6-413b-a5ba-ad6d3fc94cd4 req-fa89f8c8-a9b7-4a35-bcc8-1dc24da36ff0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.1146698 Oct 13 05:19:25.722392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-093149ee-85f6-413b-a5ba-ad6d3fc94cd4 req-13fc697a-38a7-4266-bfec-cbd00f5f237a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780363 Oct 13 05:19:25.752617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:25.790070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:19:25.828393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:25.830711 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c5a2cf-6278-493d-a2b4-3fedf270eab5" -d '{"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:25.834677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:25.847573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Transition to ACTIVE for port object 6f17c95c-32a9-4248-8d30-5cd3edce79cc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:19:25.851780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:25.915829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:25.958491 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1730dea-8982-4064-b295-5c76613f6f5a x-openstack-request-id: req-d1730dea-8982-4064-b295-5c76613f6f5a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:25.958772 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:25.959026 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1730dea-8982-4064-b295-5c76613f6f5a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:25.959420 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'code': 200} Oct 13 05:19:25.966025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.966372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.966707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.967036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.967363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.967691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.968014 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.968335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.968655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.968999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.969317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:25.969637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:26.036335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] No DVR routers for this DVR port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:19:26.165643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:19:26.165921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:19:26.166238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:19:26.170341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:19:26.170650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Attempting to bind port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:19:26.175286 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:19:26.175612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:19:26.175984 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:19:26.176399 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Bound port: 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:19:26.176771 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:26.239615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:19:26.242492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:19:26.246518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:26.282016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:26.282621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:26.283977 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] 10.222.0.26 "PUT /v2.0/ports/6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 1092 time: 0.8544164 Oct 13 05:19:26.302574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b5e74-8d9b-4f26-ae98-ff2ca0e8dc0c service neutron] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:26.353883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-63ad0ae9-0120-410a-8a7a-9232b710d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:26.355372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-63ad0ae9-0120-410a-8a7a-9232b710d116 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1095 time: 0.0448518 Oct 13 05:19:26.452649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-1a153e35-c092-4c78-b273-98e97d90710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:26.454152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-1a153e35-c092-4c78-b273-98e97d90710f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0916233 Oct 13 05:19:26.547669 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-9cfd3b2e-d226-4ec9-a7c7-63cac2a163c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 999 time: 0.0861208 Oct 13 05:19:26.599167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-e029914c-92a2-4670-a984-4d523a523fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:26.600565 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-e029914c-92a2-4670-a984-4d523a523fa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0458457 Oct 13 05:19:26.653440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-423f8f0a-0895-419a-8f95-1baa97f2ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:26.654866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-423f8f0a-0895-419a-8f95-1baa97f2ca56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469079 Oct 13 05:19:26.744568 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-802ce94c-707a-4a23-bd4e-3578d71258ce service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 Oct 13 05:19:26.863775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4944fd-7ce2-4a78-a756-7d8da83ca150 req-141fc363-1769-4b4b-8913-99c7f598e687 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:26.865236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe4944fd-7ce2-4a78-a756-7d8da83ca150 req-141fc363-1769-4b4b-8913-99c7f598e687 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0727432 Oct 13 05:19:26.881138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cabbb286-e3e7-472e-bae7-7a07ff05273f req-e29806bc-3bc8-42c1-985a-03e5f0775e09 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297390 Oct 13 05:19:26.908711 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fe4944fd-7ce2-4a78-a756-7d8da83ca150 req-ac494f21-ea8b-4ca0-a6f6-8d12786cf15f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364850 Oct 13 05:19:27.960430 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:27.962887 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45" -d '{"events": [{"name": "network-changed", "server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:28.010199 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619a343-d53b-4e9f-9d21-142769c6f2b8 x-openstack-request-id: req-b619a343-d53b-4e9f-9d21-142769c6f2b8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:28.010490 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:28.010742 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b619a343-d53b-4e9f-9d21-142769c6f2b8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:28.011132 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'status': 'completed', 'code': 200} Oct 13 05:19:28.031674 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b189c-8054-4428-9743-aac11cfafdbd req-f63f88ec-0f42-46e5-a100-9c31bf2b6326 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.033257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3b189c-8054-4428-9743-aac11cfafdbd req-f63f88ec-0f42-46e5-a100-9c31bf2b6326 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0543199 Oct 13 05:19:28.073669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-fc176281-79a1-477d-9460-0762000784b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.075628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-fc176281-79a1-477d-9460-0762000784b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1095 time: 0.0424688 Oct 13 05:19:28.100863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3b189c-8054-4428-9743-aac11cfafdbd req-ae869164-4153-4b5a-bc54-54ea98aff932 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533578 Oct 13 05:19:28.103496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-576f3874-23b8-4682-8ab0-be485462f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.104921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-576f3874-23b8-4682-8ab0-be485462f332 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1095 time: 0.0671465 Oct 13 05:19:28.198686 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-51acc884-c7fe-4453-ba58-a7a14a0da9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.200623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-51acc884-c7fe-4453-ba58-a7a14a0da9a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0887396 Oct 13 05:19:28.274917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-99c45626-2a5b-4b26-a929-0f16acede65f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 999 time: 0.0669906 Oct 13 05:19:28.326373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-e4bbe9a2-80c1-479f-9649-abb3132bc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.327855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-e4bbe9a2-80c1-479f-9649-abb3132bc63f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0455124 Oct 13 05:19:28.376587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-0c785a9a-2ffa-4ece-9aea-4a88ad9a2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.378147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-0c785a9a-2ffa-4ece-9aea-4a88ad9a2871 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435891 Oct 13 05:19:28.474537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-a1452e03-81bb-4f03-883c-4ef499e9d254 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887516 Oct 13 05:19:28.491804 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-75aeea60-a4e5-4a48-b443-41d3f45f8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.493255 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-75aeea60-a4e5-4a48-b443-41d3f45f8538 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.4105847 Oct 13 05:19:28.556230 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-ee35c2e2-e07c-4506-bcd3-7e254f35edff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 999 time: 0.0552528 Oct 13 05:19:28.565092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-14a43d67-90a2-48b9-9496-74b48347f06a service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833802 Oct 13 05:19:28.604595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-90eeeefa-858b-4eab-ad26-218d7fc81715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.606078 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-90eeeefa-858b-4eab-ad26-218d7fc81715 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0426862 Oct 13 05:19:28.655725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-59ece042-5a59-444c-ba64-07efd32dd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:28.657182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-59ece042-5a59-444c-ba64-07efd32dd513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420244 Oct 13 05:19:28.671480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:19:28.711229 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:19:28.746621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-9d545679-5c51-4889-9c3f-5cd25e446f6d service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823343 Oct 13 05:19:28.840169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8d1e6c9-e417-4830-8ff6-cf0e6193aa45 req-c9157fc9-e47c-47c1-8372-6dbc28496bcc service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Oct 13 05:19:29.216211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8bdb4-2945-495b-a972-a82ee8b911d8 req-f2343cb7-3181-4b5c-a016-7b105f944bc3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:29.217687 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68d8bdb4-2945-495b-a972-a82ee8b911d8 req-f2343cb7-3181-4b5c-a016-7b105f944bc3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0477142 Oct 13 05:19:29.255093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-68d8bdb4-2945-495b-a972-a82ee8b911d8 req-7fac6d54-3d41-4241-9f8d-57a965a67918 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Oct 13 05:19:30.368378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be235d-536d-4c7b-8691-78782ed51430 req-7b9aad02-3c94-41c5-b068-8738285e8107 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:30.369905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9be235d-536d-4c7b-8691-78782ed51430 req-7b9aad02-3c94-41c5-b068-8738285e8107 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0486727 Oct 13 05:19:30.407076 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9be235d-536d-4c7b-8691-78782ed51430 req-f4990484-e280-4f03-bc00-e92a9beb6c1e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304067 Oct 13 05:19:30.628765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5fd79-c9ce-47ca-a163-432556f41456 req-56675331-28f0-4479-ac42-6522bea3cb9e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:30.630136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7a5fd79-c9ce-47ca-a163-432556f41456 req-56675331-28f0-4479-ac42-6522bea3cb9e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 944 time: 0.0834138 Oct 13 05:19:30.638200 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-61f40bcd-d7c4-4437-b5e0-8c986581c8ea tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:30.639512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-61f40bcd-d7c4-4437-b5e0-8c986581c8ea tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 944 time: 0.0817175 Oct 13 05:19:30.701409 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f7a5fd79-c9ce-47ca-a163-432556f41456 req-f10c3494-e32d-4e65-8d8f-1312314a204e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609632 Oct 13 05:19:30.717311 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-d293e0f6-f967-435a-80f2-a44f7cddd445 service neutron] delete failed (client error): The resource could not be found. Oct 13 05:19:30.718292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-d293e0f6-f967-435a-80f2-a44f7cddd445 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6f17c95c-32a9-4248-8d30-5cd3edce79cc/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0715115 Oct 13 05:19:30.802075 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-58c75f38-8fe4-444f-9312-de6183a868e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:30.803537 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-58c75f38-8fe4-444f-9312-de6183a868e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 1095 time: 0.0441966 Oct 13 05:19:30.806826 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:19:30.893085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-0880b3a4-779d-4813-b5ae-2f2e422891d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:30.894466 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-0880b3a4-779d-4813-b5ae-2f2e422891d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0839586 Oct 13 05:19:30.898957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:30.910135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'mac_address': 'fa:16:3e:4f:58:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:19:30.951356 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:30.962848 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-c0dfe1cb-a721-4f00-949d-a851fab42938 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 200 len: 999 time: 0.0615015 Oct 13 05:19:30.963495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f17c95c-32a9-4248-8d30-5cd3edce79cc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:19:30.982653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:30.986357 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:31.013163 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-bc293a81-4410-4460-9ec3-4755afcd1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:31.014602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-bc293a81-4410-4460-9ec3-4755afcd1fed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0443654 Oct 13 05:19:31.031603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:31.039232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.039573 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.039905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.040231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.040553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.040899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.041216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.041530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.041847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.042160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.042475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.042785 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:31.060661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-39aa2817-df42-4500-8e07-00413221a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:31.062300 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-39aa2817-df42-4500-8e07-00413221a702 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407436 Oct 13 05:19:31.152465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-82596133-5368-45a2-b11d-fb0d4773dbda service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827708 Oct 13 05:19:31.239920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6171605f-c5fa-4004-8147-d2dab0158c77 req-584a0e42-d5f1-44fa-a248-34ecda79a811 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804992 Oct 13 05:19:31.397159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['6f17c95c-32a9-4248-8d30-5cd3edce79cc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:19:31.642702 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:19:31.820148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aec67-163a-42e0-906a-077d89a6485c req-5933b821-1f5f-4011-a7c3-08e6325b44e9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:31.821606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-595aec67-163a-42e0-906a-077d89a6485c req-5933b821-1f5f-4011-a7c3-08e6325b44e9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 945 time: 0.0474956 Oct 13 05:19:31.858955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-595aec67-163a-42e0-906a-077d89a6485c req-d5b16ba8-c066-4168-b1da-7c9070c83900 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Oct 13 05:19:31.971218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909d1e4-9aab-4119-a779-044d091c97b7 req-2662cc00-183d-41f2-9f25-0958250ccc35 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:31.972722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9909d1e4-9aab-4119-a779-044d091c97b7 req-2662cc00-183d-41f2-9f25-0958250ccc35 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 945 time: 0.0492306 Oct 13 05:19:32.008598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9909d1e4-9aab-4119-a779-044d091c97b7 req-b6777a81-d606-495f-8911-d876c996bc3e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299129 Oct 13 05:19:32.124832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f679d-feb6-474b-ab5c-27adb965ec94 req-6b80afee-e681-4653-aac1-26052f111548 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:32.126188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b13f679d-feb6-474b-ab5c-27adb965ec94 req-6b80afee-e681-4653-aac1-26052f111548 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 945 time: 0.0526018 Oct 13 05:19:32.162482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b13f679d-feb6-474b-ab5c-27adb965ec94 req-8b271762-3273-4bb1-9ca4-dd3d90688d5c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302553 Oct 13 05:19:32.391018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66388c5-d2fd-4192-a7fd-26153494cebf req-ace0065c-67b5-4750-b0e0-dda657bbc7c2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:32.392495 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d66388c5-d2fd-4192-a7fd-26153494cebf req-ace0065c-67b5-4750-b0e0-dda657bbc7c2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 945 time: 0.0491080 Oct 13 05:19:32.429344 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d66388c5-d2fd-4192-a7fd-26153494cebf req-d35ef26e-57c1-4188-a246-fbada5d1a412 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Oct 13 05:19:32.820695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:19:32.868048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 6f17c95c-32a9-4248-8d30-5cd3edce79cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:19:32.871552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 6f17c95c-32a9-4248-8d30-5cd3edce79cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:19:32.871931 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:32.946863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:32.970603 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:32.972924 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd100e29-082a-4e44-b5f8-769b3f261324" -d '{"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:32.985730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:32.991424 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:33.017358 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71495c9-d06e-49ba-931f-5d1d52a365d5 x-openstack-request-id: req-a71495c9-d06e-49ba-931f-5d1d52a365d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:33.017651 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:33.017900 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a71495c9-d06e-49ba-931f-5d1d52a365d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:33.018278 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'code': 200} Oct 13 05:19:33.043241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:33.542135 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0511d-b101-4625-b26b-064698a3e177 req-f743c033-efc1-4ba8-bba5-5934269ceb3b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:33.544210 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d0511d-b101-4625-b26b-064698a3e177 req-f743c033-efc1-4ba8-bba5-5934269ceb3b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0477438 Oct 13 05:19:33.582129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f7d0511d-b101-4625-b26b-064698a3e177 req-b2182bec-844c-4c05-a5b2-24226b72cf89 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Oct 13 05:19:33.899743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-21f52454-55d9-4649-b2ee-a0d069e840ba tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:33.901175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-21f52454-55d9-4649-b2ee-a0d069e840ba tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 946 time: 0.0506499 Oct 13 05:19:33.987115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Deleting port 6f17c95c-32a9-4248-8d30-5cd3edce79cc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:19:33.987446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:34.075333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] For port 6f17c95c-32a9-4248-8d30-5cd3edce79cc, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6f17c95c-32a9-4248-8d30-5cd3edce79cc,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:34.075689 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:34.285642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:34.285997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:34.286307 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 disassociated. External IP: 172.25.1.98, port: 6f17c95c-32a9-4248-8d30-5cd3edce79cc. Oct 13 05:19:34.286643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Calling delete_port for 6f17c95c-32a9-4248-8d30-5cd3edce79cc owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:19:34.410080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:34.442197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event deleted for resources: {'Port': ['ID=6f17c95c-32a9-4248-8d30-5cd3edce79cc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:34.555821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:19:34.665636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:19:34.675718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:19:34.683725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-61017714-6d9f-44a0-9033-2877cb07c4a7 req-4fa1a4ca-4121-44c0-8086-800e099bc9b6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b1e2d1-8005-487d-9958-1e13b8723d3c HTTP/1.1" status: 200 len: 210 time: 0.0309911 Oct 13 05:19:34.685294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:19:34.686084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:34.713908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] No DVR routers for this DVR port 6f17c95c-32a9-4248-8d30-5cd3edce79cc on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:19:34.716739 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:34.720177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-238f2684-6bcf-47e5-b353-a03968f2da28 req-d28392e0-a4a6-48b2-9654-8f98b7f32f1d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "DELETE /v2.0/ports/6f17c95c-32a9-4248-8d30-5cd3edce79cc HTTP/1.1" status: 204 len: 173 time: 0.8123782 Oct 13 05:19:34.720626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-deleted', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:34.723086 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e03f5-29ee-4850-a1c7-6b7ac737e3cf" -d '{"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-deleted", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:34.760296 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b90732a-9461-4fe9-bb89-6e5fcb8a2408 x-openstack-request-id: req-9b90732a-9461-4fe9-bb89-6e5fcb8a2408 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:34.760735 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b1e2d1-8005-487d-9958-1e13b8723d3c", "name": "network-vif-deleted", "tag": "6f17c95c-32a9-4248-8d30-5cd3edce79cc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:34.761053 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b90732a-9461-4fe9-bb89-6e5fcb8a2408 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:34.761516 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b1e2d1-8005-487d-9958-1e13b8723d3c', 'name': 'network-vif-deleted', 'tag': '6f17c95c-32a9-4248-8d30-5cd3edce79cc', 'status': 'completed', 'code': 200} Oct 13 05:19:34.797797 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:19:34.999378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:35.027457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:19:35.035387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:19:35.035973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:35.136575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:19:35.330568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:35.356966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86839d8c-d2f1-4766-a0c5-0a4270d5bc9d None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:19:35.562316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b62c-fc22-41d6-814d-befde0a7e86d None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:19:35.916972 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-bba9f5bb-d7a7-4783-9ebf-1967b87df63d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1314949172&fields=id&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 267 time: 0.0419137 Oct 13 05:19:36.022811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-af99a9e0-1fa3-47ce-96a2-2e057169678d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:36.024250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-af99a9e0-1fa3-47ce-96a2-2e057169678d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1006174 Oct 13 05:19:36.038760 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-fbca31f9-7748-418c-98a1-23664e153523 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/quotas/bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 375 time: 0.0088987 Oct 13 05:19:36.095004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-ad0ea5f6-ad32-408e-9460-cf3861f933dc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512264 Oct 13 05:19:36.188457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-8e08e305-cfac-46fd-b5e2-90e69875526b service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815883 Oct 13 05:19:36.278833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-b02d911c-f277-46e6-bff7-23ab5bdf48e9 service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Oct 13 05:19:36.436666 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f6427c0d-64a7-4523-b64b-4dd8820ec3c4 req-73707a49-b3a0-4a14-8b71-6ce752167469 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 210 time: 0.0269811 Oct 13 05:19:36.857694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:19:36.877233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 6f17c95c-32a9-4248-8d30-5cd3edce79cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:19:36.877574 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6f17c95c-32a9-4248-8d30-5cd3edce79cc not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:19:37.512230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4a1ba06d-86c6-454e-8bd5-4a55c9e03968 req-f5709143-5ee0-476a-a8ec-ced978590da6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 210 time: 0.0267186 Oct 13 05:19:38.397388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-31974efe-165e-4824-aad9-b42b2abfb702 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:38.398809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-31974efe-165e-4824-aad9-b42b2abfb702 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1095538 Oct 13 05:19:38.442524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-f3c9da3d-d154-4fb7-bdd3-07d8bac0ef66 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 380 time: 0.0344167 Oct 13 05:19:38.456220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'port': {'device_id': '76479505-b453-45de-a73a-01373ceb4c3c', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'admin_state_up': True, 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'security_groups': ['64c8ff9f-191a-4190-aa17-b9c9a91ff50f']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:19:38.559788 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Made reservation on behalf of bc5e8dc5d2e445b08966a6312fc58da4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:19:38.563674 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:38.606749 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a156132e-fd14-495d-b68c-8aa0b6300c4b req-d3868193-e07e-4e2f-a88a-e546063934fb tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 210 time: 0.0263019 Oct 13 05:19:38.688626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Allocated IP 172.20.0.8 (1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1/bb3be6b1-31f1-478b-a963-878608fb5229/377381f4-df27-4854-80f1-2bc1e738eb83) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:19:38.823472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:38.856353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:38.894285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:19:38.899044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:19:38.901837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:19:38.936982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:38.953249 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.953507 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.953849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.954185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.954515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.954844 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.955180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.955492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.955813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.956134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.956458 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.956814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:19:38.972566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:38.973199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:38.989563 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-a6b288c7-042b-4b38-a816-6947540852a1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370269 Oct 13 05:19:39.003149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Request body: {'port': {'device_id': '76479505-b453-45de-a73a-01373ceb4c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:19:39.003391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.062370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.130491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c309622b-9598-4a8b-9162-4d73cf23ea44 None None] Provisioning complete for port 377381f4-df27-4854-80f1-2bc1e738eb83 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:19:39.130955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c309622b-9598-4a8b-9162-4d73cf23ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.167404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c309622b-9598-4a8b-9162-4d73cf23ea44 None None] Port 377381f4-df27-4854-80f1-2bc1e738eb83 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:19:39.319741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377381f4-df27-4854-80f1-2bc1e738eb83 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:19:39.327070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.339268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Transition to ACTIVE for port object 377381f4-df27-4854-80f1-2bc1e738eb83 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:19:39.342518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.433350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:39.464545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:19:39.464940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:19:39.465277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:19:39.469785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Port 377381f4-df27-4854-80f1-2bc1e738eb83 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:19:39.470103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:19:39.474960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:19:39.475290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:19:39.475666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:19:39.476091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Bound port: 377381f4-df27-4854-80f1-2bc1e738eb83, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:19:39.476443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.540464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:19:39.543956 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:19:39.548397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.585919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:39.586574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:39.587975 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 1091 time: 0.5898774 Oct 13 05:19:39.588449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:39.592155 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff5396-d69f-41eb-bece-bc9a2604cdba" -d '{"events": [{"name": "network-changed", "server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:39.615139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b155110-82ff-4357-a095-61fa7b3697f0 service neutron] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:39.682914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-474dcd18-d1e9-44a9-806f-dd3ff07dfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:39.692835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-474dcd18-d1e9-44a9-806f-dd3ff07dfee3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0631320 Oct 13 05:19:39.746905 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-0e60b30b-7cdd-469e-938c-cb06c67afdaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 217 time: 0.0435309 Oct 13 05:19:39.752533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e6a0d-dccb-46e1-b1db-2f1d342ddcc5 req-50d91477-1726-4c60-b2a8-c0ea49cd0643 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:39.760703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d3e6a0d-dccb-46e1-b1db-2f1d342ddcc5 req-50d91477-1726-4c60-b2a8-c0ea49cd0643 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0697994 Oct 13 05:19:39.764583 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc192e13-53ad-4d97-aff0-f577cbe2ad2f x-openstack-request-id: req-fc192e13-53ad-4d97-aff0-f577cbe2ad2f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:39.765008 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:39.765327 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc192e13-53ad-4d97-aff0-f577cbe2ad2f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:39.765813 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'status': 'completed', 'code': 200} Oct 13 05:19:39.801906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-c4db4673-bf08-4480-92e4-97bfba0fb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:39.803363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-c4db4673-bf08-4480-92e4-97bfba0fb578 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0494056 Oct 13 05:19:39.805133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7d3e6a0d-dccb-46e1-b1db-2f1d342ddcc5 req-faa01c21-b627-427f-b174-3dd064ddb5f0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Oct 13 05:19:39.853062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-cf3fa3ce-8185-4529-9710-a568296fb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:39.854428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-cf3fa3ce-8185-4529-9710-a568296fb7c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430615 Oct 13 05:19:39.940382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-0d5c0da0-c17b-41ee-ac8c-04ebf89fd234 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781455 Oct 13 05:19:40.029595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9283218b-0ec4-4d63-9a00-e76e24832534 req-6a71ba26-81d5-4391-86d9-60b289fa2c87 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821633 Oct 13 05:19:40.109578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-cbb53d30-8dcb-4c71-a874-18d67c21294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:40.110898 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-cbb53d30-8dcb-4c71-a874-18d67c21294f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0401928 Oct 13 05:19:40.196853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-1ed9d22f-d73d-4375-86e9-33ebbc543644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:40.198259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-1ed9d22f-d73d-4375-86e9-33ebbc543644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0805809 Oct 13 05:19:40.241966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-33d22f92-b4bd-44bf-816c-28896d433b8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 217 time: 0.0357018 Oct 13 05:19:40.290914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-e8ccd7b2-9091-434e-b061-efbbe3194ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:40.292261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-e8ccd7b2-9091-434e-b061-efbbe3194ea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0422873 Oct 13 05:19:40.337900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-fd98edc9-7340-49e5-9f57-4635b318c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:40.339317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-fd98edc9-7340-49e5-9f57-4635b318c06e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379083 Oct 13 05:19:40.429135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-032b2d57-b23d-43e2-8825-66dd96241fc1 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820475 Oct 13 05:19:40.516834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8dff5396-d69f-41eb-bece-bc9a2604cdba req-95e57863-d41d-4a65-b5e1-1fdc2a3caeba service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798542 Oct 13 05:19:40.775221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:40.919452 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a5d41-cc79-4794-a787-47d4ec7eb12d req-066a91b7-aef5-4467-8f82-e91c8d91e943 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:40.920927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-292a5d41-cc79-4794-a787-47d4ec7eb12d req-066a91b7-aef5-4467-8f82-e91c8d91e943 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0528195 Oct 13 05:19:40.957245 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-292a5d41-cc79-4794-a787-47d4ec7eb12d req-a2a064fb-5fa5-4e2a-bbc6-a4257db4c7aa tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304158 Oct 13 05:19:42.069970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8cbb-819b-4079-9e37-e8e8f38df227 req-1a4463fe-ad8c-47b1-89a7-518e3b15e3c5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:42.071400 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b8f8cbb-819b-4079-9e37-e8e8f38df227 req-1a4463fe-ad8c-47b1-89a7-518e3b15e3c5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0477409 Oct 13 05:19:42.108631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b8f8cbb-819b-4079-9e37-e8e8f38df227 req-19312183-9123-4245-8f63-67207cf23f86 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Oct 13 05:19:42.707319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:19:42.798730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:42.809948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '377381f4-df27-4854-80f1-2bc1e738eb83', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '377381f4-df27-4854-80f1-2bc1e738eb83', 'mac_address': 'fa:16:3e:81:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:19:42.849378 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:42.862179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377381f4-df27-4854-80f1-2bc1e738eb83 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:19:42.880223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:42.884194 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:42.930265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:43.127677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['377381f4-df27-4854-80f1-2bc1e738eb83'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:19:43.223237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac56f4-e244-4361-acb0-56fec2ea9611 req-27993f07-ac4e-47ca-bc60-0f8a022ee54e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:43.224741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16ac56f4-e244-4361-acb0-56fec2ea9611 req-27993f07-ac4e-47ca-bc60-0f8a022ee54e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 944 time: 0.0481393 Oct 13 05:19:43.261644 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16ac56f4-e244-4361-acb0-56fec2ea9611 req-269b6d3b-90c5-455e-9890-6b0be5d62ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Oct 13 05:19:44.377926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604b51d-9c72-44e3-a154-e37274ff2156 req-7e921c0d-97aa-4f16-aa05-1a82880ddced tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:44.379432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2604b51d-9c72-44e3-a154-e37274ff2156 req-7e921c0d-97aa-4f16-aa05-1a82880ddced tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 944 time: 0.0501218 Oct 13 05:19:44.416584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2604b51d-9c72-44e3-a154-e37274ff2156 req-20393879-6564-49a0-95f6-9ca6f31b6108 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309649 Oct 13 05:19:44.722622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:19:44.768906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 377381f4-df27-4854-80f1-2bc1e738eb83 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:19:44.772349 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 377381f4-df27-4854-80f1-2bc1e738eb83 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:19:44.772741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:44.846393 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:44.868218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:44.870473 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ac7b84-25a9-4dbc-af10-a854926f64f5" -d '{"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-plugged", "status": "completed", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:44.886050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:19:44.890544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:44.937303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:19:44.979691 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30e869f-e03d-4b28-9abf-d03c009c7834 x-openstack-request-id: req-c30e869f-e03d-4b28-9abf-d03c009c7834 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:44.980047 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-plugged", "status": "completed", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:44.980383 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c30e869f-e03d-4b28-9abf-d03c009c7834 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:44.980801 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'code': 200} Oct 13 05:19:45.071841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b206e-21cc-467c-989f-27819f9a49b6 req-24f8ab73-d314-4856-9505-ab80424a7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:45.073313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-959b206e-21cc-467c-989f-27819f9a49b6 req-24f8ab73-d314-4856-9505-ab80424a7a46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1096 time: 0.0386834 Oct 13 05:19:45.106494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-959b206e-21cc-467c-989f-27819f9a49b6 req-23f9ecb0-4803-4e7e-b662-f15cae9e29c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259495 Oct 13 05:19:45.532528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3a7c-4e63-4377-a0f7-c64c229ccc35 req-32372837-60cc-4755-a986-7b4f29109be3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:45.533980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10ac3a7c-4e63-4377-a0f7-c64c229ccc35 req-32372837-60cc-4755-a986-7b4f29109be3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0513186 Oct 13 05:19:45.570432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10ac3a7c-4e63-4377-a0f7-c64c229ccc35 req-7eb7d95c-f6ab-451f-a4d8-83ebcfefd4d3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304008 Oct 13 05:19:46.688955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df551dcc-e677-4644-af43-2e2ed9d12cd2 req-8d800c3c-a215-4cc2-8696-f4f01cc05a5c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:46.690330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df551dcc-e677-4644-af43-2e2ed9d12cd2 req-8d800c3c-a215-4cc2-8696-f4f01cc05a5c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0513654 Oct 13 05:19:46.985979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df551dcc-e677-4644-af43-2e2ed9d12cd2 req-9ec0c2a8-b4fa-4346-b27a-111e49392cf0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896101 Oct 13 05:19:47.095287 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69914a8e-7bb4-4ef2-972c-bfa63f069c71 req-91b6616b-d462-4b48-9a65-b91861acf8cf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:47.096776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69914a8e-7bb4-4ef2-972c-bfa63f069c71 req-91b6616b-d462-4b48-9a65-b91861acf8cf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0476117 Oct 13 05:19:47.105376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:19:47.110221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'floatingip': {'port_id': '377381f4-df27-4854-80f1-2bc1e738eb83'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:19:47.148897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:47.564411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:47.568079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:47.664839 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 associated. External IP: 172.25.1.98, port: 377381f4-df27-4854-80f1-2bc1e738eb83. Oct 13 05:19:47.865131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:19:47.969680 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:19:47.974555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:47.979189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:19:47.988862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:19:47.989472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:48.000319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-510bf637-126f-4b86-9360-7402063dea81 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "PUT /v2.0/floatingips/d7584677-8e01-4ada-8eb0-3ed4ed809312 HTTP/1.1" status: 200 len: 990 time: 0.8939047 Oct 13 05:19:48.000942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:19:48.003205 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3" -d '{"events": [{"name": "network-changed", "server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:19:48.044193 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b7162-8b57-4ee8-93aa-cbc085de4cc7 x-openstack-request-id: req-de8b7162-8b57-4ee8-93aa-cbc085de4cc7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:48.045079 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:48.045339 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de8b7162-8b57-4ee8-93aa-cbc085de4cc7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:19:48.045747 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'status': 'completed', 'code': 200} Oct 13 05:19:48.095928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:19:48.112484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-fc8a0c8c-b5e2-4faa-a1c8-da1ec9c60686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:48.114071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-fc8a0c8c-b5e2-4faa-a1c8-da1ec9c60686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1096 time: 0.0396650 Oct 13 05:19:48.206149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-f63f9826-4dc4-4c3f-a8c6-c9331a5e3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:48.207590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-f63f9826-4dc4-4c3f-a8c6-c9331a5e3927 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0849819 Oct 13 05:19:48.271613 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-72410fa8-8d23-4383-b0d7-64495bdb9c1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 998 time: 0.0564857 Oct 13 05:19:48.320900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '377381f4-df27-4854-80f1-2bc1e738eb83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:81:d8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76479505-b453-45de-a73a-01373ceb4c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:19:47Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:48.329345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-0e616d6f-1bf4-4787-93d9-20fef5c95696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:48.330832 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-0e616d6f-1bf4-4787-93d9-20fef5c95696 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0468791 Oct 13 05:19:48.383918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-ae179ea9-5696-49db-8abc-938a9339c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:48.385665 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-ae179ea9-5696-49db-8abc-938a9339c88a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473080 Oct 13 05:19:48.483990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-0592fcd1-601b-435f-ba12-0af6d86dfda5 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905011 Oct 13 05:19:48.507263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:19:48.515903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:19:48.516502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:19:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:48.580657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c5d3f1c-cbcc-49ed-ad6d-c1bd7f4252f3 req-5ba06097-1b2d-40d1-9047-62b45bf12cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890508 Oct 13 05:19:48.619288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:19:48.836172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '377381f4-df27-4854-80f1-2bc1e738eb83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:81:d8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76479505-b453-45de-a73a-01373ceb4c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:19:47Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:19:48.865778 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c0d9-8041-4c7c-8ba3-cbdce5472f0d None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '377381f4-df27-4854-80f1-2bc1e738eb83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:81:d8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76479505-b453-45de-a73a-01373ceb4c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:19:47Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:19:49.057464 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c2d72-5665-4b16-a09c-2d9ce63b660d None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:19:49.081527 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cd743ff-be0e-4014-bf10-66174cd0ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:51.585861 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2441e5ed-4769-4b4c-812e-243c5191b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:52.986695 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:53.284814 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:54.839611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:04.113071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-0cf3429f-c7b6-4819-adf7-ee360f9fca5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388277 Oct 13 05:20:04.192960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-94d70f5e-51f6-45cd-a28c-3a347dc167b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:04.194321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-94d70f5e-51f6-45cd-a28c-3a347dc167b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1096 time: 0.0400474 Oct 13 05:20:04.299064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-aec886f1-617a-4086-b7cb-de2cd39fcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:04.300506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-aec886f1-617a-4086-b7cb-de2cd39fcce9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0869439 Oct 13 05:20:04.364251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-14884b2a-20c8-477a-9d54-ebb1179a5537 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 1000 time: 0.0558369 Oct 13 05:20:04.417493 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-9376918a-a5d5-4929-8f60-359d8d9a3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:04.418909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-9376918a-a5d5-4929-8f60-359d8d9a3e8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0472515 Oct 13 05:20:04.465287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-df044b4d-cfd2-48c2-bf3c-c710c45d8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:04.466689 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-df044b4d-cfd2-48c2-bf3c-c710c45d8957 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394831 Oct 13 05:20:04.554969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-278ca2ab-5aec-49b1-bd58-57f6dcce9b10 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789490 Oct 13 05:20:04.646081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32fa89a0-eeb0-4d56-ad9e-442c9fb4a958 req-2f1c7e05-6a3a-40b8-99cf-b58441643da0 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Oct 13 05:20:08.642163 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:20:08.997196 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:10.780940 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:19.083111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-975d8971-3f00-449c-a246-7f0753b8c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:21.585307 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a403cbd4-b151-49ff-95cd-1fb2a743a09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:22.987526 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:23.287924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:24.842403 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:38.995781 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:40.808924 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:45.641615 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:20:49.084199 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d8ecf76-0363-4565-afb6-74d188255f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:51.585503 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19960b61-5d0f-40d8-8ba1-c35f66b24912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:52.987753 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:53.290328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:54.846318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:04.166810 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-6dfab71d-9363-4498-8f6d-a911d3f2ce4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023142 Oct 13 05:21:04.244446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-0c491c7b-0659-4c27-9c37-835287026b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:04.245920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-0c491c7b-0659-4c27-9c37-835287026b73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1096 time: 0.0389192 Oct 13 05:21:04.348897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-e521df37-64b7-43e5-b1e4-b6d6f53bbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:04.350227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-e521df37-64b7-43e5-b1e4-b6d6f53bbe20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0854101 Oct 13 05:21:04.413350 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-7cbc9817-6cea-4753-9f8e-fa2c067bf99c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 1000 time: 0.0560479 Oct 13 05:21:04.464996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-d31aa85b-f5e9-4183-bd40-f32a61d25a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:04.466371 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-d31aa85b-f5e9-4183-bd40-f32a61d25a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0461669 Oct 13 05:21:04.510796 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-9005b6c1-4277-4598-a135-d053935c416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:04.512338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-9005b6c1-4277-4598-a135-d053935c416e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390134 Oct 13 05:21:04.604818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-0c317794-70a9-4c47-8fbb-63467b664468 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848618 Oct 13 05:21:04.692129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f432b992-5d45-4f65-b1b6-d743aedc6f8d req-9ec2b434-c75f-492c-933f-b9936715b683 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803158 Oct 13 05:21:09.007487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:10.808401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:19.087119 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-165c7ff1-c0b7-4274-a97f-c333e38ba8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:21.585991 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9dda03e-0f7c-4769-b001-a863649b95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:22.640599 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:21:22.988936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:23.291452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:24.849363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:24.918103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d316-3f52-4a6b-95eb-77402926fc96 req-540cad36-a9a3-46b1-babc-95405f9837f8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:24.919590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0708d316-3f52-4a6b-95eb-77402926fc96 req-540cad36-a9a3-46b1-babc-95405f9837f8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0504246 Oct 13 05:21:24.957139 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0708d316-3f52-4a6b-95eb-77402926fc96 req-5d1aff31-d96e-4743-8ac3-7bca0b38442c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Oct 13 05:21:26.073775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93b8c8-8d7b-4595-b120-f4e92c09fe77 req-16014786-2d93-4f8f-99d6-3a047c05f8ab tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:26.075235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c93b8c8-8d7b-4595-b120-f4e92c09fe77 req-16014786-2d93-4f8f-99d6-3a047c05f8ab tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0491674 Oct 13 05:21:26.112006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4c93b8c8-8d7b-4595-b120-f4e92c09fe77 req-b712c58e-ea64-4874-9db2-a5cc951a89b3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Oct 13 05:21:27.229079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621aef-fdec-4416-a5f2-52e472375db4 req-35f7fe2c-ca0b-4556-bfd5-d2c39b639ff0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:27.230505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35621aef-fdec-4416-a5f2-52e472375db4 req-35f7fe2c-ca0b-4556-bfd5-d2c39b639ff0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0512819 Oct 13 05:21:27.267045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35621aef-fdec-4416-a5f2-52e472375db4 req-115679a1-7b24-4119-8adc-b3be8ceb9a68 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Oct 13 05:21:28.386157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d605d8c-6ba0-4d8f-a56f-7ac8765dce9e req-ab8d07ff-ea5b-4b9d-82a8-542c4981375f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:28.387604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d605d8c-6ba0-4d8f-a56f-7ac8765dce9e req-ab8d07ff-ea5b-4b9d-82a8-542c4981375f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0527422 Oct 13 05:21:28.425141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1d605d8c-6ba0-4d8f-a56f-7ac8765dce9e req-923a3810-9073-4f45-b569-8041143e430f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Oct 13 05:21:29.536929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf35c-9ce8-4146-a286-d7d010aae8e5 req-d92d6dba-21c6-49e1-8ae6-9bcd01a775aa tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:29.538382 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-434cf35c-9ce8-4146-a286-d7d010aae8e5 req-d92d6dba-21c6-49e1-8ae6-9bcd01a775aa tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0479326 Oct 13 05:21:29.576253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-434cf35c-9ce8-4146-a286-d7d010aae8e5 req-6066aa6e-7c6b-4be0-a547-e0207fc2065e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Oct 13 05:21:30.687494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4020fc-5ebf-4303-9805-e4e5e73cc499 req-0a49873f-e434-47ea-aea8-cbc74c9543ba tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:30.688873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b4020fc-5ebf-4303-9805-e4e5e73cc499 req-0a49873f-e434-47ea-aea8-cbc74c9543ba tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0477285 Oct 13 05:21:30.726020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b4020fc-5ebf-4303-9805-e4e5e73cc499 req-adb14949-a292-4705-b658-93b45dfc270b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307868 Oct 13 05:21:31.840314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd54fb-a743-441b-9b5d-08e95c157083 req-9ff87b46-0d44-4d13-a165-c75e2bf18843 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:31.841812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cdd54fb-a743-441b-9b5d-08e95c157083 req-9ff87b46-0d44-4d13-a165-c75e2bf18843 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0506184 Oct 13 05:21:31.879330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8cdd54fb-a743-441b-9b5d-08e95c157083 req-b650535e-c038-4449-b69f-a3600b34940e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Oct 13 05:21:32.991722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74811b72-08d3-4bd9-b5ae-6b5231d153b9 req-e466b338-1a6a-4450-97b6-93bad6ff696d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:32.993189 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74811b72-08d3-4bd9-b5ae-6b5231d153b9 req-e466b338-1a6a-4450-97b6-93bad6ff696d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0475898 Oct 13 05:21:33.030271 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74811b72-08d3-4bd9-b5ae-6b5231d153b9 req-f09b9ffa-92fb-45c8-b850-d0c5455d0e31 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Oct 13 05:21:34.146262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d112608-71d5-48c0-895b-3a620dec3221 req-2a6e3162-7fd6-4db4-b420-60edf536286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:34.147708 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d112608-71d5-48c0-895b-3a620dec3221 req-2a6e3162-7fd6-4db4-b420-60edf536286a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0504756 Oct 13 05:21:34.183889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5d112608-71d5-48c0-895b-3a620dec3221 req-2b0b8e96-17ba-49b6-a25e-99da4176beac tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303657 Oct 13 05:21:35.301408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6603e-5957-4a16-95b3-36d3e4707e4e req-17e40021-c344-4317-bf79-d9e4fed5ad7f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:35.302867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93c6603e-5957-4a16-95b3-36d3e4707e4e req-17e40021-c344-4317-bf79-d9e4fed5ad7f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0533450 Oct 13 05:21:35.339773 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-93c6603e-5957-4a16-95b3-36d3e4707e4e req-7a51bb8c-ea07-4d43-851d-b59e6bfcca52 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Oct 13 05:21:35.679043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-4291fc50-6531-434d-92b7-97bc7709b709 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695972 Oct 13 05:21:35.687462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cceee32-1a0c-4545-a716-27cee2760c16 req-459cef07-1c95-44e1-91d3-539c59c428ed tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:35.688861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1cceee32-1a0c-4545-a716-27cee2760c16 req-459cef07-1c95-44e1-91d3-539c59c428ed tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0711141 Oct 13 05:21:35.729033 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1cceee32-1a0c-4545-a716-27cee2760c16 req-2338134c-b3bd-4210-8e0f-bc26d776b32c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Oct 13 05:21:36.774587 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-ef5f59ac-0792-4bb5-ba7f-e18574b1729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:36.776120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-ef5f59ac-0792-4bb5-ba7f-e18574b1729c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1096 time: 0.0444968 Oct 13 05:21:36.843972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b789b-ea47-457d-9968-9e0e032100e7 req-f01cdbe4-2101-410c-a05e-0822736db637 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:36.845501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d19b789b-ea47-457d-9968-9e0e032100e7 req-f01cdbe4-2101-410c-a05e-0822736db637 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0473609 Oct 13 05:21:36.865416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-4344db23-0c95-40ce-9f42-03ed5dcd3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:36.866888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-4344db23-0c95-40ce-9f42-03ed5dcd3043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0837693 Oct 13 05:21:36.883369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d19b789b-ea47-457d-9968-9e0e032100e7 req-c1b6bf1c-4068-4754-870b-5247b9c6c25d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Oct 13 05:21:36.934956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-3fd23a72-f13d-46b0-99a4-140551d4a594 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 1000 time: 0.0610745 Oct 13 05:21:36.982517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-7039ee6b-ec9c-435b-aad6-4c4d22030a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:36.983902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-7039ee6b-ec9c-435b-aad6-4c4d22030a3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0425625 Oct 13 05:21:37.027475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-8aad8acd-0cfc-4944-86d5-483e63a166d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:37.028865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-8aad8acd-0cfc-4944-86d5-483e63a166d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381312 Oct 13 05:21:37.119023 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-2a86f185-d78a-4a73-bfe4-149a9c06be62 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832274 Oct 13 05:21:37.208095 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-88f72cef-cd1b-4268-a25b-0294677c72a4 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810318 Oct 13 05:21:37.997524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5c1c5-6e21-42bc-9378-4adef9458f27 req-171fe48f-a544-4499-8fe4-e7db281a2962 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:37.998968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae5c1c5-6e21-42bc-9378-4adef9458f27 req-171fe48f-a544-4499-8fe4-e7db281a2962 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0487430 Oct 13 05:21:38.036390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bae5c1c5-6e21-42bc-9378-4adef9458f27 req-c53b5b3e-c21d-47de-b119-ebf435f9e352 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Oct 13 05:21:39.026097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:39.027401 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-d54f8305-1be8-4e45-9008-d084363fb77f service neutron] show failed (client error): The resource could not be found. Oct 13 05:21:39.028426 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-d54f8305-1be8-4e45-9008-d084363fb77f service neutron] 10.222.0.15 "GET /v2.0/ports/377381f4-df27-4854-80f1-2bc1e738eb83/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0591917 Oct 13 05:21:39.149943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14ca6f-f4f5-4b3b-af4a-ad86e14247e5 req-c8ac55c6-1197-498e-93cd-453611ecb81e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:39.151360 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c14ca6f-f4f5-4b3b-af4a-ad86e14247e5 req-c8ac55c6-1197-498e-93cd-453611ecb81e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0486238 Oct 13 05:21:39.192668 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8c14ca6f-f4f5-4b3b-af4a-ad86e14247e5 req-4bee1697-6aa0-49e1-a7bf-5b5e739f0d37 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343318 Oct 13 05:21:39.233007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-e120b98e-9a4e-4a59-852b-52ae5c986b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:39.234459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-e120b98e-9a4e-4a59-852b-52ae5c986b7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 1096 time: 0.0456948 Oct 13 05:21:39.246125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:21:39.296743 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:39.493753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:39.523969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:21:39.565525 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:21:39.567823 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb2d1dc-42e7-4d7b-a226-0ec84b04e603" -d '{"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:21:39.571916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:39.584044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Transition to ACTIVE for port object 377381f4-df27-4854-80f1-2bc1e738eb83 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:21:39.587939 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:39.616230 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d55621-6032-4d61-a830-d8293ff5b64f x-openstack-request-id: req-31d55621-6032-4d61-a830-d8293ff5b64f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:21:39.616517 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:21:39.616792 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31d55621-6032-4d61-a830-d8293ff5b64f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:21:39.617392 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'code': 200} Oct 13 05:21:39.668318 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:39.682918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.683198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.683528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.683854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.684175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.684492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.684852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.685150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.685461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.685775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.686087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.686397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:39.720749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] No DVR routers for this DVR port 377381f4-df27-4854-80f1-2bc1e738eb83 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:21:40.170253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:21:40.170973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:21:40.170973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:21:40.174991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Port 377381f4-df27-4854-80f1-2bc1e738eb83 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:21:40.175289 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Attempting to bind port 377381f4-df27-4854-80f1-2bc1e738eb83 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:21:40.179949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:21:40.180279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:21:40.180656 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:21:40.181098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Bound port: 377381f4-df27-4854-80f1-2bc1e738eb83, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:21:40.181446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:40.241891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:21:40.245118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:21:40.249572 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:40.296902 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:40.297518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:40.298872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] 10.222.0.26 "PUT /v2.0/ports/377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 1091 time: 1.0570502 Oct 13 05:21:40.362140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b69c35-e3db-4381-ab56-4a9ef882157c service neutron] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:40.381028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e713c4-c375-4342-b6a8-205fb465b259 req-42b0f93b-8a42-43ad-ae4d-68aa687f1a78 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:40.382570 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4e713c4-c375-4342-b6a8-205fb465b259 req-42b0f93b-8a42-43ad-ae4d-68aa687f1a78 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.1067169 Oct 13 05:21:40.406146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-88011a93-2825-43a9-9657-4a706059e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:40.407651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-88011a93-2825-43a9-9657-4a706059e102 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0846107 Oct 13 05:21:40.467504 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4e713c4-c375-4342-b6a8-205fb465b259 req-a8680a44-b570-42f8-98d1-9d170f6985b9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790417 Oct 13 05:21:40.508930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-cd2173f2-5a5b-43f9-8ffa-351bc8b2da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:40.510364 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-cd2173f2-5a5b-43f9-8ffa-351bc8b2da97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0956819 Oct 13 05:21:40.577823 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-8a38f574-3f7c-48f6-9074-b078e10245c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 998 time: 0.0599322 Oct 13 05:21:40.624957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-a3fdd82d-a618-49c0-a17c-d949c59799c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:40.626607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-a3fdd82d-a618-49c0-a17c-d949c59799c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0416994 Oct 13 05:21:40.671727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-7f48561c-2857-4eba-b110-d2f2fd95e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:40.673179 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-7f48561c-2857-4eba-b110-d2f2fd95e549 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375788 Oct 13 05:21:40.762075 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-c7ca7838-90a1-419f-8397-e9c9a92364cb service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817947 Oct 13 05:21:40.821982 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:40.849307 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960307c4-6226-42a8-8abb-7b1b8501a8dc req-184b7bee-3c6e-4162-8649-2f226b69753a service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802114 Oct 13 05:21:41.584790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd5e47-053f-4df1-a77b-ab3e18c415e9 req-57070b7e-6920-4d8e-a886-66dbead8c52b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.586251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-effd5e47-053f-4df1-a77b-ab3e18c415e9 req-57070b7e-6920-4d8e-a886-66dbead8c52b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0484867 Oct 13 05:21:41.618394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:21:41.620747 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3c3881-652f-4007-b927-05362fec3fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:21:41.623310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-effd5e47-053f-4df1-a77b-ab3e18c415e9 req-386be054-5fef-4243-88d0-ab9dc89015e5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Oct 13 05:21:41.669913 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5ec11-43d0-4ac8-b9f8-314734852bff x-openstack-request-id: req-42a5ec11-43d0-4ac8-b9f8-314734852bff {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:21:41.670202 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:21:41.670449 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42a5ec11-43d0-4ac8-b9f8-314734852bff {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:21:41.670840 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'status': 'completed', 'code': 200} Oct 13 05:21:41.730992 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-4f7fbe80-6fad-4fbe-96f0-94b0c11b57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.732518 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-4f7fbe80-6fad-4fbe-96f0-94b0c11b57eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0403309 Oct 13 05:21:41.732665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-aa7ccd8c-f6a9-4ff5-b430-76f8e1bba821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.734164 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-aa7ccd8c-f6a9-4ff5-b430-76f8e1bba821 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0449867 Oct 13 05:21:41.822859 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-7319d631-80f0-44a2-a2fb-d867761808b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.824175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-889f1ee4-d9ef-4751-80c1-e4f4db96ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.824320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-7319d631-80f0-44a2-a2fb-d867761808b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0825117 Oct 13 05:21:41.825650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-889f1ee4-d9ef-4751-80c1-e4f4db96ddba service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0862279 Oct 13 05:21:41.889597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-46e6f50e-e887-45cb-aa8c-c407a9c922eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 998 time: 0.0568113 Oct 13 05:21:41.892140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-e75caca4-ef57-4aef-b369-1d076295995a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 998 time: 0.0602582 Oct 13 05:21:41.941377 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-7ba1da52-a510-4b45-be87-003d1cf2e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.942830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-7ba1da52-a510-4b45-be87-003d1cf2e78e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0428212 Oct 13 05:21:41.943799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-f792b8c3-e32e-444b-81dd-094ef8f10a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.945240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-f792b8c3-e32e-444b-81dd-094ef8f10a6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0489159 Oct 13 05:21:41.988817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-fe737067-72cc-4af5-820f-4221ccecbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.990067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-c947f606-6641-4a2f-8933-deddbf84862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:41.990319 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-fe737067-72cc-4af5-820f-4221ccecbee5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393534 Oct 13 05:21:41.991505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-c947f606-6641-4a2f-8933-deddbf84862e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389955 Oct 13 05:21:42.080998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-dadde5b1-cac4-47f9-9188-6cb703158a3b service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818696 Oct 13 05:21:42.084099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-9b778262-47ce-4aa7-bcac-2f43c1e25c8e service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Oct 13 05:21:42.172441 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-f5425039-95dc-4ed1-bdf1-2a34fc6d38ab service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841687 Oct 13 05:21:42.173594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c3c3881-652f-4007-b927-05362fec3fd8 req-ff828232-56b9-4ff9-b9cd-c4077a3aeea2 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810442 Oct 13 05:21:42.739065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d9e82-4991-4362-9d33-024227d41fee req-5a7c9395-930a-4f69-bc74-407533780992 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:42.740524 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-612d9e82-4991-4362-9d33-024227d41fee req-5a7c9395-930a-4f69-bc74-407533780992 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0491588 Oct 13 05:21:42.776958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-612d9e82-4991-4362-9d33-024227d41fee req-24f80b10-0d6c-4685-91e4-227c38c2b8f2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304863 Oct 13 05:21:43.326720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:21:43.363858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:21:43.893599 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452cf79-1173-4104-aaa6-9d8f916744d5 req-a1b29497-3b9d-4792-bf1b-c75a7aaff2bd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:43.895055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4452cf79-1173-4104-aaa6-9d8f916744d5 req-a1b29497-3b9d-4792-bf1b-c75a7aaff2bd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0489397 Oct 13 05:21:43.932045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4452cf79-1173-4104-aaa6-9d8f916744d5 req-cb62524a-7f95-419b-a97d-bed26625fab5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311525 Oct 13 05:21:44.125115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1be89-9967-4a2e-b60a-b88d3c195c2e req-920f766c-7d8c-4c87-a9f2-798b0c30c80c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:44.126520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bbb1be89-9967-4a2e-b60a-b88d3c195c2e req-920f766c-7d8c-4c87-a9f2-798b0c30c80c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0537963 Oct 13 05:21:44.133239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-8ad1189a-4a9f-47e5-81c2-6097ef5ecba5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:44.134671 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-8ad1189a-4a9f-47e5-81c2-6097ef5ecba5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 943 time: 0.0490744 Oct 13 05:21:44.164619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bbb1be89-9967-4a2e-b60a-b88d3c195c2e req-91f7b439-d63e-4249-844f-fa30b9e3ac50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Oct 13 05:21:44.199869 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-f1e3e4c8-fa34-40d2-ab33-96979dfa5267 service neutron] delete failed (client error): The resource could not be found. Oct 13 05:21:44.200918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-f1e3e4c8-fa34-40d2-ab33-96979dfa5267 service neutron] 10.222.0.15 "DELETE /v2.0/ports/377381f4-df27-4854-80f1-2bc1e738eb83/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0588493 Oct 13 05:21:44.280756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-4a46ea79-7640-43d6-a711-a09e5581e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:44.282212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-4a46ea79-7640-43d6-a711-a09e5581e9bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0409496 Oct 13 05:21:44.373856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-eb8783b7-6a7a-47af-b092-cdf735c54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:44.375429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-eb8783b7-6a7a-47af-b092-cdf735c54cee service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0862856 Oct 13 05:21:44.437723 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-bb9826ad-a363-487c-9d49-8405d80e26b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 998 time: 0.0557599 Oct 13 05:21:44.484299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-6024f6bc-3687-4ed2-b241-3655ccc2557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:44.485702 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-6024f6bc-3687-4ed2-b241-3655ccc2557c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0408139 Oct 13 05:21:44.532734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-a70e95f3-9e17-4a3e-b200-9852a694fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:44.534202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-a70e95f3-9e17-4a3e-b200-9852a694fd12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416403 Oct 13 05:21:44.621418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-fc4127a2-36a0-439a-a556-969028396971 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791688 Oct 13 05:21:44.711506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-755ea963-ea74-4684-8bcd-fe65743fc38d req-8ff453db-d8cc-4182-a30b-6d7eaf1e7471 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827732 Oct 13 05:21:45.287634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a792cc-723f-4b5e-8d94-f123fd24abb0 req-a83ef13c-99c2-4810-9d2e-14b1127eaf20 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:45.289165 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9a792cc-723f-4b5e-8d94-f123fd24abb0 req-a83ef13c-99c2-4810-9d2e-14b1127eaf20 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0520823 Oct 13 05:21:45.326740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f9a792cc-723f-4b5e-8d94-f123fd24abb0 req-6f945b16-9bcc-42db-8b88-0dd48a98ef20 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Oct 13 05:21:45.441199 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0152015-4083-47f5-86f6-21b19b5a726a req-23295a1f-cdf0-4d04-bc6b-4ef33f49b54d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:45.442727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0152015-4083-47f5-86f6-21b19b5a726a req-23295a1f-cdf0-4d04-bc6b-4ef33f49b54d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0485737 Oct 13 05:21:45.479603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0152015-4083-47f5-86f6-21b19b5a726a req-2083b882-bcb8-4aef-a8df-0e854f95f94a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Oct 13 05:21:45.530913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:21:45.633551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:45.646331 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '377381f4-df27-4854-80f1-2bc1e738eb83', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '377381f4-df27-4854-80f1-2bc1e738eb83', 'mac_address': 'fa:16:3e:81:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:21:45.682389 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:45.695688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377381f4-df27-4854-80f1-2bc1e738eb83 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:21:45.710390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b978235-0f20-45d4-bab8-2c19121af357 req-88158052-be17-489d-ba73-c7e589d885f5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:45.711865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b978235-0f20-45d4-bab8-2c19121af357 req-88158052-be17-489d-ba73-c7e589d885f5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 943 time: 0.0836167 Oct 13 05:21:45.720025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:45.724090 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:45.742063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f063-c746-4815-9b40-054f58729daa req-cb0781e6-e29a-4f3f-8b67-2ef7cb25e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:45.743510 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-cb0781e6-e29a-4f3f-8b67-2ef7cb25e837 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 1094 time: 0.0719326 Oct 13 05:21:45.768647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b978235-0f20-45d4-bab8-2c19121af357 req-88f39763-1806-419a-9f03-f302fab0355b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502646 Oct 13 05:21:45.771934 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:45.779244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.779588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.779927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.780373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.780728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.781388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.781388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.781678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.781992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.782308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.782624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.782937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:45.844411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f063-c746-4815-9b40-054f58729daa req-12c4a33e-85b6-42da-8ed5-45bf91f4eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:45.845934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-12c4a33e-85b6-42da-8ed5-45bf91f4eed5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0926180 Oct 13 05:21:45.913577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-37c26a4f-9465-4dca-9b74-4a74ba0c64b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 200 len: 999 time: 0.0599976 Oct 13 05:21:45.961940 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f063-c746-4815-9b40-054f58729daa req-f8984647-4402-4eb1-abdb-ce61d8268a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:45.963256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-f8984647-4402-4eb1-abdb-ce61d8268a9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0424392 Oct 13 05:21:46.008114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f063-c746-4815-9b40-054f58729daa req-127bc062-73bb-4613-90fa-3ca98c65f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:46.009579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-127bc062-73bb-4613-90fa-3ca98c65f8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393879 Oct 13 05:21:46.099878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-2201d410-7f21-495a-886f-96cb6e96b01d service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825093 Oct 13 05:21:46.100850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['377381f4-df27-4854-80f1-2bc1e738eb83'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:21:46.190813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c423f063-c746-4815-9b40-054f58729daa req-ddcd43ae-2289-4d9b-b1ad-1682f3c62030 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832922 Oct 13 05:21:46.887526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e4f4-fba2-49d9-8836-fa545e227aa3 req-70a0186a-1ffd-4928-bce1-ca69fffda07a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:46.889028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c66e4f4-fba2-49d9-8836-fa545e227aa3 req-70a0186a-1ffd-4928-bce1-ca69fffda07a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 944 time: 0.0510097 Oct 13 05:21:46.930006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5c66e4f4-fba2-49d9-8836-fa545e227aa3 req-2dd74072-add1-457b-81bf-6f9b23f1c5e0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335135 Oct 13 05:21:47.534319 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:21:47.581025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 377381f4-df27-4854-80f1-2bc1e738eb83 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:21:47.584449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 377381f4-df27-4854-80f1-2bc1e738eb83 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:21:47.584855 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:47.661368 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:47.682780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:21:47.685034 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08f781-31a8-495f-b57d-f6b1d4ad709a" -d '{"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-plugged", "status": "completed", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:21:47.696831 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:47.700672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:47.723407 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b862df-3be9-4ea5-b703-65e09d4605a1 x-openstack-request-id: req-e8b862df-3be9-4ea5-b703-65e09d4605a1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:21:47.723694 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-plugged", "status": "completed", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:21:47.723944 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8b862df-3be9-4ea5-b703-65e09d4605a1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:21:47.724338 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'code': 200} Oct 13 05:21:47.749017 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:48.044022 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a039f-e40d-4b04-b665-a5ac0de46337 req-f5396914-99da-4a86-863f-2bf7538fd8f1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:48.045525 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-109a039f-e40d-4b04-b665-a5ac0de46337 req-f5396914-99da-4a86-863f-2bf7538fd8f1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0481179 Oct 13 05:21:48.085865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-109a039f-e40d-4b04-b665-a5ac0de46337 req-24f15e35-057b-4805-a4a7-5da573d24a41 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Oct 13 05:21:48.311577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42f15-922e-4120-82c9-dceeeb479281 req-0fa2393b-b5da-4fc3-a4e2-ebe086a846ae tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:48.313024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5e42f15-922e-4120-82c9-dceeeb479281 req-0fa2393b-b5da-4fc3-a4e2-ebe086a846ae tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0489955 Oct 13 05:21:48.350390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5e42f15-922e-4120-82c9-dceeeb479281 req-c3c96c7d-c828-4f3a-b7cd-7c2498a4c0e4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Oct 13 05:21:49.087391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a81a3d1-85e9-4629-9261-16e2b16bbee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:49.470132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6ecaa-9662-474b-afb5-7722a2a48e5f req-6c8bf3b8-605d-4f1d-b990-9d3ca66b72dd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:49.472115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69e6ecaa-9662-474b-afb5-7722a2a48e5f req-6c8bf3b8-605d-4f1d-b990-9d3ca66b72dd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0537896 Oct 13 05:21:49.509218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69e6ecaa-9662-474b-afb5-7722a2a48e5f req-f26da9e6-a849-4e89-9490-55695e42e6f8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Oct 13 05:21:49.800538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-68142afe-2c1f-4510-bd2f-a2762bd5b774 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:49.801964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-68142afe-2c1f-4510-bd2f-a2762bd5b774 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 945 time: 0.0474162 Oct 13 05:21:49.888528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Deleting port 377381f4-df27-4854-80f1-2bc1e738eb83 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:21:49.888899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:49.978073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] For port 377381f4-df27-4854-80f1-2bc1e738eb83, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=377381f4-df27-4854-80f1-2bc1e738eb83,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:49.978434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:50.140321 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:50.140590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:50.140929 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 disassociated. External IP: 172.25.1.98, port: 377381f4-df27-4854-80f1-2bc1e738eb83. Oct 13 05:21:50.141264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Calling delete_port for 377381f4-df27-4854-80f1-2bc1e738eb83 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:21:50.263021 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:50.289274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event deleted for resources: {'Port': ['ID=377381f4-df27-4854-80f1-2bc1e738eb83,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:50.410379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:21:50.518959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:21:50.529091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:21:50.540172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:21:50.540816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:21:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:21:50.557837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] No DVR routers for this DVR port 377381f4-df27-4854-80f1-2bc1e738eb83 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:21:50.560587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:50.564099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e101d4e-f3b2-42a4-8951-f591aaf997ef req-7b8e4873-1d4a-47c8-9ffc-cd82edb96f43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "DELETE /v2.0/ports/377381f4-df27-4854-80f1-2bc1e738eb83 HTTP/1.1" status: 204 len: 173 time: 0.7558436 Oct 13 05:21:50.565118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-deleted', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:21:50.567399 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071977a-3b06-4849-9058-e448eea48fc7" -d '{"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-deleted", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:21:50.619380 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69d49ce-a437-4d88-8c84-45df7cb38e60 x-openstack-request-id: req-d69d49ce-a437-4d88-8c84-45df7cb38e60 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:21:50.619930 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76479505-b453-45de-a73a-01373ceb4c3c", "name": "network-vif-deleted", "tag": "377381f4-df27-4854-80f1-2bc1e738eb83", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:21:50.620775 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d69d49ce-a437-4d88-8c84-45df7cb38e60 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:21:50.621532 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76479505-b453-45de-a73a-01373ceb4c3c', 'name': 'network-vif-deleted', 'tag': '377381f4-df27-4854-80f1-2bc1e738eb83', 'status': 'completed', 'code': 200} Oct 13 05:21:50.624698 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6f808c6b-d19c-4903-a7c7-9292654ada35 req-78de8567-04b5-44b6-a742-b9794bbf320a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=76479505-b453-45de-a73a-01373ceb4c3c HTTP/1.1" status: 200 len: 210 time: 0.0333133 Oct 13 05:21:50.660730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:21:50.859832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:21:50.885755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:21:50.893877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:21:50.894467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:21:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:21:50.997633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:21:51.184830 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:21:51.213240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9668bf-9dff-48e8-a10c-2d0dfeefee4b None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:21:51.426946 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a50b5e-9a43-4837-b901-6ee4b7622bb2 None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:21:51.586364 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0d673ec-751a-4d10-aae8-278c1f8c3937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:51.878218 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-79d8ca01-f006-48cb-819f-630ed6e07a2b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1314949172&fields=id&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 267 time: 0.0335658 Oct 13 05:21:51.984203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-7bf22762-db4e-431b-99da-9cb8b9d0bdf6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:51.985671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-7bf22762-db4e-431b-99da-9cb8b9d0bdf6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1008267 Oct 13 05:21:52.000417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-754db6a6-c2d3-4762-8ed5-0420f7fdc847 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/quotas/bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 375 time: 0.0086579 Oct 13 05:21:52.051813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-0328b82a-6324-4086-9f50-74e83c0bcd93 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454981 Oct 13 05:21:52.190404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-90773e0b-91b7-4524-8144-f3cb6c58b951 service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271737 Oct 13 05:21:52.275761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-6e98976f-b24b-435a-b236-31e64ef835f9 service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796793 Oct 13 05:21:52.431821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a0ddb25-7406-4a7b-a7b1-f83cd0d0d470 req-d8cd4a65-9383-43a2-b73e-c3cb0954f775 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Oct 13 05:21:52.989269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:53.295517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:53.315704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-a90ecbba-ae32-461e-9bca-f97304420372 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:53.317515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-a90ecbba-ae32-461e-9bca-f97304420372 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1108267 Oct 13 05:21:53.363598 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-6984a913-9b1d-4cfc-baab-7f8fa67ef25a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 380 time: 0.0328612 Oct 13 05:21:53.369245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'port': {'device_id': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'admin_state_up': True, 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'security_groups': ['64c8ff9f-191a-4190-aa17-b9c9a91ff50f']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:21:53.480054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Made reservation on behalf of bc5e8dc5d2e445b08966a6312fc58da4 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:21:53.483683 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:53.529937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2006e5c6-b36d-4029-8b93-cc7321f521b4 req-ced6b9f9-f404-44b8-a4f9-9f968c8b7fa6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 210 time: 0.0317204 Oct 13 05:21:53.532615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:21:53.553014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 377381f4-df27-4854-80f1-2bc1e738eb83 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:21:53.553286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 377381f4-df27-4854-80f1-2bc1e738eb83 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:21:53.607211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Allocated IP 172.20.0.3 (1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1/bb3be6b1-31f1-478b-a963-878608fb5229/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:21:53.745292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:53.777772 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:53.818911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:21:53.821786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:21:53.824109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:21:53.856629 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:53.870454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.870795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.871131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.871498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.871826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.872175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.872499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.872856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.873178 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.873497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.873817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.874135 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:21:53.895486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:53.896093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:53.912235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-04b4fdc9-e466-4cc7-a3ba-26c3bd6fcf1c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467269 Oct 13 05:21:53.925373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Request body: {'port': {'device_id': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:21:53.979751 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.041808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-22177d30-e136-4fae-b3c0-beba891fea3e None None] Provisioning complete for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:21:54.042389 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22177d30-e136-4fae-b3c0-beba891fea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.076197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-22177d30-e136-4fae-b3c0-beba891fea3e None None] Port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:21:54.230417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:21:54.238018 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.249369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Transition to ACTIVE for port object 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:21:54.253461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.581435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:54.656318 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:21:54.656647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:21:54.656995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:21:54.671363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d794f-2f77-4d5e-b4df-9f87155fb6eb req-5e221802-b60d-469d-8cbc-c0a064d7e6c3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:54.672833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed7d794f-2f77-4d5e-b4df-9f87155fb6eb req-5e221802-b60d-469d-8cbc-c0a064d7e6c3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0712328 Oct 13 05:21:54.673361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:21:54.673678 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:21:54.681008 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:21:54.681336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:21:54.681709 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:21:54.682132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Bound port: 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:21:54.682486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.747591 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ed7d794f-2f77-4d5e-b4df-9f87155fb6eb req-bad7a51c-735b-4f8b-886c-80188bb5f061 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682886 Oct 13 05:21:54.770363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:21:54.773991 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:21:54.778143 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.810356 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:54.810959 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.812310 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 1091 time: 0.8912499 Oct 13 05:21:54.812767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:21:54.815045 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9" -d '{"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:21:54.841383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7aa7d-3713-4666-a6b7-a2c547e34ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:54.864583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:54.887789 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ddf955-3465-4545-8ad3-1b2f3ccd7712 x-openstack-request-id: req-48ddf955-3465-4545-8ad3-1b2f3ccd7712 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:21:54.888084 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:21:54.888336 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48ddf955-3465-4545-8ad3-1b2f3ccd7712 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:21:54.888761 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'status': 'completed', 'code': 200} Oct 13 05:21:54.904875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-67b1ff5c-0ffe-459f-b03d-2f25e2fc0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:54.906388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-67b1ff5c-0ffe-459f-b03d-2f25e2fc0f06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1094 time: 0.0486414 Oct 13 05:21:54.951578 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-e5f882bc-5fa6-40e2-ae8d-a054976c4525 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 217 time: 0.0376260 Oct 13 05:21:55.001810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-9231b890-3609-4973-ba35-f61d143d3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.003269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-9231b890-3609-4973-ba35-f61d143d3c19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0447359 Oct 13 05:21:55.048752 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-22488d04-ae11-4be1-9391-c6b5a2671661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.050220 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-22488d04-ae11-4be1-9391-c6b5a2671661 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399189 Oct 13 05:21:55.139987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-24a6aea2-716b-4e55-b4f5-caf7f66edcb2 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Oct 13 05:21:55.229159 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a45dfb-1dd6-4962-b8b9-b7792c19fab1 req-796da881-3e93-4fe9-ba33-39df48b5f3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819457 Oct 13 05:21:55.312114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-f77a8916-7f71-4847-a93c-0cc675d54497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.313596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-f77a8916-7f71-4847-a93c-0cc675d54497 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1094 time: 0.0397353 Oct 13 05:21:55.405939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-8fd76e0b-818a-422a-81ff-72fa8cf961e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.407322 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-8fd76e0b-818a-422a-81ff-72fa8cf961e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0868115 Oct 13 05:21:55.447315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-2e8ba936-7be2-4656-81e3-f070b72d996e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 217 time: 0.0329599 Oct 13 05:21:55.499118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-80873e95-1ec6-45cf-9fdd-abd6974e9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.500495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-80873e95-1ec6-45cf-9fdd-abd6974e9d0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0456874 Oct 13 05:21:55.544305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-c7b2577e-c189-4ca1-bd28-2d08bf0892bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.545764 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-c7b2577e-c189-4ca1-bd28-2d08bf0892bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378516 Oct 13 05:21:55.637071 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-1a95915f-e5ba-4705-a5d2-87d3e05c479f service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Oct 13 05:21:55.723411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e214ffe-8df3-4ffd-a189-9a34bfad42e9 req-ce31bfe8-1606-46f1-b128-30f34a88032a service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789046 Oct 13 05:21:55.859188 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d200-68c0-4ecc-ae97-fa8358e82acf req-2de9dce6-3405-4403-b355-e9e494bedb2d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:55.860656 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f59d200-68c0-4ecc-ae97-fa8358e82acf req-2de9dce6-3405-4403-b355-e9e494bedb2d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0482137 Oct 13 05:21:55.897783 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5f59d200-68c0-4ecc-ae97-fa8358e82acf req-1f247983-564f-49c4-a829-81719c531282 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307641 Oct 13 05:21:57.011208 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19af82-275c-4868-90c8-957e5e727dbc req-067f2705-e8f6-4526-bc79-f0c8b5424fb0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:57.012647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e19af82-275c-4868-90c8-957e5e727dbc req-067f2705-e8f6-4526-bc79-f0c8b5424fb0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0479612 Oct 13 05:21:57.050074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2e19af82-275c-4868-90c8-957e5e727dbc req-033b71f9-ff16-4643-9645-c9fd4e3d2d07 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Oct 13 05:21:57.387602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:21:57.480561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:57.491649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'mac_address': 'fa:16:3e:25:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:21:57.527752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:57.540275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:21:57.558305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:57.562312 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:57.607842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:57.788052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:21:58.165352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11f8b7-e387-49c8-b894-5d5fff9f5f26 req-a60b075c-431b-4502-86f1-07063d0104d1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:58.166791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc11f8b7-e387-49c8-b894-5d5fff9f5f26 req-a60b075c-431b-4502-86f1-07063d0104d1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0517459 Oct 13 05:21:58.202929 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc11f8b7-e387-49c8-b894-5d5fff9f5f26 req-2b52ccaf-aa9d-42bc-be7d-b1dd53fbb309 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302224 Oct 13 05:21:59.314858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b638347-ce26-479b-bda8-3d9acc417a95 req-1e91544c-1ae6-4a9c-b592-3677e3d63a25 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:59.316354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b638347-ce26-479b-bda8-3d9acc417a95 req-1e91544c-1ae6-4a9c-b592-3677e3d63a25 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0478065 Oct 13 05:21:59.352846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8b638347-ce26-479b-bda8-3d9acc417a95 req-73749297-e227-4100-a30b-4e2081fb22fa tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306485 Oct 13 05:21:59.404046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:21:59.450704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:21:59.454179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:21:59.454541 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:59.529487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:59.551434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:21:59.553672 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7eeaba-e294-48b2-85e1-17a37d686e85" -d '{"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:21:59.565571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:21:59.569804 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:59.592978 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb85fd5-33e9-4269-9bc4-7dea93541ad1 x-openstack-request-id: req-3fb85fd5-33e9-4269-9bc4-7dea93541ad1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:21:59.593266 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:21:59.593515 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fb85fd5-33e9-4269-9bc4-7dea93541ad1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:21:59.593932 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'code': 200} Oct 13 05:21:59.619222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:21:59.640181 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:21:59.684642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b9d8-453a-4af3-ba17-6e98e1d4806c req-77b5058f-76f8-4f41-b0ef-9e09b21fb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:59.686102 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf81b9d8-453a-4af3-ba17-6e98e1d4806c req-77b5058f-76f8-4f41-b0ef-9e09b21fb98f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1096 time: 0.0383837 Oct 13 05:21:59.719365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf81b9d8-453a-4af3-ba17-6e98e1d4806c req-5f0d3a28-873d-4945-ba3f-c5180abe6e63 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266552 Oct 13 05:22:00.464663 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965f6b-64df-43fe-b72d-f728537f260d req-005ef6bc-48b1-4fd9-9406-a67f52c564e2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:00.466105 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88965f6b-64df-43fe-b72d-f728537f260d req-005ef6bc-48b1-4fd9-9406-a67f52c564e2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0473680 Oct 13 05:22:00.505534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88965f6b-64df-43fe-b72d-f728537f260d req-409b72e8-a961-40c8-a9a9-f2a81575619c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Oct 13 05:22:01.619475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065018-029f-4e76-825c-3ed35e59aa08 req-4a25b100-a28c-4a2f-8254-fb89eb5ab100 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:01.620947 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5065018-029f-4e76-825c-3ed35e59aa08 req-4a25b100-a28c-4a2f-8254-fb89eb5ab100 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0482335 Oct 13 05:22:01.658032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d5065018-029f-4e76-825c-3ed35e59aa08 req-d6609b0e-add5-4fe5-95f4-9f442db3e199 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Oct 13 05:22:01.766769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816b1dd-c4f6-4a9a-824a-b1e5ec962b04 req-377096ca-ce49-4080-b86a-0485ec84b869 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:01.768224 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4816b1dd-c4f6-4a9a-824a-b1e5ec962b04 req-377096ca-ce49-4080-b86a-0485ec84b869 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Oct 13 05:22:01.777269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 50540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:22:01.781555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'floatingip': {'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:22:01.819039 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:02.235932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:02.240074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:02.336946 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 associated. External IP: 172.25.1.98, port: 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3. Oct 13 05:22:02.536956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:22:02.642477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:22:02.647348 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:02.652048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:22:02.662318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:22:02.662924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:21:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:22:02.674299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8fd154a3-883e-4a62-bd36-bc14f061b699 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "PUT /v2.0/floatingips/d7584677-8e01-4ada-8eb0-3ed4ed809312 HTTP/1.1" status: 200 len: 990 time: 0.8959928 Oct 13 05:22:02.675465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:22:02.677742 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164bad67-4c3d-4f01-8de8-14f731927283" -d '{"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:22:02.722580 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cc949c-3e41-4c0d-9860-8542955a4988 x-openstack-request-id: req-37cc949c-3e41-4c0d-9860-8542955a4988 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:22:02.722955 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:22:02.723269 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37cc949c-3e41-4c0d-9860-8542955a4988 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:22:02.723860 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'status': 'completed', 'code': 200} Oct 13 05:22:02.794264 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bad67-4c3d-4f01-8de8-14f731927283 req-26610124-a942-4f43-b302-9a880be4ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:02.795666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-26610124-a942-4f43-b302-9a880be4ed12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1096 time: 0.0457466 Oct 13 05:22:02.885292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bad67-4c3d-4f01-8de8-14f731927283 req-c98da01c-70db-4c1e-9749-8dc64f070192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:02.886753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-c98da01c-70db-4c1e-9749-8dc64f070192 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0846884 Oct 13 05:22:02.924462 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:22:02.955711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-f3c293c2-7a84-4711-8db2-12831bc00286 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 998 time: 0.0615804 Oct 13 05:22:03.003817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bad67-4c3d-4f01-8de8-14f731927283 req-5f27197f-146e-42e6-ad46-e693cb9cddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:03.005284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-5f27197f-146e-42e6-ad46-e693cb9cddd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0430164 Oct 13 05:22:03.050864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bad67-4c3d-4f01-8de8-14f731927283 req-41440e29-24f2-4654-88b8-dcd0d07d9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:03.052262 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-41440e29-24f2-4654-88b8-dcd0d07d9931 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397475 Oct 13 05:22:03.144670 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-2b053575-9d14-4ac6-afaf-51d62906ecfb service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851150 Oct 13 05:22:03.145590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:25:fd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:22:02Z', 'revision_number': 9, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:22:03.171633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:22:03.179672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:22:03.180269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:21:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:22:03.234664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-164bad67-4c3d-4f01-8de8-14f731927283 req-3a7c433f-b3c2-4bed-b4fb-e420bbec701c service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827377 Oct 13 05:22:03.286648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:22:03.504159 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:25:fd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:22:02Z', 'revision_number': 9, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:22:03.529624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d0af4-bac1-458d-b3ee-4f057913bf50 None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:25:fd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:22:02Z', 'revision_number': 9, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:22:03.727735 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912181cc-f7ec-4c3b-b601-9fe2a408aedb None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:22:06.129973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-215cc43b-0ad8-42be-8ca5-8ad3b9f463a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390086 Oct 13 05:22:06.213799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-d3ef0f46-e337-4027-a675-3c8ae5c49f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:06.215237 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-d3ef0f46-e337-4027-a675-3c8ae5c49f7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1096 time: 0.0434613 Oct 13 05:22:06.315464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-2770368c-6fd6-4f8e-bd58-b8df9d79ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:06.316936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-2770368c-6fd6-4f8e-bd58-b8df9d79ad91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0830753 Oct 13 05:22:06.386137 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-e1294cec-0f29-4319-aab3-7303219d2288 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 1001 time: 0.0613286 Oct 13 05:22:06.433741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-bbe260b1-01e0-479f-81f8-9650ef4f85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:06.435105 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-bbe260b1-01e0-479f-81f8-9650ef4f85f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0423763 Oct 13 05:22:06.478418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-2eca7dd8-e58a-4252-b682-e789dd54bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:06.479818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-2eca7dd8-e58a-4252-b682-e789dd54bd79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380847 Oct 13 05:22:06.574375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-23e4e45a-fc19-4743-b5f8-9afe27a83fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871387 Oct 13 05:22:06.661707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-74691e02-e7dd-4e4a-9c58-95e65c72b738 req-35622c6c-9846-40bb-b768-bfa5b14a5eb3 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806954 Oct 13 05:22:09.047719 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:10.836693 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:19.087131 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e97-1584-4eb7-81b7-90c603f64600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:21.587295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311b54ae-3c55-484b-963f-34f5b6ee5b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:22.991097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:23.296733 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:24.855853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:36.639037 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:22:39.074525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:40.835176 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:49.087348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4cbe-0bf4-45e3-9451-d8a735b89946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:51.591339 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f60a010-ca59-40f7-be9d-024b35faaa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:52.991182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:53.300323 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:54.859482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:06.106590 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-0f88afad-ed70-48ee-9dae-9e7b8649b62b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388513 Oct 13 05:23:06.188403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-02bf29ff-48f2-4153-9c38-eaa26c89dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:06.189938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-02bf29ff-48f2-4153-9c38-eaa26c89dff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1096 time: 0.0432858 Oct 13 05:23:06.291451 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-1b16e15c-77c6-4c02-9d4a-79e9d0f90345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:06.292913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-1b16e15c-77c6-4c02-9d4a-79e9d0f90345 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0839307 Oct 13 05:23:06.362831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-09db1235-5f0b-46cf-9007-b86625ef80dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 1001 time: 0.0629919 Oct 13 05:23:06.411440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-d602ed00-188e-416b-acd1-afe0089e578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:06.412897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-d602ed00-188e-416b-acd1-afe0089e578c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0437047 Oct 13 05:23:06.459313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-445373ec-d3c1-49c0-adba-fdc04d677f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:06.460847 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-445373ec-d3c1-49c0-adba-fdc04d677f86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400047 Oct 13 05:23:06.554697 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-1e55cf60-5cf1-41db-aefd-a3ccdf32ab66 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846605 Oct 13 05:23:06.642680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-797bc949-808e-4601-81e7-f3b9471a0e52 req-2a9d440b-b3f1-4e39-9fe9-d9471d5c407a service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801907 Oct 13 05:23:09.070254 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:10.837150 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:13.638948 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:23:19.087022 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fa44de9-ca5c-481f-85bf-9a00501b7ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:21.591978 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39f3ce7-9282-49aa-bcb0-51c25fc14f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:22.992234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:23.302929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:24.861840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:38.556221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-10c96e53-869b-481a-80c5-21eb36f1b757 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706778 Oct 13 05:23:38.568549 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f2246-a743-4847-b2ab-cb3e0a14ec75 req-7c9f20ca-313d-4392-bdb3-f145343a71ff tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:38.570030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f6f2246-a743-4847-b2ab-cb3e0a14ec75 req-7c9f20ca-313d-4392-bdb3-f145343a71ff tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0746067 Oct 13 05:23:38.609375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f6f2246-a743-4847-b2ab-cb3e0a14ec75 req-93f5ca27-6f34-4c72-8d2b-472ce7bb73e0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Oct 13 05:23:39.091141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:39.601414 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-530640fb-4f85-4e4a-91ea-afe34ed973ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:39.602845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-530640fb-4f85-4e4a-91ea-afe34ed973ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1096 time: 0.0399017 Oct 13 05:23:39.694146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-3208e7d6-3c05-4d03-b80d-065452a3d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:39.695603 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-3208e7d6-3c05-4d03-b80d-065452a3d93e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0863106 Oct 13 05:23:39.726536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b1a4-95aa-45b6-9d43-bc70e1a7b9bc req-7dcd4905-2bef-4053-a16f-c5e977e1f54d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:39.728080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7e9b1a4-95aa-45b6-9d43-bc70e1a7b9bc req-7dcd4905-2bef-4053-a16f-c5e977e1f54d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0496690 Oct 13 05:23:39.761036 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-3ba28701-ec4d-4861-85f5-303d8abb740b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 1001 time: 0.0573678 Oct 13 05:23:39.765530 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7e9b1a4-95aa-45b6-9d43-bc70e1a7b9bc req-328e9583-71d0-411e-a0cf-3f33b417a513 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Oct 13 05:23:39.809048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-4186b629-8fe6-4df5-81f5-a30762b37d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:39.810467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-4186b629-8fe6-4df5-81f5-a30762b37d3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0428171 Oct 13 05:23:39.863266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-231e9d22-535b-40fd-afd8-1c76ee211096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:39.864752 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-231e9d22-535b-40fd-afd8-1c76ee211096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475366 Oct 13 05:23:39.953423 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-863907cb-0977-4572-b856-461fb18bf737 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804989 Oct 13 05:23:40.043339 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-b703c7dd-580f-4d60-8a5a-692559dcfbb8 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835621 Oct 13 05:23:40.865234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:40.883443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3fe6-e026-4dbe-a4c6-24b8151ec6ad req-1d8aa499-6dbd-4713-ae7c-98f30889656f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:40.884924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f1d3fe6-e026-4dbe-a4c6-24b8151ec6ad req-1d8aa499-6dbd-4713-ae7c-98f30889656f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0515349 Oct 13 05:23:40.922187 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9f1d3fe6-e026-4dbe-a4c6-24b8151ec6ad req-374a1c25-8a10-4fc7-aec9-45b55becb205 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Oct 13 05:23:42.033464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4668a-84a7-41c2-a26c-323099ca4cd4 req-a7eeb4cd-f748-4275-8d0d-75ce696bfca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:42.035144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cca4668a-84a7-41c2-a26c-323099ca4cd4 req-a7eeb4cd-f748-4275-8d0d-75ce696bfca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0473831 Oct 13 05:23:42.075318 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cca4668a-84a7-41c2-a26c-323099ca4cd4 req-b3d8e312-1e37-4184-a7f7-ed500ae2518b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Oct 13 05:23:43.187952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebcad1-68b0-4914-80f7-5c5524a78b7e req-0f0657ca-d312-45d4-b753-cea857bbd500 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:43.189448 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90ebcad1-68b0-4914-80f7-5c5524a78b7e req-0f0657ca-d312-45d4-b753-cea857bbd500 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Oct 13 05:23:43.226285 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90ebcad1-68b0-4914-80f7-5c5524a78b7e req-b97be7f3-81e8-4663-8658-a3323b79c7e0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Oct 13 05:23:44.338153 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941a110-ec16-4b24-82ca-bebb51455f63 req-86f3ebe2-f005-48f6-a1bb-2773fbd0606c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:44.340243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6941a110-ec16-4b24-82ca-bebb51455f63 req-86f3ebe2-f005-48f6-a1bb-2773fbd0606c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Oct 13 05:23:44.377315 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6941a110-ec16-4b24-82ca-bebb51455f63 req-2fd4c59d-eba6-42a9-b985-dc48f94468c1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Oct 13 05:23:45.493517 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b377-ef1b-47be-89d2-0707c431ae74 req-d9845197-f4ee-450d-94b1-4547982b2a3a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:45.495454 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6cc7b377-ef1b-47be-89d2-0707c431ae74 req-d9845197-f4ee-450d-94b1-4547982b2a3a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Oct 13 05:23:45.532418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6cc7b377-ef1b-47be-89d2-0707c431ae74 req-c7622a52-2c1e-45f9-a545-26f6a18bd4a9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Oct 13 05:23:46.644809 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4353a-2a57-4175-bd9b-ea74f902bcf2 req-9d4302cc-d653-4ada-ad9e-482f554f757b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:46.646207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bfa4353a-2a57-4175-bd9b-ea74f902bcf2 req-9d4302cc-d653-4ada-ad9e-482f554f757b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0466862 Oct 13 05:23:46.683084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bfa4353a-2a57-4175-bd9b-ea74f902bcf2 req-143df354-9860-46d0-b19a-79ce75e7ff1b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Oct 13 05:23:47.797405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556efc2-37f5-425f-8ce9-3b86e30f53cc req-e7e12900-b425-46a0-950b-8f94851916ff tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:47.798840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1556efc2-37f5-425f-8ce9-3b86e30f53cc req-e7e12900-b425-46a0-950b-8f94851916ff tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Oct 13 05:23:47.835913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1556efc2-37f5-425f-8ce9-3b86e30f53cc req-f7b42d45-356a-46b7-bb6a-eeccb11c8fb8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Oct 13 05:23:48.949331 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e243-c644-4e51-a532-85bfa886dd05 req-92358476-9caf-42f4-9f5a-87c3b2398848 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:48.950762 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf83e243-c644-4e51-a532-85bfa886dd05 req-92358476-9caf-42f4-9f5a-87c3b2398848 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Oct 13 05:23:48.992832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bf83e243-c644-4e51-a532-85bfa886dd05 req-3589a80f-34de-472d-892d-0a798b7ef6b4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361903 Oct 13 05:23:49.087933 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7efdd657-eb25-40b2-b2f3-d989682c7048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:50.105786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6974686-1d9d-4f33-9210-26de4ec92a79 req-6a7deb5a-4db6-4e6e-878c-ecd3ffa8fd07 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:50.107212 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6974686-1d9d-4f33-9210-26de4ec92a79 req-6a7deb5a-4db6-4e6e-878c-ecd3ffa8fd07 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0479250 Oct 13 05:23:50.143174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a6974686-1d9d-4f33-9210-26de4ec92a79 req-7388f519-d5bb-474b-ad7f-f963c0508dbf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301354 Oct 13 05:23:50.638355 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:23:51.579383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652eec-574f-4445-b738-3d452dcf435e req-c942ae04-c96b-4f93-912d-55c76aece004 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:51.580893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7652eec-574f-4445-b738-3d452dcf435e req-c942ae04-c96b-4f93-912d-55c76aece004 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.3696356 Oct 13 05:23:51.594179 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018bf7cf-f8a4-46e7-a288-bae034efc56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:51.620123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a7652eec-574f-4445-b738-3d452dcf435e req-4c25c905-339b-4709-9d42-67d552d5ac18 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Oct 13 05:23:51.904370 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-c2901aff-c15b-4df9-bc85-a014b9006425 service neutron] show failed (client error): The resource could not be found. Oct 13 05:23:51.905281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-c2901aff-c15b-4df9-bc85-a014b9006425 service neutron] 10.222.0.15 "GET /v2.0/ports/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0565841 Oct 13 05:23:52.096016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-0ffc4be2-e269-4fd8-908e-c27c1f1fdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:52.097486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-0ffc4be2-e269-4fd8-908e-c27c1f1fdb77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 1096 time: 0.0394838 Oct 13 05:23:52.107689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-ae51e1fd-fc7f-495f-b266-47a7d31f57b9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:23:52.108603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-ae51e1fd-fc7f-495f-b266-47a7d31f57b9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047042 Oct 13 05:23:52.120461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:23:52.173073 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:52.377170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:23:52.408187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:23:52.447445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:23:52.449944 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39e154-dc62-4102-8c64-93e42213b679" -d '{"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:23:52.453977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:52.466551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Transition to ACTIVE for port object 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:23:52.469738 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:52.500935 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a500e-cdb6-4f74-a500-480d6dc0cdf7 x-openstack-request-id: req-3e2a500e-cdb6-4f74-a500-480d6dc0cdf7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:23:52.501229 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:23:52.501481 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e2a500e-cdb6-4f74-a500-480d6dc0cdf7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:23:52.501872 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'code': 200} Oct 13 05:23:52.556027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:23:52.571622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.571969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.572308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.572697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.573103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.573431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.573758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.574081 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.574403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.574725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.575049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.575365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:52.611323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] No DVR routers for this DVR port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:23:52.761625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfae7-03b0-4108-b7ff-c82c6a08ed77 req-6d90182e-707c-49ff-b4b0-f4ee933eff7b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:52.763074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-663bfae7-03b0-4108-b7ff-c82c6a08ed77 req-6d90182e-707c-49ff-b4b0-f4ee933eff7b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0698781 Oct 13 05:23:52.802485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:23:52.802812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:23:52.803133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:23:52.814610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:23:52.814927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:23:52.824933 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-663bfae7-03b0-4108-b7ff-c82c6a08ed77 req-a9886f2f-9d3f-4324-9065-e5410238a01f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489430 Oct 13 05:23:52.825765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:23:52.826089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:23:52.826446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:23:52.826858 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Bound port: 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:23:52.827204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:52.892761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:23:52.895939 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:23:52.899275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:52.929882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:52.930814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:52.932389 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 1091 time: 0.8159430 Oct 13 05:23:52.982400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8753e-f02b-444f-8d12-5fc6aa9f91a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:23:52.998898 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:53.002310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-22788f3c-0899-41a1-8610-bd12d16d01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:53.003842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-22788f3c-0899-41a1-8610-bd12d16d01a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1094 time: 0.0488384 Oct 13 05:23:53.101558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-a0ebd423-daec-41ba-a88d-fa6bee7c0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:53.103042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-a0ebd423-daec-41ba-a88d-fa6bee7c0749 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0928795 Oct 13 05:23:53.168500 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-b28b041d-7565-4488-aeae-93ee8fc34583 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0588562 Oct 13 05:23:53.220763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-7a770063-926f-4ba3-92cf-fe55b214db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:53.222111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-7a770063-926f-4ba3-92cf-fe55b214db2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0471728 Oct 13 05:23:53.267288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-e60a93a2-7db1-49ab-b52c-14f8f8747e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:53.268789 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-e60a93a2-7db1-49ab-b52c-14f8f8747e0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398121 Oct 13 05:23:53.306182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:53.360099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-c9e1fa29-5d54-43bc-ac7f-e4e7d68cf3e6 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843830 Oct 13 05:23:53.451546 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c594a3-ea44-474c-aef4-690ee0ef5665 req-d8d82817-87d4-4764-953d-fa0946942c83 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846045 Oct 13 05:23:53.941018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4663-46d5-4972-9c10-176e20386637 req-7c35d140-d18b-4d79-8de3-2b55961576c5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:53.942457 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9cd4663-46d5-4972-9c10-176e20386637 req-7c35d140-d18b-4d79-8de3-2b55961576c5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0484686 Oct 13 05:23:53.978505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b9cd4663-46d5-4972-9c10-176e20386637 req-24f7730c-b6e4-4648-9eae-d941f57573d5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301578 Oct 13 05:23:54.503148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:23:54.505540 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:23:54.552365 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d249653-760f-4f49-84da-e8e7238749f6 x-openstack-request-id: req-5d249653-760f-4f49-84da-e8e7238749f6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:23:54.552650 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:23:54.552926 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d249653-760f-4f49-84da-e8e7238749f6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:23:54.553346 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'status': 'completed', 'code': 200} Oct 13 05:23:54.613109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-54034502-17fa-4839-a0b0-d9638cace7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.613362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-4658fbac-b6b7-4b31-b08b-ade148a2e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.614600 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-54034502-17fa-4839-a0b0-d9638cace7fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1094 time: 0.0397305 Oct 13 05:23:54.614728 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-4658fbac-b6b7-4b31-b08b-ade148a2e4c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1094 time: 0.0408130 Oct 13 05:23:54.706900 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-673924af-a4c3-40ae-b53b-1cc9b5cb5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.707882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-a7dbc8bc-8cf6-43a9-abe6-e35d793fbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.708319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-673924af-a4c3-40ae-b53b-1cc9b5cb5e43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0869212 Oct 13 05:23:54.709381 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-a7dbc8bc-8cf6-43a9-abe6-e35d793fbbe8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0873296 Oct 13 05:23:54.771195 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-7cf691d0-77fe-452d-9dee-a1b66645316d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0560288 Oct 13 05:23:54.771966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-c4c37eba-a02c-4add-bbd2-c33ad3a3721c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0548394 Oct 13 05:23:54.822274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-ff8bd8cc-8a14-4518-ba29-c1ca8d19b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.823440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-b21089e0-e068-431e-89ae-dfb2943ddec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.824290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-ff8bd8cc-8a14-4518-ba29-c1ca8d19b828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0466652 Oct 13 05:23:54.824893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-b21089e0-e068-431e-89ae-dfb2943ddec5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0460417 Oct 13 05:23:54.867233 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:54.869360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-1919b668-5f5b-4b48-b69e-8342e76d3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.870942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-1919b668-5f5b-4b48-b69e-8342e76d3e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399406 Oct 13 05:23:54.872115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-96416514-bd06-4bec-a439-e9dc7f9c1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:54.873609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-96416514-bd06-4bec-a439-e9dc7f9c1d5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408762 Oct 13 05:23:54.960710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-4f3c780c-6f93-4446-b336-4b0d37613616 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815351 Oct 13 05:23:54.962888 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-208b8887-5208-44d8-8968-7e7eaf05bba1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806801 Oct 13 05:23:55.059777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-4d9f8e10-061b-49ae-b7fd-2113195b8167 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898955 Oct 13 05:23:55.067617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc29e67f-1d6b-4e97-8c9a-a299b5d27d7a req-45f5f542-1c52-4379-85a8-3e8cffcd3235 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001127 Oct 13 05:23:55.102899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811ef20-daa3-4cdb-9cad-e768dcf27d51 req-544d6343-f287-49e8-9871-348c0fbb891d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:55.104386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d811ef20-daa3-4cdb-9cad-e768dcf27d51 req-544d6343-f287-49e8-9871-348c0fbb891d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0526371 Oct 13 05:23:55.142094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d811ef20-daa3-4cdb-9cad-e768dcf27d51 req-43b39e98-aedc-471e-ac42-5cfb1bb75b43 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Oct 13 05:23:55.979661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:23:56.015381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:23:56.259946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91130489-d51e-4c8c-b945-4f561459a532 req-32911265-1246-40c4-88cd-5ae49f13fda7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:56.261984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91130489-d51e-4c8c-b945-4f561459a532 req-32911265-1246-40c4-88cd-5ae49f13fda7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0488510 Oct 13 05:23:56.300052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91130489-d51e-4c8c-b945-4f561459a532 req-f41bce92-6bbd-469f-bd78-ad182e2009c9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Oct 13 05:23:57.414101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c84d2-1aad-4f4e-a561-7a6bc2c83a09 req-8909ad08-ea59-4604-b547-1a8b4a49a26f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:57.415548 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-530c84d2-1aad-4f4e-a561-7a6bc2c83a09 req-8909ad08-ea59-4604-b547-1a8b4a49a26f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0486591 Oct 13 05:23:57.456465 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-530c84d2-1aad-4f4e-a561-7a6bc2c83a09 req-9ba8b7a0-6a60-46cf-8e8d-4f93449a3bc6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349491 Oct 13 05:23:57.726272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-7f8fbd4a-e4da-4b78-bbb2-aca5f1eda122 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:57.727724 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-7f8fbd4a-e4da-4b78-bbb2-aca5f1eda122 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&binding%3Ahost_id=n-h2-810220-9 HTTP/1.1" status: 200 len: 943 time: 0.0509436 Oct 13 05:23:57.742042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a30b2-5faa-4016-bf32-b6ac75d68964 req-4862d507-fc09-4dee-af35-fdf670e02fa5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:57.743535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d44a30b2-5faa-4016-bf32-b6ac75d68964 req-4862d507-fc09-4dee-af35-fdf670e02fa5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 943 time: 0.0475152 Oct 13 05:23:57.781357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d44a30b2-5faa-4016-bf32-b6ac75d68964 req-3f9c4d65-c883-457c-bd35-b3bd4894de8a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Oct 13 05:23:57.794067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-f65bb1ef-4689-496e-b976-decb9cc9cd81 service neutron] 10.222.0.26 "GET /v2.0/ports/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3/bindings/n-h2-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.0587075 Oct 13 05:23:57.853235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-3795f193-221c-4a72-9205-4ae05068b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:57.855205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-3795f193-221c-4a72-9205-4ae05068b779 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1094 time: 0.0394449 Oct 13 05:23:57.944540 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-e6b25902-e1fe-4a18-addd-239547a24780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:57.945912 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-e6b25902-e1fe-4a18-addd-239547a24780 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0844922 Oct 13 05:23:58.010178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-da364d3c-093b-4696-a4ff-d901167b3ae0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0554745 Oct 13 05:23:58.058005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-c6f8ab1e-0f81-4411-b517-bf5e3e316168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:58.059365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-c6f8ab1e-0f81-4411-b517-bf5e3e316168 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0425713 Oct 13 05:23:58.106841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-7a670ed9-d818-4928-b029-37c3918fb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:58.108275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-7a670ed9-d818-4928-b029-37c3918fb97c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419354 Oct 13 05:23:58.194191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-e8a9c2f5-a54e-40ff-b7f9-212150e27cf7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790732 Oct 13 05:23:58.203213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:23:58.286908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-6bb815bf-e233-47f9-b535-1338794e5382 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853040 Oct 13 05:23:58.298385 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:23:58.309606 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'mac_address': 'fa:16:3e:25:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:23:58.345739 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:58.357683 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:23:58.375719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:23:58.379846 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:58.428827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:23:58.435897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.436233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.436586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.436933 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.437257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.437576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.437888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.438200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.438510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.438820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.439130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.439440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:23:58.732465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:23:58.905559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b9ff5-a1c6-4fbf-a17f-b9dc7e100e2e req-63368ea2-e1de-4f0c-a5d9-df40c2365b3d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:58.907053 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af5b9ff5-a1c6-4fbf-a17f-b9dc7e100e2e req-63368ea2-e1de-4f0c-a5d9-df40c2365b3d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0481832 Oct 13 05:23:58.944028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-af5b9ff5-a1c6-4fbf-a17f-b9dc7e100e2e req-862d318e-272a-4179-b8f8-b21e3c32b6c4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308688 Oct 13 05:24:00.058498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53885611-6cb4-4f5f-9605-2fc25f03231b req-e0bff805-d71c-482c-b8b1-966c74328951 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:00.059980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53885611-6cb4-4f5f-9605-2fc25f03231b req-e0bff805-d71c-482c-b8b1-966c74328951 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0483534 Oct 13 05:24:00.095700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53885611-6cb4-4f5f-9605-2fc25f03231b req-cb2edaf4-d511-40de-ac03-f73f24c99326 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298495 Oct 13 05:24:00.225728 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:24:00.283732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:24:00.287685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:24:00.288030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:00.364832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:00.387742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:00.390154 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c532d19-ef11-410d-81df-bdd9e7ee04db" -d '{"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:00.403177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:00.408091 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:00.445740 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f23a64-0c8b-4248-b9ca-0fc621a7eddf x-openstack-request-id: req-54f23a64-0c8b-4248-b9ca-0fc621a7eddf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:00.446051 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:00.446391 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54f23a64-0c8b-4248-b9ca-0fc621a7eddf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:00.446809 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'code': 200} Oct 13 05:24:00.460123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:00.536983 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-3eaf6c8c-c504-4009-b0c0-c4b734251bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:00.538401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-3eaf6c8c-c504-4009-b0c0-c4b734251bbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 1096 time: 0.0397129 Oct 13 05:24:00.550369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:24:00.603587 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:00.796363 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:00.827354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:24:00.865475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:00.867802 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f7bd16-46cb-4aaf-9873-77aa4fe6144e" -d '{"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:00.871532 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:00.883509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Transition to ACTIVE for port object 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:24:00.887925 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:00.921101 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f4aa0f-163c-479d-9926-2bd898d97b17 x-openstack-request-id: req-71f4aa0f-163c-479d-9926-2bd898d97b17 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:00.921101 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:00.921101 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71f4aa0f-163c-479d-9926-2bd898d97b17 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:00.921484 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'code': 200} Oct 13 05:24:01.019072 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:01.040257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.040600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.040964 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.041298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.041680 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.042015 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.042336 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.042665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.042989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.043335 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.043661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.043981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:24:01.075389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] No DVR routers for this DVR port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:24:01.212174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a34e0-3b48-4999-be48-ad3d55fcffc0 req-ef70b9da-39f5-4bc3-a302-6c0d774decca tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:01.213700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f5a34e0-3b48-4999-be48-ad3d55fcffc0 req-ef70b9da-39f5-4bc3-a302-6c0d774decca tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0492680 Oct 13 05:24:01.253159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f5a34e0-3b48-4999-be48-ad3d55fcffc0 req-3adb8277-7a1c-4f8a-bc50-0c2e03a36720 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334594 Oct 13 05:24:01.470731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:24:01.471067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:24:01.471641 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:24:01.477153 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:24:01.477472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Attempting to bind port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:24:01.483261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:24:01.483601 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:24:01.483984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:24:01.484405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Bound port: 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:24:01.484787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:01.548928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:24:01.552422 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:24:01.556488 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:01.589592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:01.590536 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:01.591921 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 1092 time: 1.0453064 Oct 13 05:24:01.625845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9e31-4ee1-4cbd-b514-2a2111944349 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=11']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:01.664661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-df9038de-de1d-4db5-893a-1752f048f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:01.666286 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-df9038de-de1d-4db5-893a-1752f048f30a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1095 time: 0.0488596 Oct 13 05:24:01.758340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-38942ec9-5f94-4951-8947-b69865e04c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:01.759811 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-38942ec9-5f94-4951-8947-b69865e04c35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0863068 Oct 13 05:24:01.827809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-88d45bee-23a8-4051-9bb0-30d06041ab52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0600648 Oct 13 05:24:01.879435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-5f4c0a48-fa5d-4947-b4f6-a2629a672bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:01.880818 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-5f4c0a48-fa5d-4947-b4f6-a2629a672bab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0460410 Oct 13 05:24:01.925296 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-7d29ba03-c23e-4b04-bd38-337bdd894e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:01.926650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-7d29ba03-c23e-4b04-bd38-337bdd894e81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390348 Oct 13 05:24:02.015579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-6c5186ae-b811-437d-841e-6e686ea02880 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821366 Oct 13 05:24:02.102911 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-aa119f22-7318-460a-8a12-19b9c318b9a1 req-9c331b52-e2e7-4b00-bc54-2671e1504305 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802011 Oct 13 05:24:02.375317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaf5e5-8c03-4d26-b4ea-3d2c369f30c2 req-df0b9ecd-ea7e-47c8-8b56-84502dee22dc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:02.376829 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2beaf5e5-8c03-4d26-b4ea-3d2c369f30c2 req-df0b9ecd-ea7e-47c8-8b56-84502dee22dc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0530818 Oct 13 05:24:02.419120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2beaf5e5-8c03-4d26-b4ea-3d2c369f30c2 req-48d48833-3169-4294-8e78-333a4a855617 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360646 Oct 13 05:24:02.922685 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:02.925085 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475" -d '{"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:02.973557 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26cec57-f2a2-4f0b-89a3-a70b24013845 x-openstack-request-id: req-a26cec57-f2a2-4f0b-89a3-a70b24013845 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:02.973850 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:02.974130 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a26cec57-f2a2-4f0b-89a3-a70b24013845 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:02.974525 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'status': 'completed', 'code': 200} Oct 13 05:24:03.032425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-182a7b41-2110-4f96-836f-3c22dd128b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.034176 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-182a7b41-2110-4f96-836f-3c22dd128b7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1095 time: 0.0399885 Oct 13 05:24:03.042067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-dfc84cbb-9cfe-4662-aa48-be14f993c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.043533 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-dfc84cbb-9cfe-4662-aa48-be14f993c6f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 1095 time: 0.0412710 Oct 13 05:24:03.126884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-d217d2e8-8a74-48d3-8601-f2b3d4d8eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.128330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-d217d2e8-8a74-48d3-8601-f2b3d4d8eaca service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0870047 Oct 13 05:24:03.132156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-92262167-1ecf-476c-aac3-85f29c246f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.133612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-92262167-1ecf-476c-aac3-85f29c246f79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0822802 Oct 13 05:24:03.197413 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-45a20ae1-5b1f-408a-9a08-2464e70fd8e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0607877 Oct 13 05:24:03.204158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-ff91af9b-5dbb-44b6-a509-f5f76d3e66c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 200 len: 999 time: 0.0606894 Oct 13 05:24:03.246473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-35d200cd-fdd4-4747-b2bb-031075026e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.247896 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-35d200cd-fdd4-4747-b2bb-031075026e03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0436463 Oct 13 05:24:03.253613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-1867007e-6d73-4d3a-ad34-aff98c37dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.255066 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-1867007e-6d73-4d3a-ad34-aff98c37dba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0432498 Oct 13 05:24:03.294741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-81f31c03-4c69-4725-af24-7f15ac1ccdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.296234 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-81f31c03-4c69-4725-af24-7f15ac1ccdc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409105 Oct 13 05:24:03.300722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-3da0d665-5dff-4011-a7bb-0a704dfcc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.302184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-3da0d665-5dff-4011-a7bb-0a704dfcc85e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399125 Oct 13 05:24:03.387170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-3f03b61f-5b6d-4add-9a18-d9bfc136ef55 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Oct 13 05:24:03.397658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-bd666b24-8d82-4e2d-80f1-7e860f4b3013 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842600 Oct 13 05:24:03.484800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-28e0fc08-e8af-4964-a1cd-d9ff58fb99cc service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903366 Oct 13 05:24:03.497716 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-64f1a1f3-58be-4738-8b01-3c1ebbcc8475 req-438e2e1e-59c0-4046-ad63-b586e55cc74f service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916207 Oct 13 05:24:03.551376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a31e31-8289-4e1c-9039-cf7ba5aa2b36 req-00b822e2-f3a4-44a0-9e59-4a2afa979ded tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:03.552880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48a31e31-8289-4e1c-9039-cf7ba5aa2b36 req-00b822e2-f3a4-44a0-9e59-4a2afa979ded tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 944 time: 0.0542746 Oct 13 05:24:03.593332 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48a31e31-8289-4e1c-9039-cf7ba5aa2b36 req-f25e7972-b25f-4345-9a81-a6a59601292b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332177 Oct 13 05:24:04.017841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:24:04.112518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:04.123746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'mac_address': 'fa:16:3e:25:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:24:04.159418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:04.171485 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:24:04.189894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:04.193725 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:04.241491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:04.245703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:24:04.283027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:24:04.412025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:24:04.709237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100291-9962-49c2-820e-494c7f5e1cf7 req-2dbd98b3-4fa7-463e-b53c-d23095190d5a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:04.710685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c100291-9962-49c2-820e-494c7f5e1cf7 req-2dbd98b3-4fa7-463e-b53c-d23095190d5a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0486667 Oct 13 05:24:04.747462 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c100291-9962-49c2-820e-494c7f5e1cf7 req-6c2161bd-9530-4a98-aaec-da724825a7a9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303087 Oct 13 05:24:04.858430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ce6b9-0ab7-4533-af64-36d1fd591b55 req-594346ea-fa86-4802-a766-fd6f5bdd3a65 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:04.859865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b94ce6b9-0ab7-4533-af64-36d1fd591b55 req-594346ea-fa86-4802-a766-fd6f5bdd3a65 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Oct 13 05:24:04.895857 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b94ce6b9-0ab7-4533-af64-36d1fd591b55 req-345956ee-52f5-4e26-969a-dff735ab8e22 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300608 Oct 13 05:24:05.011088 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc787091-27b8-4392-b618-2bc7c84b19ba req-5c5e38e1-12e3-4328-96d1-e46fd2aea22b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:05.012527 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc787091-27b8-4392-b618-2bc7c84b19ba req-5c5e38e1-12e3-4328-96d1-e46fd2aea22b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0527942 Oct 13 05:24:05.048980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc787091-27b8-4392-b618-2bc7c84b19ba req-c0a0dee8-bb55-42ba-a331-c1339e585c92 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306177 Oct 13 05:24:05.275335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ebf2c-e3aa-4ce3-a049-e1704b605b51 req-08cfda47-6fbc-43b7-935b-2e96b7f8ad26 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:05.277463 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b3ebf2c-e3aa-4ce3-a049-e1704b605b51 req-08cfda47-6fbc-43b7-935b-2e96b7f8ad26 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 945 time: 0.0484984 Oct 13 05:24:05.313684 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b3ebf2c-e3aa-4ce3-a049-e1704b605b51 req-ec1892f1-a5b3-47db-97c5-0fc6722b4e42 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303392 Oct 13 05:24:06.026288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:24:06.074612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:24:06.078106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:24:06.078468 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.152768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.174780 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:06.176997 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c816910-2b45-4b91-98a7-0ac814c58c54" -d '{"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:06.189428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:06.193598 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.221770 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db800486-6829-49d5-bdb4-b124e48006d5 x-openstack-request-id: req-db800486-6829-49d5-bdb4-b124e48006d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:06.222070 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:06.222325 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db800486-6829-49d5-bdb4-b124e48006d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:06.222712 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'code': 200} Oct 13 05:24:06.247425 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:06.427265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5a49f-7081-43cc-b476-02400f110ee8 req-b232dd35-5c7e-48bf-9cea-abf9c134eefa tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:06.428733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96c5a49f-7081-43cc-b476-02400f110ee8 req-b232dd35-5c7e-48bf-9cea-abf9c134eefa tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 946 time: 0.0486252 Oct 13 05:24:06.464639 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96c5a49f-7081-43cc-b476-02400f110ee8 req-d9690a83-84d2-4f77-bf37-541d54d6c537 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300977 Oct 13 05:24:06.518734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-d82785c4-fd94-4c63-bb7d-d5c5b095c96c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:06.520167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-d82785c4-fd94-4c63-bb7d-d5c5b095c96c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 946 time: 0.0476844 Oct 13 05:24:06.609979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Deleting port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:24:06.610240 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.694842 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] For port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:06.695196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.906970 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.907247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:06.907561 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 disassociated. External IP: 172.25.1.98, port: 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3. Oct 13 05:24:06.907922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Calling delete_port for 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:24:07.030935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:07.059743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event deleted for resources: {'Port': ['ID=6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:07.178701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:24:07.289048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:24:07.299653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:24:07.309214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:24:07.309820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:23:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:07.333078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] No DVR routers for this DVR port 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:24:07.335733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:07.339445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7e701fa9-15fe-4cb0-8c76-b1f079992a41 req-48e1ac07-21b0-4d52-907b-8fe8e2f006fe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "DELETE /v2.0/ports/6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 HTTP/1.1" status: 204 len: 173 time: 0.8124616 Oct 13 05:24:07.339837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-deleted', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:07.342118 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82036b33-d0a0-46a5-9378-0b8840f440e4" -d '{"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-deleted", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:07.380523 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d6744-adf4-4ec6-ba95-6743195f39a1 x-openstack-request-id: req-272d6744-adf4-4ec6-ba95-6743195f39a1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:07.380919 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b08f4-1f1d-4044-b5b0-04dd0e9663e2", "name": "network-vif-deleted", "tag": "6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:07.381101 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-272d6744-adf4-4ec6-ba95-6743195f39a1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:07.381563 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b08f4-1f1d-4044-b5b0-04dd0e9663e2', 'name': 'network-vif-deleted', 'tag': '6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3', 'status': 'completed', 'code': 200} Oct 13 05:24:07.424607 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:24:07.581021 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-369fd4a8-df2e-4dfd-945d-06e874038fbd req-0c333be3-12b3-46b1-b7bd-166a69274a35 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=573b08f4-1f1d-4044-b5b0-04dd0e9663e2 HTTP/1.1" status: 200 len: 210 time: 0.0353589 Oct 13 05:24:07.640175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:07.665995 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:24:07.674533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:24:07.675143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:23:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:07.780224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:24:07.976120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:08.002804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfbd2a-d2dd-4222-b7a5-a0915339b969 None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:24:08.229848 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f540e-0f06-46a3-8079-2543d6407f40 None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:24:08.844746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-4422282c-1dda-492d-9f19-b311c4c56cd9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1314949172&fields=id&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 267 time: 0.0323894 Oct 13 05:24:08.948901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fc2316c5-b838-471a-9b62-94168cd0000f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:08.950254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fc2316c5-b838-471a-9b62-94168cd0000f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.0979958 Oct 13 05:24:08.964728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-36b1a555-73c1-485a-950d-1343662a8532 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/quotas/bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 375 time: 0.0087659 Oct 13 05:24:09.020979 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-e1d950db-e070-4af9-8353-74375ef572df tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511675 Oct 13 05:24:09.092942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:09.162846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-3d89019f-e1ba-4e83-b5b1-d35f20ec485f service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301813 Oct 13 05:24:09.253930 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-09d17a41-faeb-4765-9bb5-b69273175201 service neutron] 10.222.0.44 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842323 Oct 13 05:24:09.461022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-93e2c447-e70c-4e4b-a2ed-bac45ffd5968 req-1011d148-63e9-4de8-8ad4-c487240be2dd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 210 time: 0.0778224 Oct 13 05:24:10.048987 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:24:10.068664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:24:10.068964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 6ae0b9a0-1b3c-4715-8c2f-0ecdb97c45a3 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:24:10.307030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-a5343db3-32df-4b01-ab5a-25c09f025f85 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:10.309080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-a5343db3-32df-4b01-ab5a-25c09f025f85 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 812 time: 0.1065114 Oct 13 05:24:10.369990 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-f166bece-c9f5-4f1a-b251-53486d57c770 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 380 time: 0.0468774 Oct 13 05:24:10.379543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'port': {'device_id': '91f076c7-a78f-4bda-b578-005593152ac5', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'admin_state_up': True, 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'security_groups': ['64c8ff9f-191a-4190-aa17-b9c9a91ff50f']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:24:10.483458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Made reservation on behalf of bc5e8dc5d2e445b08966a6312fc58da4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:24:10.487116 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:10.556273 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1b8edf9-8206-4ec4-933c-ac9b26829a9e req-f85e4973-97ac-4258-b4a8-a8b9450cfbcc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 210 time: 0.0266643 Oct 13 05:24:10.612441 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Allocated IP 172.20.0.9 (1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1/bb3be6b1-31f1-478b-a963-878608fb5229/03931ef3-7828-4a2b-9444-373f2e6c2110) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:24:10.744529 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:10.777997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:10.820742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:24:10.823842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:24:10.827337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:24:10.833425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:10.868367 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:10.880705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:10.881327 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:10.897521 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-fac8b2bb-b9db-43d4-97a7-38f61dcba9d6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5216379 Oct 13 05:24:10.909850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Request body: {'port': {'device_id': '91f076c7-a78f-4bda-b578-005593152ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:24:10.967565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.087900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d08f7042-8d31-4202-9fb2-4ff1747595e1 None None] Provisioning complete for port 03931ef3-7828-4a2b-9444-373f2e6c2110 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:24:11.088578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08f7042-8d31-4202-9fb2-4ff1747595e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.127197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d08f7042-8d31-4202-9fb2-4ff1747595e1 None None] Port 03931ef3-7828-4a2b-9444-373f2e6c2110 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:24:11.223431 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:24:11.231159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.242978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Transition to ACTIVE for port object 03931ef3-7828-4a2b-9444-373f2e6c2110 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:24:11.246091 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.295278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:11.368864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:24:11.369195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:24:11.369596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:24:11.374259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:24:11.374575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:24:11.379496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:24:11.379832 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:24:11.380213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:24:11.380640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Bound port: 03931ef3-7828-4a2b-9444-373f2e6c2110, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:24:11.381047 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.446479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:24:11.450102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:24:11.453478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.491977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:11.492645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:11.494311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] 10.222.0.26 "PUT /v2.0/ports/03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1091 time: 0.5889788 Oct 13 05:24:11.494745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:11.497049 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610ddc31-08d1-4b0a-b47e-b0d142a5930a" -d '{"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:11.517025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a68c35-afc2-4b15-9e66-94bb1e2dc519 service neutron] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:11.558326 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b909f6ff-683c-4848-9aab-f8be6cc5e486 x-openstack-request-id: req-b909f6ff-683c-4848-9aab-f8be6cc5e486 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:11.558614 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:11.558899 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b909f6ff-683c-4848-9aab-f8be6cc5e486 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:11.559301 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'status': 'completed', 'code': 200} Oct 13 05:24:11.590087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-2ad67a6f-5a2a-452f-b523-3ba8b76185b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:11.591544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-2ad67a6f-5a2a-452f-b523-3ba8b76185b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1094 time: 0.0472097 Oct 13 05:24:11.639034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-cd09000d-76a1-4490-a332-ecd56827e961 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 217 time: 0.0393651 Oct 13 05:24:11.677290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37250d7-d751-4dd9-8bc1-e34f7d3d845e req-dc0ea67a-59b0-4178-909e-ba019a87d5a0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:11.678856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c37250d7-d751-4dd9-8bc1-e34f7d3d845e req-dc0ea67a-59b0-4178-909e-ba019a87d5a0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0515654 Oct 13 05:24:11.692335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-662c8df4-8e57-4b3b-9889-416d1dff7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:11.693853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-662c8df4-8e57-4b3b-9889-416d1dff7896 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0479767 Oct 13 05:24:11.720867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c37250d7-d751-4dd9-8bc1-e34f7d3d845e req-cf522627-0f64-478a-9c56-83d769b6f48b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Oct 13 05:24:11.739061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-8646ba43-9083-4a30-9169-4f2a8d2b7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:11.740533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-8646ba43-9083-4a30-9169-4f2a8d2b7e91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395994 Oct 13 05:24:11.833126 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-7f3645f4-52bf-4557-9328-24767c2d23ae service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Oct 13 05:24:11.919730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8412a4bf-852d-49f0-8cb1-3c4868af37e3 req-94c3e7c3-9f9f-4480-9f3f-c7b0e1f70c2b service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787222 Oct 13 05:24:12.011797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-8d95ef43-180d-44ae-807c-532db8785f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:12.013271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-8d95ef43-180d-44ae-807c-532db8785f7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1094 time: 0.0445585 Oct 13 05:24:12.102481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-b46f6953-424b-4dd5-8177-4526b8e0af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:12.103889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-b46f6953-424b-4dd5-8177-4526b8e0af08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0832739 Oct 13 05:24:12.147799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-5186c347-cc0b-4db9-bfe1-7774337fa9ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 217 time: 0.0368118 Oct 13 05:24:12.195032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-f7d7212e-0287-46e4-840d-69290c43bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:12.196329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-f7d7212e-0287-46e4-840d-69290c43bc06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0421734 Oct 13 05:24:12.239963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-230f8aca-a6b3-4dbd-8daf-05d4f710a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:12.241451 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-230f8aca-a6b3-4dbd-8daf-05d4f710a29e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383141 Oct 13 05:24:12.331727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-447002fa-4ca8-4f0a-bc03-0ec00fb80190 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832741 Oct 13 05:24:12.421984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610ddc31-08d1-4b0a-b47e-b0d142a5930a req-40e28eff-8666-4bdf-b0d5-a0e11d203310 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Oct 13 05:24:12.836711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb090-c0d4-4693-ba35-730ee91248dc req-33e82d36-380e-4ad0-b385-bd89658fa820 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:12.838146 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad2cb090-c0d4-4693-ba35-730ee91248dc req-33e82d36-380e-4ad0-b385-bd89658fa820 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0477865 Oct 13 05:24:12.874006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad2cb090-c0d4-4693-ba35-730ee91248dc req-465186da-ba7d-4f64-8605-c6c62b755074 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301046 Oct 13 05:24:14.029713 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb8361-4530-4c6f-9dc8-59d4592b71a4 req-6973794e-8dbf-4d7d-936c-b74a63e6de25 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:14.031180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dceb8361-4530-4c6f-9dc8-59d4592b71a4 req-6973794e-8dbf-4d7d-936c-b74a63e6de25 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0909383 Oct 13 05:24:14.067849 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-dceb8361-4530-4c6f-9dc8-59d4592b71a4 req-77beda40-0ad3-4b6f-aa75-244e49083416 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304654 Oct 13 05:24:15.186285 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68248-65e9-4090-af02-c58243e49c4a req-bc342919-b634-40a9-ac39-855756793301 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:15.187761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2c68248-65e9-4090-af02-c58243e49c4a req-bc342919-b634-40a9-ac39-855756793301 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0537236 Oct 13 05:24:15.225101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b2c68248-65e9-4090-af02-c58243e49c4a req-fa92bf44-66d5-4850-8ad7-92bb39d28840 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Oct 13 05:24:16.341244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:24:16.342330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac35c1-e94e-4997-8480-36b15c2174fe req-6509bc53-7ffa-481e-97dd-f1b57a7677e4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:16.343805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcac35c1-e94e-4997-8480-36b15c2174fe req-6509bc53-7ffa-481e-97dd-f1b57a7677e4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0525489 Oct 13 05:24:16.381786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fcac35c1-e94e-4997-8480-36b15c2174fe req-441bab5f-2658-4519-94a1-6b544c6c1ce6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Oct 13 05:24:16.437187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:16.447620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'mac_address': 'fa:16:3e:f9:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:24:16.487225 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:16.499410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:24:16.517266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:16.521571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:16.567554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:16.843946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['03931ef3-7828-4a2b-9444-373f2e6c2110'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:24:17.494526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75792-7d08-47a0-a1b3-8678852e3397 req-c6a9961e-422e-4eee-84ff-dbeaec6f0201 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:17.496548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf75792-7d08-47a0-a1b3-8678852e3397 req-c6a9961e-422e-4eee-84ff-dbeaec6f0201 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0474539 Oct 13 05:24:17.532193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf75792-7d08-47a0-a1b3-8678852e3397 req-15ec0d84-3ab2-426f-8caf-d8b4e5d538cd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298626 Oct 13 05:24:18.365791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:24:18.413869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 03931ef3-7828-4a2b-9444-373f2e6c2110 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:24:18.417722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 03931ef3-7828-4a2b-9444-373f2e6c2110 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:24:18.418094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:18.491678 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:18.517643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:18.520200 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ee9b9c-6f18-4605-872c-23fd424cb376" -d '{"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-plugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:18.535213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:24:18.539548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:18.562541 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c66bdbb-d352-4a11-bf98-3dd22c6907b7 x-openstack-request-id: req-3c66bdbb-d352-4a11-bf98-3dd22c6907b7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:18.562836 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-plugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:18.563089 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c66bdbb-d352-4a11-bf98-3dd22c6907b7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:18.563473 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'code': 200} Oct 13 05:24:18.592986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:24:18.679612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426677b2-7c16-4ab2-b1a2-a420a979e490 req-15cecf68-d8c1-4501-b8fb-618e9e6a4f85 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:18.680980 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-426677b2-7c16-4ab2-b1a2-a420a979e490 req-15cecf68-d8c1-4501-b8fb-618e9e6a4f85 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0785739 Oct 13 05:24:18.682629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c90db-4d02-488a-8233-9eeabba393e1 req-d6c6a8d6-0934-49b4-adc6-bd63e2c94786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:18.684445 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb2c90db-4d02-488a-8233-9eeabba393e1 req-d6c6a8d6-0934-49b4-adc6-bd63e2c94786 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0570805 Oct 13 05:24:18.736193 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-426677b2-7c16-4ab2-b1a2-a420a979e490 req-9b208012-949f-4e27-8167-44586d1ba7b0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488174 Oct 13 05:24:18.739725 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb2c90db-4d02-488a-8233-9eeabba393e1 req-87f5c1f8-bbd5-42df-b11f-343c2f636516 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Oct 13 05:24:19.088914 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3661a37-e369-416c-82fe-11f747f3349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:19.850266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf6ae-48a5-41a5-b15e-7144ff0a3645 req-f93c6cba-9217-4dc8-a897-34006f66421e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:19.851681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce1cf6ae-48a5-41a5-b15e-7144ff0a3645 req-f93c6cba-9217-4dc8-a897-34006f66421e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0470848 Oct 13 05:24:19.888353 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce1cf6ae-48a5-41a5-b15e-7144ff0a3645 req-e95922fd-87dd-4197-a0dd-41f35e66eba6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303311 Oct 13 05:24:20.999219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab10aa-3aa8-4036-8b1c-864b41163a24 req-5c6463fd-aa1e-4f90-aae0-a0ae436862da tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:21.000654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3ab10aa-3aa8-4036-8b1c-864b41163a24 req-5c6463fd-aa1e-4f90-aae0-a0ae436862da tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0471556 Oct 13 05:24:21.037343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e3ab10aa-3aa8-4036-8b1c-864b41163a24 req-45bce100-e3fa-4257-9a7e-b882ab67cdcc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307791 Oct 13 05:24:21.152254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cce78-677d-4bb1-b6b2-60d473ff4bb5 req-650d26bd-949a-4041-a4b3-a663d9f8def7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:21.153794 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a99cce78-677d-4bb1-b6b2-60d473ff4bb5 req-650d26bd-949a-4041-a4b3-a663d9f8def7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0538156 Oct 13 05:24:21.162668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 50918) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:24:21.167663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Request body: {'floatingip': {'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:24:21.208452 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:21.595909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-789defc3-5cdc-41fc-8b9f-6b9cec1c229a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:21.642755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:21.646299 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:21.740317 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 associated. External IP: 172.25.1.98, port: 03931ef3-7828-4a2b-9444-373f2e6c2110. Oct 13 05:24:21.940639 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:24:22.045906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:24:22.050728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:22.055713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:24:22.064228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:24:22.064871 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:22.078410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1cebbc10-f4a6-4a3a-a6b8-8da73939d960 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "PUT /v2.0/floatingips/d7584677-8e01-4ada-8eb0-3ed4ed809312 HTTP/1.1" status: 200 len: 991 time: 0.9147120 Oct 13 05:24:22.079077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:24:22.081459 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec5cc48-bcd8-449c-8697-c351b720a631" -d '{"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:24:22.119882 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed0ce5-79ef-4576-809a-cb9c9971f4de x-openstack-request-id: req-24ed0ce5-79ef-4576-809a-cb9c9971f4de {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:24:22.120219 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:24:22.120480 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24ed0ce5-79ef-4576-809a-cb9c9971f4de {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:24:22.120919 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'status': 'completed', 'code': 200} Oct 13 05:24:22.188869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-4e42e498-aa81-439b-92b1-a931312fa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:22.190407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-4e42e498-aa81-439b-92b1-a931312fa95c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0420148 Oct 13 05:24:22.288220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-d17258e8-9d1a-479c-bd65-80816ac5cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:22.289781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-d17258e8-9d1a-479c-bd65-80816ac5cc4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0928540 Oct 13 05:24:22.326974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:24:22.356880 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-a9cba916-9826-43d6-802a-616e9c816491 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.0600708 Oct 13 05:24:22.558309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:f9:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f076c7-a78f-4bda-b578-005593152ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:24:21Z', 'revision_number': 13, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:22.591090 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:24:22.600362 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:24:22.601052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:24:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:22.711855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:24:22.740596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-ace37a8e-b287-487c-b1e0-d5590f15c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:22.742113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-ace37a8e-b287-487c-b1e0-d5590f15c0d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.3771780 Oct 13 05:24:22.788110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-45f5a7ea-1721-4382-bb61-aec2205b6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:22.789569 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-45f5a7ea-1721-4382-bb61-aec2205b6cba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391355 Oct 13 05:24:22.879973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-f3983f63-2637-4c89-a8ae-2e02063121c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822158 Oct 13 05:24:22.932115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:f9:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f076c7-a78f-4bda-b578-005593152ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:24:21Z', 'revision_number': 13, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:24:22.961878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84113-4da4-4fe7-9079-1d259c9fe324 None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'd7584677-8e01-4ada-8eb0-3ed4ed809312', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'mac_address': 'fa:16:3e:f9:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f076c7-a78f-4bda-b578-005593152ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:17:22Z', 'updated_at': '2021-10-13T05:24:21Z', 'revision_number': 13, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:24:22.969059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ec5cc48-bcd8-449c-8697-c351b720a631 req-b825ff58-3888-4461-bcdd-201a945b089f service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Oct 13 05:24:23.001159 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:23.160335 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31f285-b8dd-4db4-a886-d020a050e790 None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:24:23.311144 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:24.868115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:27.637130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:24:39.114944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:40.878158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:49.088548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12ac5c80-0e7d-4782-b697-4980ec0db554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:51.596874 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7edcf37d-d9c2-47f4-b06a-39e95039f00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:53.002029 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:53.312875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:54.870102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:04.636978 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:25:04.789181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-4d91fce1-4832-4db9-9620-2290754e3297 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793962 Oct 13 05:25:04.867254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-ea40b55e-e0b8-4723-8b39-b38d63cbc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:04.869054 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-ea40b55e-e0b8-4723-8b39-b38d63cbc70e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0395851 Oct 13 05:25:04.971400 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-ecd887ba-62eb-4d9f-ac80-5a80898db85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:04.972827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-ecd887ba-62eb-4d9f-ac80-5a80898db85b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0854430 Oct 13 05:25:05.037044 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-db2e703d-f2b9-430e-83fd-dfc6b4a16f09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1001 time: 0.0555959 Oct 13 05:25:05.084966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-6318a1e0-fc83-466c-942c-ef419fe4e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:05.086340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-6318a1e0-fc83-466c-942c-ef419fe4e1e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0419707 Oct 13 05:25:05.133575 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-824a3917-ca7b-4745-9f74-a8ac7bf402f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:05.134970 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-824a3917-ca7b-4745-9f74-a8ac7bf402f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410752 Oct 13 05:25:05.222822 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-fd02adf1-850c-437d-a492-98bed0524155 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801308 Oct 13 05:25:05.313765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40b3d4d5-c082-4f07-aaf9-e0d17110c57d req-1bfd96bd-0626-4dda-acfb-b7b9b3e16267 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Oct 13 05:25:09.115448 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:10.883805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:19.088761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cb46-77b7-46f3-adab-b6abd061d8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:21.596195 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4060129-fe7c-4d41-b22e-0a35f769b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:23.004277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:23.314916 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:24.873520 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:39.114005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:40.885059 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:41.636107 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:25:49.089390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5a30f7b-1b69-4ecf-9d0e-6a9b6064f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:51.599568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfd616c7-362c-4860-a641-3cecf536845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:53.004579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:53.316708 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:54.874944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:05.746187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-760a15c7-1d37-4bd6-97fe-ca7e21a595e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401332 Oct 13 05:26:05.823942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-b12973d0-e3c1-47ac-a7e5-3a725041f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:05.825422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-b12973d0-e3c1-47ac-a7e5-3a725041f922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0393753 Oct 13 05:26:05.928047 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-d3673345-1cf0-4291-9ef4-b873f577151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:05.929483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-d3673345-1cf0-4291-9ef4-b873f577151b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0848002 Oct 13 05:26:05.992254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-64bc7a6c-490c-4514-bd96-1ab7ee0f432c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1001 time: 0.0551925 Oct 13 05:26:06.039903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-7ca438be-7453-4a13-9dfd-13b446f686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:06.041356 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-7ca438be-7453-4a13-9dfd-13b446f686e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0422628 Oct 13 05:26:06.088885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-701966ff-5309-4d7a-85af-26f8053a9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:06.090330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-701966ff-5309-4d7a-85af-26f8053a9417 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422342 Oct 13 05:26:06.176773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-899d65f9-4a79-478c-bd49-b9b9d1fb7dfc service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792627 Oct 13 05:26:06.268211 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-caaed06e-af7b-48e7-8631-361466a2fec1 req-3022abf0-f219-4845-9427-08b70c53e57c service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837500 Oct 13 05:26:09.108389 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:10.905463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:18.635003 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:26:19.090287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0389f464-ce9a-4742-8084-e4242c123843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:21.600201 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46fa6c04-db95-495c-b585-f72508a00304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:23.004169 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:23.319345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:24.877197 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:39.121215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:40.894582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:49.090619 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64ff7377-0d05-411a-8d74-a9468e384cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:51.600146 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fae33fd5-1416-4570-8676-2ffdfcd3c5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:53.007302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:53.322139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:54.881025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:55.635376 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:27:03.884991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82013b-50a0-4d4c-a9eb-8a4a4904bb3d req-9fffaf67-3728-4702-8cd8-6d31cd393b5b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:03.886339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac82013b-50a0-4d4c-a9eb-8a4a4904bb3d req-9fffaf67-3728-4702-8cd8-6d31cd393b5b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0474484 Oct 13 05:27:03.923267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac82013b-50a0-4d4c-a9eb-8a4a4904bb3d req-c0381e20-4c3a-4f10-a86a-6e3c5264a8f9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Oct 13 05:27:06.746944 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-91b34fdd-0e02-4525-8885-23d06569c302 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391934 Oct 13 05:27:06.828538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-9b3b47b6-1d9a-49a0-9fad-ba925b1fb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:06.830059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-9b3b47b6-1d9a-49a0-9fad-ba925b1fb3c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0424919 Oct 13 05:27:06.931253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-a3eaa16d-48f1-475c-a63a-eeff380129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:06.932733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-a3eaa16d-48f1-475c-a63a-eeff380129e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0839369 Oct 13 05:27:06.999659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-19694d92-f922-49c2-b481-924de0978964 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1001 time: 0.0600913 Oct 13 05:27:07.047455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-a48f1ce8-047d-4b79-b4e5-c24d1857d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:07.048907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-a48f1ce8-047d-4b79-b4e5-c24d1857d538 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0425169 Oct 13 05:27:07.096302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-95794a23-fbb3-4dbe-90ac-5c620e45b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:07.097860 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-95794a23-fbb3-4dbe-90ac-5c620e45b632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407877 Oct 13 05:27:07.189141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-fc95d156-925b-4f04-849f-14a87879952b service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839603 Oct 13 05:27:07.283093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bd936523-3a99-4c30-ac9b-43c9d88be6b6 req-56a30ebe-05d9-403d-8b7c-60af4c341da9 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846975 Oct 13 05:27:09.124432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:10.918328 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:14.877786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-96cb2d69-043d-4ffb-a723-4c4e25d9efeb req-497b121d-5ccf-4009-b5ec-c72e62ad9391 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:27:14.878868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-96cb2d69-043d-4ffb-a723-4c4e25d9efeb req-497b121d-5ccf-4009-b5ec-c72e62ad9391 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0440099 Oct 13 05:27:15.093521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1f97-8aac-4482-8ab0-200992ad09f9 req-430cd163-129d-40f3-97d7-8c687630bb00 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:15.095006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-687e1f97-8aac-4482-8ab0-200992ad09f9 req-430cd163-129d-40f3-97d7-8c687630bb00 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0794778 Oct 13 05:27:15.114460 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-7fd321b6-3728-483b-b027-077592f032bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085269 Oct 13 05:27:15.141732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-687e1f97-8aac-4482-8ab0-200992ad09f9 req-837b4dc6-6159-4c61-b765-e38701e59a2d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Oct 13 05:27:16.299130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b630929-5442-4d3e-b54f-c55def91aee6 req-a9f27beb-bf82-44c9-92f1-9e3ba016dccf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:16.300619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b630929-5442-4d3e-b54f-c55def91aee6 req-a9f27beb-bf82-44c9-92f1-9e3ba016dccf tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0843422 Oct 13 05:27:16.303217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-51f2f87e-9bfb-41c8-9914-303738bdaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:16.304564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-51f2f87e-9bfb-41c8-9914-303738bdaca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0622709 Oct 13 05:27:16.389597 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b630929-5442-4d3e-b54f-c55def91aee6 req-e1a1fd53-b810-40c4-9062-dede2b520275 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830595 Oct 13 05:27:16.418610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-01ef187f-4297-4174-8c14-6db7c584c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:16.420062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-01ef187f-4297-4174-8c14-6db7c584c343 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.1079671 Oct 13 05:27:16.483372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-12dc9b31-df4b-4ff3-a423-7d776084bc53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1001 time: 0.0563080 Oct 13 05:27:16.531095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-45f1df40-dfdc-465d-bf22-17e0bbdf5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:16.532748 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-45f1df40-dfdc-465d-bf22-17e0bbdf5209 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0421934 Oct 13 05:27:16.581006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-0742e109-d42e-44b7-914b-0fdee1e17a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:16.582431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-0742e109-d42e-44b7-914b-0fdee1e17a36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426447 Oct 13 05:27:16.669099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-a97f2259-df67-41c9-abe0-dd771af756df service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790896 Oct 13 05:27:16.760216 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-6033fac3-0b5c-4446-9d06-106f0fb2983b service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841613 Oct 13 05:27:17.503514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eb95d-8c43-44a7-b645-b51f75d0b6c9 req-d4408c6a-a6fa-4080-8bdd-4a3032a7f149 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:17.505549 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f3eb95d-8c43-44a7-b645-b51f75d0b6c9 req-d4408c6a-a6fa-4080-8bdd-4a3032a7f149 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0472114 Oct 13 05:27:17.542284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7f3eb95d-8c43-44a7-b645-b51f75d0b6c9 req-62437ee1-dd1c-4b19-8fff-b5beae4e2d27 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Oct 13 05:27:18.657114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60de59-a687-4d83-b007-f789b6ad21d0 req-4eb37acc-f707-4558-994a-230569b48790 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:18.658564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b60de59-a687-4d83-b007-f789b6ad21d0 req-4eb37acc-f707-4558-994a-230569b48790 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0486529 Oct 13 05:27:18.695799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b60de59-a687-4d83-b007-f789b6ad21d0 req-962f6919-3e16-4a4c-b1f0-4a28c5c65e68 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304599 Oct 13 05:27:19.090806 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44b7580b-2767-4713-8311-695ea91791db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:19.808875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ec99-7719-4a3d-8643-95f92500ed66 req-3177d872-68dc-43bf-97e7-052ff64b1db7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:19.810291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34b1ec99-7719-4a3d-8643-95f92500ed66 req-3177d872-68dc-43bf-97e7-052ff64b1db7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0475292 Oct 13 05:27:19.845815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34b1ec99-7719-4a3d-8643-95f92500ed66 req-f9b78555-f7c9-454a-a7d0-4f38648a3656 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297236 Oct 13 05:27:21.151985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bb558-b69f-473a-ab51-5af28044727e req-1e199140-63f2-4b4b-a380-3aa558f14bb4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:21.153402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-883bb558-b69f-473a-ab51-5af28044727e req-1e199140-63f2-4b4b-a380-3aa558f14bb4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Oct 13 05:27:21.189843 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-883bb558-b69f-473a-ab51-5af28044727e req-c14873f5-d210-455d-a02c-301c797aaeb9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Oct 13 05:27:21.600439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-755b7778-5a65-4c29-b8dd-874ad7ca1547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:22.309307 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32d581-fbf7-4b20-855a-0957d496783a req-fb3d0bbc-50e6-43ed-88f9-561165646551 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:22.310747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d32d581-fbf7-4b20-855a-0957d496783a req-fb3d0bbc-50e6-43ed-88f9-561165646551 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0522275 Oct 13 05:27:22.347219 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5d32d581-fbf7-4b20-855a-0957d496783a req-69998b75-18f6-4d63-8ebf-c71de5b58348 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Oct 13 05:27:23.008625 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:23.323409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:23.462345 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dacd1-e63a-4f2e-ab5d-e8c4ab121397 req-f7b05822-ddad-4b31-a4eb-b751771c4944 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:23.463786 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-217dacd1-e63a-4f2e-ab5d-e8c4ab121397 req-f7b05822-ddad-4b31-a4eb-b751771c4944 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Oct 13 05:27:23.503502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-217dacd1-e63a-4f2e-ab5d-e8c4ab121397 req-6aa92f77-f193-4096-942c-de9c4a2fcdbe tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Oct 13 05:27:24.617217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766dfbf-cca6-4642-9dc8-ad3f495aaabb req-0cbb2b16-f1e6-4931-917b-7bc302a51fe0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:24.618655 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5766dfbf-cca6-4642-9dc8-ad3f495aaabb req-0cbb2b16-f1e6-4931-917b-7bc302a51fe0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Oct 13 05:27:24.655602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5766dfbf-cca6-4642-9dc8-ad3f495aaabb req-f6e024f7-02a7-4731-9773-6a63a587801e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Oct 13 05:27:24.882992 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:25.767380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78665-dc8f-491e-abe3-1c7742228f15 req-34bb875c-2390-428a-a4c6-df515f2b9794 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:25.768840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8c78665-dc8f-491e-abe3-1c7742228f15 req-34bb875c-2390-428a-a4c6-df515f2b9794 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0476782 Oct 13 05:27:25.805923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e8c78665-dc8f-491e-abe3-1c7742228f15 req-38e1e013-e5fe-43cb-ac32-2d01da7822db tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Oct 13 05:27:26.917668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccd7fd-e59b-47ce-8597-c50194e8ddc9 req-02e5dc81-9f43-43ac-a805-d538ffd01b4b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:26.919096 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85ccd7fd-e59b-47ce-8597-c50194e8ddc9 req-02e5dc81-9f43-43ac-a805-d538ffd01b4b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0475142 Oct 13 05:27:26.955119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85ccd7fd-e59b-47ce-8597-c50194e8ddc9 req-8df92714-6a93-4db3-b8ed-871a073f345f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301254 Oct 13 05:27:28.070768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7b8e1-fe77-4869-9d37-d9401c13f6e3 req-352196f6-72e5-4931-a55a-d162de8765a0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:28.072241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0df7b8e1-fe77-4869-9d37-d9401c13f6e3 req-352196f6-72e5-4931-a55a-d162de8765a0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Oct 13 05:27:28.108890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0df7b8e1-fe77-4869-9d37-d9401c13f6e3 req-da6226e0-e71a-43f5-a6e4-fe5f521900e2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Oct 13 05:27:29.227465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34115107-cc9c-4f9a-a133-040862df3526 req-b95295a7-11d4-4dff-9f4f-666c5ddea3ee tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:29.228735 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34115107-cc9c-4f9a-a133-040862df3526 req-b95295a7-11d4-4dff-9f4f-666c5ddea3ee tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0521626 Oct 13 05:27:29.267183 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-34115107-cc9c-4f9a-a133-040862df3526 req-86ae2688-5d71-4b8e-9485-142772be8a35 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Oct 13 05:27:30.381477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a6349-2c8e-4570-ac6f-f387fd79e151 req-c58c4b5f-ebba-436d-97d7-249d84ac52e9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:30.383079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-653a6349-2c8e-4570-ac6f-f387fd79e151 req-c58c4b5f-ebba-436d-97d7-249d84ac52e9 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Oct 13 05:27:30.424965 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-653a6349-2c8e-4570-ac6f-f387fd79e151 req-920d7b97-9262-47fa-ade2-3b3c4b2a230b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359674 Oct 13 05:27:30.923579 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-bc8edebf-285c-471f-90c0-ff18802f7c6c service neutron] show failed (client error): The resource could not be found. Oct 13 05:27:30.924551 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-bc8edebf-285c-471f-90c0-ff18802f7c6c service neutron] 10.222.0.26 "GET /v2.0/ports/03931ef3-7828-4a2b-9444-373f2e6c2110/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0527062 Oct 13 05:27:31.207004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-7f7b102f-ac45-4372-881f-def8e0e39be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:31.209044 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-7f7b102f-ac45-4372-881f-def8e0e39be0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 1096 time: 0.1302655 Oct 13 05:27:31.220879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:27:31.269962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:31.389800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:27:31.470448 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:31.494880 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:27:31.497242 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc2a5f-ef6e-4671-99b6-d9bc74f21506" -d '{"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:27:31.511730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:27:31.517247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:31.576834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:31.585019 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.585423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.585827 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.586223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.586620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.586946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.587263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.587578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.587890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.588201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.588565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.588900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:31.604407 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a14550c-3d4f-4c9a-9587-4c6339ecef4a x-openstack-request-id: req-1a14550c-3d4f-4c9a-9587-4c6339ecef4a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:27:31.604753 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:27:31.605014 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a14550c-3d4f-4c9a-9587-4c6339ecef4a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:27:31.605418 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'code': 200} Oct 13 05:27:31.623119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.db.api [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 05:27:31.623444 n-d-810220-9 neutron-server[94824]: DEBUG oslo_db.api [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 05:27:31.639832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf53239-77f6-4a8c-ab9e-0d8242ba3433 req-ef46bf5b-2de7-45a7-979c-c03b738eba3b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:31.641247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9bf53239-77f6-4a8c-ab9e-0d8242ba3433 req-ef46bf5b-2de7-45a7-979c-c03b738eba3b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0628614 Oct 13 05:27:31.677815 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9bf53239-77f6-4a8c-ab9e-0d8242ba3433 req-42d3804a-2e59-43cc-a26d-5c109f285bf7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305104 Oct 13 05:27:32.152339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:32.346840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:27:32.379435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:27:32.415884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:27:32.423139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:32.434799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Transition to ACTIVE for port object 03931ef3-7828-4a2b-9444-373f2e6c2110 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:27:32.438439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:32.485063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:32.525222 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.525569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.525910 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.526243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.526571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.526899 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.527224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.527547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.527866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.528184 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.528503 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.528852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:32.570274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] No DVR routers for this DVR port 03931ef3-7828-4a2b-9444-373f2e6c2110 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:27:32.635604 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:27:32.704183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:27:32.704521 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:27:32.704884 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:27:32.711160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:27:32.711539 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:27:32.716498 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:27:32.716887 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:27:32.717309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:27:32.717712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Bound port: 03931ef3-7828-4a2b-9444-373f2e6c2110, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:27:32.718066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:32.780548 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:27:32.784077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:27:32.789123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:32.798811 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a578f-5b2e-4dc7-9fe8-ad956a4e87ab req-f01f3a2a-f741-4d16-bc73-ad53d2fc4a7d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:32.800311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b7a578f-5b2e-4dc7-9fe8-ad956a4e87ab req-f01f3a2a-f741-4d16-bc73-ad53d2fc4a7d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0501583 Oct 13 05:27:32.826441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:32.827427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:32.829385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] 10.222.0.15 "PUT /v2.0/ports/03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1091 time: 1.6122291 Oct 13 05:27:32.829999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:27:32.832451 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94" -d '{"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:27:32.843354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b7a578f-5b2e-4dc7-9fe8-ad956a4e87ab req-d765cca5-97d1-4aa5-9a18-5441b02dfead tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370212 Oct 13 05:27:32.858508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35232-5c43-46bf-ae25-be8ca41bd226 service neutron] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:32.907040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-efc5ab46-2766-43ef-8486-6da00927f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:32.908631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-efc5ab46-2766-43ef-8486-6da00927f285 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1094 time: 0.0433967 Oct 13 05:27:32.965543 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ec8ba-c3ee-48bd-888e-60f2371ec75c x-openstack-request-id: req-a54ec8ba-c3ee-48bd-888e-60f2371ec75c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:27:32.965831 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:27:32.966084 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a54ec8ba-c3ee-48bd-888e-60f2371ec75c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:27:32.966477 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'status': 'completed', 'code': 200} Oct 13 05:27:33.012502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-14a0d368-4ef6-49e6-be8f-93add88c24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.014131 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-14a0d368-4ef6-49e6-be8f-93add88c24d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0986524 Oct 13 05:27:33.032390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-3debeeee-117e-4a28-ac16-a64f7db0af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.034212 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-3debeeee-117e-4a28-ac16-a64f7db0af25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1094 time: 0.0424957 Oct 13 05:27:33.086290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b1c94219-1542-4989-ba49-71a7b1c27b87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.0623832 Oct 13 05:27:33.132639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-83fd3495-233a-483b-baa6-f6cbd674e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.134157 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-83fd3495-233a-483b-baa6-f6cbd674e2f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0922925 Oct 13 05:27:33.136212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-ddc25b33-8ab5-41ba-a347-4d85905188af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.137674 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-ddc25b33-8ab5-41ba-a347-4d85905188af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0438645 Oct 13 05:27:33.182424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b2ae488e-b6eb-498a-8fce-b1e657e121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.183953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-b2ae488e-b6eb-498a-8fce-b1e657e121d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391650 Oct 13 05:27:33.197647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-c6f7f59b-97c2-4af4-a9af-433a0bf046e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.0565708 Oct 13 05:27:33.249762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-11c89c27-98a0-4acb-bb2f-d29583380f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.251136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-11c89c27-98a0-4acb-bb2f-d29583380f93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0471673 Oct 13 05:27:33.276206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-20665fab-e6d9-4851-b95e-3561c4a61e17 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848701 Oct 13 05:27:33.299646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-b5622e81-9dcb-4bd5-84a6-0dd0ec7a2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.301152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-b5622e81-9dcb-4bd5-84a6-0dd0ec7a2a48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399411 Oct 13 05:27:33.366306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d50c9bb-c0bc-49e3-b9a7-6548b4cd9963 req-d3cd92d5-30e1-4a6b-a3ac-4fbdb7360b2c service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819416 Oct 13 05:27:33.400210 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-293bf658-f404-4dc0-bb6b-a599626c6a64 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904770 Oct 13 05:27:33.463526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-1cabae7b-1de0-4f0e-9499-779d6b21b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.465078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-1cabae7b-1de0-4f0e-9499-779d6b21b164 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1094 time: 0.0490837 Oct 13 05:27:33.498347 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-e55e8000-88c1-4ea5-b095-db5c0cd48e35 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907218 Oct 13 05:27:33.560893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-e99fb375-1d25-405e-a20b-e61b18ad849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.562386 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-e99fb375-1d25-405e-a20b-e61b18ad849c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0881846 Oct 13 05:27:33.630337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-03d8f3c7-c4a6-413e-84f6-0019137272b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.0613508 Oct 13 05:27:33.678924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-46bddc0a-3fd3-44c9-996c-ba68e6d4cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.680364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-46bddc0a-3fd3-44c9-996c-ba68e6d4cc59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0438025 Oct 13 05:27:33.726074 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-ece3cfc0-426e-4019-93f1-84079397f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.727559 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-ece3cfc0-426e-4019-93f1-84079397f364 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402789 Oct 13 05:27:33.819902 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-38d006ce-1b01-435d-9bbb-892009d602df service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845349 Oct 13 05:27:33.916608 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3ee3b9-2c93-46f4-8d42-a7142722bf94 req-8cfe6eeb-4e58-4c7f-b4f2-1a9f4e884311 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896277 Oct 13 05:27:33.972580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd518-d6dd-45f6-8d72-e52aa2f06222 req-7f1711d9-1975-46d5-b7f2-6f53607807e3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:33.974101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07abd518-d6dd-45f6-8d72-e52aa2f06222 req-7f1711d9-1975-46d5-b7f2-6f53607807e3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0501158 Oct 13 05:27:34.010922 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07abd518-d6dd-45f6-8d72-e52aa2f06222 req-fc38bf23-787e-41a1-a60b-ef47b8fed5db tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306582 Oct 13 05:27:35.133001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29076bc8-c3f8-4746-ad30-3ee08f4c4a84 req-e301ee8f-3859-43fd-905b-a171f0041558 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:35.134478 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29076bc8-c3f8-4746-ad30-3ee08f4c4a84 req-e301ee8f-3859-43fd-905b-a171f0041558 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0489151 Oct 13 05:27:35.178477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-29076bc8-c3f8-4746-ad30-3ee08f4c4a84 req-763ca295-aa1f-4515-ac4c-2ca8ea248763 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Oct 13 05:27:36.302943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8704-c54f-455a-a2be-a99396b6bcf6 req-24904653-cddf-4b1b-a4da-347d5e15af50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:36.304436 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-967e8704-c54f-455a-a2be-a99396b6bcf6 req-24904653-cddf-4b1b-a4da-347d5e15af50 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0586183 Oct 13 05:27:36.343151 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-967e8704-c54f-455a-a2be-a99396b6bcf6 req-75913e7c-1ef8-46ed-9283-4179fab81cc0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Oct 13 05:27:37.466209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e0d79-b366-41b5-a8ac-8bd7ac7364fa req-85203bff-b8ab-4447-a5bc-0e7946d7bd7b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:37.468087 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-260e0d79-b366-41b5-a8ac-8bd7ac7364fa req-85203bff-b8ab-4447-a5bc-0e7946d7bd7b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0527995 Oct 13 05:27:37.506695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-260e0d79-b366-41b5-a8ac-8bd7ac7364fa req-a81fbdbb-7f16-4c9a-8c39-ca3167040ca6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Oct 13 05:27:38.618977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e42a8-5012-4eeb-b129-c577736ae55e req-f4c925fe-9feb-435c-b76a-66f18945634e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:38.620423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b1e42a8-5012-4eeb-b129-c577736ae55e req-f4c925fe-9feb-435c-b76a-66f18945634e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0473499 Oct 13 05:27:38.657587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b1e42a8-5012-4eeb-b129-c577736ae55e req-a4f52f28-2838-43db-9796-e3eb6e340ea6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Oct 13 05:27:39.127551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:39.771479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf6e2-7a68-4df8-a350-c09deffb41cf req-2b8b971d-9343-4932-a0a3-ba7e517c1163 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:39.772990 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c55bf6e2-7a68-4df8-a350-c09deffb41cf req-2b8b971d-9343-4932-a0a3-ba7e517c1163 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0480325 Oct 13 05:27:39.810417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c55bf6e2-7a68-4df8-a350-c09deffb41cf req-11d9dace-a290-4cba-95a6-094287615c52 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Oct 13 05:27:40.921919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:40.923807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec48ffb-f8f6-4687-b064-f88808104518 req-724200bf-bec1-4c45-9761-34badb5cef4f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:40.925377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cec48ffb-f8f6-4687-b064-f88808104518 req-724200bf-bec1-4c45-9761-34badb5cef4f tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0483687 Oct 13 05:27:40.962129 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cec48ffb-f8f6-4687-b064-f88808104518 req-2bebefc1-8bfa-47b4-b990-c73dac08d343 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Oct 13 05:27:42.078787 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f078-f08f-432c-a4b3-0a5ce1c6b9a4 req-9632f728-2a23-466d-bb29-a18a8aa81a2e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:42.080247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8fc8f078-f08f-432c-a4b3-0a5ce1c6b9a4 req-9632f728-2a23-466d-bb29-a18a8aa81a2e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0511138 Oct 13 05:27:42.121529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8fc8f078-f08f-432c-a4b3-0a5ce1c6b9a4 req-b74882e1-b097-41f0-971f-0f2408a1b088 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347373 Oct 13 05:27:43.236508 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c699d-22bd-413e-a63c-cc5d371e2a69 req-c0946892-7f73-4485-b4c5-d1f4e71e47a8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:43.237954 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c2c699d-22bd-413e-a63c-cc5d371e2a69 req-c0946892-7f73-4485-b4c5-d1f4e71e47a8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0511756 Oct 13 05:27:43.274794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c2c699d-22bd-413e-a63c-cc5d371e2a69 req-25ab13a8-e6bf-4f2d-b946-d8fed4eaab78 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Oct 13 05:27:44.392996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99441-ab52-4717-97f0-53bbeb90b3e3 req-97b4962d-fe67-4c92-bb72-c1d88800371c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:44.394463 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70a99441-ab52-4717-97f0-53bbeb90b3e3 req-97b4962d-fe67-4c92-bb72-c1d88800371c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 943 time: 0.0487154 Oct 13 05:27:44.431980 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70a99441-ab52-4717-97f0-53bbeb90b3e3 req-6b1c4faa-17b5-4a37-9cd8-c3a5f89d4ecd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Oct 13 05:27:45.094691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:27:45.184894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:27:45.196223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'mac_address': 'fa:16:3e:f9:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:27:45.231432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:45.243407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:27:45.261850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:27:45.265330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:45.313581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:45.545168 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595f3b9-28fb-4eab-aa58-90a7fb170aa9 req-a6f5d1e3-24d0-4358-8004-fc2d7b085e76 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:45.546685 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0595f3b9-28fb-4eab-aa58-90a7fb170aa9 req-a6f5d1e3-24d0-4358-8004-fc2d7b085e76 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0482416 Oct 13 05:27:45.584645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0595f3b9-28fb-4eab-aa58-90a7fb170aa9 req-90fbd25d-2b4c-4da5-a0e2-8e0ea36de8b8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321205 Oct 13 05:27:46.576067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['03931ef3-7828-4a2b-9444-373f2e6c2110'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:27:46.699667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7c0d7-e23a-449d-9d90-719bad573d82 req-12e275a4-0065-421e-a94c-6cc3f79bce6e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:46.701228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a7c0d7-e23a-449d-9d90-719bad573d82 req-12e275a4-0065-421e-a94c-6cc3f79bce6e tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0494473 Oct 13 05:27:46.741519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81a7c0d7-e23a-449d-9d90-719bad573d82 req-753c952e-c21b-42da-a53a-c8a2fffbbfc6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340590 Oct 13 05:27:47.044653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-1cdc41fd-cd80-4c40-9be4-97b4e4e0998d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:47.046121 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-1cdc41fd-cd80-4c40-9be4-97b4e4e0998d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.15 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 944 time: 0.0832515 Oct 13 05:27:47.057354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4528b-cf31-4733-82ed-1a48aaea156f req-7f3ded8e-1d7f-4c8f-b7f1-bb3c23309414 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:47.058711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68f4528b-cf31-4733-82ed-1a48aaea156f req-7f3ded8e-1d7f-4c8f-b7f1-bb3c23309414 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0699179 Oct 13 05:27:47.111271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:27:47.133109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-68f4528b-cf31-4733-82ed-1a48aaea156f req-e7e243b5-a844-435c-acea-d3c46f1af0cb tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675595 Oct 13 05:27:47.139169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-8e3ec4ca-9710-4c91-b883-29ac32cb8825 service neutron] 10.222.0.15 "GET /v2.0/ports/03931ef3-7828-4a2b-9444-373f2e6c2110/bindings/n-h1-810220-9 HTTP/1.1" status: 200 len: 382 time: 0.0795498 Oct 13 05:27:47.167808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 03931ef3-7828-4a2b-9444-373f2e6c2110 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:27:47.171399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 03931ef3-7828-4a2b-9444-373f2e6c2110 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:27:47.171767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:47.205424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-19389d82-e489-4035-b2c9-887d99730f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:47.206899 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-19389d82-e489-4035-b2c9-887d99730f5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0459483 Oct 13 05:27:47.247698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:47.269761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:27:47.272011 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fde889-c0f7-4c56-a75e-71aec9629786" -d '{"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-plugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:27:47.284434 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:27:47.289574 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:47.301604 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-db927267-9cbe-4564-b08b-33573dd98eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:47.303008 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-db927267-9cbe-4564-b08b-33573dd98eb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0890751 Oct 13 05:27:47.326146 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa63b05-7de4-447d-b8ec-cc545c993465 x-openstack-request-id: req-4aa63b05-7de4-447d-b8ec-cc545c993465 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:27:47.326440 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-plugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:27:47.326689 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4aa63b05-7de4-447d-b8ec-cc545c993465 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:27:47.327077 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'code': 200} Oct 13 05:27:47.342005 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:47.374255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-02f588ee-342c-439c-b7d0-3ba550a734bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1001 time: 0.0636148 Oct 13 05:27:47.422407 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-b1cc1023-81e2-4a78-a58e-29fc16d7bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:47.423828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-b1cc1023-81e2-4a78-a58e-29fc16d7bdbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0426369 Oct 13 05:27:47.467894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-9795f875-fb3c-4ee9-8a2a-7718d041d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:47.469384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-9795f875-fb3c-4ee9-8a2a-7718d041d22f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391896 Oct 13 05:27:47.559643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-e325c3c4-9976-475a-b722-2b5491b7fc9f service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830083 Oct 13 05:27:47.645472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-a7197a70-e13a-4903-bb31-80a4f1c23592 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789175 Oct 13 05:27:48.249514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbd7d3-a5e7-4c0a-b3f7-c8bb36c13f7e req-2d350c0e-2423-49ac-8457-d67c37a8cd45 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:48.250958 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92cbd7d3-a5e7-4c0a-b3f7-c8bb36c13f7e req-2d350c0e-2423-49ac-8457-d67c37a8cd45 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 946 time: 0.0480487 Oct 13 05:27:48.288155 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-92cbd7d3-a5e7-4c0a-b3f7-c8bb36c13f7e req-7ee7059a-9bf8-4b8c-92d8-dc3e944c7441 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306726 Oct 13 05:27:49.090301 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2540b825-acff-4c15-a8d7-1ef1de7c5db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:49.405386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb19293-5f7a-4f5b-8fcd-828ea7891951 req-9aab69c1-55a2-43eb-a405-5108c0a21d37 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:49.407203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cb19293-5f7a-4f5b-8fcd-828ea7891951 req-9aab69c1-55a2-43eb-a405-5108c0a21d37 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 946 time: 0.0494614 Oct 13 05:27:49.444541 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cb19293-5f7a-4f5b-8fcd-828ea7891951 req-d3567a1e-cdfd-4f52-b1e6-b6a96448ed6a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Oct 13 05:27:50.565273 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbeae-9219-4348-8a00-580a7e97e1a3 req-d4dcb704-1c3e-4d75-9434-95d70adadbab tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:50.566837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e16fbeae-9219-4348-8a00-580a7e97e1a3 req-d4dcb704-1c3e-4d75-9434-95d70adadbab tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 946 time: 0.0534108 Oct 13 05:27:50.603741 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e16fbeae-9219-4348-8a00-580a7e97e1a3 req-974f96e5-291d-4153-b0dd-f76889a39bc5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Oct 13 05:27:51.601792 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a6b127b-fb51-4b30-bf4c-040631ed2fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:51.635042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-15b045f4-3ba4-493d-92e2-db6235851f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:51.636526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-15b045f4-3ba4-493d-92e2-db6235851f15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5&tenant_id=bc5e8dc5d2e445b08966a6312fc58da4 HTTP/1.1" status: 200 len: 1097 time: 0.0451195 Oct 13 05:27:51.649636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:27:51.724824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:51.751004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07791798-903f-4265-91f3-69d214ab1893 req-99d63110-46ef-4cf6-b135-209419ff4d66 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:51.752464 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07791798-903f-4265-91f3-69d214ab1893 req-99d63110-46ef-4cf6-b135-209419ff4d66 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 946 time: 0.0791335 Oct 13 05:27:51.862902 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-07791798-903f-4265-91f3-69d214ab1893 req-b91e0e9d-8cad-41ff-92c5-37821cdf91bc tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906756 Oct 13 05:27:51.962694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:27:51.994511 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:27:52.030987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:27:52.033715 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce8d92-a034-4779-b0b4-1614a58373be" -d '{"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:27:52.037992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:52.050594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Transition to ACTIVE for port object 03931ef3-7828-4a2b-9444-373f2e6c2110 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:27:52.055208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:52.150594 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5d0cdf-4ab1-4aac-aa58-777ff07edd4c x-openstack-request-id: req-1e5d0cdf-4ab1-4aac-aa58-777ff07edd4c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:27:52.150911 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:27:52.151146 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e5d0cdf-4ab1-4aac-aa58-777ff07edd4c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:27:52.151542 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'code': 200} Oct 13 05:27:52.153968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:52.166312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.166658 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.166999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.167326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.167655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.167982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.168303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.168630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.168977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.169293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.169610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.169927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:27:52.200044 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] No DVR routers for this DVR port 03931ef3-7828-4a2b-9444-373f2e6c2110 on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:27:52.335185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:27:52.335512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:27:52.335834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:27:52.340100 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:27:52.340418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Attempting to bind port 03931ef3-7828-4a2b-9444-373f2e6c2110 on network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:27:52.345303 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:27:52.345632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Checking segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:27:52.346006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Bound using segment: {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:27:52.346463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Bound port: 03931ef3-7828-4a2b-9444-373f2e6c2110, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b1123-224f-43c7-8f24-707c9d27d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:27:52.346837 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:52.409895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:27:52.413730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:27:52.417697 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:52.449022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:52.449629 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:52.451004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 1092 time: 0.8053069 Oct 13 05:27:52.482133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16341eff-0b4f-42e7-b3f5-1a4eb4f611c1 service neutron] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:27:52.520815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-d6051d42-fb40-402f-94e0-7bc88ea50dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:52.522431 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-d6051d42-fb40-402f-94e0-7bc88ea50dc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0480897 Oct 13 05:27:52.615161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-8caad6f6-a5c0-47ae-b710-7ae0c515f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:52.616629 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-8caad6f6-a5c0-47ae-b710-7ae0c515f7eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0871885 Oct 13 05:27:52.684359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-775ed834-7590-4f0b-9705-4d4cce9b8eec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.0606019 Oct 13 05:27:52.732766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-bf1275db-4f74-4206-8436-7708cb703053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:52.734196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-bf1275db-4f74-4206-8436-7708cb703053 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0435016 Oct 13 05:27:52.778080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-fa6553c2-b70d-440c-9864-a258bf23570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:52.779494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-fa6553c2-b70d-440c-9864-a258bf23570a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383713 Oct 13 05:27:52.871402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-dfe3d761-7702-45ab-a754-3a1bd77fbed9 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Oct 13 05:27:52.990514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d4a8384a-2dd4-407c-9f7b-996f7d8d1344 req-96dcece2-76d7-4386-8bf2-45d977ab62ce service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105464 Oct 13 05:27:53.002475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b3487-3a5d-4e7e-baf4-5981aefdf339 req-386485a9-4c57-40ba-bf0c-d229e49e1db6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:53.004442 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-718b3487-3a5d-4e7e-baf4-5981aefdf339 req-386485a9-4c57-40ba-bf0c-d229e49e1db6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0738246 Oct 13 05:27:53.010701 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:53.043088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-718b3487-3a5d-4e7e-baf4-5981aefdf339 req-2e55094d-8604-4acc-9cc5-17f8749b406b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Oct 13 05:27:53.160668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:27:53.198446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:27:53.327737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:54.153468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:27:54.155116 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753e1b5a-4f46-4960-9285-d99140768bab" -d '{"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:27:54.162895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36a063-eea9-480c-ad2f-c63b5c81c87f req-b9b43864-1a3c-4a49-bc27-8f7e16bf6247 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.164648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc36a063-eea9-480c-ad2f-c63b5c81c87f req-b9b43864-1a3c-4a49-bc27-8f7e16bf6247 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0493162 Oct 13 05:27:54.205046 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc36a063-eea9-480c-ad2f-c63b5c81c87f req-2d09b6b2-1203-4b43-a153-3ea6c3da8e08 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Oct 13 05:27:54.205507 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4cd9e-2cdf-4966-89a7-24c68e10a6db x-openstack-request-id: req-cde4cd9e-2cdf-4966-89a7-24c68e10a6db {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:27:54.205872 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:27:54.206227 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cde4cd9e-2cdf-4966-89a7-24c68e10a6db {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:27:54.206647 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'status': 'completed', 'code': 200} Oct 13 05:27:54.265492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-c2b9215a-35df-4b82-af73-e6d9ede898fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.267253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-c2b9215a-35df-4b82-af73-e6d9ede898fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0415533 Oct 13 05:27:54.269293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-f4c29bb3-9247-432b-8ada-f33e48e88abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.270867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-f4c29bb3-9247-432b-8ada-f33e48e88abf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0405281 Oct 13 05:27:54.358788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-23deadec-cce1-48ad-8e7a-793dbd02715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.360798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-23deadec-cce1-48ad-8e7a-793dbd02715c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0867667 Oct 13 05:27:54.366870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-c082f250-6ee6-44e5-ab7b-bd826868be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.368352 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-c082f250-6ee6-44e5-ab7b-bd826868be14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 200 len: 913 time: 0.0902269 Oct 13 05:27:54.435822 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-fa2414d9-dfeb-43e2-992f-5101885c6172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.0595663 Oct 13 05:27:54.500267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-031ad086-bdd3-43df-9df0-08f174181b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.501906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-031ad086-bdd3-43df-9df0-08f174181b22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0580378 Oct 13 05:27:54.553366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-1867cbf1-8ef5-43e9-b16d-a837848b3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.555197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-1867cbf1-8ef5-43e9-b16d-a837848b3b69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457330 Oct 13 05:27:54.656028 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-6bb50bd2-b652-4243-9880-c700f65f0504 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927150 Oct 13 05:27:54.750141 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-a42dd84b-7e7c-4cad-ad7c-a27c23cfd988 service neutron] 10.222.0.15 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864732 Oct 13 05:27:54.770059 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-883c1380-d638-4d5d-99d8-87c68d40993b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 200 len: 999 time: 0.4022017 Oct 13 05:27:54.822970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-e3d5f884-5c10-47c4-bf53-9b7ce7eeb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.824334 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-e3d5f884-5c10-47c4-bf53-9b7ce7eeb61c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 200 len: 851 time: 0.0466311 Oct 13 05:27:54.869170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1b5a-4f46-4960-9285-d99140768bab req-34bd560a-7954-4a9e-889a-0b0700c7c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:54.870642 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-34bd560a-7954-4a9e-889a-0b0700c7c3d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388319 Oct 13 05:27:54.889612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:54.964098 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-c321b6f4-8157-45d9-bc62-2449d10ba004 service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Oct 13 05:27:55.058250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-753e1b5a-4f46-4960-9285-d99140768bab req-c8350eb4-c532-466f-b26b-59769cca87ab service neutron] 10.222.0.26 "GET /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Oct 13 05:27:55.326555 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fce5b-e816-4773-9655-1a1d30986079 req-a87a48aa-2b06-4165-8ddc-76653c1b5443 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:55.328103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fd6fce5b-e816-4773-9655-1a1d30986079 req-a87a48aa-2b06-4165-8ddc-76653c1b5443 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0513909 Oct 13 05:27:55.369457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fd6fce5b-e816-4773-9655-1a1d30986079 req-4463adeb-43a7-48b7-a449-646880cc3ef4 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Oct 13 05:27:56.485478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8e898-1959-4140-b457-66ea631e35fe req-55db1a6c-c965-407d-84c2-15a0ade2b5f0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:56.486935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edf8e898-1959-4140-b457-66ea631e35fe req-55db1a6c-c965-407d-84c2-15a0ade2b5f0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0480862 Oct 13 05:27:56.523988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edf8e898-1959-4140-b457-66ea631e35fe req-90865f58-a061-4550-90d1-699e44635a7b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304160 Oct 13 05:27:57.638997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5382-b4fe-40a9-8cae-c056ea362ea8 req-71d4082a-651f-422a-979b-326797bf95e2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:57.640583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ecb5382-b4fe-40a9-8cae-c056ea362ea8 req-71d4082a-651f-422a-979b-326797bf95e2 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0482857 Oct 13 05:27:57.678259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5ecb5382-b4fe-40a9-8cae-c056ea362ea8 req-38373ba4-0e7f-42b5-980e-58d027fc94ae tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Oct 13 05:27:58.798300 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de74cdc-e732-4373-9366-ff20bd1c89a4 req-f1cc68b4-f04f-4d2b-8292-eb56cb7df762 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:58.799757 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9de74cdc-e732-4373-9366-ff20bd1c89a4 req-f1cc68b4-f04f-4d2b-8292-eb56cb7df762 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0528495 Oct 13 05:27:58.837320 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9de74cdc-e732-4373-9366-ff20bd1c89a4 req-4605f203-07c3-4b99-b107-cd2e8b93968c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Oct 13 05:27:59.950748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4831d-fa1d-4d55-89da-edac31264552 req-d395c793-eb4c-4706-9328-75c69bc4f112 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:59.952343 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbb4831d-fa1d-4d55-89da-edac31264552 req-d395c793-eb4c-4706-9328-75c69bc4f112 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0487397 Oct 13 05:27:59.994077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fbb4831d-fa1d-4d55-89da-edac31264552 req-47d2fb7f-8348-4de9-a6d4-11fa36a83b2b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Oct 13 05:28:01.108469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23865b-5d85-460a-916b-aee3f0600370 req-c50ddceb-a6ef-4a68-8233-e629766a6119 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:01.109964 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da23865b-5d85-460a-916b-aee3f0600370 req-c50ddceb-a6ef-4a68-8233-e629766a6119 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0481911 Oct 13 05:28:01.146825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-da23865b-5d85-460a-916b-aee3f0600370 req-d90fc7fe-ce78-4cab-8a67-85177c7a42bd tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304208 Oct 13 05:28:02.261640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a206389-7df5-49f1-9622-c02034c5a68f req-aa1e4a59-09de-4f2a-9e33-577ff74eda05 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:02.263084 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a206389-7df5-49f1-9622-c02034c5a68f req-aa1e4a59-09de-4f2a-9e33-577ff74eda05 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0488343 Oct 13 05:28:02.299894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a206389-7df5-49f1-9622-c02034c5a68f req-37f68966-2e2a-48d5-b1e3-1849dc0b7e98 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Oct 13 05:28:03.414789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab2bac-72d6-4ad3-b0c8-9efd174d837f req-75df3637-9db2-4ecb-a2c0-8636d9f1d2f1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:03.416254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0cab2bac-72d6-4ad3-b0c8-9efd174d837f req-75df3637-9db2-4ecb-a2c0-8636d9f1d2f1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0484793 Oct 13 05:28:03.452650 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0cab2bac-72d6-4ad3-b0c8-9efd174d837f req-a45adf37-e831-4543-b34e-f03d99d5cd2d tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304310 Oct 13 05:28:04.565327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40337b-7d2c-4907-83c3-dc8e0c11500f req-3478d674-81d3-46a3-ad4e-ed965598d1c7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:04.566764 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff40337b-7d2c-4907-83c3-dc8e0c11500f req-3478d674-81d3-46a3-ad4e-ed965598d1c7 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0479026 Oct 13 05:28:04.603560 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ff40337b-7d2c-4907-83c3-dc8e0c11500f req-3b42deda-19d1-4170-82a6-e0b95dad3297 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Oct 13 05:28:05.529069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:28:05.622555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:05.633949 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'port_id': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'mac_address': 'fa:16:3e:f9:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:28:05.670052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:05.683658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:28:05.703129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:05.706865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:05.721108 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3efb2b-99ab-40b8-8a4d-90262b47ff09 req-59b1b201-b3df-46b0-af93-03f8b64c096c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:05.722568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd3efb2b-99ab-40b8-8a4d-90262b47ff09 req-59b1b201-b3df-46b0-af93-03f8b64c096c tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 944 time: 0.0523889 Oct 13 05:28:05.752977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:05.760523 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd3efb2b-99ab-40b8-8a4d-90262b47ff09 req-258d72d0-1524-499d-85d4-889bee2ae37b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Oct 13 05:28:06.873585 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceace5-d9da-4043-8008-57563c00379e req-98cb3db0-f80b-430e-abb5-69e8f0c6b254 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:06.875056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92ceace5-d9da-4043-8008-57563c00379e req-98cb3db0-f80b-430e-abb5-69e8f0c6b254 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0474586 Oct 13 05:28:06.915931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-92ceace5-d9da-4043-8008-57563c00379e req-2d4dda91-b8c4-46d0-b9ec-9d0f14d15346 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Oct 13 05:28:07.027864 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb81c-b3bf-4783-8b24-8b99e61c45a9 req-178a1a8e-8e7e-41c5-b05c-489f6ba494d1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:07.029348 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-277eb81c-b3bf-4783-8b24-8b99e61c45a9 req-178a1a8e-8e7e-41c5-b05c-489f6ba494d1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Oct 13 05:28:07.066923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-277eb81c-b3bf-4783-8b24-8b99e61c45a9 req-c4154e97-59d9-41d3-8ee4-8303cfed95ce tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Oct 13 05:28:07.105046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['03931ef3-7828-4a2b-9444-373f2e6c2110'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:07.177839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bded6-1d11-4c7a-a817-4144491e8e10 req-4d20d716-bf4d-478d-bbfe-6c6037d31bf0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:07.179969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce8bded6-1d11-4c7a-a817-4144491e8e10 req-4d20d716-bf4d-478d-bbfe-6c6037d31bf0 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Oct 13 05:28:07.216744 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce8bded6-1d11-4c7a-a817-4144491e8e10 req-eea3e738-c324-4f0b-8770-f5b1cbb383db tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307877 Oct 13 05:28:07.447085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa998-a25e-454c-8437-2879c7dccefe req-5ad0e03e-6eaf-44a0-88f9-52b3e5597091 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:07.449349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-206fa998-a25e-454c-8437-2879c7dccefe req-5ad0e03e-6eaf-44a0-88f9-52b3e5597091 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Oct 13 05:28:07.491285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-206fa998-a25e-454c-8437-2879c7dccefe req-9a515f37-f4ec-499e-ad9d-ff21efd8c21a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358927 Oct 13 05:28:08.606278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859e26a-ee0a-48f1-ac25-bcbdbf74d21d req-1dd59ebc-2ddc-4b4b-b8d5-acea5ca69ef1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:08.607731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c859e26a-ee0a-48f1-ac25-bcbdbf74d21d req-1dd59ebc-2ddc-4b4b-b8d5-acea5ca69ef1 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0473380 Oct 13 05:28:08.644321 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c859e26a-ee0a-48f1-ac25-bcbdbf74d21d req-90b2df4c-835c-4831-aa88-98a82098c700 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306072 Oct 13 05:28:09.124840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.229421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-48a38f59-b895-4be3-ae38-73aad274c29a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:09.230850 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-48a38f59-b895-4be3-ae38-73aad274c29a tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Oct 13 05:28:09.323974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Deleting port 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:09.324317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.415251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:09.415622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.556270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 03931ef3-7828-4a2b-9444-373f2e6c2110 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:28:09.591799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.592246 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.593138 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312 disassociated. External IP: 172.25.1.98, port: 03931ef3-7828-4a2b-9444-373f2e6c2110. Oct 13 05:28:09.593496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Calling delete_port for 03931ef3-7828-4a2b-9444-373f2e6c2110 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:09.635681 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:28:09.642259 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.655116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 03931ef3-7828-4a2b-9444-373f2e6c2110 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:28:09.677569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 03931ef3-7828-4a2b-9444-373f2e6c2110, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=03931ef3-7828-4a2b-9444-373f2e6c2110,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:09.682043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.728586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=14']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:09.767649 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:09.806230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790077e-a9c2-431a-9bf9-190986c20dae req-fbe99a0f-c094-4c8f-8248-7710c3804249 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:09.807699 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6790077e-a9c2-431a-9bf9-190986c20dae req-fbe99a0f-c094-4c8f-8248-7710c3804249 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 866 time: 0.0917501 Oct 13 05:28:09.808398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event deleted for resources: {'Port': ['ID=03931ef3-7828-4a2b-9444-373f2e6c2110,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:09.891165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6790077e-a9c2-431a-9bf9-190986c20dae req-58c12c3d-36c0-48df-a6c7-846ad5f12ed6 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c8ff9f-191a-4190-aa17-b9c9a91ff50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771797 Oct 13 05:28:09.952002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:28:10.061141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:28:10.071394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:28:10.080269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:28:10.080924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:27:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:10.098001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] No DVR routers for this DVR port 03931ef3-7828-4a2b-9444-373f2e6c2110 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:28:10.101082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:10.104301 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9cc09a15-8f80-431d-aba5-545c7e60f9af req-c6032bb4-1cc0-4435-9a0a-503b60759ca5 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.26 "DELETE /v2.0/ports/03931ef3-7828-4a2b-9444-373f2e6c2110 HTTP/1.1" status: 204 len: 173 time: 0.8664014 Oct 13 05:28:10.104784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-deleted', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:10.107033 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e791385-8dfe-4127-ba94-fdb4e58e3b50" -d '{"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-deleted", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:10.149682 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a123fe-72e1-4cdb-9c8c-cfd568b504b0 x-openstack-request-id: req-98a123fe-72e1-4cdb-9c8c-cfd568b504b0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:10.150176 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f076c7-a78f-4bda-b578-005593152ac5", "name": "network-vif-deleted", "tag": "03931ef3-7828-4a2b-9444-373f2e6c2110", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:10.150511 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98a123fe-72e1-4cdb-9c8c-cfd568b504b0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:10.150971 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f076c7-a78f-4bda-b578-005593152ac5', 'name': 'network-vif-deleted', 'tag': '03931ef3-7828-4a2b-9444-373f2e6c2110', 'status': 'completed', 'code': 200} Oct 13 05:28:10.346227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:28:10.539939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:10.569316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:28:10.577450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:28:10.578041 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:27:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:10.681540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:28:10.874504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:10.902792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ae825-50fe-482c-9115-2628ef24bf1f None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:19Z', 'revision_number': 4, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'e1c503cc-1843-405a-abf9-fb5b47fd8090', 'name': '', 'network_id': '1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'mac_address': 'fa:16:3e:54:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:19Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'subnets': [{'id': 'bb3be6b1-31f1-478b-a963-878608fb5229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:28:10.925958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:10.998310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6ce1e97f-1a36-44dc-955c-ea0571162664 req-354194d0-bb6f-4c28-9651-1861d6c9e8c8 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Oct 13 05:28:11.162010 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b2693-78bb-46da-a403-bf719a97dbad None None] New status for floating IP d7584677-8e01-4ada-8eb0-3ed4ed809312: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:28:12.100963 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9634184f-d104-4d20-ba67-f9953cf32a1c req-2ff518e1-f177-47c9-a30e-867f2739c320 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Oct 13 05:28:13.195562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fff8b7f1-808f-45d8-98e4-756253ff7808 req-f33ba0b2-e5e4-43ab-a1d0-404381873927 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Oct 13 05:28:14.293444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-704dd498-e01c-49dc-b76a-bccd12ab4c46 req-9239bc2b-2b96-4475-ad8f-1379f9c48bf3 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f076c7-a78f-4bda-b578-005593152ac5 HTTP/1.1" status: 200 len: 210 time: 0.0272405 Oct 13 05:28:19.094117 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9459327b-80d3-443d-8fa4-21fd823cf619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.110876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:19.165123 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27897a7d-ed5c-4a07-9244-f339f2facc21 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.187673 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27897a7d-ed5c-4a07-9244-f339f2facc21 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.236572 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27897a7d-ed5c-4a07-9244-f339f2facc21 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.239178 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27897a7d-ed5c-4a07-9244-f339f2facc21 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.241199 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-27897a7d-ed5c-4a07-9244-f339f2facc21 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "DELETE /v2.0/security-groups/64c8ff9f-191a-4190-aa17-b9c9a91ff50f HTTP/1.1" status: 204 len: 168 time: 0.1292212 Oct 13 05:28:19.243725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:19.251408 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27897a7d-ed5c-4a07-9244-f339f2facc21 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c8ff9f-191a-4190-aa17-b9c9a91ff50f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:19.262846 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [None req-823537c9-fb43-4be8-ac50-373c2a49bf69 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] show failed (client error): The resource could not be found. Oct 13 05:28:19.263885 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-823537c9-fb43-4be8-ac50-373c2a49bf69 tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "GET /v2.0/security-groups/64c8ff9f-191a-4190-aa17-b9c9a91ff50f HTTP/1.1" status: 404 len: 347 time: 0.0191648 Oct 13 05:28:19.266694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:19.391547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Deleting port 85dcc95b-b4ac-4240-a107-42ccd8d3e9f9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:19.391899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.466386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.466720 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.478670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Calling delete_port for 85dcc95b-b4ac-4240-a107-42ccd8d3e9f9 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:19.610395 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.642142 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Pushing event deleted for resources: {'Port': ['ID=85dcc95b-b4ac-4240-a107-42ccd8d3e9f9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:19.701329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.704621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:19.705878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ed2272ff-3be9-450c-a386-0a3ff773b76b tempest-ServerActionsTestJSON-1696158144 tempest-ServerActionsTestJSON-1696158144-project] 10.222.0.44 "DELETE /v2.0/floatingips/d7584677-8e01-4ada-8eb0-3ed4ed809312 HTTP/1.1" status: 204 len: 168 time: 0.4382710 Oct 13 05:28:19.708995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:20.174609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:20.414635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Deleting port e1c503cc-1843-405a-abf9-fb5b47fd8090 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:20.414975 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:20.490036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] For port e1c503cc-1843-405a-abf9-fb5b47fd8090, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e1c503cc-1843-405a-abf9-fb5b47fd8090,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:20.490316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:20.502727 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Calling delete_port for e1c503cc-1843-405a-abf9-fb5b47fd8090 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:20.674442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:20.703056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c503cc-1843-405a-abf9-fb5b47fd8090,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:21.134256 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.342229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Router 1f41e912-c65e-4460-9ca4-26dbd68e806a has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:28:21.446746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:28:21.454693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51554) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:21.455107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8a6d27cb-cdd7-43b7-bb10-f40f0cacb6e1 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f41e912-c65e-4460-9ca4-26dbd68e806a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448981 Oct 13 05:28:21.458410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] Sync routers for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:28:21.471994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:28:21.472590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:27:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:21.557676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.572507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:28:21.662085 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.669465 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf41941a-535a-4056-8cf3-1bb3b3b4872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.715423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Deleting port 12b69871-f764-4bcf-90b3-0caa47ce42d5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:21.715900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.761514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:28:20Z', 'revision_number': 5, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port': {'id': '12b69871-f764-4bcf-90b3-0caa47ce42d5', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:21.786992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] Checking router: 1f41e912-c65e-4460-9ca4-26dbd68e806a for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:28:21.794951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] Routers {'1f41e912-c65e-4460-9ca4-26dbd68e806a'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:28:21.795550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1f41e912-c65e-4460-9ca4-26dbd68e806a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:21.796786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] For port 12b69871-f764-4bcf-90b3-0caa47ce42d5, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=12b69871-f764-4bcf-90b3-0caa47ce42d5,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:21.797153 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.809471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Calling delete_port for 12b69871-f764-4bcf-90b3-0caa47ce42d5 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:21.879465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] Set router 1f41e912-c65e-4460-9ca4-26dbd68e806a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:28:21.935483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:28:21Z', 'revision_number': 6, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:21.961217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052404d-5afa-4a13-9f33-d54b56a36b9e None None] The sync data for ids ['1f41e912-c65e-4460-9ca4-26dbd68e806a'] in n-d-810220-9 is: [{'id': '1f41e912-c65e-4460-9ca4-26dbd68e806a', 'name': 'tempest-ServerActionsTestJSON-1179717332-router', 'tenant_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:17:17Z', 'updated_at': '2021-10-13T05:28:21Z', 'revision_number': 6, 'project_id': 'bc5e8dc5d2e445b08966a6312fc58da4', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:28:21.971993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:21.998925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b69871-f764-4bcf-90b3-0caa47ce42d5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:22.057084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.144249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.146303 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.191140 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.191565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f41e912-c65e-4460-9ca4-26dbd68e806a {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:28:22.195942 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.197113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3b46b5b7-f69a-4029-ac03-329dd603c8c2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1f41e912-c65e-4460-9ca4-26dbd68e806a HTTP/1.1" status: 204 len: 168 time: 0.7413960 Oct 13 05:28:22.199566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:22.242985 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Deleting subnet bb3be6b1-31f1-478b-a963-878608fb5229 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:28:22.245963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.280449 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.364767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.418970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.443292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3be6b1-31f1-478b-a963-878608fb5229,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:22.446809 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.449967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1c8e6974-800e-49da-8102-52d8c6c75750 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bb3be6b1-31f1-478b-a963-878608fb5229 HTTP/1.1" status: 204 len: 168 time: 0.2494788 Oct 13 05:28:22.452404 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:22.454929 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c17429-1e02-4a57-a75a-11d3e0422d99 None None] Network 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:28:22.520754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.572890 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Deleting port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:22.573238 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.635178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] For port c84c9d48-eb97-4e4b-a657-81c3277bbdb0, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,segment=NetworkSegment(9c1b1123-224f-43c7-8f24-707c9d27d600),segment_id=9c1b1123-224f-43c7-8f24-707c9d27d600)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:22.635480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.647313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Calling delete_port for c84c9d48-eb97-4e4b-a657-81c3277bbdb0 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:22.719581 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177dcec-8c65-4b0f-8d8b-e1596fcdbb9b None None] DHCP port deletion for 1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:28:22.730551 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.749429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c177dcec-8c65-4b0f-8d8b-e1596fcdbb9b None None] The port 'c84c9d48-eb97-4e4b-a657-81c3277bbdb0' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 05:28:22.758293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c84c9d48-eb97-4e4b-a657-81c3277bbdb0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:22.762052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] No DVR routers for this DVR port c84c9d48-eb97-4e4b-a657-81c3277bbdb0 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:28:22.833921 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.854668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:22.863730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1b1123-224f-43c7-8f24-707c9d27d600') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:22.864026 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1b1123-224f-43c7-8f24-707c9d27d600') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:22.873211 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.886515 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.893213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:28:22.893638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:28:22.895423 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:28:22.950460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.956148 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:22.959945 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1 HTTP/1.1" status: 204 len: 168 time: 0.5060103 Oct 13 05:28:22.971162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14276af9-7e6e-4b3b-ad2f-a87464c9c7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1f148aed-f8a2-4de4-b8a4-1e7b6b08c3f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:23.019137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:23.082684 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51562) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:23.123083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ce317765-5700-4c5d-a898-f1e31427b415 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc5e8dc5d2e445b08966a6312fc58da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378911 Oct 13 05:28:23.124541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:23.171647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 12b69871-f764-4bcf-90b3-0caa47ce42d5 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:28:23.179817 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a3af88-b810-482c-8010-0479bd7379c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:23.191471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 12b69871-f764-4bcf-90b3-0caa47ce42d5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:28:23.191819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 12b69871-f764-4bcf-90b3-0caa47ce42d5 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:28:23.192230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c84c9d48-eb97-4e4b-a657-81c3277bbdb0 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:28:23.200672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a3af88-b810-482c-8010-0479bd7379c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:23.210507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: c84c9d48-eb97-4e4b-a657-81c3277bbdb0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:28:23.210881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c84c9d48-eb97-4e4b-a657-81c3277bbdb0 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:28:23.211290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e1c503cc-1843-405a-abf9-fb5b47fd8090 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:28:23.233105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e1c503cc-1843-405a-abf9-fb5b47fd8090 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:28:23.233382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e1c503cc-1843-405a-abf9-fb5b47fd8090 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:28:23.247513 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a3af88-b810-482c-8010-0479bd7379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:23.250035 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03a3af88-b810-482c-8010-0479bd7379c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:23.251283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-03a3af88-b810-482c-8010-0479bd7379c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/072ab490-9ebb-41f6-8f0a-5678ff7480ac HTTP/1.1" status: 204 len: 168 time: 0.1258399 Oct 13 05:28:23.259534 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3af88-b810-482c-8010-0479bd7379c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ab490-9ebb-41f6-8f0a-5678ff7480ac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:23.330507 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:23.927497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51586) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:24.020339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1906536301-network', 'tenant_id': 'c61cf9eccb684adb8fb3ea9128afcaaf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:24.041872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Made reservation on behalf of c61cf9eccb684adb8fb3ea9128afcaaf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:24.044238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.052842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.123618 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.127273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.148904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:28:24.162723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a92549-c78d-4367-94b6-67cedc47d7e8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:24.168961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.169304 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Added segment 699fbe8d-56d7-447c-be63-62d95d45bd98 of type vlan for network c5bcce2d-e53f-4c89-a908-edcf479bab46 Oct 13 05:28:24.208507 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.232079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.233032 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:24.233597 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.285999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3573866 Oct 13 05:28:24.288981 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:24.294211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Request body: {'subnet': {'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1906536301-subnet', 'tenant_id': 'c61cf9eccb684adb8fb3ea9128afcaaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:24.296780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9221f3-e236-4907-9665-fdd5bcc1906d admin admin] Pushing event updated for resources: {'Network': ['ID=c5bcce2d-e53f-4c89-a908-edcf479bab46,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:24.306475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c5bcce2d-e53f-4c89-a908-edcf479bab46 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:28:24.314917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Made reservation on behalf of c61cf9eccb684adb8fb3ea9128afcaaf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:24.317351 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.482323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.537456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c67832d-c621-408e-81c0-8db33f55e690,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:24.544039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Checking segment: {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:28:24.544394 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Network hostable DHCP agents. Network: c5bcce2d-e53f-4c89-a908-edcf479bab46, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:28:24.560713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Network c5bcce2d-e53f-4c89-a908-edcf479bab46 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:28:24.569423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, c5bcce2d-e53f-4c89-a908-edcf479bab46) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:28:24.574538 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:24.575502 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:24.578677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a1769-9839-49c1-b620-089f5015b1ce None None] Network c5bcce2d-e53f-4c89-a908-edcf479bab46 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:28:24.591227 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a8fbbae-7e75-4716-8b58-3ca42af9cad2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3003066 Oct 13 05:28:24.700515 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e70945-a0a0-4823-95f7-8bd5d1a2c32c None None] Network c5bcce2d-e53f-4c89-a908-edcf479bab46 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:28:24.889799 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:25.000980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-4b3f1551-0fa8-4e57-afb5-771002f32904 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:25.002419 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-4b3f1551-0fa8-4e57-afb5-771002f32904 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/networks?id=c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 200 len: 814 time: 0.1010475 Oct 13 05:28:25.016969 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-8532966a-3b7d-4c37-aa70-eabbef752e71 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/quotas/c61cf9eccb684adb8fb3ea9128afcaaf HTTP/1.1" status: 200 len: 375 time: 0.0086601 Oct 13 05:28:25.047217 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-78af42f8-8e90-4a49-82b8-9035c2e133df tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251420 Oct 13 05:28:25.058109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-cb5c0c96-90fa-46de-a54d-cb04997b1663 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:28:25.059038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-cb5c0c96-90fa-46de-a54d-cb04997b1663 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053763 Oct 13 05:28:25.148167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-5cc3ac43-21cd-404c-a83b-dfb33afeaabc service neutron] 10.222.0.44 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835774 Oct 13 05:28:25.241631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-df2c771c-4f8d-4c63-9d74-170a1f960515 service neutron] 10.222.0.44 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873866 Oct 13 05:28:25.398932 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1ae40e1a-0f41-4641-9f04-f41f20cc0b0e req-4de2295d-e713-4cc4-b414-8735351fb6f7 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 210 time: 0.0263712 Oct 13 05:28:26.397450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-135a90f7-8529-4e0b-9ff8-81b2b33d3cd9 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:26.398913 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-135a90f7-8529-4e0b-9ff8-81b2b33d3cd9 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.26 "GET /v2.0/networks?id=c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 200 len: 814 time: 0.1039085 Oct 13 05:28:26.411291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Request body: {'port': {'device_id': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46', 'admin_state_up': True, 'tenant_id': 'c61cf9eccb684adb8fb3ea9128afcaaf'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:26.491476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a87997af-7b28-49e4-b73f-b99d6bf007f7 req-4d6b0c1b-175e-423b-9d7b-a17cfe6648b3 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 210 time: 0.0260482 Oct 13 05:28:26.522935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Made reservation on behalf of c61cf9eccb684adb8fb3ea9128afcaaf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:26.526418 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:26.645091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Allocated IP 172.20.0.7 (c5bcce2d-e53f-4c89-a908-edcf479bab46/5c67832d-c621-408e-81c0-8db33f55e690/7cf22255-9ce2-495c-a4cd-4345d32f48ab) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:28:26.788651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:26.820500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:26.863549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Network c5bcce2d-e53f-4c89-a908-edcf479bab46 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:28:26.866715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:28:26.870249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:28:26.896093 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Pushing event updated for resources: {'Port': ['ID=7cf22255-9ce2-495c-a4cd-4345d32f48ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:26.923685 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:26.924287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:26.938705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-322dc796-59fa-4651-8f0c-760f4f5c72a5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5311415 Oct 13 05:28:26.956814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Request body: {'port': {'device_id': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:27.007193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:27.258751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf22255-9ce2-495c-a4cd-4345d32f48ab {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:28:27.265716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:27.278053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Transition to ACTIVE for port object 7cf22255-9ce2-495c-a4cd-4345d32f48ab will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:28:27.282030 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:27.333632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Pushing event updated for resources: {'Port': ['ID=7cf22255-9ce2-495c-a4cd-4345d32f48ab,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:27.400122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Attempting to bind port 7cf22255-9ce2-495c-a4cd-4345d32f48ab on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:28:27.400445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Attempting to bind port 7cf22255-9ce2-495c-a4cd-4345d32f48ab by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:28:27.400797 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Attempting to bind port 7cf22255-9ce2-495c-a4cd-4345d32f48ab on network c5bcce2d-e53f-4c89-a908-edcf479bab46 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:28:27.404901 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Port 7cf22255-9ce2-495c-a4cd-4345d32f48ab on network c5bcce2d-e53f-4c89-a908-edcf479bab46 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:28:27.405214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Attempting to bind port 7cf22255-9ce2-495c-a4cd-4345d32f48ab on network c5bcce2d-e53f-4c89-a908-edcf479bab46 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:28:27.410094 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:28:27.410415 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Checking segment: {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:28:27.410785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Bound using segment: {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:28:27.411200 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Bound port: 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:28:27.411541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:27.474269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] For port 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:28:27.477244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] For port 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:28:27.481434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:27.516834 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:27.517442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:27.518807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] 10.222.0.26 "PUT /v2.0/ports/7cf22255-9ce2-495c-a4cd-4345d32f48ab HTTP/1.1" status: 200 len: 1091 time: 0.5659580 Oct 13 05:28:27.519242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'tag': '7cf22255-9ce2-495c-a4cd-4345d32f48ab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:27.521535 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452" -d '{"events": [{"name": "network-changed", "server_uuid": "cfde5b09-ef6d-4ac8-9363-80bdfa10f85e", "tag": "7cf22255-9ce2-495c-a4cd-4345d32f48ab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:27.542372 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22ed5-3bcd-4c7d-ac89-ef29d9ec505e service neutron] Pushing event updated for resources: {'Port': ['ID=7cf22255-9ce2-495c-a4cd-4345d32f48ab,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:27.577394 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3864a6a-e746-42e7-b25f-2d5d52b60385 x-openstack-request-id: req-e3864a6a-e746-42e7-b25f-2d5d52b60385 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:27.577669 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfde5b09-ef6d-4ac8-9363-80bdfa10f85e", "tag": "7cf22255-9ce2-495c-a4cd-4345d32f48ab", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:27.577915 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3864a6a-e746-42e7-b25f-2d5d52b60385 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:27.578296 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'tag': '7cf22255-9ce2-495c-a4cd-4345d32f48ab', 'status': 'completed', 'code': 200} Oct 13 05:28:27.639482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-bf5a1d9c-94c6-4e7d-ab55-ffc11196cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:27.641008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-bf5a1d9c-94c6-4e7d-ab55-ffc11196cf18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 1094 time: 0.0753901 Oct 13 05:28:27.652015 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257a2b-38d0-48ca-80c1-ccac4dbe98ca req-98837248-aacd-4113-8c03-368a4acf41e9 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:27.653376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b257a2b-38d0-48ca-80c1-ccac4dbe98ca req-98837248-aacd-4113-8c03-368a4acf41e9 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 943 time: 0.0865388 Oct 13 05:28:27.695152 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-2ebbc50a-eb69-40c8-b9fa-8db72cb95431 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab HTTP/1.1" status: 200 len: 217 time: 0.0407777 Oct 13 05:28:27.751264 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3b257a2b-38d0-48ca-80c1-ccac4dbe98ca req-cb142818-7432-46e4-8f90-65a37f3fb60b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914977 Oct 13 05:28:27.756505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-cb6b3be0-8fe3-4540-9a4f-8cc264ea27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:27.758478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-cb6b3be0-8fe3-4540-9a4f-8cc264ea27d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c67832d-c621-408e-81c0-8db33f55e690 HTTP/1.1" status: 200 len: 854 time: 0.0569339 Oct 13 05:28:27.789195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-bfcf4fd9-decf-4f7e-8fc3-7d69c6f2a7b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5bcce2d-e53f-4c89-a908-edcf479bab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239034 Oct 13 05:28:27.878658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-441fef9a-22eb-46b0-8eaf-7cd875847dfb service neutron] 10.222.0.26 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827591 Oct 13 05:28:27.965241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8bb878ad-faa9-4c72-815e-bc01059241bf req-79accffb-3619-4405-bdb9-dff30a0e5bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790811 Oct 13 05:28:28.053210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-4e35b76c-8df3-465f-8029-ad2b27e9b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:28.055314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-4e35b76c-8df3-465f-8029-ad2b27e9b8ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 1094 time: 0.0448833 Oct 13 05:28:28.140485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-e9e7dd28-02b9-4a65-8d4f-477c3265ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:28.141904 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-e9e7dd28-02b9-4a65-8d4f-477c3265ba1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 200 len: 915 time: 0.0801327 Oct 13 05:28:28.185210 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-7b560f87-d52c-40d6-a0e1-d5bdabe7a433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab HTTP/1.1" status: 200 len: 217 time: 0.0365331 Oct 13 05:28:28.557193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-8beaf8ef-63ec-47b3-ad4a-81fa87fe0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:28.558665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-8beaf8ef-63ec-47b3-ad4a-81fa87fe0c7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c67832d-c621-408e-81c0-8db33f55e690 HTTP/1.1" status: 200 len: 854 time: 0.3666070 Oct 13 05:28:28.592303 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-93d235c7-241c-4dc3-b027-b82e177d6af5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5bcce2d-e53f-4c89-a908-edcf479bab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236263 Oct 13 05:28:28.682555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-3da28f66-2b42-4dc5-a84f-be0e6157bd7d service neutron] 10.222.0.26 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815885 Oct 13 05:28:28.770857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5fcb51e7-8c9e-4d8b-b948-7bc67d871452 req-2679c2e3-c288-456f-b117-3409bc729c56 service neutron] 10.222.0.26 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790849 Oct 13 05:28:28.867199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0f926-2416-4578-8f2d-ec44030c681b req-40881093-0daa-41bc-bb44-e264818b99ae tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:28.868664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82e0f926-2416-4578-8f2d-ec44030c681b req-40881093-0daa-41bc-bb44-e264818b99ae tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 943 time: 0.0485415 Oct 13 05:28:28.905527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82e0f926-2416-4578-8f2d-ec44030c681b req-e56ea5f7-9c6b-4417-a764-a16718114121 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Oct 13 05:28:30.016515 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b31e1-de04-42db-812f-95e3efc038e3 req-93629145-f6b5-4796-aa6e-b1d7b86d74e9 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:30.017984 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce9b31e1-de04-42db-812f-95e3efc038e3 req-93629145-f6b5-4796-aa6e-b1d7b86d74e9 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 943 time: 0.0473154 Oct 13 05:28:30.055846 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce9b31e1-de04-42db-812f-95e3efc038e3 req-426e8e10-e405-40b3-bded-b804f8a9346a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Oct 13 05:28:31.167692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10959-439f-4bd0-8eab-2d05f36b4582 req-ee2c8642-bcea-4de4-a2f4-6a91ceb9b86b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:31.169162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5b10959-439f-4bd0-8eab-2d05f36b4582 req-ee2c8642-bcea-4de4-a2f4-6a91ceb9b86b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 943 time: 0.0478985 Oct 13 05:28:31.206222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b5b10959-439f-4bd0-8eab-2d05f36b4582 req-0af47cc8-3c0d-4dd0-b21b-d1f6464c08a0 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Oct 13 05:28:31.684643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7cf22255-9ce2-495c-a4cd-4345d32f48ab details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:28:31.777619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:31.788161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '7cf22255-9ce2-495c-a4cd-4345d32f48ab', 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46', 'port_id': '7cf22255-9ce2-495c-a4cd-4345d32f48ab', 'mac_address': 'fa:16:3e:f0:4a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c67832d-c621-408e-81c0-8db33f55e690', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:28:31.823256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:31.835310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf22255-9ce2-495c-a4cd-4345d32f48ab {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:28:31.853731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:31.857425 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:31.902226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7cf22255-9ce2-495c-a4cd-4345d32f48ab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:31.909555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.909899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.910224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.910547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.910869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.911186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.911500 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.911814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.912127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.912437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.912773 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:31.913088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:32.159021 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7cf22255-9ce2-495c-a4cd-4345d32f48ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:32.323136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d18d1-b28a-4eeb-abe3-dcdfddbb92d0 req-929083d1-3298-4261-a510-e68b38b7f83b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:32.324594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-736d18d1-b28a-4eeb-abe3-dcdfddbb92d0 req-929083d1-3298-4261-a510-e68b38b7f83b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 944 time: 0.0525186 Oct 13 05:28:32.360721 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-736d18d1-b28a-4eeb-abe3-dcdfddbb92d0 req-2a9d7c37-5436-48fe-ba95-6a2420b93292 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Oct 13 05:28:33.477643 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498fb66-5a0e-4b82-900e-e79a2769097c req-b65aac1e-fa5c-41ff-a2cd-fdaebe399b93 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:33.479082 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0498fb66-5a0e-4b82-900e-e79a2769097c req-b65aac1e-fa5c-41ff-a2cd-fdaebe399b93 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 944 time: 0.0521801 Oct 13 05:28:33.515967 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0498fb66-5a0e-4b82-900e-e79a2769097c req-4c5dd947-c3e3-4266-b402-69d8842fe72b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Oct 13 05:28:33.715503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7cf22255-9ce2-495c-a4cd-4345d32f48ab up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:28:33.762498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 7cf22255-9ce2-495c-a4cd-4345d32f48ab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:28:33.766106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 7cf22255-9ce2-495c-a4cd-4345d32f48ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:28:33.766475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:33.841609 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:33.863847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf22255-9ce2-495c-a4cd-4345d32f48ab'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:33.866154 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c5cd1f-d0b3-4706-9563-f85267d2ec8f" -d '{"events": [{"server_uuid": "cfde5b09-ef6d-4ac8-9363-80bdfa10f85e", "name": "network-vif-plugged", "status": "completed", "tag": "7cf22255-9ce2-495c-a4cd-4345d32f48ab"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:33.879125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:33.883761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:33.905921 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d7183-1d92-410f-8b20-5d11f7872dc4 x-openstack-request-id: req-984d7183-1d92-410f-8b20-5d11f7872dc4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:33.906462 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfde5b09-ef6d-4ac8-9363-80bdfa10f85e", "name": "network-vif-plugged", "status": "completed", "tag": "7cf22255-9ce2-495c-a4cd-4345d32f48ab", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:33.906708 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-984d7183-1d92-410f-8b20-5d11f7872dc4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:33.907084 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf22255-9ce2-495c-a4cd-4345d32f48ab', 'code': 200} Oct 13 05:28:33.933697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=7cf22255-9ce2-495c-a4cd-4345d32f48ab,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:33.998786 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ddbf5-8008-449c-991b-44750a6be5e9 req-013021aa-4e12-4dbb-9364-fc6c2fe48ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:34.000119 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-491ddbf5-8008-449c-991b-44750a6be5e9 req-013021aa-4e12-4dbb-9364-fc6c2fe48ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 1096 time: 0.0388057 Oct 13 05:28:34.033750 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-491ddbf5-8008-449c-991b-44750a6be5e9 req-95781a76-eb83-4e80-8f17-33134ad7bfc4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259044 Oct 13 05:28:34.628380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80965302-78d8-430e-8b57-eb66b70716d7 req-a3e6d77c-05dc-4bed-a533-2aaab4ba27b7 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:34.629775 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80965302-78d8-430e-8b57-eb66b70716d7 req-a3e6d77c-05dc-4bed-a533-2aaab4ba27b7 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0485644 Oct 13 05:28:34.666799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-80965302-78d8-430e-8b57-eb66b70716d7 req-a21f8cbd-a293-40ae-b07e-b1a45eba40b3 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Oct 13 05:28:35.779740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52ddee-6395-48d8-a6a3-681ecb6664eb req-a4086a29-1334-4295-91e6-789576f74f99 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:35.781479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce52ddee-6395-48d8-a6a3-681ecb6664eb req-a4086a29-1334-4295-91e6-789576f74f99 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0480511 Oct 13 05:28:35.817693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ce52ddee-6395-48d8-a6a3-681ecb6664eb req-fc6e2c28-a8eb-4da8-a7ba-02842ba04acc tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Oct 13 05:28:36.036807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-c8eade9c-4c04-47aa-a3fa-e7ef3e0663db tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:36.038247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-c8eade9c-4c04-47aa-a3fa-e7ef3e0663db tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/networks?id=c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 200 len: 814 time: 0.1033983 Oct 13 05:28:36.053355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-880e3fb9-21a2-4625-833f-8b5b3a1ffb9f tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/quotas/c61cf9eccb684adb8fb3ea9128afcaaf HTTP/1.1" status: 200 len: 375 time: 0.0088696 Oct 13 05:28:36.099988 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-dd80bbb8-b244-41c1-8281-5cda26a058ea tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0409262 Oct 13 05:28:36.192200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-745c0dd5-c674-456a-a384-45eb18784d7a service neutron] 10.222.0.44 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Oct 13 05:28:36.279379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-c85e50ab-c811-4176-90f3-ec886978fee8 service neutron] 10.222.0.44 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810709 Oct 13 05:28:36.441898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f5170538-3c96-4f49-a2f6-ca064a2504aa req-7108d7f8-91e5-423d-8eb1-4d201f7d804a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 210 time: 0.0306015 Oct 13 05:28:37.300943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-4bcaeeb4-a2cb-47d8-8d0d-9e8598e4dcab tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:37.302520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-4bcaeeb4-a2cb-47d8-8d0d-9e8598e4dcab tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.15 "GET /v2.0/networks?id=c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 200 len: 814 time: 0.1096392 Oct 13 05:28:37.315446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Request body: {'port': {'device_id': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46', 'admin_state_up': True, 'tenant_id': 'c61cf9eccb684adb8fb3ea9128afcaaf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:37.419220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Made reservation on behalf of c61cf9eccb684adb8fb3ea9128afcaaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:37.422811 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:37.552731 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78913ea8-f6b9-464d-8fb8-8fa419fa90df req-e9709cc0-9075-4383-b905-643b7cd6dc58 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 210 time: 0.0304766 Oct 13 05:28:37.570457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Allocated IP 172.20.0.12 (c5bcce2d-e53f-4c89-a908-edcf479bab46/5c67832d-c621-408e-81c0-8db33f55e690/e0060cc1-68e5-40ba-9a17-2f3ba602e6c2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:28:37.712576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:37.744709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:37.757196 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7cf22255-9ce2-495c-a4cd-4345d32f48ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:37.787966 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Network c5bcce2d-e53f-4c89-a908-edcf479bab46 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:28:37.791651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:28:37.795330 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:28:37.822762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Pushing event updated for resources: {'Port': ['ID=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:37.835096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.835447 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.835783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.836116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.836448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.836799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.837170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.837497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.837822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.838147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.838472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.838914 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:37.860793 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:37.861401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:37.876917 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-ea4767dc-fd6d-443d-bc83-c1591d27f908 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651765 Oct 13 05:28:37.888764 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Request body: {'port': {'device_id': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:37.940659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:38.194594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:28:38.201899 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:38.214231 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Transition to ACTIVE for port object e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:28:38.217231 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:38.267149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Pushing event updated for resources: {'Port': ['ID=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:38.329078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Attempting to bind port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:28:38.329721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Attempting to bind port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:28:38.329721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Attempting to bind port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 on network c5bcce2d-e53f-4c89-a908-edcf479bab46 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:28:38.333837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 on network c5bcce2d-e53f-4c89-a908-edcf479bab46 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:28:38.334156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Attempting to bind port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 on network c5bcce2d-e53f-4c89-a908-edcf479bab46 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:28:38.339484 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:28:38.339813 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Checking segment: {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:28:38.340190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Bound using segment: {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:28:38.340612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Bound port: e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699fbe8d-56d7-447c-be63-62d95d45bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:28:38.340989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:38.410116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] For port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:28:38.413998 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] For port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:28:38.419140 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:38.451697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:38.452320 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:38.453732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 HTTP/1.1" status: 200 len: 1092 time: 0.5690594 Oct 13 05:28:38.455802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'tag': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:38.458849 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06052dcc-d617-4e3b-b9ee-46c816b7fede" -d '{"events": [{"name": "network-changed", "server_uuid": "9f245a12-a19f-4da6-a590-b4cea666ab9a", "tag": "e0060cc1-68e5-40ba-9a17-2f3ba602e6c2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:38.487097 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617f3f1-8ad4-4f1c-9bff-b30aad167d88 service neutron] Pushing event updated for resources: {'Port': ['ID=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:38.501432 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec4f0b-6d12-419c-84c3-64797e087992 x-openstack-request-id: req-fbec4f0b-6d12-419c-84c3-64797e087992 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:38.501719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f245a12-a19f-4da6-a590-b4cea666ab9a", "tag": "e0060cc1-68e5-40ba-9a17-2f3ba602e6c2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:38.501974 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbec4f0b-6d12-419c-84c3-64797e087992 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:38.502367 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'tag': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2', 'status': 'completed', 'code': 200} Oct 13 05:28:38.535624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-603701e8-6bc2-4793-b98b-152486335555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:38.537134 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-603701e8-6bc2-4793-b98b-152486335555 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 1095 time: 0.0454364 Oct 13 05:28:38.577330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-8b6522c0-c394-4a59-a0fd-f5bf76fcedf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 HTTP/1.1" status: 200 len: 217 time: 0.0327425 Oct 13 05:28:38.653893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-2b9bb0bb-9003-4658-8a47-a3eb35392529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:38.655318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-2b9bb0bb-9003-4658-8a47-a3eb35392529 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c67832d-c621-408e-81c0-8db33f55e690 HTTP/1.1" status: 200 len: 854 time: 0.0711732 Oct 13 05:28:38.688983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-e3158283-4af2-4cbf-8753-0efbec2cea9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5bcce2d-e53f-4c89-a908-edcf479bab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257509 Oct 13 05:28:38.697210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85234bea-c79b-40f4-8d27-12fdff59ac00 req-a0cfcf2e-4296-4a91-b5ef-e136ec733b4a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:38.698565 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85234bea-c79b-40f4-8d27-12fdff59ac00 req-a0cfcf2e-4296-4a91-b5ef-e136ec733b4a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 944 time: 0.0785360 Oct 13 05:28:38.785281 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-85234bea-c79b-40f4-8d27-12fdff59ac00 req-e2fbf84c-b1b6-4003-8d11-a5f3aa292d01 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791037 Oct 13 05:28:38.815820 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-e601eaf3-52e9-467e-9aef-f89cb0a6ef95 service neutron] 10.222.0.15 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163561 Oct 13 05:28:38.902319 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4ccd2e55-195e-4844-8d79-3dcb2c5737c8 req-b208d192-e58d-4efc-8b9f-79cda4abf5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793595 Oct 13 05:28:38.989913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-84812f36-607e-47a1-ac13-7d2b5b8edf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:38.991387 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-84812f36-607e-47a1-ac13-7d2b5b8edf50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 1095 time: 0.0446136 Oct 13 05:28:39.080456 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-24a85a81-ad76-46af-972d-9203d373ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:39.081906 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-24a85a81-ad76-46af-972d-9203d373ce5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 200 len: 915 time: 0.0837870 Oct 13 05:28:39.125778 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-8be98653-5228-4c8f-9596-9435caac1d26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 HTTP/1.1" status: 200 len: 217 time: 0.0363402 Oct 13 05:28:39.143218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:39.176923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-23c63cbc-bc4a-40f7-86fb-d2a34b1a7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:39.178360 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-23c63cbc-bc4a-40f7-86fb-d2a34b1a7c56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c67832d-c621-408e-81c0-8db33f55e690 HTTP/1.1" status: 200 len: 854 time: 0.0430849 Oct 13 05:28:39.209406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-5c090eff-576a-49ec-a80f-53fb3506d44e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5bcce2d-e53f-4c89-a908-edcf479bab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236826 Oct 13 05:28:39.301859 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-2885dce4-f07f-43a2-8f2a-619f14599bee service neutron] 10.222.0.15 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Oct 13 05:28:39.389186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-06052dcc-d617-4e3b-b9ee-46c816b7fede req-d5f9845e-eeac-4eda-b173-446656c6e39c service neutron] 10.222.0.15 "GET /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788283 Oct 13 05:28:39.904623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de08f25-02e3-4f60-a7be-b88f340f1c6e req-933e2d0c-59b3-4212-9960-af58d050e94d tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:39.906337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0de08f25-02e3-4f60-a7be-b88f340f1c6e req-933e2d0c-59b3-4212-9960-af58d050e94d tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 944 time: 0.0468538 Oct 13 05:28:39.944387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0de08f25-02e3-4f60-a7be-b88f340f1c6e req-f0139a9a-3fe0-4576-b708-b44c76a0df2e tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Oct 13 05:28:40.916166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:41.057103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f656-0a79-4b2d-9d10-665274df1fe5 req-c0e30c48-76bd-4b2d-962d-70c26b9aa808 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:41.058557 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1911f656-0a79-4b2d-9d10-665274df1fe5 req-c0e30c48-76bd-4b2d-962d-70c26b9aa808 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 944 time: 0.0483854 Oct 13 05:28:41.094923 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1911f656-0a79-4b2d-9d10-665274df1fe5 req-c9066166-c44b-45bf-996b-103980fd7638 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Oct 13 05:28:42.205024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57d201-6c48-4e5b-9183-ed8fb2008461 req-974e61c0-2aac-4ee8-99eb-cae15068a8f1 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:42.206458 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de57d201-6c48-4e5b-9183-ed8fb2008461 req-974e61c0-2aac-4ee8-99eb-cae15068a8f1 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 944 time: 0.0466714 Oct 13 05:28:42.242619 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-de57d201-6c48-4e5b-9183-ed8fb2008461 req-e50d2ad8-68cc-413b-bd68-acf6379e533a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303578 Oct 13 05:28:43.318186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:28:43.359872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce75da-fbe2-4df9-9e1f-579fef82ecff req-1abd721b-ed4c-429d-a66c-35798ea653e6 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:43.361376 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41ce75da-fbe2-4df9-9e1f-579fef82ecff req-1abd721b-ed4c-429d-a66c-35798ea653e6 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 944 time: 0.0520825 Oct 13 05:28:43.399966 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-41ce75da-fbe2-4df9-9e1f-579fef82ecff req-9cab0178-2fb8-45ac-9fd9-13ca33107f9f tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Oct 13 05:28:43.410851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:43.422180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2', 'network_id': 'c5bcce2d-e53f-4c89-a908-edcf479bab46', 'port_id': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2', 'mac_address': 'fa:16:3e:32:ca:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c67832d-c621-408e-81c0-8db33f55e690', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:28:43.461143 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:43.473089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:28:43.490993 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:43.495388 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:43.541454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:43.690968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e0060cc1-68e5-40ba-9a17-2f3ba602e6c2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:44.514468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454dc4-2314-41d8-ba88-06f1b805cd7e req-5ce0e14f-bca6-4e36-8bc0-96b4c6a1cc0e tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:44.515895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c454dc4-2314-41d8-ba88-06f1b805cd7e req-5ce0e14f-bca6-4e36-8bc0-96b4c6a1cc0e tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 945 time: 0.0503242 Oct 13 05:28:44.552329 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2c454dc4-2314-41d8-ba88-06f1b805cd7e req-f05a1d4f-bfcf-4f6a-86ba-4c2bc458d5de tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305204 Oct 13 05:28:45.334724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:28:45.382098 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:28:45.386263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:28:45.386631 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:45.460442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:45.481499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:45.483792 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6ce6a2-c7b6-46ae-82e0-db4a76c9e0a3" -d '{"events": [{"server_uuid": "9f245a12-a19f-4da6-a590-b4cea666ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "e0060cc1-68e5-40ba-9a17-2f3ba602e6c2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:45.499250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:45.503404 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:45.528992 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7687aa64-929a-4d3d-9c85-584371380a5f x-openstack-request-id: req-7687aa64-929a-4d3d-9c85-584371380a5f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:45.529278 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f245a12-a19f-4da6-a590-b4cea666ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "e0060cc1-68e5-40ba-9a17-2f3ba602e6c2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:45.529528 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7687aa64-929a-4d3d-9c85-584371380a5f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:45.529907 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2', 'code': 200} Oct 13 05:28:45.557905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:45.613546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c10ff1-961a-43ac-8fd2-cc000f2c4333 req-dcf44baa-cf9e-408d-bafb-83ef4d0fca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:45.615018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36c10ff1-961a-43ac-8fd2-cc000f2c4333 req-dcf44baa-cf9e-408d-bafb-83ef4d0fca9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 1097 time: 0.0386190 Oct 13 05:28:45.650287 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36c10ff1-961a-43ac-8fd2-cc000f2c4333 req-dc8a7bf3-7967-4848-8894-16b48ec844cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279343 Oct 13 05:28:45.664411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0487c-e506-4f4e-9c36-b749f9347f1d req-d8af45fc-f194-4b6f-b09f-fe9742d42148 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:45.665894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20e0487c-e506-4f4e-9c36-b749f9347f1d req-d8af45fc-f194-4b6f-b09f-fe9742d42148 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 946 time: 0.0487723 Oct 13 05:28:45.702903 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-20e0487c-e506-4f4e-9c36-b749f9347f1d req-78b23c48-6596-44e4-9c36-ea3cf0158288 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Oct 13 05:28:46.637557 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:28:46.815185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2dfca-0599-46f6-99d0-13046340654c req-ef9f3db1-821e-4175-a743-90c3ee5c9d7f tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:46.816604 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73d2dfca-0599-46f6-99d0-13046340654c req-ef9f3db1-821e-4175-a743-90c3ee5c9d7f tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 946 time: 0.0475435 Oct 13 05:28:46.853435 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-73d2dfca-0599-46f6-99d0-13046340654c req-3e88030d-5581-4db4-bac7-588f942e21f7 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304856 Oct 13 05:28:47.080651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eef61e-f7c1-456f-b51f-510f12453c60 req-027654d4-4107-48cd-9310-fdd4b4ef8691 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:47.082107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70eef61e-f7c1-456f-b51f-510f12453c60 req-027654d4-4107-48cd-9310-fdd4b4ef8691 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 946 time: 0.0517097 Oct 13 05:28:47.117487 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-70eef61e-f7c1-456f-b51f-510f12453c60 req-30bc3848-76ae-4131-b855-3f941d0415fa tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294945 Oct 13 05:28:48.231391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f521348-05d9-4846-8a8b-93b32b7ccf1c req-0e948d68-03f9-42ef-b5f9-2a3be43c9bee tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:48.232841 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f521348-05d9-4846-8a8b-93b32b7ccf1c req-0e948d68-03f9-42ef-b5f9-2a3be43c9bee tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 946 time: 0.0474613 Oct 13 05:28:48.268671 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f521348-05d9-4846-8a8b-93b32b7ccf1c req-6abda1fd-5724-42e3-be22-da5d26c791a0 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301173 Oct 13 05:28:48.312217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-070401dc-e51e-4eb3-8863-8f04d5709271 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:48.313679 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-070401dc-e51e-4eb3-8863-8f04d5709271 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f245a12-a19f-4da6-a590-b4cea666ab9a HTTP/1.1" status: 200 len: 946 time: 0.0480521 Oct 13 05:28:48.403289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Deleting port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:48.403557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:48.491594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] For port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:48.491950 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:48.504387 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Calling delete_port for e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:48.627066 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:48.638646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['e0060cc1-68e5-40ba-9a17-2f3ba602e6c2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:48.653631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Pushing event deleted for resources: {'Port': ['ID=e0060cc1-68e5-40ba-9a17-2f3ba602e6c2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:48.660533 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7cf22255-9ce2-495c-a4cd-4345d32f48ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:48.695478 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] No DVR routers for this DVR port e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:28:48.698764 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:48.701919 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a83a69f6-fdf5-4aa7-8726-f4c9c0181329 req-697ef40d-8cf7-4c4a-84bb-8b9cf9ec910c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.15 "DELETE /v2.0/ports/e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 HTTP/1.1" status: 204 len: 173 time: 0.3819327 Oct 13 05:28:48.702370 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'name': 'network-vif-deleted', 'tag': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:48.704618 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db380cdd-dad9-47e9-9461-150d6f39149f" -d '{"events": [{"server_uuid": "9f245a12-a19f-4da6-a590-b4cea666ab9a", "name": "network-vif-deleted", "tag": "e0060cc1-68e5-40ba-9a17-2f3ba602e6c2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:48.742791 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e2eaa9-8b9d-49fd-bf31-78fda7e93a0c x-openstack-request-id: req-31e2eaa9-8b9d-49fd-bf31-78fda7e93a0c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:48.743093 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f245a12-a19f-4da6-a590-b4cea666ab9a", "name": "network-vif-deleted", "tag": "e0060cc1-68e5-40ba-9a17-2f3ba602e6c2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:48.744440 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31e2eaa9-8b9d-49fd-bf31-78fda7e93a0c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:48.744440 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f245a12-a19f-4da6-a590-b4cea666ab9a', 'name': 'network-vif-deleted', 'tag': 'e0060cc1-68e5-40ba-9a17-2f3ba602e6c2', 'status': 'completed', 'code': 200} Oct 13 05:28:49.096567 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f67e6d2-316f-4d8d-b27c-f3f666f58f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:49.423776 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7b9d3-967b-40dd-8f64-f067e6d1daa4 req-b0212b40-b680-4f0b-becf-a6bbe75d05dd tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:49.425256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ff7b9d3-967b-40dd-8f64-f067e6d1daa4 req-b0212b40-b680-4f0b-becf-a6bbe75d05dd tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0528016 Oct 13 05:28:49.461567 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7ff7b9d3-967b-40dd-8f64-f067e6d1daa4 req-6de84efe-07c2-47e4-b4d3-aeda4f8af3a3 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Oct 13 05:28:49.589545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdedb-4c64-450c-af42-753819a91019 req-68c94d5c-cfab-4647-97dc-8c961e21cf73 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:49.590872 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-357cdedb-4c64-450c-af42-753819a91019 req-68c94d5c-cfab-4647-97dc-8c961e21cf73 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0477679 Oct 13 05:28:49.626612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-357cdedb-4c64-450c-af42-753819a91019 req-6400a121-925c-401c-a950-dd6cf2a0436c tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299153 Oct 13 05:28:49.741422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36263c-f142-4678-9003-9c5ee54463c2 req-2238238b-6f11-4759-ac64-8edc79d2cbb5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:49.742874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b36263c-f142-4678-9003-9c5ee54463c2 req-2238238b-6f11-4759-ac64-8edc79d2cbb5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0508413 Oct 13 05:28:49.779330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b36263c-f142-4678-9003-9c5ee54463c2 req-a24f3e63-e097-468e-a605-11fb34d4fff3 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Oct 13 05:28:49.850001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-63377740-75e8-43ea-b43d-969fdf9579b6 req-3537fd84-1a70-40ea-a901-c70c45ff9cd5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:28:49.850915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-63377740-75e8-43ea-b43d-969fdf9579b6 req-3537fd84-1a70-40ea-a901-c70c45ff9cd5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052085 Oct 13 05:28:49.955107 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd62f-2a3b-4371-9301-06a9461c9923 req-13f82ab2-4665-433e-9b28-c4ab9bfb59f2 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:49.957396 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03fbd62f-2a3b-4371-9301-06a9461c9923 req-13f82ab2-4665-433e-9b28-c4ab9bfb59f2 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0510855 Oct 13 05:28:49.993800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03fbd62f-2a3b-4371-9301-06a9461c9923 req-a368909f-e12a-4dc1-959c-15372792ad69 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302804 Oct 13 05:28:50.106401 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b7838-4ae2-431b-953b-d5ddbf9df8af req-a9ed08e6-46e0-4e35-ba92-a7ac96dbbc3d tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:50.107751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-208b7838-4ae2-431b-953b-d5ddbf9df8af req-a9ed08e6-46e0-4e35-ba92-a7ac96dbbc3d tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0471516 Oct 13 05:28:50.144660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-208b7838-4ae2-431b-953b-d5ddbf9df8af req-d61f27eb-84c5-4f7d-8aec-b475e4ed6b6b tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Oct 13 05:28:50.537697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f569d2d-13e8-4b3f-a67d-81010ed144e5 req-e6e41447-fde5-49ac-81df-0e10692f1e82 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:50.539138 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f569d2d-13e8-4b3f-a67d-81010ed144e5 req-e6e41447-fde5-49ac-81df-0e10692f1e82 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.3208766 Oct 13 05:28:50.575846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0f569d2d-13e8-4b3f-a67d-81010ed144e5 req-681aaa6f-edce-4008-bbf6-36e3d4cb2a2e tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Oct 13 05:28:50.865384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32867ff7-4e55-4a06-af46-f6b0f02f36ed req-0f4a15e8-522f-4f32-b8f9-bc054320745a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:50.866813 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32867ff7-4e55-4a06-af46-f6b0f02f36ed req-0f4a15e8-522f-4f32-b8f9-bc054320745a tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0474615 Oct 13 05:28:50.902802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-32867ff7-4e55-4a06-af46-f6b0f02f36ed req-905830dc-e1df-467f-ab54-e686ecde31f5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300002 Oct 13 05:28:51.381622 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:28:51.402741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:28:51.403080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device e0060cc1-68e5-40ba-9a17-2f3ba602e6c2 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:28:51.599308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9240d30-2f92-4e18-a70b-f9d217cfee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:52.015825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8dde-f3d0-487e-b5eb-8fa4ddbca8cf req-10173a05-c365-46b0-86db-0e6f88b01746 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:52.017294 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56ba8dde-f3d0-487e-b5eb-8fa4ddbca8cf req-10173a05-c365-46b0-86db-0e6f88b01746 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0478413 Oct 13 05:28:52.053941 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-56ba8dde-f3d0-487e-b5eb-8fa4ddbca8cf req-53e0ae9a-c008-4f51-8fd4-55cd25e41013 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/security-groups?id=81a92549-c78d-4367-94b6-67cedc47d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Oct 13 05:28:52.322533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acde77-ec23-4389-b23e-5f350debb6ca req-fee50429-d749-4aa4-8a73-f1ae10ec0f00 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:52.323968 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30acde77-ec23-4389-b23e-5f350debb6ca req-fee50429-d749-4aa4-8a73-f1ae10ec0f00 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 945 time: 0.0524614 Oct 13 05:28:52.412584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Deleting port 7cf22255-9ce2-495c-a4cd-4345d32f48ab {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:28:52.412965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:52.502406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] For port 7cf22255-9ce2-495c-a4cd-4345d32f48ab, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=7cf22255-9ce2-495c-a4cd-4345d32f48ab,segment=NetworkSegment(699fbe8d-56d7-447c-be63-62d95d45bd98),segment_id=699fbe8d-56d7-447c-be63-62d95d45bd98)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:28:52.502764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:52.514806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Calling delete_port for 7cf22255-9ce2-495c-a4cd-4345d32f48ab owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:28:52.639064 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:52.651890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['7cf22255-9ce2-495c-a4cd-4345d32f48ab'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:28:52.667551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Pushing event deleted for resources: {'Port': ['ID=7cf22255-9ce2-495c-a4cd-4345d32f48ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:52.678475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.678815 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.679150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.679479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.679802 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.680130 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.680445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.680790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.681112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.681429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.681776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.682089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:28:52.719069 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] No DVR routers for this DVR port 7cf22255-9ce2-495c-a4cd-4345d32f48ab on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:28:52.721758 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:52.725056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30acde77-ec23-4389-b23e-5f350debb6ca req-4e1e9b3c-5521-4d91-b9db-0a9cb8ac1aed tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.26 "DELETE /v2.0/ports/7cf22255-9ce2-495c-a4cd-4345d32f48ab HTTP/1.1" status: 204 len: 173 time: 0.3946798 Oct 13 05:28:52.725490 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'name': 'network-vif-deleted', 'tag': '7cf22255-9ce2-495c-a4cd-4345d32f48ab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:28:52.727739 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f6aff0-a4c9-408f-9cff-7ad2e154eb3d" -d '{"events": [{"server_uuid": "cfde5b09-ef6d-4ac8-9363-80bdfa10f85e", "name": "network-vif-deleted", "tag": "7cf22255-9ce2-495c-a4cd-4345d32f48ab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:28:52.766601 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d031cb9-449b-4cb5-ad66-eed0857a3b46 x-openstack-request-id: req-8d031cb9-449b-4cb5-ad66-eed0857a3b46 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:28:52.766901 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfde5b09-ef6d-4ac8-9363-80bdfa10f85e", "name": "network-vif-deleted", "tag": "7cf22255-9ce2-495c-a4cd-4345d32f48ab", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:28:52.767155 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d031cb9-449b-4cb5-ad66-eed0857a3b46 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:28:52.767563 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfde5b09-ef6d-4ac8-9363-80bdfa10f85e', 'name': 'network-vif-deleted', 'tag': '7cf22255-9ce2-495c-a4cd-4345d32f48ab', 'status': 'completed', 'code': 200} Oct 13 05:28:53.020396 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:53.164482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9add48d-f191-4c22-b175-7a1c88a0f5cc req-515d2849-bcb8-4d83-8524-9267dcd8c6f5 tempest-ServersNegativeTestJSON-1751139784 tempest-ServersNegativeTestJSON-1751139784-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfde5b09-ef6d-4ac8-9363-80bdfa10f85e HTTP/1.1" status: 200 len: 210 time: 0.0341616 Oct 13 05:28:53.332298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.219716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51736) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:54.263501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Deleting subnet 5c67832d-c621-408e-81c0-8db33f55e690 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:28:54.266368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.304550 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.342460 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.394195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.419024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c67832d-c621-408e-81c0-8db33f55e690,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:54.423821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.427251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3344bbe6-d2e1-46e2-9e62-bc865cff121d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5c67832d-c621-408e-81c0-8db33f55e690 HTTP/1.1" status: 204 len: 168 time: 0.2065253 Oct 13 05:28:54.429702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:54.499462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.579937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.598608 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bcce2d-e53f-4c89-a908-edcf479bab46']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:54.607452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699fbe8d-56d7-447c-be63-62d95d45bd98') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:54.607744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699fbe8d-56d7-447c-be63-62d95d45bd98') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:28:54.616625 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.629709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.635617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:28:54.636608 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:28:54.638228 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:28:54.689631 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.695086 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.698926 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5bcce2d-e53f-4c89-a908-edcf479bab46 HTTP/1.1" status: 204 len: 168 time: 0.2678199 Oct 13 05:28:54.709760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b50b3-1086-46f9-b94b-853851ffeb55 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5bcce2d-e53f-4c89-a908-edcf479bab46,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:54.806619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:54.846149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6347f79d-453c-40c3-81d5-a14f89f1c836 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c61cf9eccb684adb8fb3ea9128afcaaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384040 Oct 13 05:28:54.848564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:54.892459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.900201 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-617b4953-d6f4-4378-b8c0-e1372059f418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.921243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-617b4953-d6f4-4378-b8c0-e1372059f418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.968780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-617b4953-d6f4-4378-b8c0-e1372059f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.971312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-617b4953-d6f4-4378-b8c0-e1372059f418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:54.972488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-617b4953-d6f4-4378-b8c0-e1372059f418 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81a92549-c78d-4367-94b6-67cedc47d7e8 HTTP/1.1" status: 204 len: 168 time: 0.1230161 Oct 13 05:28:54.980669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b4953-d6f4-4378-b8c0-e1372059f418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a92549-c78d-4367-94b6-67cedc47d7e8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:55.632724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51766) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:55.743296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896204055'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:55.764662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:55.768056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.777087 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.808523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7cf22255-9ce2-495c-a4cd-4345d32f48ab no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:28:55.829218 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 7cf22255-9ce2-495c-a4cd-4345d32f48ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:28:55.829469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 7cf22255-9ce2-495c-a4cd-4345d32f48ab not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:28:55.854224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.857981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.880634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:28:55.894378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10391a5a-8b96-402d-b9cf-7ad221187c70,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:55.899313 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.899658 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Added segment b9c0202b-5903-49f1-bfec-02fc7a3ed6b7 of type vlan for network 33d2b658-20d7-4868-a6da-e94e26f56afe Oct 13 05:28:55.939519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.963803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:55.970035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:55.970607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:56.026798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3929577 Oct 13 05:28:56.042270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d96c7-dbe6-4bae-bfc4-ac678675cc3a tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Network': ['ID=33d2b658-20d7-4868-a6da-e94e26f56afe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:56.052268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 33d2b658-20d7-4868-a6da-e94e26f56afe details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:28:59.242278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:59.247810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'subnet': {'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:59.337253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:59.340926 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.516745 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.575969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Subnet': ['ID=6b410aee-c8be-4f9d-a07e-231bcb6f0c2c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:59.583212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Checking segment: {'id': 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:28:59.583557 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network hostable DHCP agents. Network: 33d2b658-20d7-4868-a6da-e94e26f56afe, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:28:59.599206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network 33d2b658-20d7-4868-a6da-e94e26f56afe is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:28:59.608233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 33d2b658-20d7-4868-a6da-e94e26f56afe) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:28:59.612302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:59.613035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.617716 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b53b8b-a350-4557-8c0a-1056c73e9f41 None None] Network 33d2b658-20d7-4868-a6da-e94e26f56afe requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:28:59.629290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bb213618-9c5e-450a-bfd0-af0cdf18456e tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3859274 Oct 13 05:28:59.632812 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:59.637645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721660129'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:59.659528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:59.663613 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.689858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:28:59.699157 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.699499 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Added segment 81b66734-a25e-4f44-a70b-d5adc424f476 of type vlan for network 2e9c3d1b-b3e5-42f5-a810-7aace580da9f Oct 13 05:28:59.739755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.763857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-33d2b658-20d7-4868-a6da-e94e26f56afe', 'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe', 'tenant_id': 'cb2456bc93784b9b9a8c6a60cc7eb389', 'fixed_ips': [{'subnet_id': '6b410aee-c8be-4f9d-a07e-231bcb6f0c2c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:28:59.764122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.764812 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.769858 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:59.770380 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:59.848107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2142420 Oct 13 05:28:59.851818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51776) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:28:59.860584 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'subnet': {'network_id': '2e9c3d1b-b3e5-42f5-a810-7aace580da9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:28:59.875921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cccd9-4b65-4811-a11d-be858d0fe154 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Network': ['ID=2e9c3d1b-b3e5-42f5-a810-7aace580da9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:28:59.890499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2e9c3d1b-b3e5-42f5-a810-7aace580da9f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:28:59.938178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Allocated IP 2001:db8:0:ffff::2 (33d2b658-20d7-4868-a6da-e94e26f56afe/6b410aee-c8be-4f9d-a07e-231bcb6f0c2c/2f845623-bbe0-449a-990c-c17ee1e59a2b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:28:59.958147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:28:59.961915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.103743 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.109990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.147597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Network 33d2b658-20d7-4868-a6da-e94e26f56afe is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:00.150706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:00.151244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.154909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:00.163805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Pushing event updated for resources: {'Port': ['ID=2f845623-bbe0-449a-990c-c17ee1e59a2b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:00.216450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Attempting to bind port 2f845623-bbe0-449a-990c-c17ee1e59a2b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:00.216941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Attempting to bind port 2f845623-bbe0-449a-990c-c17ee1e59a2b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:00.217300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Attempting to bind port 2f845623-bbe0-449a-990c-c17ee1e59a2b on network 33d2b658-20d7-4868-a6da-e94e26f56afe {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:00.218882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Subnet': ['ID=fff94deb-28f9-4f69-913c-9e2647497fb7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:00.222170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:00.222540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Checking segment: {'id': 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:00.222938 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.223326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Bound using segment: {'id': 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:00.223793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Bound port: 2f845623-bbe0-449a-990c-c17ee1e59a2b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33d2b658-20d7-4868-a6da-e94e26f56afe'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:00.224171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.226237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Checking segment: {'id': '81b66734-a25e-4f44-a70b-d5adc424f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e9c3d1b-b3e5-42f5-a810-7aace580da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:00.226620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network hostable DHCP agents. Network: 2e9c3d1b-b3e5-42f5-a810-7aace580da9f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:00.242556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network 2e9c3d1b-b3e5-42f5-a810-7aace580da9f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:00.250696 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2e9c3d1b-b3e5-42f5-a810-7aace580da9f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:00.254876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:00.255463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.261518 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448aff47-8c34-42e5-badf-768ecd23d2b1 None None] Network 2e9c3d1b-b3e5-42f5-a810-7aace580da9f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:00.273881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e9173588-932b-450c-922c-9906f98b018f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4182162 Oct 13 05:29:00.274196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:00.337108 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] For port 2f845623-bbe0-449a-990c-c17ee1e59a2b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:00.357906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] For port 2f845623-bbe0-449a-990c-c17ee1e59a2b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f845623-bbe0-449a-990c-c17ee1e59a2b,segment=NetworkSegment(b9c0202b-5903-49f1-bfec-02fc7a3ed6b7),segment_id=b9c0202b-5903-49f1-bfec-02fc7a3ed6b7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:00.363413 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.374070 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.452734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a17b-1e90-4036-be47-5fdf87754bb0 None None] Pushing event updated for resources: {'Port': ['ID=2f845623-bbe0-449a-990c-c17ee1e59a2b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:00.453876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.497388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af105d-1c6e-4968-b7d3-62a6fca413a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2e9c3d1b-b3e5-42f5-a810-7aace580da9f', 'network_id': '2e9c3d1b-b3e5-42f5-a810-7aace580da9f', 'tenant_id': 'cb2456bc93784b9b9a8c6a60cc7eb389', 'fixed_ips': [{'subnet_id': 'fff94deb-28f9-4f69-913c-9e2647497fb7'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:00.498283 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30af105d-1c6e-4968-b7d3-62a6fca413a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.527677 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.567227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Subnet': ['ID=fff94deb-28f9-4f69-913c-9e2647497fb7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-30af105d-1c6e-4968-b7d3-62a6fca413a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fff94deb-28f9-4f69-913c-9e2647497fb7: This subnet is being modified by another concurrent operation. Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fff94deb-28f9-4f69-913c-9e2647497fb7: This subnet is being modified by another concurrent operation. Oct 13 05:29:00.610501 n-d-810220-9 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 13 05:29:00.636653 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2fa6a-39f4-48dd-a5a7-9ed1e88bc16d None None] Network 2e9c3d1b-b3e5-42f5-a810-7aace580da9f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:00.646358 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.670360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c3d1b-b3e5-42f5-a810-7aace580da9f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:00.679862 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b66734-a25e-4f44-a70b-d5adc424f476') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:00.680155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b66734-a25e-4f44-a70b-d5adc424f476') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:00.691444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.705437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.713704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:00.714451 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:00.720102 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:00.783203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.789818 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.793448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/2e9c3d1b-b3e5-42f5-a810-7aace580da9f HTTP/1.1" status: 204 len: 168 time: 0.5183556 Oct 13 05:29:00.797087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:00.802841 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699589326'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:00.805016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7369e-36b5-4abe-9b0a-84c6a966d87b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Network': ['ID=2e9c3d1b-b3e5-42f5-a810-7aace580da9f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:00.827509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:00.831147 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.855021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:00.864622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.864927 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Added segment 0cf1b29b-0a57-4050-bbc1-0c2cdfb62551 of type vlan for network 4945d0d6-7c92-4d54-9ed8-06707e54ee94 Oct 13 05:29:00.908508 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.937744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.943236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:00.943848 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:00.996113 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1967733 Oct 13 05:29:00.999032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:01.004064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'subnet': {'network_id': '4945d0d6-7c92-4d54-9ed8-06707e54ee94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:01.013115 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935313-db0c-4357-a176-cceeb701e6ff tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Network': ['ID=4945d0d6-7c92-4d54-9ed8-06707e54ee94,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:01.023309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 4945d0d6-7c92-4d54-9ed8-06707e54ee94 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:01.101475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:01.105474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.171602 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Performing IP validity checks on allocation pools {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 05:29:01.172480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 05:29:01.244352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f845623-bbe0-449a-990c-c17ee1e59a2b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:01.294605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2f845623-bbe0-449a-990c-c17ee1e59a2b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:01.295228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.301411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.370293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Subnet': ['ID=855667ad-301e-4039-b170-ca4ffedb3d98,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:01.379665 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Checking segment: {'id': '0cf1b29b-0a57-4050-bbc1-0c2cdfb62551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4945d0d6-7c92-4d54-9ed8-06707e54ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:01.380104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network hostable DHCP agents. Network: 4945d0d6-7c92-4d54-9ed8-06707e54ee94, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:01.391529 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.398207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network 4945d0d6-7c92-4d54-9ed8-06707e54ee94 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:01.410709 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 4945d0d6-7c92-4d54-9ed8-06707e54ee94) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:01.415582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:01.418454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.430317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3583cf6-5597-489b-948e-173bd300ae10 None None] Network 4945d0d6-7c92-4d54-9ed8-06707e54ee94 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:01.432214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb12c9-45db-4538-8b99-7d3c8f0c2758 None None] Network 33d2b658-20d7-4868-a6da-e94e26f56afe requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:01.435664 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 2f845623-bbe0-449a-990c-c17ee1e59a2b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f845623-bbe0-449a-990c-c17ee1e59a2b,segment=NetworkSegment(b9c0202b-5903-49f1-bfec-02fc7a3ed6b7),segment_id=b9c0202b-5903-49f1-bfec-02fc7a3ed6b7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:01.436339 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-35082e71-f8ec-41ac-9b2c-db6b468f13dc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4361994 Oct 13 05:29:01.439152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:01.482387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.534302 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.567376 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9bd1c52b-42ac-4795-bee6-8ee061405251 None None] Provisioning complete for port 2f845623-bbe0-449a-990c-c17ee1e59a2b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:01.567751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c52b-42ac-4795-bee6-8ee061405251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.590138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.635380 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=2f845623-bbe0-449a-990c-c17ee1e59a2b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:01.650546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.677387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Subnet': ['ID=855667ad-301e-4039-b170-ca4ffedb3d98,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:01.738215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca89991-b6ba-4e68-9202-c806726eb16f None None] Network 4945d0d6-7c92-4d54-9ed8-06707e54ee94 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:01.741123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.761869 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4945d0d6-7c92-4d54-9ed8-06707e54ee94']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:01.770881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf1b29b-0a57-4050-bbc1-0c2cdfb62551') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:01.771175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf1b29b-0a57-4050-bbc1-0c2cdfb62551') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:01.780156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.793573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.800141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:01.800537 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:01.803511 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:01.862920 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.869830 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.873484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/4945d0d6-7c92-4d54-9ed8-06707e54ee94 HTTP/1.1" status: 204 len: 168 time: 0.4333804 Oct 13 05:29:01.878433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:01.882329 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57243858'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:01.896214 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700054-764d-4439-ada8-3a96018a0adf tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Network': ['ID=4945d0d6-7c92-4d54-9ed8-06707e54ee94,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:01.913168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:01.916711 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.940491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:01.949787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:01.950132 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Added segment b8831cc0-96f5-4bf5-a064-dc8a9cf90365 of type vlan for network 5a707751-2f1e-4633-b178-4ebede513bcb Oct 13 05:29:01.991056 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.019812 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.025822 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:02.026921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.070524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403c2b2-51d0-4fd4-bd56-ff8881baa6f0 None None] get_active_networks_info from n-d-810220-9 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 05:29:02.081638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2032762 Oct 13 05:29:02.084561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51788) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:02.090115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'subnet': {'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:02.097650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8acbbfe0-fc84-4164-94b8-ecccd198886d None None] Provisioning complete for port 2f845623-bbe0-449a-990c-c17ee1e59a2b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:02.098013 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8acbbfe0-fc84-4164-94b8-ecccd198886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.102735 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4614-45c5-4bf4-b05b-e8401f44d895 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Network': ['ID=5a707751-2f1e-4633-b178-4ebede513bcb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:02.120429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 5a707751-2f1e-4633-b178-4ebede513bcb details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:02.179442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:02.182925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.226048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403c2b2-51d0-4fd4-bd56-ff8881baa6f0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 05:29:02.365357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.431568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Subnet': ['ID=a99ef458-75bd-4f25-8264-f50ccba3ae24,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:02.433833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Checking segment: {'id': 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:02.434195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network hostable DHCP agents. Network: 5a707751-2f1e-4633-b178-4ebede513bcb, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:02.452314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network 5a707751-2f1e-4633-b178-4ebede513bcb is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:02.460844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 5a707751-2f1e-4633-b178-4ebede513bcb) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:02.465245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:02.465825 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.469703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb96a2-0edb-405f-a01f-fbd5d78ce384 None None] Network 5a707751-2f1e-4633-b178-4ebede513bcb requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:02.481265 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1dc14fd-ee48-4e2a-b7b3-264b7394f7c4 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3956161 Oct 13 05:29:02.484830 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:02.489886 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801686530'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:02.510647 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:02.514696 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.538322 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:02.547204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.547550 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Added segment 9f156b5d-ef2b-4865-aa75-759d45448b6a of type vlan for network fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 Oct 13 05:29:02.594258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.620843 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.626753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:02.627364 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.691289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2052121 Oct 13 05:29:02.693968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:02.699282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Request body: {'subnet': {'network_id': 'fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:02.707031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d72d4-1180-426f-8058-1e05a86de09b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Network': ['ID=fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:02.733401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:02.796963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Made reservation on behalf of cb2456bc93784b9b9a8c6a60cc7eb389 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:02.801147 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.828627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-5a707751-2f1e-4633-b178-4ebede513bcb', 'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb', 'tenant_id': 'cb2456bc93784b9b9a8c6a60cc7eb389', 'fixed_ips': [{'subnet_id': 'a99ef458-75bd-4f25-8264-f50ccba3ae24'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:02.829510 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:02.967530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Allocated IP 2001:db8::2 (5a707751-2f1e-4633-b178-4ebede513bcb/a99ef458-75bd-4f25-8264-f50ccba3ae24/716fbf4c-322e-4746-983d-c2dfbeacfb8a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:02.983285 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.043230 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event updated for resources: {'Subnet': ['ID=ff7531b9-e5a5-4782-a5a0-8d47a170a128,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:03.052122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Checking segment: {'id': '9f156b5d-ef2b-4865-aa75-759d45448b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:03.052478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network hostable DHCP agents. Network: fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:03.069159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Network fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:03.077151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:03.081235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:03.081813 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.092354 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a7641a-ba15-4793-8635-b2775ad74058 None None] Network fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:03.098399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8743ae54-a4c6-478f-be0c-ec077d4dd258 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4034460 Oct 13 05:29:03.101028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:03.155480 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.173141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.207649 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.213100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f845623-bbe0-449a-990c-c17ee1e59a2b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:03.255912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Network 5a707751-2f1e-4633-b178-4ebede513bcb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:03.257488 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.281685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:03.286755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:03.289940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Pushing event updated for resources: {'Port': ['ID=716fbf4c-322e-4746-983d-c2dfbeacfb8a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:03.321773 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.349002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7531b9-e5a5-4782-a5a0-8d47a170a128,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:03.382619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbdb4eb-2eb9-4772-a01c-2cfb4d4dc3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6', 'network_id': 'fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6', 'tenant_id': 'cb2456bc93784b9b9a8c6a60cc7eb389', 'fixed_ips': [{'subnet_id': 'ff7531b9-e5a5-4782-a5a0-8d47a170a128'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:03.383462 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fbdb4eb-2eb9-4772-a01c-2cfb4d4dc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.385863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2f845623-bbe0-449a-990c-c17ee1e59a2b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:03.386222 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.387693 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Attempting to bind port 716fbf4c-322e-4746-983d-c2dfbeacfb8a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:03.388055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Attempting to bind port 716fbf4c-322e-4746-983d-c2dfbeacfb8a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:03.388408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Attempting to bind port 716fbf4c-322e-4746-983d-c2dfbeacfb8a on network 5a707751-2f1e-4633-b178-4ebede513bcb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:03.412117 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.418714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:03.419081 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Checking segment: {'id': 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:03.419480 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.419867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Bound using segment: {'id': 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:03.420338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Bound port: 716fbf4c-322e-4746-983d-c2dfbeacfb8a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a707751-2f1e-4633-b178-4ebede513bcb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:03.421750 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.434268 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:03.443339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f156b5d-ef2b-4865-aa75-759d45448b6a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:03.443632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f156b5d-ef2b-4865-aa75-759d45448b6a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:03.452764 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.466638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.473562 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:03.473958 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:03.476922 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:03.536983 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.541335 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.548657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 HTTP/1.1" status: 204 len: 168 time: 0.4437840 Oct 13 05:29:03.549210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51796) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:03.557563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ff72c-3b08-4cc6-9e25-497d207a1a97 None None] Network fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:03.566693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8673cc-9f4b-4a89-b9cd-fd651e002bdc tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Network': ['ID=fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:03.580040 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5d2441-7d78-41bc-8393-353f846f6aab tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] GET failed (client error): The resource could not be found. Oct 13 05:29:03.581434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2f5d2441-7d78-41bc-8393-353f846f6aab tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "GET /v2.0/subnets/ff7531b9-e5a5-4782-a5a0-8d47a170a128 HTTP/1.1" status: 404 len: 337 time: 0.0313189 Oct 13 05:29:03.584157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51798) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:03.589564 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] For port 716fbf4c-322e-4746-983d-c2dfbeacfb8a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:03.599344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ff72c-3b08-4cc6-9e25-497d207a1a97 None None] Network fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 05:29:03.603878 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f9b5a6-c773-4843-afd7-492e750054a6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:03.604514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f9b5a6-c773-4843-afd7-492e750054a6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:03.608048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e6f9b5a6-c773-4843-afd7-492e750054a6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 HTTP/1.1" status: 404 len: 339 time: 0.0228727 Oct 13 05:29:03.611795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:03.612964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] For port 716fbf4c-322e-4746-983d-c2dfbeacfb8a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=716fbf4c-322e-4746-983d-c2dfbeacfb8a,segment=NetworkSegment(b8831cc0-96f5-4bf5-a064-dc8a9cf90365),segment_id=b8831cc0-96f5-4bf5-a064-dc8a9cf90365)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:03.618540 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.643614 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-30779a6f-877c-4d0b-88a5-f494ce84e6d7 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:03.644060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30779a6f-877c-4d0b-88a5-f494ce84e6d7 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:03.647977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-30779a6f-877c-4d0b-88a5-f494ce84e6d7 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/subnets/ff7531b9-e5a5-4782-a5a0-8d47a170a128 HTTP/1.1" status: 404 len: 337 time: 0.0350678 Oct 13 05:29:03.650344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:03.672362 n-d-810220-9 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0d2123-69a4-4f4e-99f3-3077c4c75c94 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:03.672885 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0d2123-69a4-4f4e-99f3-3077c4c75c94 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:03.675901 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8c0d2123-69a4-4f4e-99f3-3077c4c75c94 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/fb0f6c4a-588c-45c7-9b15-7d9e74e0cac6 HTTP/1.1" status: 404 len: 339 time: 0.0245998 Oct 13 05:29:03.678646 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:03.679503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99f447-e58c-4335-a66e-9442ffd3be34 None None] Pushing event updated for resources: {'Port': ['ID=716fbf4c-322e-4746-983d-c2dfbeacfb8a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:03.732140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Deleting subnet a99ef458-75bd-4f25-8264-f50ccba3ae24 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:29:03.735438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.780099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.917858 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:03.975349 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.001804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Subnet': ['ID=a99ef458-75bd-4f25-8264-f50ccba3ae24,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:04.003756 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.008313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8433ad47-4132-479b-9551-7b530f0a443b tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/subnets/a99ef458-75bd-4f25-8264-f50ccba3ae24 HTTP/1.1" status: 204 len: 168 time: 0.3286874 Oct 13 05:29:04.009419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.090009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.140323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Deleting port 716fbf4c-322e-4746-983d-c2dfbeacfb8a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:29:04.140980 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.206255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] For port 716fbf4c-322e-4746-983d-c2dfbeacfb8a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=716fbf4c-322e-4746-983d-c2dfbeacfb8a,segment=NetworkSegment(b8831cc0-96f5-4bf5-a064-dc8a9cf90365),segment_id=b8831cc0-96f5-4bf5-a064-dc8a9cf90365)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:04.206622 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.219698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Calling delete_port for 716fbf4c-322e-4746-983d-c2dfbeacfb8a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:29:04.300123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.327074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Port': ['ID=716fbf4c-322e-4746-983d-c2dfbeacfb8a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:04.330484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No DVR routers for this DVR port 716fbf4c-322e-4746-983d-c2dfbeacfb8a on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:29:04.414096 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.434406 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a707751-2f1e-4633-b178-4ebede513bcb']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:04.443961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:04.444261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8831cc0-96f5-4bf5-a064-dc8a9cf90365') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:04.454627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.467978 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.474344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:04.474742 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:04.477983 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:04.512117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3096c9c-a0ad-4ed7-bbed-7832573ff4b3 None None] Network 5a707751-2f1e-4633-b178-4ebede513bcb requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:04.540474 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.548058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.551233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/5a707751-2f1e-4633-b178-4ebede513bcb HTTP/1.1" status: 204 len: 168 time: 0.5407224 Oct 13 05:29:04.553733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.568546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0abf89bf-8ffa-4436-b704-46c876ae4b9d None None] Could not find standard attr ID for object 716fbf4c-322e-4746-983d-c2dfbeacfb8a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 05:29:04.588227 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-04362d9a-5b76-48d6-9a55-c3aec12c9152 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:04.588705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04362d9a-5b76-48d6-9a55-c3aec12c9152 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:04.591672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04362d9a-5b76-48d6-9a55-c3aec12c9152 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/subnets/855667ad-301e-4039-b170-ca4ffedb3d98 HTTP/1.1" status: 404 len: 337 time: 0.0370214 Oct 13 05:29:04.592558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37490ea-cb0f-4b23-8317-f06b708e5b77 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Network': ['ID=5a707751-2f1e-4633-b178-4ebede513bcb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:04.594255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.612740 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bd8016-4a08-4d37-ad0d-8f5098edb6aa tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:04.613274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bd8016-4a08-4d37-ad0d-8f5098edb6aa tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:04.616209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-65bd8016-4a08-4d37-ad0d-8f5098edb6aa tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/4945d0d6-7c92-4d54-9ed8-06707e54ee94 HTTP/1.1" status: 404 len: 339 time: 0.0210793 Oct 13 05:29:04.618730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.645987 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0c2567-d7c1-40e5-a15e-05aa50c9ea94 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:04.646443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0c2567-d7c1-40e5-a15e-05aa50c9ea94 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:04.649459 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6e0c2567-d7c1-40e5-a15e-05aa50c9ea94 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/subnets/fff94deb-28f9-4f69-913c-9e2647497fb7 HTTP/1.1" status: 404 len: 337 time: 0.0292652 Oct 13 05:29:04.652006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.669949 n-d-810220-9 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-242eaedf-80cb-4af9-9ef2-355d4f52e999 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] DELETE failed (client error): The resource could not be found. Oct 13 05:29:04.670474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242eaedf-80cb-4af9-9ef2-355d4f52e999 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 05:29:04.673646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff03894-dbdf-4c8d-943c-e523feb51ef1 None None] DHCP port deletion for 5a707751-2f1e-4633-b178-4ebede513bcb request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:29:04.674466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-242eaedf-80cb-4af9-9ef2-355d4f52e999 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/2e9c3d1b-b3e5-42f5-a810-7aace580da9f HTTP/1.1" status: 404 len: 339 time: 0.0215533 Oct 13 05:29:04.676900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.731371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Deleting subnet 6b410aee-c8be-4f9d-a07e-231bcb6f0c2c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:29:04.734401 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.772658 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.851932 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.912334 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.939742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Subnet': ['ID=6b410aee-c8be-4f9d-a07e-231bcb6f0c2c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:04.941729 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:04.944924 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-839a57bf-8a2c-4a2b-956c-a5980c4fb8e6 tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/subnets/6b410aee-c8be-4f9d-a07e-231bcb6f0c2c HTTP/1.1" status: 204 len: 168 time: 0.2670176 Oct 13 05:29:04.947252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51818) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:04.947472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ccad3-ec7e-45b1-a559-0e03471e61ad None None] Network 33d2b658-20d7-4868-a6da-e94e26f56afe requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:05.020767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.072337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Deleting port 2f845623-bbe0-449a-990c-c17ee1e59a2b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:29:05.072708 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.108341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] DHCP port deletion for 33d2b658-20d7-4868-a6da-e94e26f56afe request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:29:05.138491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] For port 2f845623-bbe0-449a-990c-c17ee1e59a2b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f845623-bbe0-449a-990c-c17ee1e59a2b,segment=NetworkSegment(b9c0202b-5903-49f1-bfec-02fc7a3ed6b7),segment_id=b9c0202b-5903-49f1-bfec-02fc7a3ed6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:05.138854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.153788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] Deleting port 2f845623-bbe0-449a-990c-c17ee1e59a2b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:29:05.154012 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Calling delete_port for 2f845623-bbe0-449a-990c-c17ee1e59a2b owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:29:05.154472 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.216356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f845623-bbe0-449a-990c-c17ee1e59a2b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:29:05.233286 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.255299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] For port 2f845623-bbe0-449a-990c-c17ee1e59a2b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f845623-bbe0-449a-990c-c17ee1e59a2b,segment=NetworkSegment(b9c0202b-5903-49f1-bfec-02fc7a3ed6b7),segment_id=b9c0202b-5903-49f1-bfec-02fc7a3ed6b7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:05.255702 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.262973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Port': ['ID=2f845623-bbe0-449a-990c-c17ee1e59a2b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:05.264814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] No DVR routers for this DVR port 2f845623-bbe0-449a-990c-c17ee1e59a2b on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:29:05.272278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] Calling delete_port for 2f845623-bbe0-449a-990c-c17ee1e59a2b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:29:05.284602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No active binding found for port 2f845623-bbe0-449a-990c-c17ee1e59a2b {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 05:29:05.285055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f845623-bbe0-449a-990c-c17ee1e59a2b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:29:05.341016 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 05:29:05.348753 n-d-810220-9 neutron-server[94828]: self.session.flush() Oct 13 05:29:05.355794 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.360972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d2b658-20d7-4868-a6da-e94e26f56afe']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:05.372742 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:05.373155 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c0202b-5903-49f1-bfec-02fc7a3ed6b7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:05.381379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] Pushing event deleted for resources: {'Port': ['ID=2f845623-bbe0-449a-990c-c17ee1e59a2b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:05.382501 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.385414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48663f5a-2877-4ed3-bd0e-644f374e3f7e None None] No DVR routers for this DVR port 2f845623-bbe0-449a-990c-c17ee1e59a2b on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:29:05.399800 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.406460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:05.406836 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:05.409839 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:05.469413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.475973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.479071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] 10.222.0.44 "DELETE /v2.0/networks/33d2b658-20d7-4868-a6da-e94e26f56afe HTTP/1.1" status: 204 len: 168 time: 0.5309012 Oct 13 05:29:05.490452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49b188-ebdc-4353-a43a-d5a31436e90f tempest-NetworksIpV6Test-1737052262 tempest-NetworksIpV6Test-1737052262-project] Pushing event deleted for resources: {'Network': ['ID=33d2b658-20d7-4868-a6da-e94e26f56afe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:05.719704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:05.845286 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-875d2e55-98d8-4494-bbf0-9fa5efeaf784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb2456bc93784b9b9a8c6a60cc7eb389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244471 Oct 13 05:29:05.847776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:05.893834 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96853d1d-9d87-49da-a873-a9fae3ec4a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.914200 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96853d1d-9d87-49da-a873-a9fae3ec4a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.960311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96853d1d-9d87-49da-a873-a9fae3ec4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.963137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96853d1d-9d87-49da-a873-a9fae3ec4a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:05.964311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-96853d1d-9d87-49da-a873-a9fae3ec4a4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10391a5a-8b96-402d-b9cf-7ad221187c70 HTTP/1.1" status: 204 len: 168 time: 0.1156576 Oct 13 05:29:05.971929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96853d1d-9d87-49da-a873-a9fae3ec4a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10391a5a-8b96-402d-b9cf-7ad221187c70,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:06.575468 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:06.665561 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1528916806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:06.692466 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:06.693500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.068028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.072250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.090100 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.091285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-043907ad-a3f0-48fb-b301-571a2e0e7ebf tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5147684 Oct 13 05:29:07.094066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51854) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:07.099055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1088643873'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:07.117846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Made reservation on behalf of 08c7f88125454d6cb8f9438dad895bac for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:07.121599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.129665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.201492 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.205589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.229808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:07.238023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8656c2-8315-4dcb-8c67-3180a5c1e217,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:07.243627 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.243961 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Added segment 3f0d1939-d91e-4fab-a763-c3ffa067978c of type vlan for network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 Oct 13 05:29:07.284227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.309444 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.315028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:07.315607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.368127 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2727747 Oct 13 05:29:07.371267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:07.382512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Request body: {'subnet': {'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:07.425143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5a53a-2ae9-4d3c-a9b0-06f0d3276b8d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event updated for resources: {'Network': ['ID=6de3c800-d158-4d2c-9d1b-c2309ced3bf2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:07.435548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:07.478087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Made reservation on behalf of 08c7f88125454d6cb8f9438dad895bac for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:07.481870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.655182 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.714526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event updated for resources: {'Subnet': ['ID=2b63ca12-c348-4fd6-8dd2-3e33cc1b5df7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:07.721457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Checking segment: {'id': '3f0d1939-d91e-4fab-a763-c3ffa067978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:07.721816 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Network hostable DHCP agents. Network: 6de3c800-d158-4d2c-9d1b-c2309ced3bf2, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:07.737545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:07.746814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6de3c800-d158-4d2c-9d1b-c2309ced3bf2) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:07.750777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:07.751361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.756431 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a439803-9e66-4b6e-918d-31dc131a0396 None None] Network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:07.767667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-502b85f1-2c76-489f-8758-262588f47d53 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3953300 Oct 13 05:29:07.770744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:07.775594 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1215638575'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:07.796946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Made reservation on behalf of 08c7f88125454d6cb8f9438dad895bac for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:07.800311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.824050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:07.833699 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.834046 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Added segment 2f6dad92-07aa-464e-a8c0-17367ac0f09f of type vlan for network 2dd0561b-74d4-4224-8f4c-1031e202cc6f Oct 13 05:29:07.874985 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.901900 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.903576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6de3c800-d158-4d2c-9d1b-c2309ced3bf2', 'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2', 'tenant_id': '08c7f88125454d6cb8f9438dad895bac', 'fixed_ips': [{'subnet_id': '2b63ca12-c348-4fd6-8dd2-3e33cc1b5df7'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:07.904463 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.908730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:07.909261 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:07.967359 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1955392 Oct 13 05:29:07.970501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:07.976501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Request body: {'subnet': {'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:07.981074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d944-6193-4b8f-b419-c3e8c8b2ba27 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event updated for resources: {'Network': ['ID=2dd0561b-74d4-4224-8f4c-1031e202cc6f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:07.991353 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 2dd0561b-74d4-4224-8f4c-1031e202cc6f details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:08.071048 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Made reservation on behalf of 08c7f88125454d6cb8f9438dad895bac for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:08.075151 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.094256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Allocated IP 172.20.0.2 (6de3c800-d158-4d2c-9d1b-c2309ced3bf2/2b63ca12-c348-4fd6-8dd2-3e33cc1b5df7/6ef29752-a108-4793-a704-fca660697861) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:08.234745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.239694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.250557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.279173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:08.282384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:08.285781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:08.292703 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Pushing event updated for resources: {'Port': ['ID=6ef29752-a108-4793-a704-fca660697861,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:08.313695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event updated for resources: {'Subnet': ['ID=c9c62650-af8f-4972-a322-fb8913efb07a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:08.320805 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Checking segment: {'id': '2f6dad92-07aa-464e-a8c0-17367ac0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:08.321169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Network hostable DHCP agents. Network: 2dd0561b-74d4-4224-8f4c-1031e202cc6f, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:08.337772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Network 2dd0561b-74d4-4224-8f4c-1031e202cc6f is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:08.343460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Attempting to bind port 6ef29752-a108-4793-a704-fca660697861 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:08.343862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Attempting to bind port 6ef29752-a108-4793-a704-fca660697861 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '3f0d1939-d91e-4fab-a763-c3ffa067978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:08.344175 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Attempting to bind port 6ef29752-a108-4793-a704-fca660697861 on network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:08.347797 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 2dd0561b-74d4-4224-8f4c-1031e202cc6f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:08.349198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:08.349560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Checking segment: {'id': '3f0d1939-d91e-4fab-a763-c3ffa067978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:08.349951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.350324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Bound using segment: {'id': '3f0d1939-d91e-4fab-a763-c3ffa067978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:08.350775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Bound port: 6ef29752-a108-4793-a704-fca660697861, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0d1939-d91e-4fab-a763-c3ffa067978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6de3c800-d158-4d2c-9d1b-c2309ced3bf2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:08.351265 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.353704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:08.354190 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.361588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aaad03-13c4-4eae-9163-2d66b1f3b116 None None] Network 2dd0561b-74d4-4224-8f4c-1031e202cc6f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:08.375034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c078d5d-69c5-4a54-86b6-bc5b769b1b3d tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4009743 Oct 13 05:29:08.375272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51862) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:08.379786 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dfcc215e-8e4a-4fa4-859a-ad44a94b66dc tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:08.476453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] For port 6ef29752-a108-4793-a704-fca660697861, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:08.491325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] For port 6ef29752-a108-4793-a704-fca660697861, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6ef29752-a108-4793-a704-fca660697861,segment=NetworkSegment(3f0d1939-d91e-4fab-a763-c3ffa067978c),segment_id=3f0d1939-d91e-4fab-a763-c3ffa067978c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:08.509587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.596264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf1015-a411-4f72-a25a-cd2dd82da656 None None] Pushing event updated for resources: {'Port': ['ID=6ef29752-a108-4793-a704-fca660697861,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:08.596608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dfcc215e-8e4a-4fa4-859a-ad44a94b66dc tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.603962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-2dd0561b-74d4-4224-8f4c-1031e202cc6f', 'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f', 'tenant_id': '08c7f88125454d6cb8f9438dad895bac', 'fixed_ips': [{'subnet_id': 'c9c62650-af8f-4972-a322-fb8913efb07a'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:08.609111 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.711077 n-d-810220-9 neutron-server[94824]: INFO neutron.api.v2.resource [None req-dfcc215e-8e4a-4fa4-859a-ad44a94b66dc tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 05:29:08.712166 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dfcc215e-8e4a-4fa4-859a-ad44a94b66dc tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "PUT /v2.0/routers/cb9364f2-b4c3-41bc-bbce-5970b3519b08 HTTP/1.1" status: 400 len: 364 time: 0.3360069 Oct 13 05:29:08.718166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:08.769399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Allocated IP 172.21.0.2 (2dd0561b-74d4-4224-8f4c-1031e202cc6f/c9c62650-af8f-4972-a322-fb8913efb07a/dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:08.798233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Deleting subnet c9c62650-af8f-4972-a322-fb8913efb07a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:29:08.923929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.929080 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.933297 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.970065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:08.975625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Network 2dd0561b-74d4-4224-8f4c-1031e202cc6f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:08.978685 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:08.982461 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:08.989586 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Pushing event updated for resources: {'Port': ['ID=dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:09.040443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Attempting to bind port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:09.040856 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Attempting to bind port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2f6dad92-07aa-464e-a8c0-17367ac0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:09.041217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Attempting to bind port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c on network 2dd0561b-74d4-4224-8f4c-1031e202cc6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:09.046692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:09.047062 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Checking segment: {'id': '2f6dad92-07aa-464e-a8c0-17367ac0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:09.047461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.047847 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Bound using segment: {'id': '2f6dad92-07aa-464e-a8c0-17367ac0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:09.048309 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Bound port: dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6dad92-07aa-464e-a8c0-17367ac0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dd0561b-74d4-4224-8f4c-1031e202cc6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:09.048703 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.056848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.130957 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.138176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] For port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:09.154283 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] For port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c,segment=NetworkSegment(2f6dad92-07aa-464e-a8c0-17367ac0f09f),segment_id=2f6dad92-07aa-464e-a8c0-17367ac0f09f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:09.160702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c62650-af8f-4972-a322-fb8913efb07a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:09.161065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.171908 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.171908 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b1fcdf5d-4fe5-442f-b8d3-704f6948b652 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "DELETE /v2.0/subnets/c9c62650-af8f-4972-a322-fb8913efb07a HTTP/1.1" status: 204 len: 168 time: 0.4503386 Oct 13 05:29:09.172218 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51866) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:09.198025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.241889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a626c8-140c-46c0-9a45-8625ab355f4e None None] Pushing event updated for resources: {'Port': ['ID=dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:09.264252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.291418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6ef29752-a108-4793-a704-fca660697861 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:09.345787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Deleting port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:29:09.346136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.357097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6ef29752-a108-4793-a704-fca660697861 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:09.357481 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.437673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] For port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c,segment=NetworkSegment(2f6dad92-07aa-464e-a8c0-17367ac0f09f),segment_id=2f6dad92-07aa-464e-a8c0-17367ac0f09f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:09.438326 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.456788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Calling delete_port for dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:29:09.471003 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.514734 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 6ef29752-a108-4793-a704-fca660697861, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6ef29752-a108-4793-a704-fca660697861,segment=NetworkSegment(3f0d1939-d91e-4fab-a763-c3ffa067978c),segment_id=3f0d1939-d91e-4fab-a763-c3ffa067978c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:09.523109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.575220 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.585805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=6ef29752-a108-4793-a704-fca660697861,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:09.606623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event deleted for resources: {'Port': ['ID=dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:09.608625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] No DVR routers for this DVR port dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:29:09.658701 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd74fd-db89-4cd7-8bb4-fc7bac7112fd None None] Network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:09.700674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.724274 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd0561b-74d4-4224-8f4c-1031e202cc6f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:09.734695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6dad92-07aa-464e-a8c0-17367ac0f09f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:09.735001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6dad92-07aa-464e-a8c0-17367ac0f09f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:09.739956 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20d08587-592b-43d6-9330-5bf504719145 None None] Provisioning complete for port 6ef29752-a108-4793-a704-fca660697861 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:09.740320 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20d08587-592b-43d6-9330-5bf504719145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.746564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.761672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.768425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:09.769106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:09.773271 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:09.859256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.871032 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:09.874778 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "DELETE /v2.0/networks/2dd0561b-74d4-4224-8f4c-1031e202cc6f HTTP/1.1" status: 204 len: 168 time: 0.7014883 Oct 13 05:29:09.877395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:09.896347 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22e1b-e1c1-4354-9124-310e5fa2c176 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event deleted for resources: {'Network': ['ID=2dd0561b-74d4-4224-8f4c-1031e202cc6f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:09.951424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Deleting subnet 2b63ca12-c348-4fd6-8dd2-3e33cc1b5df7 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:29:09.955547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.013541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.123179 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.188038 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.216556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event deleted for resources: {'Subnet': ['ID=2b63ca12-c348-4fd6-8dd2-3e33cc1b5df7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:10.220270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.223526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3fdd8440-2c3b-40e0-86e1-3583350194de tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "DELETE /v2.0/subnets/2b63ca12-c348-4fd6-8dd2-3e33cc1b5df7 HTTP/1.1" status: 204 len: 168 time: 0.3451607 Oct 13 05:29:10.225948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:10.312121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.312951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7130a6da-4d11-4091-9f2c-3bf98244dda4 None None] Network 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:10.374798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Deleting port 6ef29752-a108-4793-a704-fca660697861 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:29:10.375135 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.420555 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74fc51-4895-41a7-b4d6-63e40315ca00 None None] DHCP port deletion for 2dd0561b-74d4-4224-8f4c-1031e202cc6f request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:29:10.427430 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a982ec0-1d05-47ad-820e-6bce097a9d83 None None] Provisioning complete for port 6ef29752-a108-4793-a704-fca660697861 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:10.427880 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a982ec0-1d05-47ad-820e-6bce097a9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.439114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] For port 6ef29752-a108-4793-a704-fca660697861, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6ef29752-a108-4793-a704-fca660697861,segment=NetworkSegment(3f0d1939-d91e-4fab-a763-c3ffa067978c),segment_id=3f0d1939-d91e-4fab-a763-c3ffa067978c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:10.439480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.455885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Calling delete_port for 6ef29752-a108-4793-a704-fca660697861 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:29:10.476086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a467768-709b-44d8-9545-7247d9a90005 None None] Network 2dd0561b-74d4-4224-8f4c-1031e202cc6f requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:10.496242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a467768-709b-44d8-9545-7247d9a90005 None None] Network 2dd0561b-74d4-4224-8f4c-1031e202cc6f could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 05:29:10.548794 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.555120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a982ec0-1d05-47ad-820e-6bce097a9d83 None None] Could not find standard attr ID for object dce2c9d5-22fa-46fb-8ae8-dcbf21c60a1c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 05:29:10.574472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f79ab-f605-4ea9-955e-584af6dc30c4 None None] DHCP port deletion for 6de3c800-d158-4d2c-9d1b-c2309ced3bf2 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:29:10.574879 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event deleted for resources: {'Port': ['ID=6ef29752-a108-4793-a704-fca660697861,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:10.583795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] No DVR routers for this DVR port 6ef29752-a108-4793-a704-fca660697861 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:29:10.663647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.682620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de3c800-d158-4d2c-9d1b-c2309ced3bf2']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:10.692041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0d1939-d91e-4fab-a763-c3ffa067978c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:10.692343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0d1939-d91e-4fab-a763-c3ffa067978c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:10.702203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.715726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.721577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:29:10.722078 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:29:10.725268 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:29:10.783108 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.790017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.792919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "DELETE /v2.0/networks/6de3c800-d158-4d2c-9d1b-c2309ced3bf2 HTTP/1.1" status: 204 len: 168 time: 0.5659370 Oct 13 05:29:10.795746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:10.804597 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322f634-2087-4017-91f4-56da346e6ace tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Pushing event deleted for resources: {'Network': ['ID=6de3c800-d158-4d2c-9d1b-c2309ced3bf2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:10.823828 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3502c73d-99b6-4921-8f1e-fa547a6b4df5 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb9364f2-b4c3-41bc-bbce-5970b3519b08 HTTP/1.1" status: 200 len: 205 time: 0.0264275 Oct 13 05:29:10.826183 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51874) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:10.900251 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:10.929610 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.055201 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.057223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.102608 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.103147 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Fanout notify agent at l3_agent the message router_deleted on router cb9364f2-b4c3-41bc-bbce-5970b3519b08 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:29:11.110400 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.111467 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-33881f3e-fc32-4308-ad73-e25c49b28df0 tempest-RoutersNegativeTest-811132445 tempest-RoutersNegativeTest-811132445-project] 10.222.0.44 "DELETE /v2.0/routers/cb9364f2-b4c3-41bc-bbce-5970b3519b08 HTTP/1.1" status: 204 len: 168 time: 0.2844205 Oct 13 05:29:11.194468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6ef29752-a108-4793-a704-fca660697861 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:29:11.216165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6ef29752-a108-4793-a704-fca660697861 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:29:11.216507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6ef29752-a108-4793-a704-fca660697861 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:29:11.349326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:11.481004 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b9195be6-4946-47af-90c1-e96549841eb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08c7f88125454d6cb8f9438dad895bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305075 Oct 13 05:29:11.483479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:11.531419 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94498d9d-219e-45dd-bcb7-38380fb77d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.551896 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94498d9d-219e-45dd-bcb7-38380fb77d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.598216 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94498d9d-219e-45dd-bcb7-38380fb77d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.601009 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94498d9d-219e-45dd-bcb7-38380fb77d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:11.602317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-94498d9d-219e-45dd-bcb7-38380fb77d96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db8656c2-8315-4dcb-8c67-3180a5c1e217 HTTP/1.1" status: 204 len: 168 time: 0.1179473 Oct 13 05:29:11.610690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94498d9d-219e-45dd-bcb7-38380fb77d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8656c2-8315-4dcb-8c67-3180a5c1e217,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:12.195719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:12.287158 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1009525327-network', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:12.308958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Made reservation on behalf of 3af68ad9cd2f47319aed7a9260c68cb6 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:12.311276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.324436 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.398359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.402618 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.426672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:12.436036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:12.440718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.441060 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Added segment 1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6 of type vlan for network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 Oct 13 05:29:12.480203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.503611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.504556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:12.505167 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.556402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3595784 Oct 13 05:29:12.559409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51910) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:12.564462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Request body: {'subnet': {'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-subnet', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:12.567482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d19ea9-0b80-4673-b3f3-244a95fe3b55 admin admin] Pushing event updated for resources: {'Network': ['ID=88a367c8-a89f-40cd-9cb7-7be85304d0f3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:12.578107 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:12.585895 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Made reservation on behalf of 3af68ad9cd2f47319aed7a9260c68cb6 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:12.588218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.757679 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.812502 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108b55fc-9009-4b1d-9378-037930443912,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:12.820030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Checking segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:12.820383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Network hostable DHCP agents. Network: 88a367c8-a89f-40cd-9cb7-7be85304d0f3, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:12.836538 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:12.845962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 88a367c8-a89f-40cd-9cb7-7be85304d0f3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:12.850274 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:12.851384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.854455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a20ad6-8328-4bff-9a1b-89505ef7776b None None] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:12.866418 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-52915a6f-6b56-4c81-8650-502123759689 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3058417 Oct 13 05:29:12.869099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:12.873278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:12.894088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.895235 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.951513 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.001161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'fixed_ips': [{'subnet_id': '108b55fc-9009-4b1d-9378-037930443912'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:13.002039 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.089504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.138570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Allocated IP 172.20.0.2 (88a367c8-a89f-40cd-9cb7-7be85304d0f3/108b55fc-9009-4b1d-9378-037930443912/ea0f71f3-6175-4769-8f48-2ceffe72d2ef) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:13.284770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.286446 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.290679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.306478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.328867 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:13.331654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:13.335157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:13.343208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Pushing event updated for resources: {'Port': ['ID=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:13.396405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Attempting to bind port ea0f71f3-6175-4769-8f48-2ceffe72d2ef on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:13.396714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Attempting to bind port ea0f71f3-6175-4769-8f48-2ceffe72d2ef by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:13.397068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Attempting to bind port ea0f71f3-6175-4769-8f48-2ceffe72d2ef on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:13.401940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:13.402303 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Checking segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:13.402695 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.403072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Bound using segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:13.403534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Bound port: ea0f71f3-6175-4769-8f48-2ceffe72d2ef, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:13.403901 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.413647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Allocated IP 172.25.1.169 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/8681274c-2990-45b7-8110-c6d134f8c56b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:13.466924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] For port ea0f71f3-6175-4769-8f48-2ceffe72d2ef, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:13.470576 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] For port ea0f71f3-6175-4769-8f48-2ceffe72d2ef, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:13.474486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.516524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.536310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0e3a4-bf08-463c-b8f8-c70ff26eacda None None] Pushing event updated for resources: {'Port': ['ID=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:13.551291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.594916 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:13.597856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:13.601280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:13.607314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8681274c-2990-45b7-8110-c6d134f8c56b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:14.138602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.340841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.423699 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e9ea9-73a5-45be-a258-bc2c37a21121 None None] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:14.471352 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Router c529e6f0-8e21-4d32-8621-945e604dfe49 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:29:14.514545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd7b43a0-e7e7-4609-9d92-885f37274608 None None] Provisioning complete for port ea0f71f3-6175-4769-8f48-2ceffe72d2ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:14.514910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd7b43a0-e7e7-4609-9d92-885f37274608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.575617 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:29:14.587348 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Sync routers for ids ['c529e6f0-8e21-4d32-8621-945e604dfe49'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:29:14.592870 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.596609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c2b10a01-c96f-4ad4-932d-c9da6a3514b9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7241142 Oct 13 05:29:14.597182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:14.598197 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Routers {'c529e6f0-8e21-4d32-8621-945e604dfe49'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:14.598858 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c529e6f0-8e21-4d32-8621-945e604dfe49'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:14.651188 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd7b43a0-e7e7-4609-9d92-885f37274608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.690252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fd7b43a0-e7e7-4609-9d92-885f37274608 None None] For port ea0f71f3-6175-4769-8f48-2ceffe72d2ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:14.700167 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd7b43a0-e7e7-4609-9d92-885f37274608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.757148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b43a0-e7e7-4609-9d92-885f37274608 None None] Pushing event updated for resources: {'Port': ['ID=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:14.779556 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Set router c529e6f0-8e21-4d32-8621-945e604dfe49 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:14.921398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c7a9c97-114f-4114-928f-6f34c14e0177 None None] Provisioning complete for port ea0f71f3-6175-4769-8f48-2ceffe72d2ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:14.922022 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9c97-114f-4114-928f-6f34c14e0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.990476 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:29:13Z', 'revision_number': 3, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:15.021558 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Checking router: c529e6f0-8e21-4d32-8621-945e604dfe49 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:29:15.021909 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Updating router c529e6f0-8e21-4d32-8621-945e604dfe49 port 8681274c-2990-45b7-8110-c6d134f8c56b binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:29:15.047874 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.076594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.247132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Allocated IP 172.20.0.1 (88a367c8-a89f-40cd-9cb7-7be85304d0f3/108b55fc-9009-4b1d-9378-037930443912/30a2c51c-d4e5-44bc-a9fa-67d6f7d35432) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:15.288794 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ea0f71f3-6175-4769-8f48-2ceffe72d2ef up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:15.340375 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port ea0f71f3-6175-4769-8f48-2ceffe72d2ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:15.340770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.358456 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.360738 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.367843 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.405514 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.453682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:15.456615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:15.457155 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Pushing event updated for resources: {'Port': ['ID=8681274c-2990-45b7-8110-c6d134f8c56b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:15.460357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:15.465805 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Attempting to bind port 8681274c-2990-45b7-8110-c6d134f8c56b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:15.466183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Attempting to bind port 8681274c-2990-45b7-8110-c6d134f8c56b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:15.466546 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Attempting to bind port 8681274c-2990-45b7-8110-c6d134f8c56b on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:15.474202 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.474978 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.475482 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.475976 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.476469 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.476959 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.477427 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.478008 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.478490 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.479144 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.480094 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.481599 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:15.485383 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Pushing event updated for resources: {'Port': ['ID=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:15.485550 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:15.485790 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:15.486191 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.486564 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:15.487029 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Bound port: 8681274c-2990-45b7-8110-c6d134f8c56b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:15.487404 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.513442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.545264 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] For port 8681274c-2990-45b7-8110-c6d134f8c56b, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:15.549002 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] For port 8681274c-2990-45b7-8110-c6d134f8c56b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8681274c-2990-45b7-8110-c6d134f8c56b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:15.558696 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.619603 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Routers {'c529e6f0-8e21-4d32-8621-945e604dfe49'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:15.620295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c529e6f0-8e21-4d32-8621-945e604dfe49'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:15.681841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.718720 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814271a-0b8d-469e-ad62-081112488b38 None None] Pushing event updated for resources: {'Port': ['ID=8681274c-2990-45b7-8110-c6d134f8c56b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:15.745636 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] Set router c529e6f0-8e21-4d32-8621-945e604dfe49 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:15.755225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6fcf0f8f-fbf7-495a-a40f-7cbbd314b0df None None] Provisioning complete for port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:15.756377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fcf0f8f-fbf7-495a-a40f-7cbbd314b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.797503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf0f8f-fbf7-495a-a40f-7cbbd314b0df None None] Port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:29:15.861924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.867414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.944047 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Pushing event updated for resources: {'Port': ['ID=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:15.950136 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:16.012654 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:29:13Z', 'revision_number': 3, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:16.040495 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f63dd4-dcf4-4a33-9134-a94b562fb7d8 None None] The sync data for ids ['c529e6f0-8e21-4d32-8621-945e604dfe49'] in n-d-810220-9 is: [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:29:13Z', 'revision_number': 3, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:29:16.047697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:16.049119 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:16.202758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Router c529e6f0-8e21-4d32-8621-945e604dfe49 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:29:16.321634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:29:16.322144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54a81776-7dd5-4adf-b2b0-406024af86d5 None None] Provisioning complete for port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:16.322618 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54a81776-7dd5-4adf-b2b0-406024af86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:16.328864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fd456671-7e61-4a6e-87b7-86acec19fae8 admin admin] 10.222.0.44 "PUT /v2.0/routers/c529e6f0-8e21-4d32-8621-945e604dfe49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289085 Oct 13 05:29:16.388091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-54a81776-7dd5-4adf-b2b0-406024af86d5 None None] Port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:29:16.836471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:16.842262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-244637576-network', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:16.862722 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Made reservation on behalf of eb90fe0b94f04687b88c7748da91bf3d for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:16.865258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:16.875210 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:16.957421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:16.962161 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:16.989653 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:29:16.995584 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775d9b4-9059-4ac1-8495-6dd05a0fda79,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:17.003348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.003467 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Added segment b77db24a-5dfd-4257-a033-b43db99eadec of type vlan for network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 Oct 13 05:29:17.043746 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.067193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.068085 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:17.068634 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.120459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2822766 Oct 13 05:29:17.123275 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:17.128243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Request body: {'subnet': {'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-subnet', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:17.131718 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf5989-08ef-442e-a819-5ffd3db23491 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce23efd-b3cb-4b30-b4b9-5cdd148e5374,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:17.141985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:29:17.155030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Made reservation on behalf of eb90fe0b94f04687b88c7748da91bf3d for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:17.157899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.232201 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8681274c-2990-45b7-8110-c6d134f8c56b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:17.279966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8681274c-2990-45b7-8110-c6d134f8c56b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:17.280329 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.336484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.361856 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.387706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 8681274c-2990-45b7-8110-c6d134f8c56b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8681274c-2990-45b7-8110-c6d134f8c56b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:17.392421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.406140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8cb8021-37f0-484e-9a5f-281c71d4337c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:17.416387 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Checking segment: {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:17.417296 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Network hostable DHCP agents. Network: 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:29:17.435817 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:29:17.442024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=8681274c-2990-45b7-8110-c6d134f8c56b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:17.444856 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:17.449242 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:17.449840 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.459436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a91e37-7fb1-449a-89e7-142524beb582 None None] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:17.466771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3fe3fe76-55f1-47d8-aed1-4c8715a8aa82 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3423991 Oct 13 05:29:17.469696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 51934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:17.474267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:17.497744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.498770 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.558362 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.614740 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0023393-d781-460c-8713-4730164175d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-1ce23efd-b3cb-4b30-b4b9-5cdd148e5374', 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'fixed_ips': [{'subnet_id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:29:17.615730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0023393-d781-460c-8713-4730164175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.695924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.738751 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Sync routers for ids ['c529e6f0-8e21-4d32-8621-945e604dfe49'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:29:17.756804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Routers {'c529e6f0-8e21-4d32-8621-945e604dfe49'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:17.757435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c529e6f0-8e21-4d32-8621-945e604dfe49'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:17.799592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b0023393-d781-460c-8713-4730164175d5 None None] Allocated IP 172.20.0.2 (1ce23efd-b3cb-4b30-b4b9-5cdd148e5374/f8cb8021-37f0-484e-9a5f-281c71d4337c/eed2cd33-21ff-4f8d-9f0c-f52c899938f7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:17.903755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.916113 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Set router c529e6f0-8e21-4d32-8621-945e604dfe49 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:17.923964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.036101 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Allocated IP 172.25.1.218 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/c4ddc325-f2e2-4073-a9f5-38e13b8df276) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:18.143392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.178015 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.224373 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:18.228868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:18.231321 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:18.253785 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ddc325-f2e2-4073-a9f5-38e13b8df276,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:18.254096 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0023393-d781-460c-8713-4730164175d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.264374 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0023393-d781-460c-8713-4730164175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.311802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0023393-d781-460c-8713-4730164175d5 None None] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:18.318676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b0023393-d781-460c-8713-4730164175d5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:18.339280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0023393-d781-460c-8713-4730164175d5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:18.352806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0023393-d781-460c-8713-4730164175d5 None None] Pushing event updated for resources: {'Port': ['ID=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:18.411481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0023393-d781-460c-8713-4730164175d5 None None] Attempting to bind port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:18.411841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0023393-d781-460c-8713-4730164175d5 None None] Attempting to bind port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:18.412190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0023393-d781-460c-8713-4730164175d5 None None] Attempting to bind port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 on network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:18.419274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0023393-d781-460c-8713-4730164175d5 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:18.419640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0023393-d781-460c-8713-4730164175d5 None None] Checking segment: {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:18.420033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0023393-d781-460c-8713-4730164175d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.420413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0023393-d781-460c-8713-4730164175d5 None None] Bound using segment: {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:18.420889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0023393-d781-460c-8713-4730164175d5 None None] Bound port: eed2cd33-21ff-4f8d-9f0c-f52c899938f7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:18.421259 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0023393-d781-460c-8713-4730164175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.457976 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:29:15Z', 'revision_number': 4, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '30a2c51c-d4e5-44bc-a9fa-67d6f7d35432', 'name': '', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'mac_address': 'fa:16:3e:aa:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '108b55fc-9009-4b1d-9378-037930443912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:15Z', 'updated_at': '2021-10-13T05:29:15Z', 'revision_number': 2, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'subnets': [{'id': '108b55fc-9009-4b1d-9378-037930443912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:18.488131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Checking router: c529e6f0-8e21-4d32-8621-945e604dfe49 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:29:18.488481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Updating router c529e6f0-8e21-4d32-8621-945e604dfe49 port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:29:18.488637 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.532011 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.535977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0023393-d781-460c-8713-4730164175d5 None None] For port eed2cd33-21ff-4f8d-9f0c-f52c899938f7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:18.543983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0023393-d781-460c-8713-4730164175d5 None None] For port eed2cd33-21ff-4f8d-9f0c-f52c899938f7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:18.550160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0023393-d781-460c-8713-4730164175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.679811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0023393-d781-460c-8713-4730164175d5 None None] Pushing event updated for resources: {'Port': ['ID=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:18.879677 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.886097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:18.934155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004692a-bdbf-49c5-950d-428a3dde0dd4 None None] Pushing event updated for resources: {'Port': ['ID=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:19.003515 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.010792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Attempting to bind port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:19.011165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Attempting to bind port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:19.011530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Attempting to bind port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:19.016865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:19.017245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Checking segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:19.017651 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.018049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Bound using segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:19.018524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Bound port: 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:19.018909 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.095866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] For port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:19.099810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] For port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:19.113797 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.146807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ae5fdf-7a42-44ef-9dea-637d9262db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.146971 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:29:19.190242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Routers {'c529e6f0-8e21-4d32-8621-945e604dfe49'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:19.190829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c529e6f0-8e21-4d32-8621-945e604dfe49'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:19.193945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004692a-bdbf-49c5-950d-428a3dde0dd4 None None] Pushing event updated for resources: {'Port': ['ID=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:19.276922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:29:19.287195 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Sync routers for ids ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:29:19.288672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b891304-b347-4dd1-ae4a-c4bc30d5ac94 None None] Provisioning complete for port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:19.289595 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b891304-b347-4dd1-ae4a-c4bc30d5ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.310888 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Routers {'03efc8ad-da7a-42ea-84af-83f3d3b975c3'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:19.311559 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:19.322027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.326930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 51936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:29:19.331181 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a2fd895b-6e36-453e-92fb-6b56a704c009 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8603327 Oct 13 05:29:19.390350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eed2cd33-21ff-4f8d-9f0c-f52c899938f7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:19.393323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] Set router c529e6f0-8e21-4d32-8621-945e604dfe49 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:19.512884 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Set router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:19.641768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b891304-b347-4dd1-ae4a-c4bc30d5ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.666399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:19.666974 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.726222 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:18Z', 'revision_number': 3, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:19.746120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b891304-b347-4dd1-ae4a-c4bc30d5ac94 None None] For port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:19.753778 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Checking router: 03efc8ad-da7a-42ea-84af-83f3d3b975c3 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:29:19.753977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Updating router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 port c4ddc325-f2e2-4073-a9f5-38e13b8df276 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:29:19.761153 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b891304-b347-4dd1-ae4a-c4bc30d5ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.788576 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.862321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:29:15Z', 'revision_number': 4, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '30a2c51c-d4e5-44bc-a9fa-67d6f7d35432', 'name': '', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'mac_address': 'fa:16:3e:aa:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '108b55fc-9009-4b1d-9378-037930443912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:15Z', 'updated_at': '2021-10-13T05:29:19Z', 'revision_number': 4, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'subnets': [{'id': '108b55fc-9009-4b1d-9378-037930443912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:19.866795 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:19.896281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7006549a-068c-46b1-9fa9-5ef1d2eab554 None None] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:29:19.902266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891304-b347-4dd1-ae4a-c4bc30d5ac94 None None] Pushing event updated for resources: {'Port': ['ID=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:19.919805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bce120-f3b3-4617-9eac-fd57675d0d94 None None] The sync data for ids ['c529e6f0-8e21-4d32-8621-945e604dfe49'] in n-d-810220-9 is: [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:29:15Z', 'revision_number': 4, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '30a2c51c-d4e5-44bc-a9fa-67d6f7d35432', 'name': '', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'mac_address': 'fa:16:3e:aa:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '108b55fc-9009-4b1d-9378-037930443912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:15Z', 'updated_at': '2021-10-13T05:29:19Z', 'revision_number': 4, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'subnets': [{'id': '108b55fc-9009-4b1d-9378-037930443912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:29:19.937756 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.008357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port eed2cd33-21ff-4f8d-9f0c-f52c899938f7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:20.012810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b84da9e-472b-466f-84a9-ec755e12ec18 None None] Provisioning complete for port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:20.013172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b84da9e-472b-466f-84a9-ec755e12ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.017530 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.018322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8681274c-2990-45b7-8110-c6d134f8c56b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:20.145714 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.155311 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.184380 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Allocated IP 172.20.0.1 (1ce23efd-b3cb-4b30-b4b9-5cdd148e5374/f8cb8021-37f0-484e-9a5f-281c71d4337c/14bbf0a5-9283-4bae-b654-d69269929271) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:20.191978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:20.225469 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Attempting to bind port c4ddc325-f2e2-4073-a9f5-38e13b8df276 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:20.225890 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Attempting to bind port c4ddc325-f2e2-4073-a9f5-38e13b8df276 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:20.226243 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Attempting to bind port c4ddc325-f2e2-4073-a9f5-38e13b8df276 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:20.228337 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002217-d773-4a00-8bfc-c61f63c27ce1 None None] Pushing event updated for resources: {'Port': ['ID=c4ddc325-f2e2-4073-a9f5-38e13b8df276,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:20.234222 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:20.234592 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:20.234991 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.235373 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:20.235896 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Bound port: c4ddc325-f2e2-4073-a9f5-38e13b8df276, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:20.236265 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.240469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 8681274c-2990-45b7-8110-c6d134f8c56b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:20.240616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.296696 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] For port c4ddc325-f2e2-4073-a9f5-38e13b8df276, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:20.301026 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] For port c4ddc325-f2e2-4073-a9f5-38e13b8df276, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c4ddc325-f2e2-4073-a9f5-38e13b8df276,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:20.309674 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.338263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b84da9e-472b-466f-84a9-ec755e12ec18 None None] Provisioning complete for port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:20.338857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b84da9e-472b-466f-84a9-ec755e12ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.375152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.417388 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Routers {'03efc8ad-da7a-42ea-84af-83f3d3b975c3'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:20.418169 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:28:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:20.420201 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002217-d773-4a00-8bfc-c61f63c27ce1 None None] Pushing event updated for resources: {'Port': ['ID=c4ddc325-f2e2-4073-a9f5-38e13b8df276,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:20.450892 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.513252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:20.520616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:20.524040 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:20.566935 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] Set router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:20.573079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.575531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Pushing event updated for resources: {'Port': ['ID=14bbf0a5-9283-4bae-b654-d69269929271,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:20.755493 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.822746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e09b498-f3f2-4078-b4d7-7fffbc4e9232 None None] Provisioning complete for port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:20.823269 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e09b498-f3f2-4078-b4d7-7fffbc4e9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.850302 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:18Z', 'revision_number': 3, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:20.889598 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66918a34-4aa9-4029-b431-f6233b64a5b9 None None] The sync data for ids ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'] in n-d-810220-9 is: [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:18Z', 'revision_number': 3, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:29:20.965815 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:20.971948 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:21.045716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Pushing event updated for resources: {'Port': ['ID=14bbf0a5-9283-4bae-b654-d69269929271,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:21.054222 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:21.076489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b10dbc99-b491-4343-8b51-5081b9481f69 None None] Provisioning complete for port 14bbf0a5-9283-4bae-b654-d69269929271 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:21.076489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b10dbc99-b491-4343-8b51-5081b9481f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:21.118116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b10dbc99-b491-4343-8b51-5081b9481f69 None None] Port 14bbf0a5-9283-4bae-b654-d69269929271 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:29:21.158690 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:21.160294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:21.354482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:29:21.381227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eed2cd33-21ff-4f8d-9f0c-f52c899938f7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:21.443641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:21.444154 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:21.477313 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:29:21.487039 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9d03d77d-478e-4140-a3ee-a5dd17f7ec41 admin admin] 10.222.0.44 "PUT /v2.0/routers/03efc8ad-da7a-42ea-84af-83f3d3b975c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1590009 Oct 13 05:29:21.546851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:21.571704 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de57d845-e34d-4405-b7bb-9531705b7419 None None] Provisioning complete for port 14bbf0a5-9283-4bae-b654-d69269929271 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:21.574359 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de57d845-e34d-4405-b7bb-9531705b7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:21.638626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de57d845-e34d-4405-b7bb-9531705b7419 None None] Port 14bbf0a5-9283-4bae-b654-d69269929271 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:29:21.641207 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219a4949-7f53-4519-a6d6-44f1d713bd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:21.651763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:21.652135 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:22.264574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-f439fac0-4e64-459a-805f-b2cce2f30c89 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:22.266050 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-f439fac0-4e64-459a-805f-b2cce2f30c89 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/networks?id=88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 200 len: 817 time: 0.1022444 Oct 13 05:29:22.281379 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-a4b73cad-48b8-4eb3-8b4e-02c9e5f19a7b tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/quotas/3af68ad9cd2f47319aed7a9260c68cb6 HTTP/1.1" status: 200 len: 375 time: 0.0093665 Oct 13 05:29:22.331709 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-c2ef6ea1-7bb9-42d4-96ac-1c68d7307a94 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453014 Oct 13 05:29:22.521728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-36b57512-8f22-4af0-801c-4e13749d88b3 service neutron] 10.222.0.44 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777961 Oct 13 05:29:22.610826 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-a407b471-b2c1-4589-b54e-0fc15b91f07b service neutron] 10.222.0.44 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821388 Oct 13 05:29:22.837296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b7a1ae7-84fb-48c6-932f-61dd0ddfeea2 req-f2515197-83e5-4302-bc0a-aba0a92887a4 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 210 time: 0.0797410 Oct 13 05:29:23.022885 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.190589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Sync routers for ids ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:29:23.200558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Routers {'03efc8ad-da7a-42ea-84af-83f3d3b975c3'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:23.201251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:29:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:23.237154 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c4ddc325-f2e2-4073-a9f5-38e13b8df276 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:23.354924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Set router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:23.382270 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.385064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c4ddc325-f2e2-4073-a9f5-38e13b8df276 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:23.385447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.564304 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.605897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port c4ddc325-f2e2-4073-a9f5-38e13b8df276, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c4ddc325-f2e2-4073-a9f5-38e13b8df276,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:23.614836 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.637032 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:29:23.676638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 4, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '14bbf0a5-9283-4bae-b654-d69269929271', 'name': '', 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'mac_address': 'fa:16:3e:a2:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:19Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 2, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'subnets': [{'id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:23.679850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=c4ddc325-f2e2-4073-a9f5-38e13b8df276,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:23.705788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Checking router: 03efc8ad-da7a-42ea-84af-83f3d3b975c3 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:29:23.706026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Updating router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 port 14bbf0a5-9283-4bae-b654-d69269929271 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:29:23.720671 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-01428b85-7d97-48a3-8626-19ee1eab4baf tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:23.722032 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-01428b85-7d97-48a3-8626-19ee1eab4baf tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "GET /v2.0/networks?id=88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 200 len: 817 time: 0.1151474 Oct 13 05:29:23.731727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.735689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Request body: {'port': {'device_id': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'admin_state_up': True, 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:23.841129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Made reservation on behalf of 3af68ad9cd2f47319aed7a9260c68cb6 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:29:23.844500 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:23.937611 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53730bcf-b023-410c-a2ae-6467967fc4cb req-61c609a2-7448-48ea-9fec-5e811b124e48 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 210 time: 0.0275505 Oct 13 05:29:23.985609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Allocated IP 172.20.0.9 (88a367c8-a89f-40cd-9cb7-7be85304d0f3/108b55fc-9009-4b1d-9378-037930443912/4f39e519-74bc-47b2-b5e3-2c945c3f3227) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:29:24.007038 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.013040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.063357 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2810f7-25dc-438f-a36d-55eb99d8676c None None] Pushing event updated for resources: {'Port': ['ID=14bbf0a5-9283-4bae-b654-d69269929271,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:24.113013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Attempting to bind port 14bbf0a5-9283-4bae-b654-d69269929271 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:24.113308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Attempting to bind port 14bbf0a5-9283-4bae-b654-d69269929271 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:24.113835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Attempting to bind port 14bbf0a5-9283-4bae-b654-d69269929271 on network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:24.119246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:24.119675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Checking segment: {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:24.120076 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.120478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Bound using segment: {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:24.120972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Bound port: 14bbf0a5-9283-4bae-b654-d69269929271, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77db24a-5dfd-4257-a033-b43db99eadec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:24.121351 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.138393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.172767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.192618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] For port 14bbf0a5-9283-4bae-b654-d69269929271, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:24.196160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] For port 14bbf0a5-9283-4bae-b654-d69269929271, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14bbf0a5-9283-4bae-b654-d69269929271,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:24.201394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.225405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:29:24.228717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:29:24.232888 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:29:24.258307 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Pushing event updated for resources: {'Port': ['ID=4f39e519-74bc-47b2-b5e3-2c945c3f3227,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:24.258584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Routers {'03efc8ad-da7a-42ea-84af-83f3d3b975c3'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:29:24.259210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:29:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:24.288192 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:24.288829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.305745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2810f7-25dc-438f-a36d-55eb99d8676c None None] Pushing event updated for resources: {'Port': ['ID=14bbf0a5-9283-4bae-b654-d69269929271,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:24.311487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-794ee3af-b628-4e8b-a1ec-0b8245189ace tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800238 Oct 13 05:29:24.325878 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Request body: {'port': {'device_id': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:29:24.334079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a529fb0c-c627-41aa-ac3a-58b1f295848a None None] Provisioning complete for port 14bbf0a5-9283-4bae-b654-d69269929271 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:24.334453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a529fb0c-c627-41aa-ac3a-58b1f295848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.394994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.426766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] Set router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:29:24.577295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a529fb0c-c627-41aa-ac3a-58b1f295848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.634522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a529fb0c-c627-41aa-ac3a-58b1f295848a None None] For port 14bbf0a5-9283-4bae-b654-d69269929271, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14bbf0a5-9283-4bae-b654-d69269929271,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:24.640995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a529fb0c-c627-41aa-ac3a-58b1f295848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.680074 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f39e519-74bc-47b2-b5e3-2c945c3f3227 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:29:24.687831 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.700756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Transition to ACTIVE for port object 4f39e519-74bc-47b2-b5e3-2c945c3f3227 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:29:24.706660 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.715052 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529fb0c-c627-41aa-ac3a-58b1f295848a None None] Pushing event updated for resources: {'Port': ['ID=14bbf0a5-9283-4bae-b654-d69269929271,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:24.730876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 4, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '14bbf0a5-9283-4bae-b654-d69269929271', 'name': '', 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'mac_address': 'fa:16:3e:a2:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:19Z', 'updated_at': '2021-10-13T05:29:24Z', 'revision_number': 4, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'subnets': [{'id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:29:24.756852 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Pushing event updated for resources: {'Port': ['ID=4f39e519-74bc-47b2-b5e3-2c945c3f3227,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:24.761661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26148b4-299d-40b3-8fa0-9f6e52423adc None None] The sync data for ids ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'] in n-d-810220-9 is: [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:20Z', 'revision_number': 4, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '14bbf0a5-9283-4bae-b654-d69269929271', 'name': '', 'network_id': '1ce23efd-b3cb-4b30-b4b9-5cdd148e5374', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'mac_address': 'fa:16:3e:a2:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:19Z', 'updated_at': '2021-10-13T05:29:24Z', 'revision_number': 4, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'subnets': [{'id': 'f8cb8021-37f0-484e-9a5f-281c71d4337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:29:24.787183 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acabfc89-1736-4f5a-bb1c-21a29550fae2 None None] Provisioning complete for port 14bbf0a5-9283-4bae-b654-d69269929271 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:24.787561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acabfc89-1736-4f5a-bb1c-21a29550fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.905092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:25.251401 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Attempting to bind port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:29:25.251970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Attempting to bind port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:29:25.252083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Attempting to bind port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:25.265723 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90b052-c904-45b9-b8ca-802e56f0ee8e req-51010ab9-ec03-4985-854d-b9f730d340d7 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:25.267233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b90b052-c904-45b9-b8ca-802e56f0ee8e req-51010ab9-ec03-4985-854d-b9f730d340d7 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 943 time: 0.0748584 Oct 13 05:29:25.267808 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:29:25.268126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Attempting to bind port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:29:25.273954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:29:25.274139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Checking segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:29:25.274446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Bound using segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:29:25.274918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Bound port: 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:29:25.275245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:25.306260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c4ddc325-f2e2-4073-a9f5-38e13b8df276 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:25.350858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b90b052-c904-45b9-b8ca-802e56f0ee8e req-cf56364e-7bb1-4ed9-b72a-5be0ae5ba0dc tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728595 Oct 13 05:29:25.358596 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port c4ddc325-f2e2-4073-a9f5-38e13b8df276 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:25.358968 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:25.382238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] For port 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:29:25.387079 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] For port 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:29:25.391150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:25.429782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:25.430402 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:25.431802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f39e519-74bc-47b2-b5e3-2c945c3f3227 HTTP/1.1" status: 200 len: 1091 time: 1.1112506 Oct 13 05:29:25.432282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'tag': '4f39e519-74bc-47b2-b5e3-2c945c3f3227'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:29:25.434770 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb86f43-b8e2-4191-bcf9-6f98857c8975" -d '{"events": [{"name": "network-changed", "server_uuid": "1272e263-2d9f-4839-898a-1e70bbcd5aed", "tag": "4f39e519-74bc-47b2-b5e3-2c945c3f3227"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:29:25.467177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffa748-0ff9-4057-8d0c-f9ace08bc828 service neutron] Pushing event updated for resources: {'Port': ['ID=4f39e519-74bc-47b2-b5e3-2c945c3f3227,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:25.474047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14bbf0a5-9283-4bae-b654-d69269929271 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:25.497770 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1b53c7-dedb-4a04-8c22-fd92d50b7b7e x-openstack-request-id: req-8d1b53c7-dedb-4a04-8c22-fd92d50b7b7e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:29:25.498137 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1272e263-2d9f-4839-898a-1e70bbcd5aed", "tag": "4f39e519-74bc-47b2-b5e3-2c945c3f3227", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:29:25.498451 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d1b53c7-dedb-4a04-8c22-fd92d50b7b7e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:29:25.498912 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'tag': '4f39e519-74bc-47b2-b5e3-2c945c3f3227', 'status': 'completed', 'code': 200} Oct 13 05:29:25.552378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 14bbf0a5-9283-4bae-b654-d69269929271 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:25.553102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:25.560228 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-38e734d3-5b2e-43f1-bacb-0dab09203e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:25.561771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-38e734d3-5b2e-43f1-bacb-0dab09203e4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 1094 time: 0.0564640 Oct 13 05:29:25.612472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-23ac39b6-4cce-4be6-9879-ef316bf8c389 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227 HTTP/1.1" status: 200 len: 217 time: 0.0417831 Oct 13 05:29:25.664841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-fa1a84c2-ebc9-4378-9eaa-099914c928a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:25.666183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-fa1a84c2-ebc9-4378-9eaa-099914c928a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=108b55fc-9009-4b1d-9378-037930443912 HTTP/1.1" status: 200 len: 856 time: 0.0462623 Oct 13 05:29:25.710848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-f8799330-4fd9-431b-9514-96174f58257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:25.712202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-f8799330-4fd9-431b-9514-96174f58257d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88a367c8-a89f-40cd-9cb7-7be85304d0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386438 Oct 13 05:29:25.803756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-94c43084-c449-42cf-8e6c-98de3796322c service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843835 Oct 13 05:29:25.891022 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f41923-8ea1-43b7-a0fc-ecae8a36226f req-8e9d7c1b-42f9-4a82-8477-3b3c07237c55 service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800469 Oct 13 05:29:25.974416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-2e16f070-8f6c-4a1c-8037-fbef0bbce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:25.975758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-2e16f070-8f6c-4a1c-8037-fbef0bbce781 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 1094 time: 0.0395243 Oct 13 05:29:26.066293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-f02b4e3c-afb1-4a25-aa49-82533f58f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:26.067698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-f02b4e3c-afb1-4a25-aa49-82533f58f7ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 200 len: 918 time: 0.0848596 Oct 13 05:29:26.106658 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-60135740-7908-46bf-bd4a-518e467e7e93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227 HTTP/1.1" status: 200 len: 217 time: 0.0317748 Oct 13 05:29:26.159327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-9853dd51-3b0f-4ec7-a969-e5a9aa264d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:26.160991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-9853dd51-3b0f-4ec7-a969-e5a9aa264d20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=108b55fc-9009-4b1d-9378-037930443912 HTTP/1.1" status: 200 len: 856 time: 0.0475395 Oct 13 05:29:26.206386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-70e5e1a6-3b25-466d-920b-c85b75890569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:26.207832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-70e5e1a6-3b25-466d-920b-c85b75890569 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88a367c8-a89f-40cd-9cb7-7be85304d0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397367 Oct 13 05:29:26.295052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-4143b662-9475-496f-95ff-221982352030 service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791986 Oct 13 05:29:26.386042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1eb86f43-b8e2-4191-bcf9-6f98857c8975 req-e16e106a-7fb5-4556-878b-14fc10549c9f service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842314 Oct 13 05:29:26.474930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576b292-a574-4acf-be36-4f74ad4df57f req-e69b2541-174b-4846-9e2a-037ecfa2f296 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:26.476508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1576b292-a574-4acf-be36-4f74ad4df57f req-e69b2541-174b-4846-9e2a-037ecfa2f296 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 943 time: 0.0524180 Oct 13 05:29:26.515520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1576b292-a574-4acf-be36-4f74ad4df57f req-a5e6ef71-5679-414d-b1cb-857a61658c0e tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Oct 13 05:29:27.639860 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94331d-dfee-445d-a335-e8816d831959 req-7be7d9f5-0fec-47a6-a389-6e76b77de9d3 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:27.641412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f94331d-dfee-445d-a335-e8816d831959 req-7be7d9f5-0fec-47a6-a389-6e76b77de9d3 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 943 time: 0.0553701 Oct 13 05:29:27.681123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1f94331d-dfee-445d-a335-e8816d831959 req-b6bf19b9-e4a3-425c-9df6-3efd3fbcda44 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Oct 13 05:29:28.799319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7409-7183-42df-b86e-e5422e1200d4 req-de8fc37d-c32a-4706-9fa8-61b1d54cb85e tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:28.800835 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3cb7409-7183-42df-b86e-e5422e1200d4 req-de8fc37d-c32a-4706-9fa8-61b1d54cb85e tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 943 time: 0.0534244 Oct 13 05:29:28.837652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3cb7409-7183-42df-b86e-e5422e1200d4 req-306bbd44-d03d-4d35-bbe3-230cad6a3fc6 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308979 Oct 13 05:29:29.949480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628f89-75bc-4603-a6c5-006934a00c54 req-e0bcb45d-802d-4274-b175-50277f4b86f7 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:29.950948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9628f89-75bc-4603-a6c5-006934a00c54 req-e0bcb45d-802d-4274-b175-50277f4b86f7 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 943 time: 0.0477552 Oct 13 05:29:29.989555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e9628f89-75bc-4603-a6c5-006934a00c54 req-0427bf1f-444d-44db-98bb-c0984254be32 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Oct 13 05:29:29.995841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4f39e519-74bc-47b2-b5e3-2c945c3f3227 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:29:30.088119 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:30.099330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '4f39e519-74bc-47b2-b5e3-2c945c3f3227', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'port_id': '4f39e519-74bc-47b2-b5e3-2c945c3f3227', 'mac_address': 'fa:16:3e:f6:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108b55fc-9009-4b1d-9378-037930443912', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:29:30.134157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:30.147314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f39e519-74bc-47b2-b5e3-2c945c3f3227 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:29:30.167428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:30.171324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:30.219579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=4f39e519-74bc-47b2-b5e3-2c945c3f3227,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:30.486390 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['4f39e519-74bc-47b2-b5e3-2c945c3f3227'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:29:31.101027 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc6b69-7597-4fdc-9007-307d970a91df req-7f45d76a-d123-4acf-8e03-ce52fa70de53 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:31.102481 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36cc6b69-7597-4fdc-9007-307d970a91df req-7f45d76a-d123-4acf-8e03-ce52fa70de53 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 944 time: 0.0480120 Oct 13 05:29:31.139991 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-36cc6b69-7597-4fdc-9007-307d970a91df req-42c65d11-22ec-4da9-ba1e-9094f4780a41 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Oct 13 05:29:32.019605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4f39e519-74bc-47b2-b5e3-2c945c3f3227 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:29:32.069137 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:29:32.072663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:29:32.073616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:32.147034 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:32.169641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f39e519-74bc-47b2-b5e3-2c945c3f3227'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:29:32.171912 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe5c6b8-4618-41b5-916e-5e8267e28330" -d '{"events": [{"server_uuid": "1272e263-2d9f-4839-898a-1e70bbcd5aed", "name": "network-vif-plugged", "status": "completed", "tag": "4f39e519-74bc-47b2-b5e3-2c945c3f3227"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:29:32.184894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:32.190706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:32.215101 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc206c35-97e0-4b0b-96a2-90f97f3170ba x-openstack-request-id: req-dc206c35-97e0-4b0b-96a2-90f97f3170ba {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:29:32.215386 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1272e263-2d9f-4839-898a-1e70bbcd5aed", "name": "network-vif-plugged", "status": "completed", "tag": "4f39e519-74bc-47b2-b5e3-2c945c3f3227", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:29:32.215637 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc206c35-97e0-4b0b-96a2-90f97f3170ba {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:29:32.216023 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f39e519-74bc-47b2-b5e3-2c945c3f3227', 'code': 200} Oct 13 05:29:32.248350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=4f39e519-74bc-47b2-b5e3-2c945c3f3227,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:32.256258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.256605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.256980 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.257302 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.257633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.257957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.258761 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.259101 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.259427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.259754 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.260075 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.260561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:32.261065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065142f-3a92-4ed0-bb63-2fe3471011f7 req-0eba4c47-6bad-48cf-8a95-817424b0415c tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:32.262538 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f065142f-3a92-4ed0-bb63-2fe3471011f7 req-0eba4c47-6bad-48cf-8a95-817424b0415c tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0499575 Oct 13 05:29:32.304915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f065142f-3a92-4ed0-bb63-2fe3471011f7 req-948e25fb-104e-4501-a3ce-a132e5b5e0e0 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Oct 13 05:29:32.320524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedd2d-390e-4601-8b47-4cb5dd0c2d73 req-ae65cb95-717e-4fcf-a1d6-1cc2339e7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:32.322116 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8cedd2d-390e-4601-8b47-4cb5dd0c2d73 req-ae65cb95-717e-4fcf-a1d6-1cc2339e7d5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 1096 time: 0.0471172 Oct 13 05:29:32.356097 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8cedd2d-390e-4601-8b47-4cb5dd0c2d73 req-3d56df45-4cec-4572-89a7-ef04befb0274 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269668 Oct 13 05:29:33.427706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597e49-8221-4a16-aaa5-a5be6b54450d req-dcb571b3-c198-486d-aafa-a09250383551 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:33.429082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5597e49-8221-4a16-aaa5-a5be6b54450d req-dcb571b3-c198-486d-aafa-a09250383551 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0513029 Oct 13 05:29:33.466272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e5597e49-8221-4a16-aaa5-a5be6b54450d req-f9fb55f2-20c1-4eda-9dfe-86c8d2316e82 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Oct 13 05:29:34.585609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5c832-a6bc-4ebe-9a2d-97ea024a75ea req-2aa86c27-7840-43b7-bef5-a75eebe82355 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:34.587053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3da5c832-a6bc-4ebe-9a2d-97ea024a75ea req-2aa86c27-7840-43b7-bef5-a75eebe82355 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0563419 Oct 13 05:29:34.624054 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3da5c832-a6bc-4ebe-9a2d-97ea024a75ea req-10111d76-0a3a-4a83-b60c-74344310f81d tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Oct 13 05:29:34.733485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2f16-cc76-4039-9887-e27d378aeb6a req-c5f4d360-9cac-4804-b836-471e14d17da8 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:34.734926 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b7f2f16-cc76-4039-9887-e27d378aeb6a req-c5f4d360-9cac-4804-b836-471e14d17da8 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0471070 Oct 13 05:29:34.771011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b7f2f16-cc76-4039-9887-e27d378aeb6a req-d73e03de-af01-4cbd-8c23-9b711ab64bf2 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303271 Oct 13 05:29:39.312145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:40.938445 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:49.100025 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38003350-34f0-44a8-86ff-c980678319f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:51.606773 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb86554d-5527-4ccd-8cfc-47994e058287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:53.025869 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:53.340629 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:54.898211 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:56.245039 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8569-3df1-4c23-a852-8b18b75248f2 req-52aacbdc-1e5f-4ba9-a921-7ef5e094a565 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:56.247198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b93b8569-3df1-4c23-a852-8b18b75248f2 req-52aacbdc-1e5f-4ba9-a921-7ef5e094a565 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0517395 Oct 13 05:29:56.284913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b93b8569-3df1-4c23-a852-8b18b75248f2 req-c690aa78-9cfc-485f-b2ca-700a3fc518ba tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Oct 13 05:29:57.402343 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683c55-2616-476f-bf6c-4066ddb35545 req-e97a9ac3-ec8f-4056-ad79-e02da19b3bb0 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:57.403809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a683c55-2616-476f-bf6c-4066ddb35545 req-e97a9ac3-ec8f-4056-ad79-e02da19b3bb0 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0490372 Oct 13 05:29:57.440488 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6a683c55-2616-476f-bf6c-4066ddb35545 req-0de85a96-f2f2-4bc0-81a2-934c11ab189d tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304270 Oct 13 05:29:58.040388 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67168-aa87-458f-8cd8-f938e682387e req-9fccba4e-7af7-4c62-ae25-8630c1ae21be tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:58.041818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8c67168-aa87-458f-8cd8-f938e682387e req-9fccba4e-7af7-4c62-ae25-8630c1ae21be tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 945 time: 0.0509617 Oct 13 05:29:58.127718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Deleting port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:29:58.128057 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:58.215417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] For port 4f39e519-74bc-47b2-b5e3-2c945c3f3227, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=4f39e519-74bc-47b2-b5e3-2c945c3f3227,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:29:58.215768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:58.227541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Calling delete_port for 4f39e519-74bc-47b2-b5e3-2c945c3f3227 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:29:58.347061 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:58.378736 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Pushing event deleted for resources: {'Port': ['ID=4f39e519-74bc-47b2-b5e3-2c945c3f3227,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:29:58.403419 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.403945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.404129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.404403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.404746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.405073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.405398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.405975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.406293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.406609 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.406931 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.407241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:29:58.429495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] No DVR routers for this DVR port 4f39e519-74bc-47b2-b5e3-2c945c3f3227 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:29:58.432315 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:58.435774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8c67168-aa87-458f-8cd8-f938e682387e req-b020bf01-354c-435c-b07b-ba9878e16d11 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "DELETE /v2.0/ports/4f39e519-74bc-47b2-b5e3-2c945c3f3227 HTTP/1.1" status: 204 len: 173 time: 0.3872020 Oct 13 05:29:58.436233 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'name': 'network-vif-deleted', 'tag': '4f39e519-74bc-47b2-b5e3-2c945c3f3227'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:29:58.438610 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b0a21-969f-47a7-b02f-00ac418d0d98" -d '{"events": [{"server_uuid": "1272e263-2d9f-4839-898a-1e70bbcd5aed", "name": "network-vif-deleted", "tag": "4f39e519-74bc-47b2-b5e3-2c945c3f3227"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:29:58.485062 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f75af9a-8a4e-464a-9de1-f4b2daa593e5 x-openstack-request-id: req-5f75af9a-8a4e-464a-9de1-f4b2daa593e5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:29:58.485355 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1272e263-2d9f-4839-898a-1e70bbcd5aed", "name": "network-vif-deleted", "tag": "4f39e519-74bc-47b2-b5e3-2c945c3f3227", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:29:58.485801 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f75af9a-8a4e-464a-9de1-f4b2daa593e5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:29:58.486350 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1272e263-2d9f-4839-898a-1e70bbcd5aed', 'name': 'network-vif-deleted', 'tag': '4f39e519-74bc-47b2-b5e3-2c945c3f3227', 'status': 'completed', 'code': 200} Oct 13 05:29:58.542034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a525d899-840b-496d-8ab7-399bbd8e8759 req-fa88b916-b2d5-4bdb-989d-17e9643416fd tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1272e263-2d9f-4839-898a-1e70bbcd5aed HTTP/1.1" status: 200 len: 210 time: 0.0281134 Oct 13 05:30:00.055899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-ace2c1ea-94fd-42ed-a9a9-d563fc4ad207 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:00.057358 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-ace2c1ea-94fd-42ed-a9a9-d563fc4ad207 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/networks?id=88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 200 len: 817 time: 0.1045933 Oct 13 05:30:00.071897 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-6605088d-5493-4b84-a339-34e2f1b868e7 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/quotas/3af68ad9cd2f47319aed7a9260c68cb6 HTTP/1.1" status: 200 len: 375 time: 0.0086579 Oct 13 05:30:00.119282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4f39e519-74bc-47b2-b5e3-2c945c3f3227 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:00.121006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-ac90a964-59da-40b3-a5cf-629bf0324c08 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433495 Oct 13 05:30:00.137139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-6d92aab3-663f-4522-b306-5823880a0557 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:30:00.138083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-6d92aab3-663f-4522-b306-5823880a0557 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056295 Oct 13 05:30:00.138552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 4f39e519-74bc-47b2-b5e3-2c945c3f3227 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:00.138889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 4f39e519-74bc-47b2-b5e3-2c945c3f3227 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:00.227461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-05d13315-1f62-44d5-9636-1edc7f78da11 service neutron] 10.222.0.44 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Oct 13 05:30:00.315374 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-18d33ea9-abb3-4e5e-bdcd-befa51e4aeb0 service neutron] 10.222.0.44 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818250 Oct 13 05:30:00.636175 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:30:01.491897 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7a4ec226-a5ce-4afe-82d5-d2718e031993 req-ad9e73e1-7bae-462a-9bd1-bdd985077562 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 210 time: 0.0259082 Oct 13 05:30:02.374128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-4cb7e468-51c0-472a-916e-ca2f74542347 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:02.375583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-4cb7e468-51c0-472a-916e-ca2f74542347 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "GET /v2.0/networks?id=88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 200 len: 817 time: 0.1100030 Oct 13 05:30:02.390018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Request body: {'port': {'device_id': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'admin_state_up': True, 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:02.498962 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Made reservation on behalf of 3af68ad9cd2f47319aed7a9260c68cb6 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:30:02.502557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:02.604357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-152218a2-fed5-4f6a-a282-d72d61e72242 req-b0117f83-6dca-46f2-9f1d-785914365169 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 210 time: 0.0306563 Oct 13 05:30:02.672097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Allocated IP 172.20.0.4 (88a367c8-a89f-40cd-9cb7-7be85304d0f3/108b55fc-9009-4b1d-9378-037930443912/1fe5bff1-838b-4f58-aedb-59fd8cf65ef1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:02.818950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:02.851125 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:02.893892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:02.896999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:02.900457 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:02.907316 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Pushing event updated for resources: {'Port': ['ID=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:02.961667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:02.962323 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:02.979516 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-042b608e-ba6a-4f11-93b0-6a0d5a985542 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934608 Oct 13 05:30:02.992059 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Request body: {'port': {'device_id': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:03.053094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.174834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1113250d-85f0-49f2-a282-9dc4fe8bc358 None None] Provisioning complete for port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:03.175302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1113250d-85f0-49f2-a282-9dc4fe8bc358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.207908 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1113250d-85f0-49f2-a282-9dc4fe8bc358 None None] Port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:30:03.306412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:30:03.314156 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.326267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Transition to ACTIVE for port object 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:30:03.330104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.382662 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:03.450595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Attempting to bind port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:03.450923 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Attempting to bind port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:03.451245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Attempting to bind port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:03.455659 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:30:03.455976 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Attempting to bind port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 on network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:03.460806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:03.461078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Checking segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:03.461453 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Bound using segment: {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:03.461908 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Bound port: 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:03.462262 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.526965 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] For port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:03.530132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] For port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:03.534318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.573261 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:03.573981 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:03.575979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 HTTP/1.1" status: 200 len: 1091 time: 0.5884953 Oct 13 05:30:03.576505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'tag': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:30:03.578806 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40028701-190d-493b-b023-a74f8aa64270" -d '{"events": [{"name": "network-changed", "server_uuid": "025c9e22-ceef-4017-a8d8-18c42910cbbc", "tag": "1fe5bff1-838b-4f58-aedb-59fd8cf65ef1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:30:03.608266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b08da5-6c8e-40af-96d1-b32f1efabeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:03.641975 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624f6cb-1db3-4768-8fe4-f1291bcd57c6 x-openstack-request-id: req-3624f6cb-1db3-4768-8fe4-f1291bcd57c6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:30:03.642220 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c9e22-ceef-4017-a8d8-18c42910cbbc", "tag": "1fe5bff1-838b-4f58-aedb-59fd8cf65ef1", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:30:03.642475 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3624f6cb-1db3-4768-8fe4-f1291bcd57c6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:30:03.642879 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'tag': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1', 'status': 'completed', 'code': 200} Oct 13 05:30:03.659352 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-54efa6c6-f473-4172-bec0-039c0c6343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:03.660905 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-54efa6c6-f473-4172-bec0-039c0c6343d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 1094 time: 0.0473559 Oct 13 05:30:03.713897 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-cadb8a4f-62be-4ce6-baef-9838af2f1e87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 HTTP/1.1" status: 200 len: 217 time: 0.0446658 Oct 13 05:30:03.791546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fd37a-f076-417f-8e48-06cc0a25cff0 req-f3a9e988-d8df-4f11-b05a-7a213ccf971b tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:03.793520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a6fd37a-f076-417f-8e48-06cc0a25cff0 req-f3a9e988-d8df-4f11-b05a-7a213ccf971b tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 943 time: 0.0891740 Oct 13 05:30:03.797183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-b1fd4d76-550c-46f3-abf4-e596a5f0615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:03.798515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-b1fd4d76-550c-46f3-abf4-e596a5f0615c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=108b55fc-9009-4b1d-9378-037930443912 HTTP/1.1" status: 200 len: 856 time: 0.0664845 Oct 13 05:30:03.852693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0a6fd37a-f076-417f-8e48-06cc0a25cff0 req-f5e45e17-6b16-460a-9648-a1b0079b8c30 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531728 Oct 13 05:30:03.864423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-96e5c237-791d-415e-9841-2d5e9536ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:03.865922 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-96e5c237-791d-415e-9841-2d5e9536ea08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88a367c8-a89f-40cd-9cb7-7be85304d0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599916 Oct 13 05:30:03.958372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-a0c25840-e69a-460f-b712-c9f894f454d7 service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843997 Oct 13 05:30:04.044403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1f9b4481-3308-459d-8f39-bac2baee0da4 req-22ce6be6-f6e0-48ae-95ac-6203a8e30f57 service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790002 Oct 13 05:30:04.135267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028701-190d-493b-b023-a74f8aa64270 req-02f0dc98-20f8-496e-a4aa-e5137a2c2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:04.136734 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-02f0dc98-20f8-496e-a4aa-e5137a2c2afe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 1094 time: 0.0437806 Oct 13 05:30:04.274654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028701-190d-493b-b023-a74f8aa64270 req-ee2796ee-a503-4a6f-949d-7c6d4c6269e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:04.276069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-ee2796ee-a503-4a6f-949d-7c6d4c6269e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 200 len: 918 time: 0.1327014 Oct 13 05:30:04.319601 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-12da59fb-9824-4dba-a2be-f0d67c0daba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 HTTP/1.1" status: 200 len: 217 time: 0.0361550 Oct 13 05:30:04.367354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028701-190d-493b-b023-a74f8aa64270 req-5c4c16a5-52f2-4e9d-9d8e-248e17b4f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:04.368799 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-5c4c16a5-52f2-4e9d-9d8e-248e17b4f7e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=108b55fc-9009-4b1d-9378-037930443912 HTTP/1.1" status: 200 len: 856 time: 0.0423186 Oct 13 05:30:04.413137 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028701-190d-493b-b023-a74f8aa64270 req-ab532287-86c1-4ce5-9611-a472f0f43bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:04.414562 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-ab532287-86c1-4ce5-9611-a472f0f43bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88a367c8-a89f-40cd-9cb7-7be85304d0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389132 Oct 13 05:30:04.502830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-a21a1c96-2d28-4843-8aeb-6da535f1c953 service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807176 Oct 13 05:30:04.589421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-40028701-190d-493b-b023-a74f8aa64270 req-edc1dc7c-567a-4a0a-9275-db719812bb1d service neutron] 10.222.0.26 "GET /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791302 Oct 13 05:30:04.973849 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85dfd-6f5e-447e-b45e-a5a44c3a32c8 req-2639fb13-ad1e-476a-813e-dd36c09486ec tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:04.975295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1b85dfd-6f5e-447e-b45e-a5a44c3a32c8 req-2639fb13-ad1e-476a-813e-dd36c09486ec tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 943 time: 0.0522430 Oct 13 05:30:05.012609 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c1b85dfd-6f5e-447e-b45e-a5a44c3a32c8 req-e7fa4549-ecbf-4774-b7c6-cf8c462c8f41 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Oct 13 05:30:06.123243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed12d-0f46-4d88-851a-e03863af85dc req-0ee57ad2-9b00-436e-aa80-657b7741db36 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:06.124672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbeed12d-0f46-4d88-851a-e03863af85dc req-0ee57ad2-9b00-436e-aa80-657b7741db36 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 943 time: 0.0475984 Oct 13 05:30:06.161548 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dbeed12d-0f46-4d88-851a-e03863af85dc req-bb50ba69-ea84-4d2c-a552-981297684ac0 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310833 Oct 13 05:30:07.274438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b969fe3-c919-43f6-a883-908c4eaa5184 req-78ce0369-e803-4ed4-bfcf-4a9ee970c2f9 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:07.275883 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b969fe3-c919-43f6-a883-908c4eaa5184 req-78ce0369-e803-4ed4-bfcf-4a9ee970c2f9 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 943 time: 0.0485120 Oct 13 05:30:07.313168 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5b969fe3-c919-43f6-a883-908c4eaa5184 req-27b24895-9fff-465b-8d7a-71ac5b324d6f tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Oct 13 05:30:08.139170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:30:08.231776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:08.242384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1', 'network_id': '88a367c8-a89f-40cd-9cb7-7be85304d0f3', 'port_id': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1', 'mac_address': 'fa:16:3e:09:d0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108b55fc-9009-4b1d-9378-037930443912', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:30:08.278341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:08.293579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:30:08.312501 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:08.316409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:08.363945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:08.430122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f878c-2827-4592-afcd-2a9e35d62e10 req-55d0571c-61e9-40c7-9af0-323fd6b10ee9 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:08.431483 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a8f878c-2827-4592-afcd-2a9e35d62e10 req-55d0571c-61e9-40c7-9af0-323fd6b10ee9 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 944 time: 0.0528798 Oct 13 05:30:08.468559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5a8f878c-2827-4592-afcd-2a9e35d62e10 req-4ec41e76-be35-4cbf-b6bb-772cf8fb037d tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Oct 13 05:30:08.626239 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1fe5bff1-838b-4f58-aedb-59fd8cf65ef1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:30:09.156450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:09.581064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27690e1-3c14-496f-a389-d585f04f7c7b req-9c226b08-fc00-410b-ae48-0b3e1df2e53f tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:09.582512 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e27690e1-3c14-496f-a389-d585f04f7c7b req-9c226b08-fc00-410b-ae48-0b3e1df2e53f tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 944 time: 0.0481853 Oct 13 05:30:09.619886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e27690e1-3c14-496f-a389-d585f04f7c7b req-11a78b80-843b-433a-973f-f5e5bf8fcd87 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Oct 13 05:30:10.165247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:10.215367 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:30:10.219096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:10.219455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:10.295102 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:10.317245 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:30:10.319560 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c760659-8060-47d7-b1c5-3a475291ef50" -d '{"events": [{"server_uuid": "025c9e22-ceef-4017-a8d8-18c42910cbbc", "name": "network-vif-plugged", "status": "completed", "tag": "1fe5bff1-838b-4f58-aedb-59fd8cf65ef1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:30:10.332122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:10.336030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:10.361413 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea82c8c0-7b5c-4894-aadb-a60ddfc9121b x-openstack-request-id: req-ea82c8c0-7b5c-4894-aadb-a60ddfc9121b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:30:10.361704 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c9e22-ceef-4017-a8d8-18c42910cbbc", "name": "network-vif-plugged", "status": "completed", "tag": "1fe5bff1-838b-4f58-aedb-59fd8cf65ef1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:30:10.361959 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea82c8c0-7b5c-4894-aadb-a60ddfc9121b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:30:10.362338 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1', 'code': 200} Oct 13 05:30:10.392271 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:10.452952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb791ad-97a5-4214-8d5c-529ee9b2852b req-21032bc0-494b-49bc-b289-ec65a3733723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:10.454330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5bb791ad-97a5-4214-8d5c-529ee9b2852b req-21032bc0-494b-49bc-b289-ec65a3733723 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 1096 time: 0.0405800 Oct 13 05:30:10.488259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5bb791ad-97a5-4214-8d5c-529ee9b2852b req-529233b2-e9fc-4180-b557-36370375d3e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267839 Oct 13 05:30:10.740512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa952bf-de49-44fb-9cc2-30b2c931989f req-83a2cd62-c844-4ec2-bd10-c1a3a63935b1 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:10.741943 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4fa952bf-de49-44fb-9cc2-30b2c931989f req-83a2cd62-c844-4ec2-bd10-c1a3a63935b1 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0558519 Oct 13 05:30:10.780069 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4fa952bf-de49-44fb-9cc2-30b2c931989f req-f0d224a2-5171-4100-82e5-e9e0192ecae7 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Oct 13 05:30:10.947416 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:11.900003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9108b9-f173-4bbc-b17d-094a48b039bb req-fe8795da-85d6-45e6-9154-93fb00e5e765 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:11.901482 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d9108b9-f173-4bbc-b17d-094a48b039bb req-fe8795da-85d6-45e6-9154-93fb00e5e765 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0476580 Oct 13 05:30:11.938612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3d9108b9-f173-4bbc-b17d-094a48b039bb req-d2bafe78-0a80-474a-8cad-70dac59fbb52 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303130 Oct 13 05:30:13.055495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4365ce-f932-406e-ba07-467391fbb5e0 req-b3200e95-748f-481c-9afe-27fd48629b79 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:13.056986 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b4365ce-f932-406e-ba07-467391fbb5e0 req-b3200e95-748f-481c-9afe-27fd48629b79 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0488935 Oct 13 05:30:13.094621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b4365ce-f932-406e-ba07-467391fbb5e0 req-fa5016ad-e6d1-4f42-8452-15caf4a1e673 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310872 Oct 13 05:30:13.208551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88429-6f09-45fd-86cf-115554dc0ced req-1382b279-a51f-4c97-9182-bae4a63a9f48 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:13.210028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-09e88429-6f09-45fd-86cf-115554dc0ced req-1382b279-a51f-4c97-9182-bae4a63a9f48 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0516250 Oct 13 05:30:13.246770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-09e88429-6f09-45fd-86cf-115554dc0ced req-1aa0f3eb-62d4-4221-a6c8-88e2b4492880 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Oct 13 05:30:19.104616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed656-6930-452a-9501-49b8d1cfe5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:21.607241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1383ef69-0a9d-4379-bf20-f015a70c2c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:23.027736 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:23.343602 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:24.899694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:34.585593 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553efe-a422-4837-bc92-9f1dd31c5dd7 req-eb8fd590-929e-441d-88e1-008cd0c4ef96 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:34.587081 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94553efe-a422-4837-bc92-9f1dd31c5dd7 req-eb8fd590-929e-441d-88e1-008cd0c4ef96 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0495224 Oct 13 05:30:34.625400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94553efe-a422-4837-bc92-9f1dd31c5dd7 req-5a929de1-1e63-4e83-a85a-bb16af5aa48c tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Oct 13 05:30:35.739926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cc98-0b75-4519-a70d-0df5e7765a65 req-6dfb8796-e03c-4c7e-855b-ec0b68f092cd tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:35.741391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9825cc98-0b75-4519-a70d-0df5e7765a65 req-6dfb8796-e03c-4c7e-855b-ec0b68f092cd tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0480018 Oct 13 05:30:35.777000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9825cc98-0b75-4519-a70d-0df5e7765a65 req-a325b473-6d63-46c2-8c3e-788f6cd2626e tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/security-groups?id=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296905 Oct 13 05:30:36.381064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-339eeca0-b577-4df3-b28c-42e0f1699a0d tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:36.382498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-339eeca0-b577-4df3-b28c-42e0f1699a0d tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 945 time: 0.0472641 Oct 13 05:30:36.472321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Deleting port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:36.472653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:36.555913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] For port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:36.556260 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:36.568692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Calling delete_port for 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:36.692969 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:36.706036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['1fe5bff1-838b-4f58-aedb-59fd8cf65ef1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:30:36.719337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Pushing event deleted for resources: {'Port': ['ID=1fe5bff1-838b-4f58-aedb-59fd8cf65ef1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:36.767422 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] No DVR routers for this DVR port 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:30:36.770292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:36.773794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-41d09ff0-295d-4049-bd2e-82fd05f5f55b req-5c35f691-e22c-4e8d-85ee-0ef8ea653510 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.26 "DELETE /v2.0/ports/1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 HTTP/1.1" status: 204 len: 173 time: 0.3846323 Oct 13 05:30:36.774243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'name': 'network-vif-deleted', 'tag': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:30:36.776521 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaeb719-f83a-4fc5-bf3f-96d68183d34f" -d '{"events": [{"server_uuid": "025c9e22-ceef-4017-a8d8-18c42910cbbc", "name": "network-vif-deleted", "tag": "1fe5bff1-838b-4f58-aedb-59fd8cf65ef1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:30:36.816716 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554df03a-c201-48c3-a4d0-fc48cb44811d x-openstack-request-id: req-554df03a-c201-48c3-a4d0-fc48cb44811d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:30:36.817046 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c9e22-ceef-4017-a8d8-18c42910cbbc", "name": "network-vif-deleted", "tag": "1fe5bff1-838b-4f58-aedb-59fd8cf65ef1", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:30:36.817303 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-554df03a-c201-48c3-a4d0-fc48cb44811d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:30:36.817704 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c9e22-ceef-4017-a8d8-18c42910cbbc', 'name': 'network-vif-deleted', 'tag': '1fe5bff1-838b-4f58-aedb-59fd8cf65ef1', 'status': 'completed', 'code': 200} Oct 13 05:30:36.883229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0c70ebee-5e69-4f65-bc82-8ec124ea8987 req-dcbe5f2d-6200-40d3-a5c3-719665e0a2f1 tempest-TestEncryptedCinderVolumes-455453033 tempest-TestEncryptedCinderVolumes-455453033-project] 10.222.0.44 "GET /v2.0/ports?device_id=025c9e22-ceef-4017-a8d8-18c42910cbbc HTTP/1.1" status: 200 len: 210 time: 0.0298083 Oct 13 05:30:37.635220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:30:37.973037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:38.300848 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:38.864747 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Deleting port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:38.865094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:38.942423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] For port 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:38.942781 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:38.955389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Calling delete_port for 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:39.127455 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.152096 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a2c51c-d4e5-44bc-a9fa-67d6f7d35432,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:39.178622 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.328495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.535409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Router c529e6f0-8e21-4d32-8621-945e604dfe49 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:30:39.634294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:30:39.639757 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7e800b4c-1d5a-4fbc-8b78-e659c4da5600 admin admin] 10.222.0.44 "PUT /v2.0/routers/c529e6f0-8e21-4d32-8621-945e604dfe49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656923 Oct 13 05:30:39.642264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:39.644613 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] Sync routers for ids ['c529e6f0-8e21-4d32-8621-945e604dfe49'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:30:39.653645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] Routers {'c529e6f0-8e21-4d32-8621-945e604dfe49'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:39.654337 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c529e6f0-8e21-4d32-8621-945e604dfe49'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:39.743821 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.754444 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] Set router c529e6f0-8e21-4d32-8621-945e604dfe49 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:39.844761 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.896190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Deleting port 8681274c-2990-45b7-8110-c6d134f8c56b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:39.896528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.929203 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:30:39Z', 'revision_number': 5, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port': {'id': '8681274c-2990-45b7-8110-c6d134f8c56b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:13Z', 'updated_at': '2021-10-13T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:39.954961 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] Checking router: c529e6f0-8e21-4d32-8621-945e604dfe49 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:30:39.963186 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] Routers {'c529e6f0-8e21-4d32-8621-945e604dfe49'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:39.963820 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c529e6f0-8e21-4d32-8621-945e604dfe49'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:39.976918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] For port 8681274c-2990-45b7-8110-c6d134f8c56b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=8681274c-2990-45b7-8110-c6d134f8c56b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:39.977276 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:39.991048 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Calling delete_port for 8681274c-2990-45b7-8110-c6d134f8c56b owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:40.133237 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] Set router c529e6f0-8e21-4d32-8621-945e604dfe49 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:40.158588 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.184740 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8681274c-2990-45b7-8110-c6d134f8c56b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:40.187702 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:30:39Z', 'revision_number': 6, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:40.216536 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47cef6-249b-4439-99cf-8c15682ad0ca None None] The sync data for ids ['c529e6f0-8e21-4d32-8621-945e604dfe49'] in n-d-810220-9 is: [{'id': 'c529e6f0-8e21-4d32-8621-945e604dfe49', 'name': 'tempest-TestEncryptedCinderVolumes-1009525327-router', 'tenant_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:12Z', 'updated_at': '2021-10-13T05:30:39Z', 'revision_number': 6, 'project_id': '3af68ad9cd2f47319aed7a9260c68cb6', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:30:40.251012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.339715 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.342301 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.351682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:40.371924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:40.372263 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 1fe5bff1-838b-4f58-aedb-59fd8cf65ef1 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:40.385828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.386319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c529e6f0-8e21-4d32-8621-945e604dfe49 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:30:40.390575 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.391828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e4fab283-3455-402c-a38d-ea2d7f76a1a7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c529e6f0-8e21-4d32-8621-945e604dfe49 HTTP/1.1" status: 204 len: 168 time: 0.7485626 Oct 13 05:30:40.394447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:40.438337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Deleting subnet 108b55fc-9009-4b1d-9378-037930443912 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:30:40.441267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.475726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.554350 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.611079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.640482 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.647388 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:40.648162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0df70-f21c-4848-a489-1294d959dbc4 None None] Network 88a367c8-a89f-40cd-9cb7-7be85304d0f3 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:30:40.648958 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/108b55fc-9009-4b1d-9378-037930443912 HTTP/1.1" status: 204 len: 168 time: 0.2491832 Oct 13 05:30:40.650062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf654e-fc9e-4b56-9230-56660b912b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108b55fc-9009-4b1d-9378-037930443912,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:40.719145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.770551 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Deleting port ea0f71f3-6175-4769-8f48-2ceffe72d2ef {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:40.770893 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.833068 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] For port ea0f71f3-6175-4769-8f48-2ceffe72d2ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,segment=NetworkSegment(1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6),segment_id=1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:40.833430 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.849207 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Calling delete_port for ea0f71f3-6175-4769-8f48-2ceffe72d2ef owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:40.925604 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.945314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:40.952843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0f71f3-6175-4769-8f48-2ceffe72d2ef,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:40.957406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] No DVR routers for this DVR port ea0f71f3-6175-4769-8f48-2ceffe72d2ef on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:30:40.967122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.967474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.967821 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.968159 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.968494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.968857 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.969187 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.969514 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.969840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.970164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.970488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.970810 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:40.985721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e35dd-0aef-4f9b-a623-46c1b4ad9686 None None] DHCP port deletion for 88a367c8-a89f-40cd-9cb7-7be85304d0f3 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:30:41.044990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.065312 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a367c8-a89f-40cd-9cb7-7be85304d0f3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:41.075355 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:41.075714 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db3a583-a4a0-4e22-b8af-a2a05fe9b3c6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:41.085310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.098667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.104789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:30:41.105183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:30:41.106958 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:30:41.162266 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.167694 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.173729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] 10.222.0.44 "DELETE /v2.0/networks/88a367c8-a89f-40cd-9cb7-7be85304d0f3 HTTP/1.1" status: 204 len: 168 time: 0.5225489 Oct 13 05:30:41.174089 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52278) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:41.182339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca49c5a-cebd-43dd-a909-9edb64883fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=88a367c8-a89f-40cd-9cb7-7be85304d0f3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:41.263618 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:41.284180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:41.284523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 30a2c51c-d4e5-44bc-a9fa-67d6f7d35432 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:41.284961 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8681274c-2990-45b7-8110-c6d134f8c56b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:41.303776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 8681274c-2990-45b7-8110-c6d134f8c56b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:41.304122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 8681274c-2990-45b7-8110-c6d134f8c56b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:41.304536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ea0f71f3-6175-4769-8f48-2ceffe72d2ef no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:41.326351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: ea0f71f3-6175-4769-8f48-2ceffe72d2ef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:41.326692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device ea0f71f3-6175-4769-8f48-2ceffe72d2ef not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:41.541295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.774548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Deleting port 14bbf0a5-9283-4bae-b654-d69269929271 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:41.774887 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.850619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] For port 14bbf0a5-9283-4bae-b654-d69269929271, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=14bbf0a5-9283-4bae-b654-d69269929271,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:41.850897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:41.866826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Calling delete_port for 14bbf0a5-9283-4bae-b654-d69269929271 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:42.037716 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.063152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Pushing event deleted for resources: {'Port': ['ID=14bbf0a5-9283-4bae-b654-d69269929271,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:42.224007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.433844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:30:42.536323 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:30:42.541292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2bb2db9c-2811-41c9-b93f-e05e3bdcd6df admin admin] 10.222.0.44 "PUT /v2.0/routers/03efc8ad-da7a-42ea-84af-83f3d3b975c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3660760 Oct 13 05:30:42.544276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:42.545546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] Sync routers for ids ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:30:42.554330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] Routers {'03efc8ad-da7a-42ea-84af-83f3d3b975c3'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:42.554937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:42.644185 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.656257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] Set router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:42.743753 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.796947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Deleting port c4ddc325-f2e2-4073-a9f5-38e13b8df276 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:42.797288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.829602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:30:41Z', 'revision_number': 5, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port': {'id': 'c4ddc325-f2e2-4073-a9f5-38e13b8df276', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:42.855286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] Checking router: 03efc8ad-da7a-42ea-84af-83f3d3b975c3 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:30:42.863536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] Routers {'03efc8ad-da7a-42ea-84af-83f3d3b975c3'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:42.864139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:42.878556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] For port c4ddc325-f2e2-4073-a9f5-38e13b8df276, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=c4ddc325-f2e2-4073-a9f5-38e13b8df276,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:42.878919 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.890801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Calling delete_port for c4ddc325-f2e2-4073-a9f5-38e13b8df276 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:42.947722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] Set router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:43.000992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:30:42Z', 'revision_number': 6, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:43.027008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658cb59-b798-49fe-ae53-e14c04ab66f4 None None] The sync data for ids ['03efc8ad-da7a-42ea-84af-83f3d3b975c3'] in n-d-810220-9 is: [{'id': '03efc8ad-da7a-42ea-84af-83f3d3b975c3', 'name': 'tempest-TestEncryptedCinderVolumes-244637576-router', 'tenant_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:29:17Z', 'updated_at': '2021-10-13T05:30:42Z', 'revision_number': 6, 'project_id': 'eb90fe0b94f04687b88c7748da91bf3d', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:30:43.052732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.079127 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ddc325-f2e2-4073-a9f5-38e13b8df276,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:43.135653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.221442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.223404 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.609278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.609990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03efc8ad-da7a-42ea-84af-83f3d3b975c3 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:30:43.614079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.615207 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cc2f4943-749a-4917-ae3b-31e14e27152d admin admin] 10.222.0.44 "DELETE /v2.0/routers/03efc8ad-da7a-42ea-84af-83f3d3b975c3 HTTP/1.1" status: 204 len: 168 time: 1.0699751 Oct 13 05:30:43.617692 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:43.660358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Deleting subnet f8cb8021-37f0-484e-9a5f-281c71d4337c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:30:43.663357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.695950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.774604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.801029 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14bbf0a5-9283-4bae-b654-d69269929271 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:43.821516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 14bbf0a5-9283-4bae-b654-d69269929271 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:43.821857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 14bbf0a5-9283-4bae-b654-d69269929271 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:43.838661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.864460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8cb8021-37f0-484e-9a5f-281c71d4337c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:43.868283 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.874246 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04620ba8-cc8c-41eb-be77-d44cd0fa02e5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f8cb8021-37f0-484e-9a5f-281c71d4337c HTTP/1.1" status: 204 len: 168 time: 0.2533290 Oct 13 05:30:43.874502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:43.877179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a889fa-2b3d-4ea3-be31-39b916f49d38 None None] Network 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:30:43.949971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.003106 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Deleting port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:44.003447 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.046445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] DHCP port deletion for 1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:30:44.070445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] For port eed2cd33-21ff-4f8d-9f0c-f52c899938f7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:44.070823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.084017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Calling delete_port for eed2cd33-21ff-4f8d-9f0c-f52c899938f7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:44.094279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Deleting port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:30:44.094650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.164843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] For port eed2cd33-21ff-4f8d-9f0c-f52c899938f7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,segment=NetworkSegment(b77db24a-5dfd-4257-a033-b43db99eadec),segment_id=b77db24a-5dfd-4257-a033-b43db99eadec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:44.165311 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.168392 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.178702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Calling delete_port for eed2cd33-21ff-4f8d-9f0c-f52c899938f7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:30:44.193942 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:44.197487 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] No DVR routers for this DVR port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:30:44.257136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.276480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.287495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] No DVR routers for this DVR port eed2cd33-21ff-4f8d-9f0c-f52c899938f7 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:30:44.292153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Pushing event deleted for resources: {'Port': ['ID=eed2cd33-21ff-4f8d-9f0c-f52c899938f7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:44.298752 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce23efd-b3cb-4b30-b4b9-5cdd148e5374']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:44.301419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.301419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.301592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.301860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.302210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.302647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.302873 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.303221 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.303629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.304013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.304333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.304714 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb1639-e24c-4dd8-8fae-7dcdc1ba61fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:44.309666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77db24a-5dfd-4257-a033-b43db99eadec') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:44.309960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77db24a-5dfd-4257-a033-b43db99eadec') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:44.319180 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.332518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.338188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:30:44.338571 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:30:44.340441 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:30:44.393459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.408886 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.412005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ce23efd-b3cb-4b30-b4b9-5cdd148e5374 HTTP/1.1" status: 204 len: 168 time: 0.5365758 Oct 13 05:30:44.413132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700670c2-2c77-4051-8037-833c0203d1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce23efd-b3cb-4b30-b4b9-5cdd148e5374,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:44.567958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52288) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:44.607094 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8f0a605a-b125-4a79-b875-cc184b927892 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3af68ad9cd2f47319aed7a9260c68cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379536 Oct 13 05:30:44.609447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52290) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:44.658933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb3671e1-fe9b-44a1-a357-073566b26bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.679607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb3671e1-fe9b-44a1-a357-073566b26bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.724429 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb3671e1-fe9b-44a1-a357-073566b26bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.726950 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb3671e1-fe9b-44a1-a357-073566b26bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.728132 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bb3671e1-fe9b-44a1-a357-073566b26bab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d063b26a-76d3-4007-a5bc-ebe7aee0fbbe HTTP/1.1" status: 204 len: 168 time: 0.1177843 Oct 13 05:30:44.736358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3671e1-fe9b-44a1-a357-073566b26bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d063b26a-76d3-4007-a5bc-ebe7aee0fbbe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:45.041732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:45.084985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d42ee173-39e6-42c3-98ba-6558f67c6ca1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb90fe0b94f04687b88c7748da91bf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420642 Oct 13 05:30:45.087396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:45.132558 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45de17fd-1d54-40f3-ad7c-7b90bbf9dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.153436 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45de17fd-1d54-40f3-ad7c-7b90bbf9dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.202955 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45de17fd-1d54-40f3-ad7c-7b90bbf9dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.206218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45de17fd-1d54-40f3-ad7c-7b90bbf9dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.207484 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-45de17fd-1d54-40f3-ad7c-7b90bbf9dca3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f775d9b4-9059-4ac1-8495-6dd05a0fda79 HTTP/1.1" status: 204 len: 168 time: 0.1191428 Oct 13 05:30:45.218028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de17fd-1d54-40f3-ad7c-7b90bbf9dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775d9b4-9059-4ac1-8495-6dd05a0fda79,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:45.252601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eed2cd33-21ff-4f8d-9f0c-f52c899938f7 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:45.272250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: eed2cd33-21ff-4f8d-9f0c-f52c899938f7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:45.272583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device eed2cd33-21ff-4f8d-9f0c-f52c899938f7 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:45.273234 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c4ddc325-f2e2-4073-a9f5-38e13b8df276 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:30:45.292046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: c4ddc325-f2e2-4073-a9f5-38e13b8df276 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:30:45.292381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device c4ddc325-f2e2-4073-a9f5-38e13b8df276 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:30:45.853926 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:45.948237 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1222658434-network', 'tenant_id': '9981b4de6fed4d069cc916e50151da46'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:45.969331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Made reservation on behalf of 9981b4de6fed4d069cc916e50151da46 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:30:45.971603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.979859 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.052236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.055783 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.075996 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:30:46.089080 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69df9ffe-95a4-41df-a148-bb8819369b5c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:46.094298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.094638 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Added segment 2cb4090e-4dcb-4f52-900f-94cba5e4398e of type vlan for network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 Oct 13 05:30:46.136100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.160377 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.161332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:46.161904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.211551 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3565392 Oct 13 05:30:46.214603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:46.219990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Request body: {'subnet': {'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1222658434-subnet', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:46.222721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c37d2b-1a8c-4375-8aee-1dfa3336db61 admin admin] Pushing event updated for resources: {'Network': ['ID=c41efb51-eb16-49ee-8e00-50f5a0ff38f9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:46.232859 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:30:46.242909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Made reservation on behalf of 9981b4de6fed4d069cc916e50151da46 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:30:46.245328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.412709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.472494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4c8d56-0a1e-4290-ade9-7023fdac1de6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:46.478170 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Checking segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:46.478328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Network hostable DHCP agents. Network: c41efb51-eb16-49ee-8e00-50f5a0ff38f9, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:30:46.494629 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:30:46.503004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, c41efb51-eb16-49ee-8e00-50f5a0ff38f9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:46.506990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:46.507561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.513091 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ed0cc-482d-4935-9765-61411d2ae3dd None None] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:30:46.523243 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7b2d1d17-5fa8-4882-9c08-44faa13a95f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3070786 Oct 13 05:30:46.526003 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:46.531174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:46.550088 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.551058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.604899 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.657063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:30:46.657932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.737904 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.795752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Allocated IP 172.20.0.2 (c41efb51-eb16-49ee-8e00-50f5a0ff38f9/5f4c8d56-0a1e-4290-ade9-7023fdac1de6/67ab130a-5f07-45a6-af6b-67fdc4f7087e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:46.934860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.936236 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.942071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.953437 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:46.977293 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:46.982686 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:46.985330 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:47.012957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Pushing event updated for resources: {'Port': ['ID=67ab130a-5f07-45a6-af6b-67fdc4f7087e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:47.047398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Attempting to bind port 67ab130a-5f07-45a6-af6b-67fdc4f7087e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:47.047675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Attempting to bind port 67ab130a-5f07-45a6-af6b-67fdc4f7087e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:47.048035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Attempting to bind port 67ab130a-5f07-45a6-af6b-67fdc4f7087e on network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:47.052884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:47.053250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Checking segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:47.053641 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.054024 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Bound using segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:47.054486 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Bound port: 67ab130a-5f07-45a6-af6b-67fdc4f7087e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:47.054858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.058043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Allocated IP 172.25.1.190 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/7ec93590-5b2c-4aac-b288-79031ab8a3ac) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:47.123188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] For port 67ab130a-5f07-45a6-af6b-67fdc4f7087e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:47.127256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] For port 67ab130a-5f07-45a6-af6b-67fdc4f7087e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=67ab130a-5f07-45a6-af6b-67fdc4f7087e,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:47.130955 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.164242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.185752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3816-80f0-4441-849f-e11c25c40754 None None] Pushing event updated for resources: {'Port': ['ID=67ab130a-5f07-45a6-af6b-67fdc4f7087e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:47.203601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.246718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:47.251317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:47.254845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:47.260383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Pushing event updated for resources: {'Port': ['ID=7ec93590-5b2c-4aac-b288-79031ab8a3ac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:47.518909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.708495 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.839560 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:30:47.947727 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:30:47.958721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Sync routers for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:30:47.967341 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.968596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c17d8614-2a39-41cc-8c2c-30aff2137a4e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4416370 Oct 13 05:30:47.971521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:47.972294 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:47.973538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:48.084518 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:48.103638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c7213-7b0b-4e55-90fa-31b8aff74f69 None None] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:30:48.170369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4acdd009-129d-456f-bd92-65738a72f58e None None] Provisioning complete for port 67ab130a-5f07-45a6-af6b-67fdc4f7087e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:48.170658 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4acdd009-129d-456f-bd92-65738a72f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.271850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:47Z', 'revision_number': 3, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:48.299329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Checking router: dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:30:48.299826 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Updating router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b port 7ec93590-5b2c-4aac-b288-79031ab8a3ac binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:30:48.317783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4acdd009-129d-456f-bd92-65738a72f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.330368 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.357877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4acdd009-129d-456f-bd92-65738a72f58e None None] For port 67ab130a-5f07-45a6-af6b-67fdc4f7087e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=67ab130a-5f07-45a6-af6b-67fdc4f7087e,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:48.362486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4acdd009-129d-456f-bd92-65738a72f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.411896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdd009-129d-456f-bd92-65738a72f58e None None] Pushing event updated for resources: {'Port': ['ID=67ab130a-5f07-45a6-af6b-67fdc4f7087e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:48.434568 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.582877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf136ffe-d5a2-4dee-930a-e5127e20e5b4 None None] Provisioning complete for port 67ab130a-5f07-45a6-af6b-67fdc4f7087e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:48.583248 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf136ffe-d5a2-4dee-930a-e5127e20e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.602653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Allocated IP 172.20.0.1 (c41efb51-eb16-49ee-8e00-50f5a0ff38f9/5f4c8d56-0a1e-4290-ade9-7023fdac1de6/b26c12d9-4e60-4972-9e9c-099ceb34f4d2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:48.616367 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.622697 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.675944 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Attempting to bind port 7ec93590-5b2c-4aac-b288-79031ab8a3ac on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:48.676322 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Attempting to bind port 7ec93590-5b2c-4aac-b288-79031ab8a3ac by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:48.676726 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Attempting to bind port 7ec93590-5b2c-4aac-b288-79031ab8a3ac on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:48.679561 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Pushing event updated for resources: {'Port': ['ID=7ec93590-5b2c-4aac-b288-79031ab8a3ac,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:48.684215 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:48.684588 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:48.685026 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.685395 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:48.685859 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Bound port: 7ec93590-5b2c-4aac-b288-79031ab8a3ac, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:48.686235 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.710222 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.710601 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.711157 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.711516 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.711839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.712169 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.712497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.712858 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.713167 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.713498 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.713804 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.714120 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:30:48.717421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.746246 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] For port 7ec93590-5b2c-4aac-b288-79031ab8a3ac, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:48.750005 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] For port 7ec93590-5b2c-4aac-b288-79031ab8a3ac, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7ec93590-5b2c-4aac-b288-79031ab8a3ac,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:48.751281 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.753990 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.791695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:48.794745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:48.799282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:48.808482 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Pushing event updated for resources: {'Port': ['ID=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:48.817239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:48.817847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:48.846388 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:48.862934 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdf773-5485-41fc-90b1-657787ad6d5a None None] Pushing event updated for resources: {'Port': ['ID=7ec93590-5b2c-4aac-b288-79031ab8a3ac,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:48.940810 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:48.981119 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.089942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e15dbc6-eb82-42cf-b401-53734fd5bdba None None] Provisioning complete for port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:49.090691 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e15dbc6-eb82-42cf-b401-53734fd5bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.138662 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:47Z', 'revision_number': 3, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:49.142208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eda3d2e-fdf9-4b78-a2af-3c665d1ca62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.147047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e15dbc6-eb82-42cf-b401-53734fd5bdba None None] Port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:30:49.158871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.163971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.168718 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921885a-1f3e-4734-8c56-8772f427bc81 None None] The sync data for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 is: [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:47Z', 'revision_number': 3, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:30:49.229800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Pushing event updated for resources: {'Port': ['ID=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:49.232653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.294906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 67ab130a-5f07-45a6-af6b-67fdc4f7087e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:49.340220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:49.341974 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:49.344540 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 67ab130a-5f07-45a6-af6b-67fdc4f7087e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:49.344960 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.686801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8c32525-3bcc-4d0d-a029-e99a07a2a30a None None] Provisioning complete for port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:49.687212 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c32525-3bcc-4d0d-a029-e99a07a2a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:49.727807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8c32525-3bcc-4d0d-a029-e99a07a2a30a None None] Port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:30:49.842596 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:30:49.951548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:30:49.956492 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-09bbbabc-a187-4a6d-a55d-cd7622940466 admin admin] 10.222.0.44 "PUT /v2.0/routers/dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9839945 Oct 13 05:30:50.410265 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:50.415253 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1148695451-network', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:50.435686 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Made reservation on behalf of f512e355ba2a4a869a484f6bcdaab123 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:30:50.437869 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.446461 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.523226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.526994 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.552801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:30:50.562368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe5d2fd-b74d-41cc-8846-e04bff004a22,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:50.569949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.570297 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Added segment c20d6a3b-3e60-4da9-81f6-45a670e6dcab of type vlan for network 74f7f563-c220-4cca-bebf-abc1b69673f7 Oct 13 05:30:50.610082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.637742 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.638803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:50.639399 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.692355 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2809517 Oct 13 05:30:50.695162 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:50.700876 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Request body: {'subnet': {'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1148695451-subnet', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:50.703398 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c1382-1381-451d-b95d-d10f3c79f070 admin admin] Pushing event updated for resources: {'Network': ['ID=74f7f563-c220-4cca-bebf-abc1b69673f7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:50.713325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:30:50.727284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Made reservation on behalf of f512e355ba2a4a869a484f6bcdaab123 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:30:50.729903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.808084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Sync routers for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:30:50.817495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:50.818105 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:50.904780 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:50.966001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a330809b-046c-4e89-84db-9e1f8ecf82f8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:50.973281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Checking segment: {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:50.973534 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Network hostable DHCP agents. Network: 74f7f563-c220-4cca-bebf-abc1b69673f7, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:30:50.991610 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:30:51.001830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 74f7f563-c220-4cca-bebf-abc1b69673f7) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:51.006541 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:51.007302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.022989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-63948d35-48ef-403e-bda8-a60734925fb3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3266089 Oct 13 05:30:51.025582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:51.029902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:30:51.050639 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.051616 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.053643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be343e49-6e8e-4389-8d44-560c68d56a1b None None] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:30:51.106242 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.129965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:51.246909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.284394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7ec93590-5b2c-4aac-b288-79031ab8a3ac up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:51.368472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-74f7f563-c220-4cca-bebf-abc1b69673f7', 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'fixed_ips': [{'subnet_id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:30:51.369352 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.446667 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.465464 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.476642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7ec93590-5b2c-4aac-b288-79031ab8a3ac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:51.476932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.568528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Allocated IP 172.25.1.186 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/4ea2d218-46b7-49a5-869e-f57e29ed640b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:51.593678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:49Z', 'revision_number': 2, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:51.619369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Allocated IP 172.20.0.2 (74f7f563-c220-4cca-bebf-abc1b69673f7/a330809b-046c-4e89-84db-9e1f8ecf82f8/2e39d541-923e-46ae-b67e-8f2ec1d9cd0f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:51.666039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Checking router: dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:30:51.666394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Updating router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:30:51.675590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.698112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ea53-b45d-4ebb-bed0-695a0891270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.706024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.711192 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.748422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.749959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:51.752924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:51.756314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:51.762210 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea2d218-46b7-49a5-869e-f57e29ed640b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:51.781788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 7ec93590-5b2c-4aac-b288-79031ab8a3ac, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7ec93590-5b2c-4aac-b288-79031ab8a3ac,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:51.789571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:51.969771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=7ec93590-5b2c-4aac-b288-79031ab8a3ac,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:52.000091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.002413 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.016292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.089246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:52.095737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:52.099470 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Pushing event updated for resources: {'Port': ['ID=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:52.103102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:52.180284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Attempting to bind port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:52.180655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Attempting to bind port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:52.181038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Attempting to bind port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f on network 74f7f563-c220-4cca-bebf-abc1b69673f7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:52.191509 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:52.191887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Checking segment: {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:52.192283 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.192542 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.192669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Bound using segment: {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:52.193156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Bound port: 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:52.193534 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.286842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.296525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.310378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] For port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:52.319404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Router c128988a-7cda-4bb6-918d-f2c9cebfdb3d is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:30:52.348978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] For port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,segment=NetworkSegment(c20d6a3b-3e60-4da9-81f6-45a670e6dcab),segment_id=c20d6a3b-3e60-4da9-81f6-45a670e6dcab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:52.357697 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.378960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18e33c-2007-4281-b336-8028bb8791fb None None] Pushing event updated for resources: {'Port': ['ID=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:52.475524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Attempting to bind port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:52.475834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Attempting to bind port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:52.476202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Attempting to bind port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 on network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:52.490675 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:52.491129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Checking segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:52.491459 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.491861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Bound using segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:52.492336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Bound port: b26c12d9-4e60-4972-9e9c-099ceb34f4d2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:52.492741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.495014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc885e5-8874-4ebf-b8e1-0eafb5c49b4a None None] Pushing event updated for resources: {'Port': ['ID=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:52.577494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] For port b26c12d9-4e60-4972-9e9c-099ceb34f4d2, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:52.582034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] For port b26c12d9-4e60-4972-9e9c-099ceb34f4d2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:52.589939 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.656087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:52.656705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:52.684999 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18e33c-2007-4281-b336-8028bb8791fb None None] Pushing event updated for resources: {'Port': ['ID=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:52.762562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:30:52.772714 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Sync routers for ids ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:30:52.786217 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Routers {'c128988a-7cda-4bb6-918d-f2c9cebfdb3d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:52.787082 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:52.789982 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:52.794550 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6554f56f-46fa-4f31-9d0d-3e5f5fb92443 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7648773 Oct 13 05:30:52.794918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:30:52.946249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Set router c128988a-7cda-4bb6-918d-f2c9cebfdb3d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:52.954387 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5587260-0839-45fc-bb85-74f229f13a31 None None] Provisioning complete for port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:52.954879 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5587260-0839-45fc-bb85-74f229f13a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.054675 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.066996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:53.140968 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 3, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:53.172121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5587260-0839-45fc-bb85-74f229f13a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.175287 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Checking router: c128988a-7cda-4bb6-918d-f2c9cebfdb3d for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:30:53.175836 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Updating router c128988a-7cda-4bb6-918d-f2c9cebfdb3d port 4ea2d218-46b7-49a5-869e-f57e29ed640b binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:30:53.209558 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.307476 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b5587260-0839-45fc-bb85-74f229f13a31 None None] For port b26c12d9-4e60-4972-9e9c-099ceb34f4d2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:53.314648 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.320961 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5587260-0839-45fc-bb85-74f229f13a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.444400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.455692 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7ec93590-5b2c-4aac-b288-79031ab8a3ac up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:53.511276 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3394b1c-4bdc-44b8-93b5-7c32f6585660 None None] Provisioning complete for port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:53.512201 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3394b1c-4bdc-44b8-93b5-7c32f6585660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.521620 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5587260-0839-45fc-bb85-74f229f13a31 None None] Pushing event updated for resources: {'Port': ['ID=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:53.524184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Allocated IP 172.20.0.1 (74f7f563-c220-4cca-bebf-abc1b69673f7/a330809b-046c-4e89-84db-9e1f8ecf82f8/6ce4ba82-d03c-4086-93dc-784f33c423cc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:30:53.637241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:52Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:53.642521 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.648897 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.650913 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.673336 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e6810a-6c92-4b92-9455-f74a713fe675 None None] The sync data for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 is: [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:52Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:30:53.679641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 7ec93590-5b2c-4aac-b288-79031ab8a3ac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:53.680014 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.708858 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Attempting to bind port 4ea2d218-46b7-49a5-869e-f57e29ed640b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:53.709236 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Attempting to bind port 4ea2d218-46b7-49a5-869e-f57e29ed640b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:53.709573 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Attempting to bind port 4ea2d218-46b7-49a5-869e-f57e29ed640b on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:53.710122 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.717364 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ccd3b-e7e5-49f6-a188-ac6dd3e75b3b None None] Pushing event updated for resources: {'Port': ['ID=4ea2d218-46b7-49a5-869e-f57e29ed640b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:53.720043 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:53.720536 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:53.720672 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.721076 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:53.721546 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Bound port: 4ea2d218-46b7-49a5-869e-f57e29ed640b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:53.721925 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.723613 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c41ddb-8475-45b4-a9e5-8ccb088b867c None None] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:30:53.795640 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:53.803391 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:53.807409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:30:53.817689 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] For port 4ea2d218-46b7-49a5-869e-f57e29ed640b, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:53.833542 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] For port 4ea2d218-46b7-49a5-869e-f57e29ed640b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4ea2d218-46b7-49a5-869e-f57e29ed640b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:53.835623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Pushing event updated for resources: {'Port': ['ID=6ce4ba82-d03c-4086-93dc-784f33c423cc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:53.847594 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.857517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.883696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:53.887345 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5584b597-8f4f-46d7-9779-d3c277154b90 None None] Provisioning complete for port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:53.887714 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5584b597-8f4f-46d7-9779-d3c277154b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:53.913398 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Routers {'c128988a-7cda-4bb6-918d-f2c9cebfdb3d'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:53.915591 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:54.021632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.027977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ccd3b-e7e5-49f6-a188-ac6dd3e75b3b None None] Pushing event updated for resources: {'Port': ['ID=4ea2d218-46b7-49a5-869e-f57e29ed640b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:54.064732 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:54.065235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.073143 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] Set router c128988a-7cda-4bb6-918d-f2c9cebfdb3d gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:54.098416 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5584b597-8f4f-46d7-9779-d3c277154b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.172106 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5584b597-8f4f-46d7-9779-d3c277154b90 None None] For port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,segment=NetworkSegment(c20d6a3b-3e60-4da9-81f6-45a670e6dcab),segment_id=c20d6a3b-3e60-4da9-81f6-45a670e6dcab)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:54.187216 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5584b597-8f4f-46d7-9779-d3c277154b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.262361 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.271719 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.298475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b597-8f4f-46d7-9779-d3c277154b90 None None] Pushing event updated for resources: {'Port': ['ID=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:54.339190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 3, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:54.394800 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70061fb2-0461-442f-a57f-7933a06126dd None None] The sync data for ids ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'] in n-d-810220-9 is: [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 3, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:30:54.411690 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c00e71af-7873-45a8-90aa-d54a208f22f0 None None] Provisioning complete for port 6ce4ba82-d03c-4086-93dc-784f33c423cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:54.412406 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c00e71af-7873-45a8-90aa-d54a208f22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.430062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Pushing event updated for resources: {'Port': ['ID=6ce4ba82-d03c-4086-93dc-784f33c423cc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:54.434528 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.456730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c00e71af-7873-45a8-90aa-d54a208f22f0 None None] Port 6ce4ba82-d03c-4086-93dc-784f33c423cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:30:54.468355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c00e71af-7873-45a8-90aa-d54a208f22f0 None None] Provisioning complete for port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:54.469124 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c00e71af-7873-45a8-90aa-d54a208f22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.575945 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:30:54.579121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:30:54.720735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Router c128988a-7cda-4bb6-918d-f2c9cebfdb3d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:30:54.739235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dee6c0b-5265-42df-b4fb-ff1543a96728 None None] Provisioning complete for port 6ce4ba82-d03c-4086-93dc-784f33c423cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:54.739882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dee6c0b-5265-42df-b4fb-ff1543a96728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:54.824890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9dee6c0b-5265-42df-b4fb-ff1543a96728 None None] Port 6ce4ba82-d03c-4086-93dc-784f33c423cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:30:54.887853 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:30:54.903967 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-41bef837-edd3-4835-bdb4-c8d134aebdcc admin admin] 10.222.0.44 "PUT /v2.0/routers/c128988a-7cda-4bb6-918d-f2c9cebfdb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1006000 Oct 13 05:30:54.918755 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:55.048079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4a16c68-e93f-4c8b-a6b5-aa97b486d748 None None] Provisioning complete for port 6ce4ba82-d03c-4086-93dc-784f33c423cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:55.048455 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4a16c68-e93f-4c8b-a6b5-aa97b486d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:55.088055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4a16c68-e93f-4c8b-a6b5-aa97b486d748 None None] Port 6ce4ba82-d03c-4086-93dc-784f33c423cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:30:55.397203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4ea2d218-46b7-49a5-869e-f57e29ed640b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:55.450088 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4ea2d218-46b7-49a5-869e-f57e29ed640b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:55.450707 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:55.544644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:55.566669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 4ea2d218-46b7-49a5-869e-f57e29ed640b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4ea2d218-46b7-49a5-869e-f57e29ed640b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:55.572085 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:55.575491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:55.654212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=4ea2d218-46b7-49a5-869e-f57e29ed640b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:55.670132 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:55.670433 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:55.764942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b26c12d9-4e60-4972-9e9c-099ceb34f4d2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:55.822395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:55.822805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:57.066278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Sync routers for ids ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:30:57.076489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Routers {'c128988a-7cda-4bb6-918d-f2c9cebfdb3d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:57.077144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:57.194301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Set router c128988a-7cda-4bb6-918d-f2c9cebfdb3d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:57.290122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4ea2d218-46b7-49a5-869e-f57e29ed640b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:57.430900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4ea2d218-46b7-49a5-869e-f57e29ed640b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:57.431665 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:57.555439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 4, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '6ce4ba82-d03c-4086-93dc-784f33c423cc', 'name': '', 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'mac_address': 'fa:16:3e:4b:d1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:53Z', 'updated_at': '2021-10-13T05:30:54Z', 'revision_number': 2, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'subnets': [{'id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:57.587403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Checking router: c128988a-7cda-4bb6-918d-f2c9cebfdb3d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:30:57.587656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Updating router c128988a-7cda-4bb6-918d-f2c9cebfdb3d port 6ce4ba82-d03c-4086-93dc-784f33c423cc binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:30:57.618291 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.073165 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.082394 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.138256 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e6f7-696a-4bfb-adb7-7c21e9bd347f None None] Pushing event updated for resources: {'Port': ['ID=6ce4ba82-d03c-4086-93dc-784f33c423cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:58.201326 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Attempting to bind port 6ce4ba82-d03c-4086-93dc-784f33c423cc on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:30:58.201724 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Attempting to bind port 6ce4ba82-d03c-4086-93dc-784f33c423cc by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:30:58.202045 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Attempting to bind port 6ce4ba82-d03c-4086-93dc-784f33c423cc on network 74f7f563-c220-4cca-bebf-abc1b69673f7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:30:58.211914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:30:58.212446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Checking segment: {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:30:58.212789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.213184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Bound using segment: {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:30:58.213677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Bound port: 6ce4ba82-d03c-4086-93dc-784f33c423cc, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:30:58.214068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.293060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] For port 6ce4ba82-d03c-4086-93dc-784f33c423cc, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:30:58.296905 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] For port 6ce4ba82-d03c-4086-93dc-784f33c423cc, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6ce4ba82-d03c-4086-93dc-784f33c423cc,segment=NetworkSegment(c20d6a3b-3e60-4da9-81f6-45a670e6dcab),segment_id=c20d6a3b-3e60-4da9-81f6-45a670e6dcab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:30:58.332208 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.399451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Routers {'c128988a-7cda-4bb6-918d-f2c9cebfdb3d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:30:58.400127 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:30:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:58.404841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e6f7-696a-4bfb-adb7-7c21e9bd347f None None] Pushing event updated for resources: {'Port': ['ID=6ce4ba82-d03c-4086-93dc-784f33c423cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:58.466295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f521fa21-1c62-4b69-8bd9-ea0dc9ee04db None None] Provisioning complete for port 6ce4ba82-d03c-4086-93dc-784f33c423cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:58.466741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f521fa21-1c62-4b69-8bd9-ea0dc9ee04db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.576945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] Set router c128988a-7cda-4bb6-918d-f2c9cebfdb3d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:30:58.727508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f521fa21-1c62-4b69-8bd9-ea0dc9ee04db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.786078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f521fa21-1c62-4b69-8bd9-ea0dc9ee04db None None] For port 6ce4ba82-d03c-4086-93dc-784f33c423cc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6ce4ba82-d03c-4086-93dc-784f33c423cc,segment=NetworkSegment(c20d6a3b-3e60-4da9-81f6-45a670e6dcab),segment_id=c20d6a3b-3e60-4da9-81f6-45a670e6dcab)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:30:58.797310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f521fa21-1c62-4b69-8bd9-ea0dc9ee04db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:58.874308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521fa21-1c62-4b69-8bd9-ea0dc9ee04db None None] Pushing event updated for resources: {'Port': ['ID=6ce4ba82-d03c-4086-93dc-784f33c423cc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:30:58.901333 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 4, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '6ce4ba82-d03c-4086-93dc-784f33c423cc', 'name': '', 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'mac_address': 'fa:16:3e:4b:d1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:53Z', 'updated_at': '2021-10-13T05:30:58Z', 'revision_number': 4, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'subnets': [{'id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:30:58.935453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0bfa-1f9e-4155-a12f-17e3cbf29e6a None None] The sync data for ids ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'] in n-d-810220-9 is: [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 4, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '6ce4ba82-d03c-4086-93dc-784f33c423cc', 'name': '', 'network_id': '74f7f563-c220-4cca-bebf-abc1b69673f7', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'mac_address': 'fa:16:3e:4b:d1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:53Z', 'updated_at': '2021-10-13T05:30:58Z', 'revision_number': 4, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'subnets': [{'id': 'a330809b-046c-4e89-84db-9e1f8ecf82f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:30:58.945429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a4c25ee-4cac-4248-8f04-b75928049608 None None] Provisioning complete for port 6ce4ba82-d03c-4086-93dc-784f33c423cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:58.945965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a4c25ee-4cac-4248-8f04-b75928049608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:59.332204 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6ce4ba82-d03c-4086-93dc-784f33c423cc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:30:59.407893 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6ce4ba82-d03c-4086-93dc-784f33c423cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:30:59.408499 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:04.866758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-b1cca5f7-4708-4121-bb3b-347bbb7c4495 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:04.868194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-b1cca5f7-4708-4121-bb3b-347bbb7c4495 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 815 time: 0.1025739 Oct 13 05:31:04.883244 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-da6ed21e-9942-4d1e-834a-5ca9f552d26f tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/quotas/9981b4de6fed4d069cc916e50151da46 HTTP/1.1" status: 200 len: 375 time: 0.0087161 Oct 13 05:31:04.932872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-00a4ccea-d0fe-4e9c-8998-d56292b485c5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437727 Oct 13 05:31:05.024345 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-7ae7e37c-8659-4c69-ba46-56fe042ad042 service neutron] 10.222.0.44 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798969 Oct 13 05:31:05.114324 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-72328c9c-cc66-48ac-b657-9450ce604560 service neutron] 10.222.0.44 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Oct 13 05:31:05.266950 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d83f0bb4-f314-465e-acad-82fcb4f1ae08 req-887b4888-04a7-4298-8070-d1437c66a2ed tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 210 time: 0.0259509 Oct 13 05:31:06.160172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-da1b904d-6a1c-404e-8302-e4fdffc3f679 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:06.161656 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-da1b904d-6a1c-404e-8302-e4fdffc3f679 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 815 time: 0.1056437 Oct 13 05:31:06.175689 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'port': {'device_id': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'admin_state_up': True, 'tenant_id': '9981b4de6fed4d069cc916e50151da46'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:06.282586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Made reservation on behalf of 9981b4de6fed4d069cc916e50151da46 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:31:06.286317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:06.380087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-405ea14c-af52-469f-9528-81d4f15c025b req-c097f3ea-4ea9-4309-810a-450fe7901530 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 210 time: 0.0369587 Oct 13 05:31:06.452217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Allocated IP 172.20.0.3 (c41efb51-eb16-49ee-8e00-50f5a0ff38f9/5f4c8d56-0a1e-4290-ade9-7023fdac1de6/96663c2a-7940-409e-9394-9a3da90029e9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:31:06.672041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:06.717006 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:06.761217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:31:06.772557 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:31:06.775831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:31:06.779252 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:06.788386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.788758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.789102 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.789434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.789766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.790097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.790420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.790743 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.791066 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.791392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.791707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.792023 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:06.852112 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:06.852786 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:06.870229 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-c121e6c0-9015-4aef-bc4d-3ac47891beb6 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6982052 Oct 13 05:31:07.039070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b23c50c2-2001-4475-96d1-363e07d659c1 None None] Provisioning complete for port 96663c2a-7940-409e-9394-9a3da90029e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:31:07.039711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b23c50c2-2001-4475-96d1-363e07d659c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:07.075015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b23c50c2-2001-4475-96d1-363e07d659c1 None None] Port 96663c2a-7940-409e-9394-9a3da90029e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:31:07.499552 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f227be-ec6c-470c-b1ef-787777cf5ce6 req-f7625aa0-174f-4ba0-b0c8-b7e8ac5ad9ef tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:07.500928 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3f227be-ec6c-470c-b1ef-787777cf5ce6 req-f7625aa0-174f-4ba0-b0c8-b7e8ac5ad9ef tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0492203 Oct 13 05:31:07.539346 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3f227be-ec6c-470c-b1ef-787777cf5ce6 req-5c7e51d2-043b-46c7-b15d-20dbf95877cf tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Oct 13 05:31:08.666146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda46ab-51fa-4b76-a279-da078155a79f req-d9641859-d108-4fbf-b914-ff1a918432a8 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:08.667844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5eda46ab-51fa-4b76-a279-da078155a79f req-d9641859-d108-4fbf-b914-ff1a918432a8 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0589125 Oct 13 05:31:08.705420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5eda46ab-51fa-4b76-a279-da078155a79f req-6ba04c89-bcba-42ee-a016-a13c34461d35 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Oct 13 05:31:09.175232 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:09.824573 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357c764-e907-4b44-be55-4b4d2d91f685 req-5e5c9371-f3d1-4b53-833d-ece4f153b0fa tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:09.826161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0357c764-e907-4b44-be55-4b4d2d91f685 req-5e5c9371-f3d1-4b53-833d-ece4f153b0fa tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0480335 Oct 13 05:31:09.873688 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0357c764-e907-4b44-be55-4b4d2d91f685 req-4de5749f-b6b8-487a-b604-82d9ce067271 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Oct 13 05:31:10.975534 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:10.995188 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5fac9-090b-4f07-ad32-ce076da8a26b req-eaee44fe-5e12-4b42-a9ee-842f70a67f3c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:10.998000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9de5fac9-090b-4f07-ad32-ce076da8a26b req-eaee44fe-5e12-4b42-a9ee-842f70a67f3c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0558319 Oct 13 05:31:11.036007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9de5fac9-090b-4f07-ad32-ce076da8a26b req-e771500e-f59e-490a-9bbd-e2617cdeecfa tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Oct 13 05:31:12.158339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3989fe-dc52-479a-a36c-46e41fe1dde1 req-3be1524e-ebb7-4d90-99c5-dcc7e3b9c685 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:12.159798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3989fe-dc52-479a-a36c-46e41fe1dde1 req-3be1524e-ebb7-4d90-99c5-dcc7e3b9c685 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0579114 Oct 13 05:31:12.196841 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2d3989fe-dc52-479a-a36c-46e41fe1dde1 req-bbdfefbf-e683-4eec-b82c-62eb465400e0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Oct 13 05:31:13.316263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f378b42-0b5a-4f80-b022-d46331723133 req-8bc23cb0-5f39-474e-968b-65e87a70ce3e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:13.317769 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f378b42-0b5a-4f80-b022-d46331723133 req-8bc23cb0-5f39-474e-968b-65e87a70ce3e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0496924 Oct 13 05:31:13.358833 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6f378b42-0b5a-4f80-b022-d46331723133 req-61eeaacc-949b-4a08-a5b6-1b492c9f6ca9 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Oct 13 05:31:14.478823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434bb29-634e-4a72-bff2-2d9ae8459dba req-f2c6c4c5-8d27-46b3-9528-5d8ead510384 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:14.480843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5434bb29-634e-4a72-bff2-2d9ae8459dba req-f2c6c4c5-8d27-46b3-9528-5d8ead510384 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0517466 Oct 13 05:31:14.517895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5434bb29-634e-4a72-bff2-2d9ae8459dba req-516a9296-b8ee-4ffc-9f38-8b3ad683860b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Oct 13 05:31:14.634839 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:31:15.639073 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc197366-e1ad-4446-af94-8be40abee61e req-a58e661e-31c9-48fa-b24a-7d0a541c7f6a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:15.640544 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc197366-e1ad-4446-af94-8be40abee61e req-a58e661e-31c9-48fa-b24a-7d0a541c7f6a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0534620 Oct 13 05:31:15.691895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc197366-e1ad-4446-af94-8be40abee61e req-214c677c-b0a0-48fb-88f8-abbf8161095c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Oct 13 05:31:16.807717 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6252f-af32-46d2-b994-5c7caa1055a3 req-f7f82911-a37e-4735-aee2-f8a57c99bfed tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:16.809673 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5de6252f-af32-46d2-b994-5c7caa1055a3 req-f7f82911-a37e-4735-aee2-f8a57c99bfed tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0483704 Oct 13 05:31:16.846170 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5de6252f-af32-46d2-b994-5c7caa1055a3 req-a2e44a24-3de6-4537-9037-19ea2c750300 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307086 Oct 13 05:31:17.959569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e218f4-b1c2-4642-8c62-307d6b849a15 req-b502f467-1f35-444a-900e-74ce22f7573b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:17.961034 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5e218f4-b1c2-4642-8c62-307d6b849a15 req-b502f467-1f35-444a-900e-74ce22f7573b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0475543 Oct 13 05:31:17.997058 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5e218f4-b1c2-4642-8c62-307d6b849a15 req-ea002179-0be5-4097-b38a-d5623dca1822 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295987 Oct 13 05:31:19.104254 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2339b9da-e26e-4e07-9dc0-3157ba8b2c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:19.130474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df1b62-31ef-47f3-89de-96e4cf2ce620 req-729188f9-f047-405b-9f55-3ae1d6c8dd7d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:19.131946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9df1b62-31ef-47f3-89de-96e4cf2ce620 req-729188f9-f047-405b-9f55-3ae1d6c8dd7d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 931 time: 0.0522366 Oct 13 05:31:19.171180 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c9df1b62-31ef-47f3-89de-96e4cf2ce620 req-73cf2106-e376-4aa3-bb53-18e9e583ce84 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Oct 13 05:31:19.868801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Request body: {'port': {'device_id': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:19.925768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:20.176784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96663c2a-7940-409e-9394-9a3da90029e9 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:31:20.185245 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:20.197720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Transition to ACTIVE for port object 96663c2a-7940-409e-9394-9a3da90029e9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:31:20.203379 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:20.304790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:20.358175 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebebe9c-4517-47f4-8bcb-043b67a8e435 req-8f1d1d7c-4b9a-49c3-b7ac-dd4ab19104a8 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:20.359746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bebebe9c-4517-47f4-8bcb-043b67a8e435 req-8f1d1d7c-4b9a-49c3-b7ac-dd4ab19104a8 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 943 time: 0.1176217 Oct 13 05:31:20.380396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Attempting to bind port 96663c2a-7940-409e-9394-9a3da90029e9 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:31:20.380782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Attempting to bind port 96663c2a-7940-409e-9394-9a3da90029e9 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:31:20.381071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Attempting to bind port 96663c2a-7940-409e-9394-9a3da90029e9 on network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:31:20.391813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Port 96663c2a-7940-409e-9394-9a3da90029e9 on network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:31:20.392124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Attempting to bind port 96663c2a-7940-409e-9394-9a3da90029e9 on network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:31:20.401700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:31:20.402075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Checking segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:31:20.402447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Bound using segment: {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:31:20.402868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Bound port: 96663c2a-7940-409e-9394-9a3da90029e9, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb4090e-4dcb-4f52-900f-94cba5e4398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:31:20.403225 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:20.428002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bebebe9c-4517-47f4-8bcb-043b67a8e435 req-291eee76-805e-48c4-80c8-37e217f98c31 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586140 Oct 13 05:31:20.477688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:31:20.481839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:31:20.486421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:20.522363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:20.523050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:20.524487 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] 10.222.0.26 "PUT /v2.0/ports/96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 1091 time: 0.6599498 Oct 13 05:31:20.526649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:31:20.528994 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f686035-dba9-4c25-a833-2b920d4ad324" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:31:20.556911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2ce6-13ea-4e27-ad16-b9a69fedd2ad service neutron] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:20.574624 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa8b96-9576-4db2-b560-9c8864e0d714 x-openstack-request-id: req-52aa8b96-9576-4db2-b560-9c8864e0d714 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:31:20.574991 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:31:20.575311 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52aa8b96-9576-4db2-b560-9c8864e0d714 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:31:20.575843 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'status': 'completed', 'code': 200} Oct 13 05:31:20.621204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-106189aa-9877-4a9a-9a85-177c9db11296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:20.622781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-106189aa-9877-4a9a-9a85-177c9db11296 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1094 time: 0.0426726 Oct 13 05:31:20.665427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-86db5009-ed4e-4632-8c62-c9f533f10f5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 217 time: 0.0350947 Oct 13 05:31:20.722245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-2dca5222-4c08-44ee-832a-342d87163c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:20.723707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-2dca5222-4c08-44ee-832a-342d87163c5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0504196 Oct 13 05:31:20.768325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-7792e4c6-d00e-48be-9238-f87eeac09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:20.769773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-7792e4c6-d00e-48be-9238-f87eeac09ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390208 Oct 13 05:31:20.856283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-40200ca6-8917-4b64-936c-933be7489013 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791199 Oct 13 05:31:20.946165 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f8411e7-e998-45c3-8ec2-1874302b13d3 req-5ce8a1dc-90fc-4516-b38c-4a82614c938f service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827739 Oct 13 05:31:21.032327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-4b55a50b-b5c6-43e3-a989-e45a1b17f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:21.033810 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-4b55a50b-b5c6-43e3-a989-e45a1b17f1fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1094 time: 0.0399258 Oct 13 05:31:21.124358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-24608efd-f935-42cb-b131-e20aa0cb1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:21.125801 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-24608efd-f935-42cb-b131-e20aa0cb1da2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.0853086 Oct 13 05:31:21.164907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-1b1e22b5-3f91-4586-8854-dbf7b93f6410 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 217 time: 0.0321584 Oct 13 05:31:21.212196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-56d895eb-7242-4954-b072-d733846525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:21.213604 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-56d895eb-7242-4954-b072-d733846525ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0411742 Oct 13 05:31:21.262098 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-0d5365b2-dc79-486b-8e09-fc9a5f09cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:21.263522 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-0d5365b2-dc79-486b-8e09-fc9a5f09cf6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424178 Oct 13 05:31:21.349777 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-8be3cb55-4044-4378-8a14-f4dd2f33d245 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789750 Oct 13 05:31:21.609626 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98330fec-7d58-4132-9994-ec6805c0b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:21.807700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb92de3-1697-4b24-9c8f-ef9735316c46 req-a3e8dcd1-a960-4968-93cc-7479828c7a41 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:21.809712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dcb92de3-1697-4b24-9c8f-ef9735316c46 req-a3e8dcd1-a960-4968-93cc-7479828c7a41 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 943 time: 0.0730877 Oct 13 05:31:21.815071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f686035-dba9-4c25-a833-2b920d4ad324 req-b931c1d3-43e4-47fb-91e8-eace4eb4b57a service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570940 Oct 13 05:31:21.846275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dcb92de3-1697-4b24-9c8f-ef9735316c46 req-303df7d2-705b-4a3f-8ddc-bf02fcce0981 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Oct 13 05:31:22.959906 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3e573-77ac-4bf3-b171-d2dc8e22c8b1 req-b70de343-fc5d-4155-bb99-71afd708b1da tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:22.961391 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baa3e573-77ac-4bf3-b171-d2dc8e22c8b1 req-b70de343-fc5d-4155-bb99-71afd708b1da tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 943 time: 0.0481145 Oct 13 05:31:22.998254 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-baa3e573-77ac-4bf3-b171-d2dc8e22c8b1 req-007cd712-ca01-4b16-8600-6392f25835df tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Oct 13 05:31:23.034571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:23.349158 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:24.109070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b9768-2b1c-4d9b-963c-5b9491d1eb92 req-5af474d6-b354-4c51-89a1-837870b6e177 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:24.110512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-265b9768-2b1c-4d9b-963c-5b9491d1eb92 req-5af474d6-b354-4c51-89a1-837870b6e177 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 943 time: 0.0471919 Oct 13 05:31:24.150160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-265b9768-2b1c-4d9b-963c-5b9491d1eb92 req-682dddd6-de5d-44ee-93a7-5d4dcc800123 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Oct 13 05:31:24.569224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 96663c2a-7940-409e-9394-9a3da90029e9 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:31:24.659186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:31:24.672589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '96663c2a-7940-409e-9394-9a3da90029e9', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'port_id': '96663c2a-7940-409e-9394-9a3da90029e9', 'mac_address': 'fa:16:3e:ef:38:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:31:24.708471 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:24.720623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96663c2a-7940-409e-9394-9a3da90029e9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:31:24.739171 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:31:24.742184 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:24.786738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:24.905531 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:25.064100 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['96663c2a-7940-409e-9394-9a3da90029e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:31:25.265692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f86209-13ae-488d-8276-bdaeb3824d09 req-04387e8a-0712-4d82-8309-05f6a7729e61 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:25.267135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43f86209-13ae-488d-8276-bdaeb3824d09 req-04387e8a-0712-4d82-8309-05f6a7729e61 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 944 time: 0.0482721 Oct 13 05:31:25.304573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43f86209-13ae-488d-8276-bdaeb3824d09 req-4bdeaf59-d180-4269-9e2c-c49c026ddd6e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Oct 13 05:31:26.416236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dd34e-b0b3-494a-8420-831b448a5963 req-81fe4359-a991-4573-9e37-99d0e43ce588 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:26.417741 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-709dd34e-b0b3-494a-8420-831b448a5963 req-81fe4359-a991-4573-9e37-99d0e43ce588 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 944 time: 0.0485613 Oct 13 05:31:26.454368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-709dd34e-b0b3-494a-8420-831b448a5963 req-2b0e5837-f2c5-4bb3-8511-3e6ed24b290c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305552 Oct 13 05:31:26.583053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 96663c2a-7940-409e-9394-9a3da90029e9 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:31:26.629657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 96663c2a-7940-409e-9394-9a3da90029e9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:31:26.633464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 96663c2a-7940-409e-9394-9a3da90029e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:31:26.633831 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:26.709630 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:26.730691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:31:26.732966 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b0c8e-771a-4890-9051-54346f16427b" -d '{"events": [{"server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "name": "network-vif-plugged", "status": "completed", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:31:26.745123 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:31:26.749523 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:26.772844 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3ea98-1b6a-4936-b72f-68f105e620b7 x-openstack-request-id: req-57b3ea98-1b6a-4936-b72f-68f105e620b7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:31:26.773138 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "name": "network-vif-plugged", "status": "completed", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:31:26.773395 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57b3ea98-1b6a-4936-b72f-68f105e620b7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:31:26.773783 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'code': 200} Oct 13 05:31:26.798730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:26.863344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277779d3-1b8f-41a0-bcc6-46142518bbda req-a47e762a-5e47-4958-89bf-eaace68e3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:26.864754 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-277779d3-1b8f-41a0-bcc6-46142518bbda req-a47e762a-5e47-4958-89bf-eaace68e3c71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1096 time: 0.0383818 Oct 13 05:31:26.898969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-277779d3-1b8f-41a0-bcc6-46142518bbda req-2ac52101-6152-48be-9b94-b2e21c87a7f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273395 Oct 13 05:31:27.566376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7ed96-9235-4b5c-ace6-8885a3d4cd89 req-0b95539a-084b-4a59-91e8-6d87c77ccda4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:27.567858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cc7ed96-9235-4b5c-ace6-8885a3d4cd89 req-0b95539a-084b-4a59-91e8-6d87c77ccda4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0475671 Oct 13 05:31:27.608170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cc7ed96-9235-4b5c-ace6-8885a3d4cd89 req-e4181e48-9417-4ce5-bab2-d0303ec505a4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Oct 13 05:31:28.725269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f3fb1-ce23-448a-8d1a-f6a19caa5718 req-8c6a1550-37f7-4f54-a8b7-844dba486347 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:28.726692 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-626f3fb1-ce23-448a-8d1a-f6a19caa5718 req-8c6a1550-37f7-4f54-a8b7-844dba486347 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0512538 Oct 13 05:31:28.762574 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-626f3fb1-ce23-448a-8d1a-f6a19caa5718 req-6690bebc-ce2e-4a86-941d-81032a6f47b7 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301206 Oct 13 05:31:28.873619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e9c2-a40b-4121-b3a3-4825c7887a4e req-dccdded1-1a32-4e99-9ffa-b051623e2af5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:28.875050 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27f1e9c2-a40b-4121-b3a3-4825c7887a4e req-dccdded1-1a32-4e99-9ffa-b051623e2af5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0476642 Oct 13 05:31:28.912080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27f1e9c2-a40b-4121-b3a3-4825c7887a4e req-0a53e709-b2c8-4c11-81e6-99bdf09e4b98 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Oct 13 05:31:29.093837 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084660cd-6ca8-45c8-8077-24ca3f829649 req-44f1add1-f969-4e49-8384-a261e242347a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:29.095287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-084660cd-6ca8-45c8-8077-24ca3f829649 req-44f1add1-f969-4e49-8384-a261e242347a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0479968 Oct 13 05:31:29.131404 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-084660cd-6ca8-45c8-8077-24ca3f829649 req-4f60aa9d-e73f-4cc2-9cb0-5e1d177dca31 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302951 Oct 13 05:31:29.457020 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-b16bf1ae-cad7-41e7-87ec-620f8c9452ea req-9b57b159-10b5-453e-ac91-fa62116eb58b tempest-ServerDiskConfigTestJSON-596682808 tempest-ServerDiskConfigTestJSON-596682808-project] (94824) timed out ('10.222.0.26', 58818) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:31:38.871761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-9c4b6e81-7539-4bbe-b9eb-caf06bd9503a req-817f10aa-5cf8-48ef-834b-0df1888f881f service neutron] (94824) timed out ('10.222.0.44', 49236) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:31:39.192451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:40.957377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:41.574146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098f2d6-8d53-4bfa-a857-4e01a13f28d1 req-b7eb98bc-b802-4650-9a75-008da3aee5ff tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:41.575600 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1098f2d6-8d53-4bfa-a857-4e01a13f28d1 req-b7eb98bc-b802-4650-9a75-008da3aee5ff tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Oct 13 05:31:41.615665 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1098f2d6-8d53-4bfa-a857-4e01a13f28d1 req-c86e2f67-da2a-4a52-86dc-2b22c449ccef tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Oct 13 05:31:41.638216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:41.760142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18cb474-2903-4659-a2e1-a02a117573c4 tempest-TestMinimumBasicScenario-2089355808 tempest-TestMinimumBasicScenario-2089355808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:41.761651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c18cb474-2903-4659-a2e1-a02a117573c4 tempest-TestMinimumBasicScenario-2089355808 tempest-TestMinimumBasicScenario-2089355808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1091 time: 0.1224091 Oct 13 05:31:41.764669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:41.769644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '96663c2a-7940-409e-9394-9a3da90029e9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:41.792958 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:41.889104 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:41.989232 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Allocated IP 172.25.1.235 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/71c986d8-a286-4ae6-bf7a-f50924c17f33) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:31:42.092041 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.124090 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.158144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:31:42.162894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:31:42.165467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:31:42.194973 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'Port': ['ID=71c986d8-a286-4ae6-bf7a-f50924c17f33,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:42.207527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.207869 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.208205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.208533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.208892 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.209217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.209537 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.209855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.210212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.210531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.210845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.211158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:31:42.527766 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.590909 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.737079 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.741715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.816737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'Port': ['ID=71c986d8-a286-4ae6-bf7a-f50924c17f33,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:42.823994 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.922355 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Floating IP 94d2d7a8-a41d-476a-a8df-5014662a6001 associated. External IP: 172.25.1.235, port: 96663c2a-7940-409e-9394-9a3da90029e9. Oct 13 05:31:43.130758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:31:43.231950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:31:43.242413 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] Sync routers for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:31:43.249378 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.253346 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:31:43.253811 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:31:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:31:43.280312 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-46cb2f1f-cc38-4dc1-ba51-efc93cd93ce5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5136497 Oct 13 05:31:43.280960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:31:43.283320 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee5066-0ac0-48b6-9512-cb00fc03ac3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:31:43.283489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:43.288010 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127222919', 'description': 'tempest-secgroup-smoke-2127222919 description', 'project_id': '9981b4de6fed4d069cc916e50151da46'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:43.314231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.327560 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9bfff5-c128-4a1c-b43d-529f6a0cb8d7 x-openstack-request-id: req-1d9bfff5-c128-4a1c-b43d-529f6a0cb8d7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:31:43.328445 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:31:43.328888 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d9bfff5-c128-4a1c-b43d-529f6a0cb8d7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:31:43.329350 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'status': 'completed', 'code': 200} Oct 13 05:31:43.361677 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:31:43.417311 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.420577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-b0be919f-6910-4257-aef4-b717a09ba21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:43.422838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-b0be919f-6910-4257-aef4-b717a09ba21f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1096 time: 0.0674064 Oct 13 05:31:43.423916 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.491613 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.492871 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2083833 Oct 13 05:31:43.495866 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:43.502092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group_rule': {'security_group_id': '5be6548f-2fa4-417e-a640-76e6f17310fd', 'project_id': '9981b4de6fed4d069cc916e50151da46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:43.510045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f2eb3-b70b-4058-a7bc-c2a689a6c24e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be6548f-2fa4-417e-a640-76e6f17310fd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:43.533141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.547646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-c35d9a57-2dea-4d79-9448-9ec54161a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:43.549606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-c35d9a57-2dea-4d79-9448-9ec54161a9b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.1200621 Oct 13 05:31:43.592635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.597296 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.601948 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '94d2d7a8-a41d-476a-a8df-5014662a6001', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'port_id': '96663c2a-7940-409e-9394-9a3da90029e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'mac_address': 'fa:16:3e:ef:38:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:31:42Z', 'updated_at': '2021-10-13T05:31:42Z', 'revision_number': 0, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:31:43.616044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73311d35-f29e-4ae5-92e5-d0a98f1ac3aa,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:43.622322 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-217d9b1b-aeb6-42a9-a4ae-74d74239d80a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 999 time: 0.0630982 Oct 13 05:31:43.625263 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.628938 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5cfc247f-a95d-4729-ac6f-5ae849913a37 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295948 Oct 13 05:31:43.629255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:43.631231 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] Checking router: dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:31:43.633870 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group_rule': {'security_group_id': '5be6548f-2fa4-417e-a640-76e6f17310fd', 'project_id': '9981b4de6fed4d069cc916e50151da46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:43.640039 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:31:43.640666 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:31:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:31:43.662722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.681864 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-f5751f57-a7e2-49c2-902f-1891c209c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:43.683515 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-f5751f57-a7e2-49c2-902f-1891c209c4ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0535297 Oct 13 05:31:43.723584 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.728276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.732156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-8b5547f3-61ad-46f5-9320-d0da28c5d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:43.733815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-8b5547f3-61ad-46f5-9320-d0da28c5d33b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423889 Oct 13 05:31:43.746017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338af099-644f-401a-a550-028ab535e50b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:43.754917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.756120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a368e65e-34aa-43ac-9e17-4c15ca16e2a0 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259041 Oct 13 05:31:43.759815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:43.764139 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group_rule': {'security_group_id': '5be6548f-2fa4-417e-a640-76e6f17310fd', 'project_id': '9981b4de6fed4d069cc916e50151da46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:43.765325 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:31:43.791857 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.837221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-a4c8369a-27e6-45d4-bd7a-6fd862261f4c service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943427 Oct 13 05:31:43.852443 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.857841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.878469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72887b7b-54c4-4e77-9c0e-61f7920d1b84,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:43.891564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.895385 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8ece494b-0ac8-43e0-a27d-b68387c8808c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321371 Oct 13 05:31:43.895602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:43.901640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group_rule': {'security_group_id': '5be6548f-2fa4-417e-a640-76e6f17310fd', 'project_id': '9981b4de6fed4d069cc916e50151da46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:43.934454 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.940523 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-faee5066-0ac0-48b6-9512-cb00fc03ac3c req-8257e2c1-827e-4799-ae80-cf09c5a00182 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957174 Oct 13 05:31:44.001308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.005781 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.013710 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '94d2d7a8-a41d-476a-a8df-5014662a6001', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'port_id': '96663c2a-7940-409e-9394-9a3da90029e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'mac_address': 'fa:16:3e:ef:38:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:31:42Z', 'updated_at': '2021-10-13T05:31:42Z', 'revision_number': 0, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:31:44.023202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7984fa8c-b937-4adb-94b2-88713c0becf9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:44.033529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.037265 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ca4d8519-f8b0-4918-95e7-b78195e23979 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375496 Oct 13 05:31:44.037634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52568) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:44.042180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group_rule': {'security_group_id': '5be6548f-2fa4-417e-a640-76e6f17310fd', 'project_id': '9981b4de6fed4d069cc916e50151da46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:44.043358 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74bd8e-a45f-4000-aa30-c92bbb408772 None None] The sync data for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 is: [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '94d2d7a8-a41d-476a-a8df-5014662a6001', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'port_id': '96663c2a-7940-409e-9394-9a3da90029e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'mac_address': 'fa:16:3e:ef:38:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:31:42Z', 'updated_at': '2021-10-13T05:31:42Z', 'revision_number': 0, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:31:44.066525 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Project 9981b4de6fed4d069cc916e50151da46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:31:44.071529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.134431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.137685 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.157880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258c6445-fa5e-4ab3-9800-f589b04c6748,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:44.165508 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.166739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-18d62908-742b-476c-8bc7-b5ed02696de2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282182 Oct 13 05:31:44.169492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:31:44.173807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'security_group_rule': {'security_group_id': '5be6548f-2fa4-417e-a640-76e6f17310fd', 'project_id': '9981b4de6fed4d069cc916e50151da46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:44.197327 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Project 9981b4de6fed4d069cc916e50151da46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:31:44.202479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.261419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef89d42-76be-4c72-a236-39b776883f84 None None] New status for floating IP 94d2d7a8-a41d-476a-a8df-5014662a6001: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:31:44.267560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.271670 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.292740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557968bd-4a2a-4297-9431-e967ecfaf755,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:44.300476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.304493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eca55f62-3126-456b-a5f3-2853edbb0a34 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313734 Oct 13 05:31:44.381253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-47cb402c-66f4-4d9a-b191-79e2c2a4fa33 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127222919&fields=id&tenant_id=9981b4de6fed4d069cc916e50151da46 HTTP/1.1" status: 200 len: 267 time: 0.0342264 Oct 13 05:31:44.435577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-bf442faa-5297-4611-9d3b-2ac6c314ea4f tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:44.437134 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-bf442faa-5297-4611-9d3b-2ac6c314ea4f tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Oct 13 05:31:44.448315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'port': {'security_groups': ['69df9ffe-95a4-41df-a148-bb8819369b5c', '5be6548f-2fa4-417e-a640-76e6f17310fd']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:31:44.511428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.692979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:31:44.720997 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.725397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.737197 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['96663c2a-7940-409e-9394-9a3da90029e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:31:44.770471 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:44.771106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.772507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b233c2b7-8d1c-42cb-a2d6-4d8329c77aba req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "PUT /v2.0/ports/96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 981 time: 0.3288660 Oct 13 05:31:44.772996 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:31:44.775286 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:31:44.799198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63b506-92be-4825-b45e-05f7652d4f6c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:31:44.842680 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafc86e-87db-4b05-82b9-94daa2f5c72d x-openstack-request-id: req-8cafc86e-87db-4b05-82b9-94daa2f5c72d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:31:44.842975 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:31:44.843261 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cafc86e-87db-4b05-82b9-94daa2f5c72d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:31:44.843666 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'status': 'completed', 'code': 200} Oct 13 05:31:44.846972 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['96663c2a-7940-409e-9394-9a3da90029e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:31:44.949783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-ed07fe50-31ec-48fa-b62d-f9c69a0bdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:44.951292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-ed07fe50-31ec-48fa-b62d-f9c69a0bdf35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1135 time: 0.0853081 Oct 13 05:31:45.016241 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06719ba6-1af5-4992-a39c-76bd0723da9b req-ae49ac55-d1b6-4a7b-9c4f-850c2e4a9ce4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:45.017751 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06719ba6-1af5-4992-a39c-76bd0723da9b req-ae49ac55-d1b6-4a7b-9c4f-850c2e4a9ce4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.1051812 Oct 13 05:31:45.090516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea0b91a9-6859-4f89-8c47-e9e7b11abb71 None None] Provisioning complete for port 96663c2a-7940-409e-9394-9a3da90029e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:31:45.090883 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea0b91a9-6859-4f89-8c47-e9e7b11abb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:45.093073 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06719ba6-1af5-4992-a39c-76bd0723da9b req-07e47d85-5473-4377-9b3c-c5f671e6ba8d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647173 Oct 13 05:31:45.094304 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-94951e7a-16aa-4c82-8f88-94f87c75d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:45.095678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-94951e7a-16aa-4c82-8f88-94f87c75d535 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.1362720 Oct 13 05:31:45.166659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-61560ea3-bfa2-4d3b-9676-3569666d0193 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 1001 time: 0.0626926 Oct 13 05:31:45.215371 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-314a72f3-7282-4024-84fd-f22d37950026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:45.216911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-314a72f3-7282-4024-84fd-f22d37950026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0435047 Oct 13 05:31:45.264219 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-ef710f37-8a65-41d3-92f1-9ba08d85db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:45.266372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-ef710f37-8a65-41d3-92f1-9ba08d85db61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415075 Oct 13 05:31:45.367256 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-8b8c76e0-113c-406a-98e0-83fda17fc933 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924666 Oct 13 05:31:45.457443 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9e486bf3-55ca-4e8e-adc8-e92f5dcf5d10 req-37cdb1f7-227b-4a14-a429-726ccf3fe83d service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827239 Oct 13 05:31:49.105168 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f342eeae-8231-4ea1-9457-e43a690c0f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:51.611224 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e706a79-ab66-4141-b9a7-67d81ffbb01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:51.633761 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:31:53.026258 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:53.354345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:54.909130 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:09.187449 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:10.970371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:14.732137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-fcd61a95-dfd7-4d22-b635-38bcef8d4350 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459893 Oct 13 05:32:14.811539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-1aa32153-6b64-43e5-b3dc-e217e978c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:14.813372 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-1aa32153-6b64-43e5-b3dc-e217e978c5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1135 time: 0.0406911 Oct 13 05:32:14.913813 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-8220d247-9a12-4987-985d-1961db2babe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:14.915273 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-8220d247-9a12-4987-985d-1961db2babe2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.0834334 Oct 13 05:32:14.984800 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-b733c6f4-fd50-48ed-bd17-93b7ad600c8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 1001 time: 0.0620372 Oct 13 05:32:15.032353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-64ed5706-c9b7-4349-97ef-016d3693c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:15.033855 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-64ed5706-c9b7-4349-97ef-016d3693c826 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0427425 Oct 13 05:32:15.078618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-1abb84fc-698f-4f8b-aaa2-3bdc37a14763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:15.080117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-1abb84fc-698f-4f8b-aaa2-3bdc37a14763 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393791 Oct 13 05:32:15.171509 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-975b53c8-f247-4e3d-ba2a-3d16a77de2ad service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Oct 13 05:32:15.262042 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-209d07b9-eb38-4441-bdfc-0eea92a6e8c0 req-0445569f-a405-4bf1-adc2-e7d253c5223b service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838435 Oct 13 05:32:19.105587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c47c76e-177d-45e8-bb95-824d0a9577a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:21.611381 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82d96b09-1bc7-42ed-ae30-f89f8aaa03c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:23.026308 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:23.354500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:24.911756 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:28.633457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:32:39.186059 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:40.985174 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:42.747915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a2d1-967c-4924-aedc-640a8cfe4626 req-916bcea8-fb57-4325-a3d3-fef38403f29e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:42.749467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13f1a2d1-967c-4924-aedc-640a8cfe4626 req-916bcea8-fb57-4325-a3d3-fef38403f29e tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0781384 Oct 13 05:32:42.754783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c691fb-cd31-4574-856e-62aea46f489e req-226da1f4-2e03-4685-ae61-a2b6f984b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:42.756133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-226da1f4-2e03-4685-ae61-a2b6f984b271 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1135 time: 0.0732825 Oct 13 05:32:42.835236 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-13f1a2d1-967c-4924-aedc-640a8cfe4626 req-6c8ade7b-bf97-4edd-90bc-312f48150251 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780513 Oct 13 05:32:42.870840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c691fb-cd31-4574-856e-62aea46f489e req-bfd9313d-f4b2-4551-bafc-512e5379f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:42.872257 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-bfd9313d-f4b2-4551-bafc-512e5379f607 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.1086285 Oct 13 05:32:42.936213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-bc07b003-9d42-4641-9a18-bf61769ccbab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 1001 time: 0.0554359 Oct 13 05:32:42.984517 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c691fb-cd31-4574-856e-62aea46f489e req-23b6baf2-7460-4a44-bba4-beb65203d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:42.985936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-23b6baf2-7460-4a44-bba4-beb65203d493 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0411582 Oct 13 05:32:43.034795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c691fb-cd31-4574-856e-62aea46f489e req-1f7df0e3-07a0-45c9-b21d-7ba160c9ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:43.036288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-1f7df0e3-07a0-45c9-b21d-7ba160c9ae87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419323 Oct 13 05:32:43.120406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-0a8c71c7-a421-40da-9b77-db7dd094d7d0 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771697 Oct 13 05:32:43.211453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a8c691fb-cd31-4574-856e-62aea46f489e req-14c66fe1-92d7-4654-9b8c-a8b2276b8278 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835238 Oct 13 05:32:43.952326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838ec3-a6f7-4ac0-96c0-ff3852258ee6 req-fad2a6b6-983e-415b-9853-077e196ed68b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:43.953825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf838ec3-a6f7-4ac0-96c0-ff3852258ee6 req-fad2a6b6-983e-415b-9853-077e196ed68b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0500035 Oct 13 05:32:43.994562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bf838ec3-a6f7-4ac0-96c0-ff3852258ee6 req-c3f8d3d5-6975-4e04-ad04-005af8d42765 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340614 Oct 13 05:32:45.120177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e851d-055a-4408-a599-334073ab29c0 req-4255a2fd-6c03-4d04-ae22-e96381c4d6db tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:45.121625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52e851d-055a-4408-a599-334073ab29c0 req-4255a2fd-6c03-4d04-ae22-e96381c4d6db tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0488117 Oct 13 05:32:45.162287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a52e851d-055a-4408-a599-334073ab29c0 req-c6667555-3d54-44ef-a0ba-255371ebeea3 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341988 Oct 13 05:32:46.276624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683e0e-a9e2-41ac-be55-004a65f59405 req-b5a09285-0155-439a-ae94-ffdb5b13f270 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:46.278094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3683e0e-a9e2-41ac-be55-004a65f59405 req-b5a09285-0155-439a-ae94-ffdb5b13f270 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0481713 Oct 13 05:32:46.319554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d3683e0e-a9e2-41ac-be55-004a65f59405 req-56f8833f-475c-42ad-8ea4-d79081a56d1a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351043 Oct 13 05:32:47.431527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d141-9149-40ee-9a4a-ea8155435e5a req-32a2f552-ec85-4e2d-a19e-70fb0a458d1f tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:47.433079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd86d141-9149-40ee-9a4a-ea8155435e5a req-32a2f552-ec85-4e2d-a19e-70fb0a458d1f tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0482752 Oct 13 05:32:47.472670 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cd86d141-9149-40ee-9a4a-ea8155435e5a req-5babac27-e527-47bb-bfd5-003110460e5b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335362 Oct 13 05:32:48.585683 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a338b-fe87-4c45-8e6b-cbaca37a96a8 req-0acd6780-fdd0-48ea-86a9-1d2fd081a890 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:48.587117 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-304a338b-fe87-4c45-8e6b-cbaca37a96a8 req-0acd6780-fdd0-48ea-86a9-1d2fd081a890 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0472679 Oct 13 05:32:48.629450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-304a338b-fe87-4c45-8e6b-cbaca37a96a8 req-9c3bb2d1-0e06-4960-bc84-3dfd06a5d56d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363717 Oct 13 05:32:49.106217 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f3be398-dfe1-46f1-a5c2-1989f169dbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:49.745180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830946a-c599-4c0b-af78-5f1a0b5b9e47 req-cc5e3779-c0b8-45a6-b25d-8944a02e853d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:49.746616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f830946a-c599-4c0b-af78-5f1a0b5b9e47 req-cc5e3779-c0b8-45a6-b25d-8944a02e853d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0512760 Oct 13 05:32:49.786131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f830946a-c599-4c0b-af78-5f1a0b5b9e47 req-8996d148-2def-46c7-bbc9-0601eb6dbe07 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335011 Oct 13 05:32:50.898962 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa9f3a-28fb-43d3-a5e6-28528de90059 req-25709927-d335-42a3-9c39-a0c4e60a881c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:50.900411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edaa9f3a-28fb-43d3-a5e6-28528de90059 req-25709927-d335-42a3-9c39-a0c4e60a881c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0479903 Oct 13 05:32:50.939437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-edaa9f3a-28fb-43d3-a5e6-28528de90059 req-3db38759-ca56-4cd8-95bf-f807fe804413 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326712 Oct 13 05:32:51.611855 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f704f343-99c3-4b47-8659-daed0a7760dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:52.051503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05521838-93b7-46ec-9f17-02235d5a09db req-66d55187-0d4f-40c2-acc9-ae32c92ac696 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:52.053616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05521838-93b7-46ec-9f17-02235d5a09db req-66d55187-0d4f-40c2-acc9-ae32c92ac696 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0487967 Oct 13 05:32:52.092292 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-05521838-93b7-46ec-9f17-02235d5a09db req-3cf8e7e3-38c1-4e24-9f69-1262d288da65 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327513 Oct 13 05:32:53.026202 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:53.210995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35bddf-48c1-4118-9164-bf485383e3ea req-b9648d6f-82ad-4f26-b7d6-be160f62f5b5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:53.212448 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b35bddf-48c1-4118-9164-bf485383e3ea req-b9648d6f-82ad-4f26-b7d6-be160f62f5b5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0485563 Oct 13 05:32:53.251251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0b35bddf-48c1-4118-9164-bf485383e3ea req-240eea12-8b7d-41d1-aaab-a258b767615a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327778 Oct 13 05:32:53.357278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:54.368298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638bf06-76c5-498d-a46f-d659bfdedcfd req-d910f480-66b3-4e9f-85ac-f6e8968f5c30 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:54.369736 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d638bf06-76c5-498d-a46f-d659bfdedcfd req-d910f480-66b3-4e9f-85ac-f6e8968f5c30 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0493751 Oct 13 05:32:54.409238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d638bf06-76c5-498d-a46f-d659bfdedcfd req-c0ed6e9b-f194-47af-b3aa-9078f2eb34f4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be6548f-2fa4-417e-a640-76e6f17310fd&id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333965 Oct 13 05:32:54.914802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:05.633905 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:33:09.193213 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:10.971069 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:14.733641 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-8ba56433-b0f4-4473-a215-734405fbc044 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444837 Oct 13 05:33:14.815871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-c86ac003-3805-4cfe-a8fa-37454b2c0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:14.817399 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-c86ac003-3805-4cfe-a8fa-37454b2c0ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1135 time: 0.0406101 Oct 13 05:33:14.922407 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-bdbf5630-943e-422a-8e3b-dadcc6817f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:14.924015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-bdbf5630-943e-422a-8e3b-dadcc6817f63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.0874555 Oct 13 05:33:14.987621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-eb5f945a-f371-455a-baab-c281eb74cc97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 1001 time: 0.0561047 Oct 13 05:33:15.038668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-61cd842c-e3bd-40ae-82ce-b7b83986b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:15.040079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-61cd842c-e3bd-40ae-82ce-b7b83986b912 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0433657 Oct 13 05:33:15.088933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-0ef6a969-c324-44c6-8a53-531e5270b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:15.090379 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-0ef6a969-c324-44c6-8a53-531e5270b7c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420477 Oct 13 05:33:15.179311 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-0d8f8fa5-46af-4df6-b5c7-2de8e365e5ae service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801163 Oct 13 05:33:15.272531 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ab329172-3f10-42c0-b89d-e4bd8241b552 req-1bf9802e-9b19-4d61-91eb-75f5cb6da36e service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859308 Oct 13 05:33:19.106225 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdb03fc2-5d10-47dc-bb9f-b86bbae1d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:21.613009 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b870681-6980-427b-b8e8-d25e14a23c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:23.026487 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:23.359407 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:24.919355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:39.211824 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:40.988965 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:42.632998 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:33:49.107601 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6d91540-f199-49ce-8916-e12a59f7ee0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:51.613430 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e350df3-926e-4081-bc6e-4e92b073b5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:53.026571 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:53.362112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:54.922129 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:57.797677 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-1a71f39c-f6c2-4feb-b8de-b9f3f2d3109b tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127222919&fields=id&tenant_id=9981b4de6fed4d069cc916e50151da46 HTTP/1.1" status: 200 len: 267 time: 0.0330086 Oct 13 05:33:57.852832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-6ae313c1-360e-4c58-aa78-95d6f9a8ebc7 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:57.854259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-6ae313c1-360e-4c58-aa78-95d6f9a8ebc7 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 984 time: 0.0512171 Oct 13 05:33:57.865454 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Request body: {'port': {'security_groups': ['69df9ffe-95a4-41df-a148-bb8819369b5c']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:33:57.926559 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.095692 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:33:58.123389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.127791 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.139447 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['96663c2a-7940-409e-9394-9a3da90029e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:33:58.174688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:58.175314 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.176743 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12372eff-4a61-4a7b-afe9-7bcd9cfd44aa req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "PUT /v2.0/ports/96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 942 time: 0.3155756 Oct 13 05:33:58.177217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:33:58.179523 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6cfbc-aee6-402b-b841-a34b59a6673a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:33:58.183185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:33:58.209751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event updated for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:33:58.219562 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.219907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.220244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.220574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.220922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.221247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.221568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.221952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.222204 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.222524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.222840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.223156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3af439-7c6d-4f60-bd13-5ead76a4a70d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.246719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['96663c2a-7940-409e-9394-9a3da90029e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:33:58.283498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.311961 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.384730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.387982 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.392069 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "DELETE /v2.0/security-groups/5be6548f-2fa4-417e-a640-76e6f17310fd HTTP/1.1" status: 204 len: 168 time: 0.2078729 Oct 13 05:33:58.392705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:33:58.405416 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be6548f-2fa4-417e-a640-76e6f17310fd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:33:58.413983 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.414330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.414670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.415008 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.415332 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.416020 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.416531 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.417101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.417588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.418124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.418783 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.419308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc856b-0e38-4d4f-9751-d7b5f7283821 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:33:58.456165 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7290862-1b44-4d6b-a19a-06e5802430bc x-openstack-request-id: req-e7290862-1b44-4d6b-a19a-06e5802430bc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:33:58.456450 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:33:58.456715 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7290862-1b44-4d6b-a19a-06e5802430bc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:33:58.457116 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'status': 'completed', 'code': 200} Oct 13 05:33:58.493571 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-a32c68f6-7d67-41e2-84db-2cb81d7c1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:58.495117 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-a32c68f6-7d67-41e2-84db-2cb81d7c1b85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1096 time: 0.0432224 Oct 13 05:33:58.509805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e903ba04-7585-4f5d-a482-401072f05322 None None] Provisioning complete for port 96663c2a-7940-409e-9394-9a3da90029e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:33:58.510181 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e903ba04-7585-4f5d-a482-401072f05322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.581632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Deleting port 71c986d8-a286-4ae6-bf7a-f50924c17f33 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:33:58.581976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.593978 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-68e05dd1-2c82-4f38-824f-5edddc6f7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:58.595448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-68e05dd1-2c82-4f38-824f-5edddc6f7f19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.0930843 Oct 13 05:33:58.658265 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.658498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.659757 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-54f0cf14-05db-41de-995b-196440fa35da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 1001 time: 0.0566754 Oct 13 05:33:58.669981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Calling delete_port for 71c986d8-a286-4ae6-bf7a-f50924c17f33 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:33:58.711496 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-cf9f31ff-9235-41b6-9405-2fd331445c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:58.712936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-cf9f31ff-9235-41b6-9405-2fd331445c4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0455987 Oct 13 05:33:58.758146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-75783e87-d82c-440c-9c09-e402ec18aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:58.759592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-75783e87-d82c-440c-9c09-e402ec18aa4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387647 Oct 13 05:33:58.772475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-0fef889c-0982-4999-8e4b-ba66b0edd802 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:33:58.773602 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-0fef889c-0982-4999-8e4b-ba66b0edd802 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053756 Oct 13 05:33:58.817458 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.843879 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event deleted for resources: {'Port': ['ID=71c986d8-a286-4ae6-bf7a-f50924c17f33,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:33:58.866611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-36a042d5-89fa-4f6f-ad43-723ec345c608 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Oct 13 05:33:58.904544 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:58.904922 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Floating IP 94d2d7a8-a41d-476a-a8df-5014662a6001 disassociated (deleted). External IP: 172.25.1.235, port: 96663c2a-7940-409e-9394-9a3da90029e9. Oct 13 05:33:58.956756 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c4e6cfbc-aee6-402b-b841-a34b59a6673a req-213ba2d4-8268-44de-8526-0b928d21d8fe service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Oct 13 05:33:59.101930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:33:59.207002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:33:59.211839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:59.217684 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] Sync routers for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:33:59.226468 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:33:59.227062 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:33:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:33:59.239681 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0e6639e6-f58c-482d-99af-4c7b597f956a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "DELETE /v2.0/floatingips/94d2d7a8-a41d-476a-a8df-5014662a6001 HTTP/1.1" status: 204 len: 168 time: 0.8430605 Oct 13 05:33:59.421734 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:33:59.617921 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:33:59.642593 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] Checking router: dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:33:59.650501 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:33:59.651705 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:33:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:33:59.753168 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:33:59.947180 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:33:59.973374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fba5-3e7d-4814-bcf0-ef166f23d4bd None None] The sync data for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 is: [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:48Z', 'revision_number': 4, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'b26c12d9-4e60-4972-9e9c-099ceb34f4d2', 'name': '', 'network_id': 'c41efb51-eb16-49ee-8e00-50f5a0ff38f9', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'mac_address': 'fa:16:3e:84:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:48Z', 'updated_at': '2021-10-13T05:30:53Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'subnets': [{'id': '5f4c8d56-0a1e-4290-ade9-7023fdac1de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:34:00.192085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e49d74-66c3-486b-acb0-9dc25303af9e None None] New status for floating IP 94d2d7a8-a41d-476a-a8df-5014662a6001: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:34:00.458737 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:34:00.461284 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2060a87-f6f9-40ce-abc6-e0835101e64d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:34:00.498019 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf0962b-70eb-4cde-aab0-e6cdb846882c x-openstack-request-id: req-acf0962b-70eb-4cde-aab0-e6cdb846882c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:34:00.498395 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:34:00.498719 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acf0962b-70eb-4cde-aab0-e6cdb846882c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:34:00.499189 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'status': 'completed', 'code': 200} Oct 13 05:34:00.559556 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-421bf0a6-b10d-4a01-b940-8409f2e6571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:00.561096 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-421bf0a6-b10d-4a01-b940-8409f2e6571f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981b4de6fed4d069cc916e50151da46&device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 1096 time: 0.0404055 Oct 13 05:34:00.653576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-872eb04d-8551-4b0d-9fdc-b3596044b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:00.655308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-872eb04d-8551-4b0d-9fdc-b3596044b0c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 200 len: 916 time: 0.0876801 Oct 13 05:34:00.696498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-2a58fa59-1228-4c49-be4e-baf76318e27f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 200 len: 217 time: 0.0344086 Oct 13 05:34:00.747321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-ce087df9-ede7-4fd7-87f9-7eebdadc6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:00.748836 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-ce087df9-ede7-4fd7-87f9-7eebdadc6561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 200 len: 854 time: 0.0451765 Oct 13 05:34:00.799716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-57272886-470b-4f71-8e6b-6c33e1eac758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:00.801295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-57272886-470b-4f71-8e6b-6c33e1eac758 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c41efb51-eb16-49ee-8e00-50f5a0ff38f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456359 Oct 13 05:34:00.888828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-d6e92518-c206-446f-b04c-7f544872dc65 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798559 Oct 13 05:34:00.980611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2060a87-f6f9-40ce-abc6-e0835101e64d req-28c142af-63df-4252-bf6c-b440af04ba51 service neutron] 10.222.0.26 "GET /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Oct 13 05:34:08.223980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdd76e-3ef0-4315-acd8-9e1758f3f5fe req-b1afc652-7777-4562-8952-e82d01ce500c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:08.225456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10fdd76e-3ef0-4315-acd8-9e1758f3f5fe req-b1afc652-7777-4562-8952-e82d01ce500c tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0541794 Oct 13 05:34:08.264546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10fdd76e-3ef0-4315-acd8-9e1758f3f5fe req-90114106-d997-47cf-8ee2-8cc0acb6f97a tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Oct 13 05:34:09.210334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:09.378963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb713cc-1368-4484-bf00-3c5ed06a453b req-8394c2cc-d82e-40df-aabd-9ebf4b441b35 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:09.380412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cb713cc-1368-4484-bf00-3c5ed06a453b req-8394c2cc-d82e-40df-aabd-9ebf4b441b35 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Oct 13 05:34:09.418369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6cb713cc-1368-4484-bf00-3c5ed06a453b req-a84b492c-f87d-4d99-9118-a9d2832e400d tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Oct 13 05:34:10.196708 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a225d98-15cf-4019-8325-28ada751d92b req-680c0b88-a984-4aba-8080-e33799144577 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:10.198115 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a225d98-15cf-4019-8325-28ada751d92b req-680c0b88-a984-4aba-8080-e33799144577 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 945 time: 0.0475454 Oct 13 05:34:10.287959 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Deleting port 96663c2a-7940-409e-9394-9a3da90029e9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:10.288292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:10.373436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] For port 96663c2a-7940-409e-9394-9a3da90029e9, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=96663c2a-7940-409e-9394-9a3da90029e9,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:10.373802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:10.386552 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Calling delete_port for 96663c2a-7940-409e-9394-9a3da90029e9 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:10.512992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:10.525182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['96663c2a-7940-409e-9394-9a3da90029e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:34:10.534676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badb0d-3bd8-4a27-884e-3cde9c09699b req-f8caea48-ca11-42d4-8c49-9f76f8d9b7f5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:10.536153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13badb0d-3bd8-4a27-884e-3cde9c09699b req-f8caea48-ca11-42d4-8c49-9f76f8d9b7f5 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c7208d-5078-49e1-869b-0c09611751b2 HTTP/1.1" status: 200 len: 867 time: 0.0493145 Oct 13 05:34:10.541800 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Pushing event deleted for resources: {'Port': ['ID=96663c2a-7940-409e-9394-9a3da90029e9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:10.583686 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-13badb0d-3bd8-4a27-884e-3cde9c09699b req-e4abe7b2-9ff1-467d-8a31-c7d82c22ebf4 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.44 "GET /v2.0/security-groups?id=69df9ffe-95a4-41df-a148-bb8819369b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Oct 13 05:34:10.586147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] No DVR routers for this DVR port 96663c2a-7940-409e-9394-9a3da90029e9 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:34:10.589397 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:10.592661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2a225d98-15cf-4019-8325-28ada751d92b req-0ac8f0a6-588d-416a-a6c7-1fae9a8812b2 tempest-TestMinimumBasicScenario-1192920270 tempest-TestMinimumBasicScenario-1192920270-project] 10.222.0.26 "DELETE /v2.0/ports/96663c2a-7940-409e-9394-9a3da90029e9 HTTP/1.1" status: 204 len: 173 time: 0.3874724 Oct 13 05:34:10.593150 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'name': 'network-vif-deleted', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:34:10.595390 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedbf70e-a409-4038-907c-06335a93d012" -d '{"events": [{"server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "name": "network-vif-deleted", "tag": "96663c2a-7940-409e-9394-9a3da90029e9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:34:10.696522 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24663b4b-02b6-4b56-88d8-72e5e6422236 x-openstack-request-id: req-24663b4b-02b6-4b56-88d8-72e5e6422236 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:34:10.696888 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c7208d-5078-49e1-869b-0c09611751b2", "name": "network-vif-deleted", "tag": "96663c2a-7940-409e-9394-9a3da90029e9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:34:10.697107 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24663b4b-02b6-4b56-88d8-72e5e6422236 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:34:10.697497 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c7208d-5078-49e1-869b-0c09611751b2', 'name': 'network-vif-deleted', 'tag': '96663c2a-7940-409e-9394-9a3da90029e9', 'status': 'completed', 'code': 200} Oct 13 05:34:11.018740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:12.136132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:12.750319 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:12.983186 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Deleting port b26c12d9-4e60-4972-9e9c-099ceb34f4d2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:12.983524 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:13.063950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] For port b26c12d9-4e60-4972-9e9c-099ceb34f4d2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:13.064308 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:13.076417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Calling delete_port for b26c12d9-4e60-4972-9e9c-099ceb34f4d2 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:13.249041 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:13.271396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Pushing event deleted for resources: {'Port': ['ID=b26c12d9-4e60-4972-9e9c-099ceb34f4d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:13.445316 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:13.518086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 96663c2a-7940-409e-9394-9a3da90029e9 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:13.541894 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 96663c2a-7940-409e-9394-9a3da90029e9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:13.542240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 96663c2a-7940-409e-9394-9a3da90029e9 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:13.650180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:34:13.752768 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:34:13.757700 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7e647070-2010-49fb-9a21-3de74170631b admin admin] 10.222.0.44 "PUT /v2.0/routers/dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6204722 Oct 13 05:34:13.760267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:13.761885 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] Sync routers for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:34:13.771447 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:13.772041 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:33:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:13.861058 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:13.872267 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:13.962038 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.013650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Deleting port 7ec93590-5b2c-4aac-b288-79031ab8a3ac {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:14.013989 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.046551 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:34:13Z', 'revision_number': 5, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port': {'id': '7ec93590-5b2c-4aac-b288-79031ab8a3ac', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:14.076163 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] Checking router: dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:34:14.084483 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] Routers {'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:14.085108 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:33:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:14.094254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] For port 7ec93590-5b2c-4aac-b288-79031ab8a3ac, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=7ec93590-5b2c-4aac-b288-79031ab8a3ac,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:14.094619 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.106978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Calling delete_port for 7ec93590-5b2c-4aac-b288-79031ab8a3ac owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:14.167032 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] Set router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:14.216935 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:34:13Z', 'revision_number': 6, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:14.247230 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089aa9f-ed78-4c86-8202-be4daa508456 None None] The sync data for ids ['dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b'] in n-d-810220-9 is: [{'id': 'dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b', 'name': 'tempest-TestMinimumBasicScenario-1222658434-router', 'tenant_id': '9981b4de6fed4d069cc916e50151da46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:46Z', 'updated_at': '2021-10-13T05:34:13Z', 'revision_number': 6, 'project_id': '9981b4de6fed4d069cc916e50151da46', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:34:14.268937 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.293466 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec93590-5b2c-4aac-b288-79031ab8a3ac,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:14.353627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.442924 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.445016 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.489449 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.490128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:34:14.494406 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.496417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6401ba48-0396-44ff-8a19-887b5b799c44 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dc37b064-32d8-4dcc-a3d8-2f5f1662ea3b HTTP/1.1" status: 204 len: 168 time: 0.7345982 Oct 13 05:34:14.498790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:14.542196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Deleting subnet 5f4c8d56-0a1e-4290-ade9-7023fdac1de6 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:34:14.545115 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.578184 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.662070 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.720250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.746988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4c8d56-0a1e-4290-ade9-7023fdac1de6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:14.748912 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.753491 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-96a34e50-99be-454b-8047-ea298b70ac55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f4c8d56-0a1e-4290-ade9-7023fdac1de6 HTTP/1.1" status: 204 len: 168 time: 0.2534015 Oct 13 05:34:14.754496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:14.755538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadfa495-9c34-422f-bc51-5dd61ec48d4e None None] Network c41efb51-eb16-49ee-8e00-50f5a0ff38f9 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:34:14.824957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.879463 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Deleting port 67ab130a-5f07-45a6-af6b-67fdc4f7087e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:14.879822 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.943077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] For port 67ab130a-5f07-45a6-af6b-67fdc4f7087e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=67ab130a-5f07-45a6-af6b-67fdc4f7087e,segment=NetworkSegment(2cb4090e-4dcb-4f52-900f-94cba5e4398e),segment_id=2cb4090e-4dcb-4f52-900f-94cba5e4398e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:14.943363 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.955627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Calling delete_port for 67ab130a-5f07-45a6-af6b-67fdc4f7087e owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:15.005879 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] DHCP port deletion for c41efb51-eb16-49ee-8e00-50f5a0ff38f9 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:34:15.046699 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.070475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Deleting port 67ab130a-5f07-45a6-af6b-67fdc4f7087e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:15.070844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.078109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ab130a-5f07-45a6-af6b-67fdc4f7087e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:15.086092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] No DVR routers for this DVR port 67ab130a-5f07-45a6-af6b-67fdc4f7087e on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:34:15.133928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] For port 67ab130a-5f07-45a6-af6b-67fdc4f7087e, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:15.134324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.147328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Calling delete_port for 67ab130a-5f07-45a6-af6b-67fdc4f7087e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:15.152439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Port 67ab130a-5f07-45a6-af6b-67fdc4f7087e was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 05:34:15.154247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.167376 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.183844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Pushing event deleted for resources: {'Port': ['ID=67ab130a-5f07-45a6-af6b-67fdc4f7087e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:15.188180 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] No DVR routers for this DVR port 67ab130a-5f07-45a6-af6b-67fdc4f7087e on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:34:15.188843 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41efb51-eb16-49ee-8e00-50f5a0ff38f9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:15.194951 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.195291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.195629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.195957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.196296 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.196621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.196966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.197286 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.197602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.198427 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.198737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.199421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16baa24e-7a72-4e23-aae5-82d7eb5ec55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:15.206280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb4090e-4dcb-4f52-900f-94cba5e4398e') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:15.206576 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb4090e-4dcb-4f52-900f-94cba5e4398e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:15.217260 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.230700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.237626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:34:15.238053 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:34:15.240085 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:34:15.300999 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.313289 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.317261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c41efb51-eb16-49ee-8e00-50f5a0ff38f9 HTTP/1.1" status: 204 len: 168 time: 0.5612526 Oct 13 05:34:15.319783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:15.346792 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d02f-860d-47dd-9cc0-6c2907260fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41efb51-eb16-49ee-8e00-50f5a0ff38f9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:15.407312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b26c12d9-4e60-4972-9e9c-099ceb34f4d2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:15.426520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: b26c12d9-4e60-4972-9e9c-099ceb34f4d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:15.426865 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device b26c12d9-4e60-4972-9e9c-099ceb34f4d2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:15.427270 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7ec93590-5b2c-4aac-b288-79031ab8a3ac no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:15.449133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 7ec93590-5b2c-4aac-b288-79031ab8a3ac {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:15.449695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 7ec93590-5b2c-4aac-b288-79031ab8a3ac not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:15.450265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 67ab130a-5f07-45a6-af6b-67fdc4f7087e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:15.469409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 67ab130a-5f07-45a6-af6b-67fdc4f7087e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:15.469748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 67ab130a-5f07-45a6-af6b-67fdc4f7087e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:15.697032 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.935568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Deleting port 6ce4ba82-d03c-4086-93dc-784f33c423cc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:15.935905 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:16.014838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] For port 6ce4ba82-d03c-4086-93dc-784f33c423cc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6ce4ba82-d03c-4086-93dc-784f33c423cc,segment=NetworkSegment(c20d6a3b-3e60-4da9-81f6-45a670e6dcab),segment_id=c20d6a3b-3e60-4da9-81f6-45a670e6dcab)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:16.015650 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:16.028088 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Calling delete_port for 6ce4ba82-d03c-4086-93dc-784f33c423cc owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:16.205092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:16.230353 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce4ba82-d03c-4086-93dc-784f33c423cc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:16.391173 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:16.875472 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Router c128988a-7cda-4bb6-918d-f2c9cebfdb3d has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:34:16.977477 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:34:16.982377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-480c2e6f-34c7-4035-9d20-8b289ee33f42 admin admin] 10.222.0.44 "PUT /v2.0/routers/c128988a-7cda-4bb6-918d-f2c9cebfdb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616368 Oct 13 05:34:16.985025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52782) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:16.988460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] Sync routers for ids ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:34:16.997748 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] Routers {'c128988a-7cda-4bb6-918d-f2c9cebfdb3d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:16.998361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:33:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:17.086807 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.104662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] Set router c128988a-7cda-4bb6-918d-f2c9cebfdb3d gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:17.187698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.240935 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Deleting port 4ea2d218-46b7-49a5-869e-f57e29ed640b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:17.241274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.279623 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:34:16Z', 'revision_number': 5, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port': {'id': '4ea2d218-46b7-49a5-869e-f57e29ed640b', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:17.306102 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] Checking router: c128988a-7cda-4bb6-918d-f2c9cebfdb3d for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:34:17.316053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] Routers {'c128988a-7cda-4bb6-918d-f2c9cebfdb3d'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:17.316729 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:33:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:17.325546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] For port 4ea2d218-46b7-49a5-869e-f57e29ed640b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4ea2d218-46b7-49a5-869e-f57e29ed640b,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:17.325922 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.346989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Calling delete_port for 4ea2d218-46b7-49a5-869e-f57e29ed640b owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:17.405067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] Set router c128988a-7cda-4bb6-918d-f2c9cebfdb3d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:17.455801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:34:17Z', 'revision_number': 6, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:17.485386 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77934d-bc18-403c-bde4-8b0bb02fb048 None None] The sync data for ids ['c128988a-7cda-4bb6-918d-f2c9cebfdb3d'] in n-d-810220-9 is: [{'id': 'c128988a-7cda-4bb6-918d-f2c9cebfdb3d', 'name': 'tempest-TestMinimumBasicScenario-1148695451-router', 'tenant_id': 'f512e355ba2a4a869a484f6bcdaab123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:30:51Z', 'updated_at': '2021-10-13T05:34:17Z', 'revision_number': 6, 'project_id': 'f512e355ba2a4a869a484f6bcdaab123', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:34:17.524841 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.551166 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea2d218-46b7-49a5-869e-f57e29ed640b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:17.609069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.698125 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.700229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.747392 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.747894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c128988a-7cda-4bb6-918d-f2c9cebfdb3d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:34:17.752600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.753762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-218c8d29-39a3-4f6e-9e3f-7600b5e1ef7f admin admin] 10.222.0.44 "DELETE /v2.0/routers/c128988a-7cda-4bb6-918d-f2c9cebfdb3d HTTP/1.1" status: 204 len: 168 time: 0.7679865 Oct 13 05:34:17.756340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:17.800425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Deleting subnet a330809b-046c-4e89-84db-9e1f8ecf82f8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:34:17.803372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.837660 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.930424 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.986472 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.012169 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a330809b-046c-4e89-84db-9e1f8ecf82f8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:18.015703 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.018879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d4db4a43-9d0c-4d29-8891-fa4024cbb9e7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a330809b-046c-4e89-84db-9e1f8ecf82f8 HTTP/1.1" status: 204 len: 168 time: 0.2615728 Oct 13 05:34:18.021362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:18.023843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013ac16-0ed9-455a-807a-c25363f607ba None None] Network 74f7f563-c220-4cca-bebf-abc1b69673f7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:34:18.093768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.145025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Deleting port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:18.145280 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.208412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] For port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,segment=NetworkSegment(c20d6a3b-3e60-4da9-81f6-45a670e6dcab),segment_id=c20d6a3b-3e60-4da9-81f6-45a670e6dcab)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:18.208733 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.221143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Calling delete_port for 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:18.265798 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] DHCP port deletion for 74f7f563-c220-4cca-bebf-abc1b69673f7 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:34:18.305291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.316601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Deleting port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:34:18.317093 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.331784 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:18.335701 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] No DVR routers for this DVR port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:34:18.381696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] For port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f, host n-d-810220-9, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:18.382156 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.395202 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Calling delete_port for 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:34:18.397881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 05:34:18.399116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.417193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.426651 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] Pushing event deleted for resources: {'Port': ['ID=2e39d541-923e-46ae-b67e-8f2ec1d9cd0f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:18.430321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d3a50-d594-4dc1-bd3e-53dcd1cca7bf None None] No DVR routers for this DVR port 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:34:18.439396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f7f563-c220-4cca-bebf-abc1b69673f7']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:18.450814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:18.451109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20d6a3b-3e60-4da9-81f6-45a670e6dcab') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:18.460771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.484404 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.490657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:34:18.491027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:34:18.493037 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:34:18.550269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.555768 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.559543 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] 10.222.0.44 "DELETE /v2.0/networks/74f7f563-c220-4cca-bebf-abc1b69673f7 HTTP/1.1" status: 204 len: 168 time: 0.5372734 Oct 13 05:34:18.570682 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be656ee6-db65-4547-9d38-150f26b87a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f7f563-c220-4cca-bebf-abc1b69673f7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:18.722238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:18.761233 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d4d1b626-64d0-46d4-a79e-0af8091f70d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9981b4de6fed4d069cc916e50151da46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378590 Oct 13 05:34:18.763633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52792) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:18.815321 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8a8-d74e-4500-899a-b47a52190c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.835312 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8a8-d74e-4500-899a-b47a52190c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.882642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8a8-d74e-4500-899a-b47a52190c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.885367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8a8-d74e-4500-899a-b47a52190c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:18.886614 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-62a8e8a8-d74e-4500-899a-b47a52190c48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69df9ffe-95a4-41df-a148-bb8819369b5c HTTP/1.1" status: 204 len: 168 time: 0.1220686 Oct 13 05:34:18.894290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8e8a8-d74e-4500-899a-b47a52190c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69df9ffe-95a4-41df-a148-bb8819369b5c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:19.109268 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f26437-7147-4aa5-9dc5-c56c3eff3346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:19.194749 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52798) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:19.234208 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a12625ba-6d6f-4704-9641-f557ec8ca7bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f512e355ba2a4a869a484f6bcdaab123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382471 Oct 13 05:34:19.236621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:19.283093 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cb48-647d-4f95-97d7-02525b03c774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:19.304077 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cb48-647d-4f95-97d7-02525b03c774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:19.352250 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cb48-647d-4f95-97d7-02525b03c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:19.355410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cb48-647d-4f95-97d7-02525b03c774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:19.356561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5bf6cb48-647d-4f95-97d7-02525b03c774 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fe5d2fd-b74d-41cc-8846-e04bff004a22 HTTP/1.1" status: 204 len: 168 time: 0.1190040 Oct 13 05:34:19.366076 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6cb48-647d-4f95-97d7-02525b03c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe5d2fd-b74d-41cc-8846-e04bff004a22,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:19.366916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6ce4ba82-d03c-4086-93dc-784f33c423cc no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:19.391636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6ce4ba82-d03c-4086-93dc-784f33c423cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:19.391971 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6ce4ba82-d03c-4086-93dc-784f33c423cc not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:19.392428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4ea2d218-46b7-49a5-869e-f57e29ed640b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:19.414991 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 4ea2d218-46b7-49a5-869e-f57e29ed640b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:19.415325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4ea2d218-46b7-49a5-869e-f57e29ed640b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:19.415727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:34:19.434110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:34:19.434453 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2e39d541-923e-46ae-b67e-8f2ec1d9cd0f not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:34:19.631420 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:34:21.135950 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.140542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297001722', 'description': 'tempest-secgroup-smoke-297001722 description', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.165993 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.173552 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.246923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.250838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.289339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db4077-ae34-41e4-ba43-91de281b9cf6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.327447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.330940 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.358037 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.359251 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2222850 Oct 13 05:34:21.362348 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.363259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0101a-30f7-42e0-a62a-ec3ee1e26baf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2332cd-adfb-492d-baed-dafe51b35daa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.368820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': 'ea2332cd-adfb-492d-baed-dafe51b35daa', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.396526 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.451028 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.454438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.471333 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8394af5-f45c-44fc-b042-b4bf53411344,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.480803 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.481989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2fb2dda6-a742-4d6e-bfe5-cdd68d44a278 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176574 Oct 13 05:34:21.484698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.488932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': 'ea2332cd-adfb-492d-baed-dafe51b35daa', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.514698 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.569227 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.573463 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.590664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509b38e6-fe31-4852-902d-8ffa1eba9f4c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.597971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.599181 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0995b1d-3230-49ea-9797-06c025fde8e3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135323 Oct 13 05:34:21.601925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.606822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': 'ea2332cd-adfb-492d-baed-dafe51b35daa', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.614198 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e321e34e-d893-4eca-b511-e7a285b54c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.632564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.693275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.698104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.715766 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244cb6af-3bb1-47b2-bd77-180e61da6297,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.723104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.724283 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97b36a94-7749-4fa4-a24c-59016b35f6c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214404 Oct 13 05:34:21.727065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52848) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.731760 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': 'ea2332cd-adfb-492d-baed-dafe51b35daa', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.757328 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.815169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.818780 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.835314 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7687b7d7-04d5-4ebd-96f9-c8b26b37d265,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.842450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.843612 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0d3cfeaa-eb52-466a-a6e6-7e848f45493c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156325 Oct 13 05:34:21.846324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.850610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': 'ea2332cd-adfb-492d-baed-dafe51b35daa', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.872652 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:34:21.877193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.935724 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.939101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.957298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43391783-3abe-444f-bc75-49330053d10f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:21.964894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:21.966065 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cc3cf86d-4436-477b-ac61-0c53c3bbacaf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187828 Oct 13 05:34:21.968769 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:21.973030 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': 'ea2332cd-adfb-492d-baed-dafe51b35daa', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:21.994338 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:34:21.999881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.060546 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.063917 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.080364 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d2e512-216a-4520-aaf0-528ded7aef13,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:22.089258 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.090432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-94ff6d91-b8d6-4462-8972-f4b19ac45ffd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207550 Oct 13 05:34:22.093568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52854) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:22.098321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'network': {'name': 'tempest-network-smoke--1575300810', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:22.118405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:34:22.121952 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.143569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:34:22.152898 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.153233 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Added segment 382a38c7-ba61-4fc1-9f26-9ece9b752dc1 of type vlan for network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 Oct 13 05:34:22.191519 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.216253 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.221725 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:22.222296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.273776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1791925 Oct 13 05:34:22.277237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:22.283600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'admin_state_up': True, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:22.305389 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd67f-4a18-4ccb-82ae-0cbae1516056 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Network': ['ID=88966ece-6fca-4c99-b29b-3ea5d132f8a7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:22.316360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:34:22.319796 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.321092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.371640 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.507973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.689750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.708124 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.809151 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.185 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/fabbf92d-5994-4702-aaa8-dacef221caad) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:34:22.911019 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.942374 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:22.976461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:34:22.981732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:22.989311 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:34:23.014373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=fabbf92d-5994-4702-aaa8-dacef221caad,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:23.028921 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:23.366545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:23.560856 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:23.749440 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:23.871904 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 1c91f5e1-d67d-4367-b54e-710174b77c25 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:34:23.976500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:34:23.987087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Sync routers for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:34:23.996651 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:23.997139 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:23.997420 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:34:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:24.001461 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a805249d-567d-4429-a576-61f21c6be479 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7202709 Oct 13 05:34:24.001807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52858) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:24.143560 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c40cafa6-9579-4ab1-be4e-4846eb5516e2 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2a6c789b2b4c4108ac9c25c43c870e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1404707 Oct 13 05:34:24.146229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52862) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:24.190762 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:24.294988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0903f-02c1-4fe4-a042-7a2c6d6a907b tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:24.296621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cef0903f-02c1-4fe4-a042-7a2c6d6a907b tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493351 Oct 13 05:34:24.299302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52864) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:24.334198 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d7056402-0eb4-48e0-a4a2-20212f867725 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338135 Oct 13 05:34:24.337372 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52866) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:24.342226 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252131528', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:24.363163 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:23Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:24.389525 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Checking router: 1c91f5e1-d67d-4367-b54e-710174b77c25 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:34:24.389872 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Updating router 1c91f5e1-d67d-4367-b54e-710174b77c25 port fabbf92d-5994-4702-aaa8-dacef221caad binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:34:24.416709 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.428594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:34:24.432611 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.606709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.663954 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.669929 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.677220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Subnet': ['ID=5a275984-3325-4f3d-820e-d4879c51b20b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:24.681519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Checking segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:34:24.681936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network hostable DHCP agents. Network: 88966ece-6fca-4c99-b29b-3ea5d132f8a7, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:34:24.699334 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:34:24.708350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 88966ece-6fca-4c99-b29b-3ea5d132f8a7) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:24.712631 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:24.713283 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.717081 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Attempting to bind port fabbf92d-5994-4702-aaa8-dacef221caad on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:34:24.717451 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Attempting to bind port fabbf92d-5994-4702-aaa8-dacef221caad by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:34:24.717814 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Attempting to bind port fabbf92d-5994-4702-aaa8-dacef221caad on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:34:24.719034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b127ee8-dbf6-4323-be49-e9606028e73a None None] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:34:24.726435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Pushing event updated for resources: {'Port': ['ID=fabbf92d-5994-4702-aaa8-dacef221caad,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:24.730010 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:34:24.730380 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:34:24.730775 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.731161 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:34:24.731359 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-02885508-c545-4bf0-9bcd-f978ee643a33 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3929260 Oct 13 05:34:24.731757 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Bound port: fabbf92d-5994-4702-aaa8-dacef221caad, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:34:24.732142 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.734746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52868) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:24.757559 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.757902 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.758250 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.758580 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.758910 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.759237 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.759557 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.759876 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.760612 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.760612 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.760924 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.761204 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:34:24.799296 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] For port fabbf92d-5994-4702-aaa8-dacef221caad, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:34:24.802960 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] For port fabbf92d-5994-4702-aaa8-dacef221caad, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fabbf92d-5994-4702-aaa8-dacef221caad,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:34:24.806623 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.862461 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:24.863160 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:34:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:24.881054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:34:24.881995 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.899813 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0c58-e3d9-4936-b6e3-88ad0770236f None None] Pushing event updated for resources: {'Port': ['ID=fabbf92d-5994-4702-aaa8-dacef221caad,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:24.976168 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:24.978272 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:25.033161 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Allocated IP 172.20.0.2 (88966ece-6fca-4c99-b29b-3ea5d132f8a7/5a275984-3325-4f3d-820e-d4879c51b20b/062d3cbc-9915-4eef-a914-8260fc27cc32) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:34:25.158180 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:23Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:25.180931 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:25.188096 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6def20e-7bf6-4350-9617-a1eb042a3e88 None None] The sync data for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 is: [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:23Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:34:25.189695 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:25.202002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:25.247924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:34:25.250838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:25.255308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:34:25.258409 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Pushing event updated for resources: {'Port': ['ID=062d3cbc-9915-4eef-a914-8260fc27cc32,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:25.312007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Attempting to bind port 062d3cbc-9915-4eef-a914-8260fc27cc32 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:34:25.312869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Attempting to bind port 062d3cbc-9915-4eef-a914-8260fc27cc32 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:34:25.313403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Attempting to bind port 062d3cbc-9915-4eef-a914-8260fc27cc32 on network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:34:25.319902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:34:25.320355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Checking segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:34:25.320791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:25.321186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Bound using segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:34:25.321656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Bound port: 062d3cbc-9915-4eef-a914-8260fc27cc32, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:34:25.322033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:25.391516 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] For port 062d3cbc-9915-4eef-a914-8260fc27cc32, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:34:25.396839 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] For port 062d3cbc-9915-4eef-a914-8260fc27cc32, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=062d3cbc-9915-4eef-a914-8260fc27cc32,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:34:25.403430 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:25.488482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a124be-de92-42ae-821d-6e71d61bc33c None None] Pushing event updated for resources: {'Port': ['ID=062d3cbc-9915-4eef-a914-8260fc27cc32,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:25.871959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.1 (88966ece-6fca-4c99-b29b-3ea5d132f8a7/5a275984-3325-4f3d-820e-d4879c51b20b/2f0b8182-74ec-4f8e-9cf8-1f063bc96496) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:34:25.987963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.022253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.066725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:34:26.072035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:26.075216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:34:26.111150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:26.129635 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.264774 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.384793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dbb01-e2b4-4b0e-be13-89cc697a6f1d None None] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:34:26.510663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c875a33d-f1d4-495b-8547-b07daa118f3e None None] Provisioning complete for port 062d3cbc-9915-4eef-a914-8260fc27cc32 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:26.511026 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c875a33d-f1d4-495b-8547-b07daa118f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.556879 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.563585 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.623853 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c875a33d-f1d4-495b-8547-b07daa118f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.642258 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:26.646415 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.669872 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c875a33d-f1d4-495b-8547-b07daa118f3e None None] For port 062d3cbc-9915-4eef-a914-8260fc27cc32, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=062d3cbc-9915-4eef-a914-8260fc27cc32,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:26.674105 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c875a33d-f1d4-495b-8547-b07daa118f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.727681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875a33d-f1d4-495b-8547-b07daa118f3e None None] Pushing event updated for resources: {'Port': ['ID=062d3cbc-9915-4eef-a914-8260fc27cc32,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:26.754632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:34:26.756170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:26.795806 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3478aab-4232-4b8d-a28f-1e200cf13275 None None] Provisioning complete for port 062d3cbc-9915-4eef-a914-8260fc27cc32 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:26.796180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3478aab-4232-4b8d-a28f-1e200cf13275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:26.889832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 1c91f5e1-d67d-4367-b54e-710174b77c25 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:34:27.011016 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:34:27.024769 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3a2ee9bb-6523-42af-b024-cb4ec25950a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/1c91f5e1-d67d-4367-b54e-710174b77c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2813189 Oct 13 05:34:27.030850 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Sync routers for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:34:27.050407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:27.051040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:34:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:27.096749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3478aab-4232-4b8d-a28f-1e200cf13275 None None] Provisioning complete for port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:27.097121 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3478aab-4232-4b8d-a28f-1e200cf13275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.172990 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3478aab-4232-4b8d-a28f-1e200cf13275 None None] Port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:34:27.192542 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:27.276323 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-0ab8193c-a9dd-49cd-967f-828e2fae8ee0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297001722&fields=id&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 267 time: 0.0328572 Oct 13 05:34:27.329483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee2cbba7-cbe7-4c2a-aea8-0386913100d3 None None] Provisioning complete for port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:27.329632 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee2cbba7-cbe7-4c2a-aea8-0386913100d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.396255 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-a6b0c6c5-6bd6-4df6-a096-bf6e03f73fe6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:27.397989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-a6b0c6c5-6bd6-4df6-a096-bf6e03f73fe6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/networks?id=88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 200 len: 797 time: 0.1131558 Oct 13 05:34:27.401940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cbba7-cbe7-4c2a-aea8-0386913100d3 None None] Port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:34:27.416572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-6469f507-8bd7-4af6-bedc-4fc4802f5a37 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/quotas/2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 375 time: 0.0096250 Oct 13 05:34:27.431323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 2, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:27.466264 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 062d3cbc-9915-4eef-a914-8260fc27cc32 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:34:27.470004 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Checking router: 1c91f5e1-d67d-4367-b54e-710174b77c25 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:34:27.470458 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Updating router 1c91f5e1-d67d-4367-b54e-710174b77c25 port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:34:27.475517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-226b2132-3f73-4a51-9684-11db6deb69a9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528905 Oct 13 05:34:27.524148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.579691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 062d3cbc-9915-4eef-a914-8260fc27cc32 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:27.579968 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.617108 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-c096604c-31ee-4160-8c02-d3de8b666241 service neutron] 10.222.0.44 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294608 Oct 13 05:34:27.710247 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-b428dcc9-d449-4d99-85c5-68c4011edf15 service neutron] 10.222.0.44 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Oct 13 05:34:27.764046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fabbf92d-5994-4702-aaa8-dacef221caad up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:34:27.892628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fabbf92d-5994-4702-aaa8-dacef221caad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:27.893028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.896350 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.919762 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:27.944620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c4aa1860-29de-422b-86ac-c51415d59237 req-52f0c18a-8085-42a5-a06a-5dfe4d03c85e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 210 time: 0.0872772 Oct 13 05:34:27.987939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47132aa6-8e4f-4ff4-b87e-26e8b9b7b1c4 None None] Pushing event updated for resources: {'Port': ['ID=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:28.071697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Attempting to bind port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:34:28.072060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Attempting to bind port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:34:28.072410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Attempting to bind port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 on network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:34:28.074309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.088861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:34:28.089258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Checking segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:34:28.089929 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.090318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Bound using segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:34:28.090895 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Bound port: 2f0b8182-74ec-4f8e-9cf8-1f063bc96496, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:34:28.091257 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.107531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port fabbf92d-5994-4702-aaa8-dacef221caad, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fabbf92d-5994-4702-aaa8-dacef221caad,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:28.114326 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.204437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=fabbf92d-5994-4702-aaa8-dacef221caad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:28.207456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] For port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:34:28.213546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] For port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:34:28.217905 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.284489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9b324a08-0536-476c-9c7a-1ce2ef0ff19a None None] Provisioning complete for port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:28.284881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b324a08-0536-476c-9c7a-1ce2ef0ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.290249 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:28.290862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:34:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:28.293139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47132aa6-8e4f-4ff4-b87e-26e8b9b7b1c4 None None] Pushing event updated for resources: {'Port': ['ID=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:28.459407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:28.486984 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b324a08-0536-476c-9c7a-1ce2ef0ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.586918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9b324a08-0536-476c-9c7a-1ce2ef0ff19a None None] For port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:28.593363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b324a08-0536-476c-9c7a-1ce2ef0ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.665678 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b324a08-0536-476c-9c7a-1ce2ef0ff19a None None] Pushing event updated for resources: {'Port': ['ID=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:28.720233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a05fdd00-18b4-420d-85a0-699c8ee72874 None None] Provisioning complete for port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:28.720586 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a05fdd00-18b4-420d-85a0-699c8ee72874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:28.747378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:28.779222 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5ca4-e40d-4e1a-909d-0c3d253cf1df None None] The sync data for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 is: [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:34:29.052947 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7bb8c611-c04f-49fa-a003-4f103f0d0a7a req-bdccd9f9-a268-4050-ad81-b7177ebe2eab tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Oct 13 05:34:29.455870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:34:29.516577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:29.517247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:29.602874 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fabbf92d-5994-4702-aaa8-dacef221caad up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:34:29.654269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port fabbf92d-5994-4702-aaa8-dacef221caad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:29.654637 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.022270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-6dbbc37d-6854-4228-8c45-42884b58e0f3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:30.023634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-6dbbc37d-6854-4228-8c45-42884b58e0f3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/networks?id=88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 200 len: 797 time: 0.1161859 Oct 13 05:34:30.067472 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-00e613af-d334-4c1b-bdaa-65a9d8578e35 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 379 time: 0.0336783 Oct 13 05:34:30.077780 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'port': {'device_id': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'admin_state_up': True, 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'security_groups': ['ea2332cd-adfb-492d-baed-dafe51b35daa']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:30.146032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-44a6943b-7adf-4b83-8a6d-fa693e1e3a73 req-52075acf-87a2-481b-86ab-73cd059a0eba tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 210 time: 0.0257957 Oct 13 05:34:30.184455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:34:30.187914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.312999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.8 (88966ece-6fca-4c99-b29b-3ea5d132f8a7/5a275984-3325-4f3d-820e-d4879c51b20b/75af6d03-d27f-43da-a9d2-246b87b6ad04) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:34:30.450266 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.481965 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.523955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:34:30.526999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:30.530946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:34:30.555478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=75af6d03-d27f-43da-a9d2-246b87b6ad04,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:30.583977 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:30.584592 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.601000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-04b8f795-a170-4e15-9feb-650367666223 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5267608 Oct 13 05:34:30.614211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Request body: {'port': {'device_id': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:30.670007 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.767549 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d94b92d-f009-4cb7-aaaa-58f5f264136b None None] Provisioning complete for port 75af6d03-d27f-43da-a9d2-246b87b6ad04 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:30.768148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d94b92d-f009-4cb7-aaaa-58f5f264136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.801160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d94b92d-f009-4cb7-aaaa-58f5f264136b None None] Port 75af6d03-d27f-43da-a9d2-246b87b6ad04 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:34:30.935248 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75af6d03-d27f-43da-a9d2-246b87b6ad04 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:34:30.942440 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:30.953777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Transition to ACTIVE for port object 75af6d03-d27f-43da-a9d2-246b87b6ad04 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:34:30.957674 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:31.009212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Pushing event updated for resources: {'Port': ['ID=75af6d03-d27f-43da-a9d2-246b87b6ad04,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:31.078408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Attempting to bind port 75af6d03-d27f-43da-a9d2-246b87b6ad04 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:34:31.079032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Attempting to bind port 75af6d03-d27f-43da-a9d2-246b87b6ad04 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:34:31.079032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Attempting to bind port 75af6d03-d27f-43da-a9d2-246b87b6ad04 on network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:34:31.083527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Port 75af6d03-d27f-43da-a9d2-246b87b6ad04 on network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:34:31.083842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Attempting to bind port 75af6d03-d27f-43da-a9d2-246b87b6ad04 on network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:34:31.089220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:34:31.089551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Checking segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:34:31.089919 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Bound using segment: {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:34:31.090335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Bound port: 75af6d03-d27f-43da-a9d2-246b87b6ad04, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382a38c7-ba61-4fc1-9f26-9ece9b752dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:34:31.090683 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:31.157601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] For port 75af6d03-d27f-43da-a9d2-246b87b6ad04, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:34:31.160791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] For port 75af6d03-d27f-43da-a9d2-246b87b6ad04, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:34:31.167049 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:31.204771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.205388 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:31.206979 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] 10.222.0.26 "PUT /v2.0/ports/75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 200 len: 1091 time: 0.5969138 Oct 13 05:34:31.207226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:34:31.209502 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:34:31.262129 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3b327-d568-4f90-98e9-971c9d636d6c service neutron] Pushing event updated for resources: {'Port': ['ID=75af6d03-d27f-43da-a9d2-246b87b6ad04,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:31.267683 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16d9adc-a626-4003-a425-860cfa320a8a x-openstack-request-id: req-c16d9adc-a626-4003-a425-860cfa320a8a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:34:31.267968 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:34:31.268220 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c16d9adc-a626-4003-a425-860cfa320a8a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:34:31.268610 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'status': 'completed', 'code': 200} Oct 13 05:34:31.316032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cd21f-6523-4fd6-a3f0-7f0147ce3b79 req-d9988047-862d-4bb7-a35c-c9770b12bca6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.317636 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d7cd21f-6523-4fd6-a3f0-7f0147ce3b79 req-d9988047-862d-4bb7-a35c-c9770b12bca6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 943 time: 0.1007206 Oct 13 05:34:31.322961 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-6b73d70a-9473-4d82-9405-5c9f578b886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.324457 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-6b73d70a-9473-4d82-9405-5c9f578b886e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0708237 Oct 13 05:34:31.374368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-78239e31-0d46-4336-9e6b-76a012134479 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 200 len: 217 time: 0.0418046 Oct 13 05:34:31.400250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d7cd21f-6523-4fd6-a3f0-7f0147ce3b79 req-9a9cf4eb-2818-455a-ad43-25767692e7d4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747764 Oct 13 05:34:31.438998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-2707064e-1d9e-4926-8d5f-0b5583402f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.440416 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-2707064e-1d9e-4926-8d5f-0b5583402f12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a275984-3325-4f3d-820e-d4879c51b20b HTTP/1.1" status: 200 len: 835 time: 0.0559318 Oct 13 05:34:31.485718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-c74b45e0-f22e-4929-9507-95757a3ebfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.487197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-c74b45e0-f22e-4929-9507-95757a3ebfc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88966ece-6fca-4c99-b29b-3ea5d132f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396557 Oct 13 05:34:31.574611 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-78048ac4-2151-4e84-9dea-327acc5aa22d service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800412 Oct 13 05:34:31.665840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3207297e-5295-47cd-a860-b8d49ee7b752 req-62c402ca-a741-4a9f-a3e5-477549ec013a service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Oct 13 05:34:31.751885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-8a912c17-1b28-494d-8c64-66b4d170ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.753365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-8a912c17-1b28-494d-8c64-66b4d170ac16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0405848 Oct 13 05:34:31.843946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-663fddcd-2ba3-4efc-9dda-08bb1ebd0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.845398 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-663fddcd-2ba3-4efc-9dda-08bb1ebd0855 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 200 len: 898 time: 0.0855954 Oct 13 05:34:31.884879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-38943a55-993c-48af-b6bb-5b8aaec7a367 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 200 len: 217 time: 0.0324879 Oct 13 05:34:31.932533 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-209e7fad-92bb-47eb-bf73-e52fd9ed07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.933927 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-209e7fad-92bb-47eb-bf73-e52fd9ed07e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a275984-3325-4f3d-820e-d4879c51b20b HTTP/1.1" status: 200 len: 835 time: 0.0418143 Oct 13 05:34:31.981292 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-991fad17-6c57-4890-9e38-6ccee0481859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:31.982647 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-991fad17-6c57-4890-9e38-6ccee0481859 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88966ece-6fca-4c99-b29b-3ea5d132f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422163 Oct 13 05:34:32.070101 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-845f0ffd-3727-48a2-af4c-722111b65324 service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801980 Oct 13 05:34:32.161688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acdfc6a6-a9c4-42c5-9e5d-1e212242dbf3 req-961a37de-a8a8-46c4-b994-8d8c731f9e6a service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831516 Oct 13 05:34:32.519734 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d26cf-ef1f-45fe-8042-f6634d327a03 req-840b34cc-b4c7-44b9-b204-dc2cf60c1a43 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:32.521194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-942d26cf-ef1f-45fe-8042-f6634d327a03 req-840b34cc-b4c7-44b9-b204-dc2cf60c1a43 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 943 time: 0.0486794 Oct 13 05:34:32.558505 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-942d26cf-ef1f-45fe-8042-f6634d327a03 req-adc0735c-8397-43e9-bc93-3a1aced4d54e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Oct 13 05:34:33.562529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 75af6d03-d27f-43da-a9d2-246b87b6ad04 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:34:33.657547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 75af6d03-d27f-43da-a9d2-246b87b6ad04, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:33.668821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'port_id': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'mac_address': 'fa:16:3e:c1:0e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:34:33.670395 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ad1bf-8c18-4f82-a202-591a728fd89e req-36d98b59-55ec-42f7-a47a-a1d3234428ac tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:33.671868 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c9ad1bf-8c18-4f82-a202-591a728fd89e req-36d98b59-55ec-42f7-a47a-a1d3234428ac tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 943 time: 0.0482881 Oct 13 05:34:33.705888 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:33.708739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3c9ad1bf-8c18-4f82-a202-591a728fd89e req-5a35810c-abe2-4f86-964b-475505c8108d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308185 Oct 13 05:34:33.718471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75af6d03-d27f-43da-a9d2-246b87b6ad04 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:34:33.738477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 75af6d03-d27f-43da-a9d2-246b87b6ad04, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:33.742377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:33.789832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=75af6d03-d27f-43da-a9d2-246b87b6ad04,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:34.097594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['75af6d03-d27f-43da-a9d2-246b87b6ad04'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:34:34.825808 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597d2d2-961f-4448-8fb2-83caad670b85 req-39a7f053-0d5b-4601-929c-20a169d9a893 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:34.827260 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d597d2d2-961f-4448-8fb2-83caad670b85 req-39a7f053-0d5b-4601-929c-20a169d9a893 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 944 time: 0.0529547 Oct 13 05:34:34.863388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d597d2d2-961f-4448-8fb2-83caad670b85 req-71a11fcf-348d-4187-8d48-dab11dc7c4a3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300045 Oct 13 05:34:35.579682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 75af6d03-d27f-43da-a9d2-246b87b6ad04 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:34:35.627557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 75af6d03-d27f-43da-a9d2-246b87b6ad04 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:34:35.631057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 75af6d03-d27f-43da-a9d2-246b87b6ad04 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:34:35.631421 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:35.705668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:35.729788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:34:35.732048 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300db26-2e7b-45ca-b5e6-ec9c68065b6c" -d '{"events": [{"server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "name": "network-vif-plugged", "status": "completed", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:34:35.743881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 75af6d03-d27f-43da-a9d2-246b87b6ad04, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:34:35.747715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:35.798011 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=75af6d03-d27f-43da-a9d2-246b87b6ad04,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:35.825746 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef6e83e-3302-475c-9531-094e4949bbc3 x-openstack-request-id: req-0ef6e83e-3302-475c-9531-094e4949bbc3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:34:35.826036 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "name": "network-vif-plugged", "status": "completed", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:34:35.826285 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ef6e83e-3302-475c-9531-094e4949bbc3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:34:35.826673 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'code': 200} Oct 13 05:34:35.918133 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f583b39-ab1e-4f31-a23f-ef3087993625 req-93cb240a-1527-4393-a4bc-da4ae3d96e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:35.919617 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f583b39-ab1e-4f31-a23f-ef3087993625 req-93cb240a-1527-4393-a4bc-da4ae3d96e58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0400386 Oct 13 05:34:35.953772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f583b39-ab1e-4f31-a23f-ef3087993625 req-f6ea2dac-6758-4ef4-96d4-f4a828905794 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274272 Oct 13 05:34:35.976277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4d4d-4276-490e-91a9-31606f47bd5d req-51de8dc4-bce6-4cf0-b540-505e98d963f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:35.977751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35ee4d4d-4276-490e-91a9-31606f47bd5d req-51de8dc4-bce6-4cf0-b540-505e98d963f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Oct 13 05:34:36.014135 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-35ee4d4d-4276-490e-91a9-31606f47bd5d req-052b21a3-921f-4bbe-8406-f9e9b1a953ac tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305142 Oct 13 05:34:37.131355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9d30a-6eda-426a-a3d5-1ca3fb5fd7e4 req-24225f4d-2933-4dbb-b43d-6e74b10dae98 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:37.132818 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06e9d30a-6eda-426a-a3d5-1ca3fb5fd7e4 req-24225f4d-2933-4dbb-b43d-6e74b10dae98 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0512450 Oct 13 05:34:37.170200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06e9d30a-6eda-426a-a3d5-1ca3fb5fd7e4 req-759f19c8-d28a-4e5b-bb9f-b706af4e9649 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Oct 13 05:34:38.282332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563844-5804-4793-bd59-3f19bea84cfb req-aa241704-a9e8-4cac-ae99-4910b1e9c708 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:38.283880 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36563844-5804-4793-bd59-3f19bea84cfb req-aa241704-a9e8-4cac-ae99-4910b1e9c708 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Oct 13 05:34:38.319946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36563844-5804-4793-bd59-3f19bea84cfb req-b6046172-60a9-41bb-990f-a23501b4ee09 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302031 Oct 13 05:34:38.433651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ef6a8-9648-40e4-a8a5-79a9c418fb9d req-9a6645e1-916d-4158-aa53-a33e80f8e417 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:38.435102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-768ef6a8-9648-40e4-a8a5-79a9c418fb9d req-9a6645e1-916d-4158-aa53-a33e80f8e417 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0478816 Oct 13 05:34:38.472289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-768ef6a8-9648-40e4-a8a5-79a9c418fb9d req-18be7fbc-e7a6-4a2c-a6b9-e0dbea1ea731 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Oct 13 05:34:38.493246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:38.531732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcf7c8-c564-4ca6-b312-0299e4832c79 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:38.533221 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a6bcf7c8-c564-4ca6-b312-0299e4832c79 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1091 time: 0.0390399 Oct 13 05:34:38.535991 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:38.540095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:34:38.561428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:38.659411 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:38.757876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.60 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/2ca6dae3-a48c-456d-af3f-0798730ae4d5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:34:38.860452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:38.894158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:38.932424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:34:38.935235 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:34:38.938814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:34:38.966423 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=2ca6dae3-a48c-456d-af3f-0798730ae4d5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:39.232312 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:39.286991 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:39.354793 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:39.495748 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:39.499876 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:39.563652 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=2ca6dae3-a48c-456d-af3f-0798730ae4d5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:34:39.578194 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:39.673989 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP e90cde6c-8f23-402a-9a04-bc5c05d481d4 associated. External IP: 172.25.1.60, port: 75af6d03-d27f-43da-a9d2-246b87b6ad04. Oct 13 05:34:40.208507 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 1c91f5e1-d67d-4367-b54e-710174b77c25 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:34:40.310833 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:34:40.321936 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] Sync routers for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:34:40.328545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:40.332779 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:40.333392 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:34:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:40.354861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-04c90d76-d431-4acb-b660-7e2083d4797f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8178964 Oct 13 05:34:40.355443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:34:40.357735 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8dfebb-3efd-412b-b144-df21d6405f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:34:40.397779 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad4459e-836e-44b1-8263-9396b3bf9c21 x-openstack-request-id: req-cad4459e-836e-44b1-8263-9396b3bf9c21 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:34:40.398081 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:34:40.398336 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cad4459e-836e-44b1-8263-9396b3bf9c21 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:34:40.398737 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'status': 'completed', 'code': 200} Oct 13 05:34:40.444087 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:40.462281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-abfb23e2-820f-49bd-b7c0-a82c825a11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:40.463730 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-abfb23e2-820f-49bd-b7c0-a82c825a11b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0420699 Oct 13 05:34:40.469289 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e7810-3754-4acf-9901-cac0fba6194a req-c52bb4b9-1b08-4828-9fe8-71161dfb98ba tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:40.470833 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e34e7810-3754-4acf-9901-cac0fba6194a req-c52bb4b9-1b08-4828-9fe8-71161dfb98ba tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0573726 Oct 13 05:34:40.512129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e34e7810-3754-4acf-9901-cac0fba6194a req-c897cdfe-e5b9-4b60-a81e-5269c642ce7a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344584 Oct 13 05:34:40.533958 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:40.562131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-f982be19-3c9f-47ef-932a-673be4f272b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:40.563735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-f982be19-3c9f-47ef-932a-673be4f272b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 200 len: 898 time: 0.0925961 Oct 13 05:34:40.595607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-11ae1070-1293-4dfc-8882-924b39935b1f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e90cde6c-8f23-402a-9a04-bc5c05d481d4 HTTP/1.1" status: 200 len: 990 time: 0.0604384 Oct 13 05:34:40.628758 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-37a0b8c4-18a2-4d06-a8e3-f4ee60d7ed50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 200 len: 998 time: 0.0580111 Oct 13 05:34:40.669595 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'e90cde6c-8f23-402a-9a04-bc5c05d481d4', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'port_id': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'mac_address': 'fa:16:3e:c1:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:34:39Z', 'updated_at': '2021-10-13T05:34:39Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:40.677062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-d39a2359-0495-4bdf-8c46-392cd817a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:40.678501 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-d39a2359-0495-4bdf-8c46-392cd817a46d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a275984-3325-4f3d-820e-d4879c51b20b HTTP/1.1" status: 200 len: 835 time: 0.0431008 Oct 13 05:34:40.698783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] Checking router: 1c91f5e1-d67d-4367-b54e-710174b77c25 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:34:40.707049 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:34:40.707661 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:34:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:40.727379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-dc5566dc-36f0-4606-a4ad-9988a3438a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:40.728894 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-dc5566dc-36f0-4606-a4ad-9988a3438a38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88966ece-6fca-4c99-b29b-3ea5d132f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436294 Oct 13 05:34:40.810796 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:34:40.818251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-6d808d0f-4548-431f-9e91-25befb8fba55 service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812273 Oct 13 05:34:40.917514 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ad8dfebb-3efd-412b-b144-df21d6405f4d req-2b5f6167-6ede-40b5-be81-dbaf245f7076 service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903449 Oct 13 05:34:41.013080 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:41.114257 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'e90cde6c-8f23-402a-9a04-bc5c05d481d4', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'port_id': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'mac_address': 'fa:16:3e:c1:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:34:39Z', 'updated_at': '2021-10-13T05:34:39Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:34:41.143203 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8be65-f283-49c0-9e0d-daeef682c8f8 None None] The sync data for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 is: [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'e90cde6c-8f23-402a-9a04-bc5c05d481d4', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'port_id': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'mac_address': 'fa:16:3e:c1:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:34:39Z', 'updated_at': '2021-10-13T05:34:39Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:34:41.330242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4eae71-c160-49dc-be5d-6107cb73ce8c None None] New status for floating IP e90cde6c-8f23-402a-9a04-bc5c05d481d4: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:34:41.599573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 52946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:34:41.658187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50dc9b35-38a2-44a1-979b-479255744c40 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e90cde6c-8f23-402a-9a04-bc5c05d481d4 HTTP/1.1" status: 200 len: 992 time: 0.0575070 Oct 13 05:34:49.110405 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f88c5b77-c8c7-436c-aadc-46df0046c780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:51.615122 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ba86f3-d490-4623-add7-e6122ffff32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:53.029728 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:53.368369 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:54.927652 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:56.631627 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:35:09.227028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:11.013700 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:16.757494 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-9ccef679-7cfb-4cbd-9ce5-0ae5719c50b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798345 Oct 13 05:35:16.840068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812a17-23ad-468b-a758-b72566f73e6c req-4f3f7c40-0b39-4695-9fa7-ebf2375497f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:16.841573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-4f3f7c40-0b39-4695-9fa7-ebf2375497f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0432014 Oct 13 05:35:16.941677 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812a17-23ad-468b-a758-b72566f73e6c req-47a7b744-4d2d-4066-88a0-a199cfabfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:16.943041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-47a7b744-4d2d-4066-88a0-a199cfabfdbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 200 len: 898 time: 0.0824008 Oct 13 05:35:17.009813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-95d0dba3-26e1-4bbf-b863-fa45e75ca391 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 200 len: 1000 time: 0.0593235 Oct 13 05:35:17.058328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812a17-23ad-468b-a758-b72566f73e6c req-77513441-7993-439e-82c6-08347054d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:17.059690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-77513441-7993-439e-82c6-08347054d528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a275984-3325-4f3d-820e-d4879c51b20b HTTP/1.1" status: 200 len: 835 time: 0.0421407 Oct 13 05:35:17.103754 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812a17-23ad-468b-a758-b72566f73e6c req-cfe4f604-0d32-4662-b4f6-e1e4ca5dee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:17.105698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-cfe4f604-0d32-4662-b4f6-e1e4ca5dee07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88966ece-6fca-4c99-b29b-3ea5d132f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390427 Oct 13 05:35:17.195893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-5ce427a4-67eb-43d8-ae94-5ed5cd6834fa service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829937 Oct 13 05:35:17.286186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4e812a17-23ad-468b-a758-b72566f73e6c req-08cff29c-469f-4c69-9c83-3886dedb447a service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Oct 13 05:35:19.114092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dfe443b-b03e-4e3b-8ef0-bef1facd6d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:21.618228 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a0b75ec-5ffc-4a16-83cb-08cacf3ccaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:23.030674 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:23.370654 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:24.930963 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:33.631299 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:35:39.227926 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:40.996339 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:49.115997 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-722765d1-fda4-4124-bc9c-93464bdb7158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:51.618197 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec3de-bc1e-4e75-aac9-5ce62b1be574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:53.033422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:53.127429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b9492-e585-4d56-99f6-fc64e1fb423f req-4216cf74-53a5-440e-a338-f84d612d9103 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:53.128914 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624b9492-e585-4d56-99f6-fc64e1fb423f req-4216cf74-53a5-440e-a338-f84d612d9103 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0485959 Oct 13 05:35:53.165222 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624b9492-e585-4d56-99f6-fc64e1fb423f req-5098bf74-915a-4e5e-90a3-0e73699b02cc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304482 Oct 13 05:35:53.374882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:54.280919 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928eca3-8e7c-4ac9-82ad-e37c68ce1590 req-bd592cf4-7c78-4d68-a36b-60eb7406e3da tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:54.282357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2928eca3-8e7c-4ac9-82ad-e37c68ce1590 req-bd592cf4-7c78-4d68-a36b-60eb7406e3da tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0491450 Oct 13 05:35:54.318648 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2928eca3-8e7c-4ac9-82ad-e37c68ce1590 req-666d1a37-7735-4be4-ad7b-6c6f13c67821 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303864 Oct 13 05:35:54.342775 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:35:54.404817 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-23be5cab-a36a-46ab-a78b-02863f59601e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e90cde6c-8f23-402a-9a04-bc5c05d481d4 HTTP/1.1" status: 200 len: 992 time: 0.0608685 Oct 13 05:35:54.933216 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:55.673971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81469e-36f9-47aa-8c82-6e5b9ebb183b req-9a1ee7bf-f27c-4e13-b709-b3eaaf2b5e8a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:55.675341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc81469e-36f9-47aa-8c82-6e5b9ebb183b req-9a1ee7bf-f27c-4e13-b709-b3eaaf2b5e8a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0528879 Oct 13 05:35:55.713521 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc81469e-36f9-47aa-8c82-6e5b9ebb183b req-887d5554-64d2-4d84-9b1c-b7e2ee82ff3a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313442 Oct 13 05:35:56.827257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a3b3-08b7-40d1-a537-1bf0ece1fee0 req-c1178a32-d5a7-4e8e-8f1a-fa9c48abd4f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:56.828738 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c97a3b3-08b7-40d1-a537-1bf0ece1fee0 req-c1178a32-d5a7-4e8e-8f1a-fa9c48abd4f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Oct 13 05:35:56.865202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9c97a3b3-08b7-40d1-a537-1bf0ece1fee0 req-5e3ca23b-615f-469b-99d1-0a740c07c958 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306756 Oct 13 05:35:56.886820 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 52998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:35:56.948802 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-98c8bd05-4d97-4dd5-acf5-8cc5da1042d8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e90cde6c-8f23-402a-9a04-bc5c05d481d4 HTTP/1.1" status: 200 len: 992 time: 0.0608959 Oct 13 05:35:57.166948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:35:57.321149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 2ca6dae3-a48c-456d-af3f-0798730ae4d5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:35:57.321597 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.399459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.399782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.411204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 2ca6dae3-a48c-456d-af3f-0798730ae4d5 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:35:57.548732 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.577771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=2ca6dae3-a48c-456d-af3f-0798730ae4d5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:35:57.589353 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.589700 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.590036 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.590367 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.590697 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.591024 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.591350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.591674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.591997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.592319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.592639 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.592988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:35:57.645041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.645364 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP e90cde6c-8f23-402a-9a04-bc5c05d481d4 disassociated (deleted). External IP: 172.25.1.60, port: 75af6d03-d27f-43da-a9d2-246b87b6ad04. Oct 13 05:35:57.847381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 1c91f5e1-d67d-4367-b54e-710174b77c25 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:35:57.950614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:35:57.955628 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.959987 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] Sync routers for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:35:57.969123 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:35:57.969709 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:35:57.983300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b5a4521a-b514-4aed-af1f-9af7b8bfd42b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/floatingips/e90cde6c-8f23-402a-9a04-bc5c05d481d4 HTTP/1.1" status: 204 len: 168 time: 0.8147128 Oct 13 05:35:57.983881 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:35:57.986161 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6b64ac-329d-42f5-a0bf-de1597109943" -d '{"events": [{"name": "network-changed", "server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:35:58.026250 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d711f220-8c92-4231-b534-da9222dce995 x-openstack-request-id: req-d711f220-8c92-4231-b534-da9222dce995 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:35:58.026781 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:35:58.027231 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d711f220-8c92-4231-b534-da9222dce995 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:35:58.028084 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'status': 'completed', 'code': 200} Oct 13 05:35:58.075231 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:35:58.091588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-a1b94ffe-319f-4afe-b461-398efa4c74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:58.094318 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-a1b94ffe-319f-4afe-b461-398efa4c74df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0437281 Oct 13 05:35:58.231070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-6a7e751c-031e-43ba-a710-b98780582b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:58.232571 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-6a7e751c-031e-43ba-a710-b98780582b3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 200 len: 898 time: 0.1248705 Oct 13 05:35:58.243469 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922663-1b79-4bc8-ba0c-b4f7172ee0ed req-c852549f-f945-45c8-9d79-70f00196e26c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:58.245004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9922663-1b79-4bc8-ba0c-b4f7172ee0ed req-c852549f-f945-45c8-9d79-70f00196e26c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0728946 Oct 13 05:35:58.279183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:35:58.290839 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-271eebe3-067b-427c-adf8-0d5d12614723 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 200 len: 217 time: 0.0449121 Oct 13 05:35:58.308010 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] Checking router: 1c91f5e1-d67d-4367-b54e-710174b77c25 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:35:58.316174 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:35:58.316804 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:35:58.322403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d9922663-1b79-4bc8-ba0c-b4f7172ee0ed req-01364f42-e18b-4f8e-8264-2cede9285d7c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710754 Oct 13 05:35:58.360271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-39ab1554-0fb1-4e4c-a7b4-dc752ab3ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:58.361766 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-39ab1554-0fb1-4e4c-a7b4-dc752ab3ca96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a275984-3325-4f3d-820e-d4879c51b20b HTTP/1.1" status: 200 len: 835 time: 0.0582919 Oct 13 05:35:58.408891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-fb2950ab-a4c8-4d41-8510-076d2285ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:58.410406 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-fb2950ab-a4c8-4d41-8510-076d2285ceed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88966ece-6fca-4c99-b29b-3ea5d132f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409217 Oct 13 05:35:58.419201 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:35:58.505293 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-19aaf0de-9914-4e63-9d1d-d836766eb32a service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Oct 13 05:35:58.605864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e6b64ac-329d-42f5-a0bf-de1597109943 req-c2edad72-80f4-411b-b6fc-df866cae66f9 service neutron] 10.222.0.26 "GET /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909538 Oct 13 05:35:58.617017 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:35:58.643845 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4dc9e-cdcc-46e7-8a39-bb42e463035b None None] The sync data for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 is: [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:26Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2f0b8182-74ec-4f8e-9cf8-1f063bc96496', 'name': '', 'network_id': '88966ece-6fca-4c99-b29b-3ea5d132f8a7', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:4d:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:25Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '5a275984-3325-4f3d-820e-d4879c51b20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:35:58.865974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a4b49-d808-481a-8f91-9ffe0ce96224 None None] New status for floating IP e90cde6c-8f23-402a-9a04-bc5c05d481d4: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:35:59.438270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798974bd-bff8-4b3a-a9c7-6f9ac460c309 req-83c4c04d-efea-4576-9741-2873bcfaa1c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:59.439711 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-798974bd-bff8-4b3a-a9c7-6f9ac460c309 req-83c4c04d-efea-4576-9741-2873bcfaa1c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0471716 Oct 13 05:35:59.475882 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-798974bd-bff8-4b3a-a9c7-6f9ac460c309 req-0a97da21-426c-4bfd-a5d4-0e97f0c18d11 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea2332cd-adfb-492d-baed-dafe51b35daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303848 Oct 13 05:36:00.057757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-b4a3b2b8-9865-4c52-97e4-05c97f22396b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:00.059174 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-b4a3b2b8-9865-4c52-97e4-05c97f22396b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Oct 13 05:36:00.148820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 75af6d03-d27f-43da-a9d2-246b87b6ad04 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:36:00.149162 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:00.235148 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 75af6d03-d27f-43da-a9d2-246b87b6ad04, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=75af6d03-d27f-43da-a9d2-246b87b6ad04,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:00.235509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:00.247618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 75af6d03-d27f-43da-a9d2-246b87b6ad04 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:36:00.373933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:00.402668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=75af6d03-d27f-43da-a9d2-246b87b6ad04,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:00.447577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] No DVR routers for this DVR port 75af6d03-d27f-43da-a9d2-246b87b6ad04 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:36:00.450241 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:00.454385 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-509b72bb-8d8a-4b28-9eb6-8cc5ae1c2f5e req-5a4de5b7-70cb-4199-9715-c1ca50e3af9a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "DELETE /v2.0/ports/75af6d03-d27f-43da-a9d2-246b87b6ad04 HTTP/1.1" status: 204 len: 173 time: 0.3891945 Oct 13 05:36:00.454824 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'name': 'network-vif-deleted', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:36:00.457150 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ccfac-0450-46a2-b442-ede661d59010" -d '{"events": [{"server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "name": "network-vif-deleted", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:36:00.493544 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b4863-5f47-431d-bc9b-e66fa060b952 x-openstack-request-id: req-3c6b4863-5f47-431d-bc9b-e66fa060b952 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:36:00.493832 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dad0ad-fe05-4f26-8e3a-e404a58d9ab6", "name": "network-vif-deleted", "tag": "75af6d03-d27f-43da-a9d2-246b87b6ad04", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:36:00.494081 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c6b4863-5f47-431d-bc9b-e66fa060b952 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:36:00.494510 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dad0ad-fe05-4f26-8e3a-e404a58d9ab6', 'name': 'network-vif-deleted', 'tag': '75af6d03-d27f-43da-a9d2-246b87b6ad04', 'status': 'completed', 'code': 200} Oct 13 05:36:00.574015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6c7b605-df93-4ce9-830d-d0b23e9c7a72 req-a1adb18e-dd6b-4c18-b33e-8160b608254f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=60dad0ad-fe05-4f26-8e3a-e404a58d9ab6 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Oct 13 05:36:01.630526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:01.976599 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:02.221358 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:36:02.221700 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:02.644283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 2f0b8182-74ec-4f8e-9cf8-1f063bc96496, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:02.645008 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:02.657140 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:36:02.831940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:02.858951 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=2f0b8182-74ec-4f8e-9cf8-1f063bc96496,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:03.029002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.233474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 1c91f5e1-d67d-4367-b54e-710174b77c25 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:36:03.337473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:36:03.342421 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9af94660-6613-492f-b942-fa632ce567b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/1c91f5e1-d67d-4367-b54e-710174b77c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108841 Oct 13 05:36:03.345072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:03.347607 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] Sync routers for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:36:03.356656 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:03.357283 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:03.401042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting subnet 5a275984-3325-4f3d-820e-d4879c51b20b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:36:03.404557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.449084 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.466315 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:03.531902 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.590186 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.624118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Subnet': ['ID=5a275984-3325-4f3d-820e-d4879c51b20b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:03.626165 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.629564 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97d0d5c5-0f5e-4311-8196-bee9d6987acb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/subnets/5a275984-3325-4f3d-820e-d4879c51b20b HTTP/1.1" status: 204 len: 168 time: 0.2835250 Oct 13 05:36:03.632095 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:03.635342 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e77408-44d1-452d-b9ad-6827729a31b3 None None] Network 88966ece-6fca-4c99-b29b-3ea5d132f8a7 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:36:03.736365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:36:02Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:03.740807 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.763805 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] Checking router: 1c91f5e1-d67d-4367-b54e-710174b77c25 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:36:03.772889 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] Routers {'1c91f5e1-d67d-4367-b54e-710174b77c25'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:03.773477 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['1c91f5e1-d67d-4367-b54e-710174b77c25'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:03.813851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] DHCP port deletion for 88966ece-6fca-4c99-b29b-3ea5d132f8a7 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:36:03.848486 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.865087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Deleting port 062d3cbc-9915-4eef-a914-8260fc27cc32 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:36:03.865461 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.884764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] Set router 1c91f5e1-d67d-4367-b54e-710174b77c25 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:03.909854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port fabbf92d-5994-4702-aaa8-dacef221caad {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:36:03.910217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.927235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] For port 062d3cbc-9915-4eef-a914-8260fc27cc32, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=062d3cbc-9915-4eef-a914-8260fc27cc32,segment=NetworkSegment(382a38c7-ba61-4fc1-9f26-9ece9b752dc1),segment_id=382a38c7-ba61-4fc1-9f26-9ece9b752dc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:03.927612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:03.940133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Calling delete_port for 062d3cbc-9915-4eef-a914-8260fc27cc32 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:36:03.994691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port fabbf92d-5994-4702-aaa8-dacef221caad, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=fabbf92d-5994-4702-aaa8-dacef221caad,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:03.995071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.007929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for fabbf92d-5994-4702-aaa8-dacef221caad owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:36:04.016661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 75af6d03-d27f-43da-a9d2-246b87b6ad04 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:36:04.039391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 75af6d03-d27f-43da-a9d2-246b87b6ad04 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:36:04.040025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 75af6d03-d27f-43da-a9d2-246b87b6ad04 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:36:04.060932 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.084104 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:36:02Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:04.088570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Pushing event deleted for resources: {'Port': ['ID=062d3cbc-9915-4eef-a914-8260fc27cc32,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:04.091632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] No DVR routers for this DVR port 062d3cbc-9915-4eef-a914-8260fc27cc32 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:36:04.099344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.099696 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.100030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.105306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401783e3-9a45-4504-ba13-af2c32afa3fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.119530 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f408907-cb4d-4189-816b-7bf88a0f3921 None None] The sync data for ids ['1c91f5e1-d67d-4367-b54e-710174b77c25'] in n-d-810220-9 is: [{'id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505119243', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:36:02Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': 'fabbf92d-5994-4702-aaa8-dacef221caad', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91f5e1-d67d-4367-b54e-710174b77c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:34:22Z', 'updated_at': '2021-10-13T05:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:36:04.185925 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.211186 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=fabbf92d-5994-4702-aaa8-dacef221caad,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:04.273497 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.364810 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.366852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.410872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.411447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Fanout notify agent at l3_agent the message router_deleted on router 1c91f5e1-d67d-4367-b54e-710174b77c25 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:36:04.418861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.420291 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-49256a26-8dfa-4317-b03d-93d224020dd0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/routers/1c91f5e1-d67d-4367-b54e-710174b77c25 HTTP/1.1" status: 204 len: 168 time: 0.7871840 Oct 13 05:36:04.422997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:04.502454 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.593053 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.612603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88966ece-6fca-4c99-b29b-3ea5d132f8a7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:04.621537 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382a38c7-ba61-4fc1-9f26-9ece9b752dc1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:04.621844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382a38c7-ba61-4fc1-9f26-9ece9b752dc1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:04.635799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.649614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.656131 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:36:04.656547 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:36:04.659677 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:36:04.717972 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.726782 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.729974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/networks/88966ece-6fca-4c99-b29b-3ea5d132f8a7 HTTP/1.1" status: 204 len: 168 time: 0.3060560 Oct 13 05:36:04.732897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:04.740381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5840078-7d53-4ef4-bfa5-8a3ac112a758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Network': ['ID=88966ece-6fca-4c99-b29b-3ea5d132f8a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:04.797876 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.826175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.885034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.887627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:04.888871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea2332cd-adfb-492d-baed-dafe51b35daa HTTP/1.1" status: 204 len: 168 time: 0.1546798 Oct 13 05:36:04.898967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2332cd-adfb-492d-baed-dafe51b35daa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:04.906931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.907283 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.907623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.907961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.908297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.908632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.908989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.909326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.909655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.910010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.910361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:04.910742 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143d2b3-e846-4bf0-8f31-3e917a128c10 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:05.305110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:05.309967 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210736593', 'description': 'tempest-secgroup-smoke-1210736593 description', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:05.338099 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.406030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.409675 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.422532 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:36:05.440082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:05.443909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:36:05.444257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2f0b8182-74ec-4f8e-9cf8-1f063bc96496 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:36:05.444711 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 062d3cbc-9915-4eef-a914-8260fc27cc32 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:36:05.445633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.447671 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a9ad709d-1d59-4a9b-9c29-5315a88dea8e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415350 Oct 13 05:36:05.450570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:05.455196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '1373bd50-e6ee-44dc-aac3-7fd6cb6561ff', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:05.469285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 062d3cbc-9915-4eef-a914-8260fc27cc32 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:36:05.470111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 062d3cbc-9915-4eef-a914-8260fc27cc32 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:36:05.470111 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fabbf92d-5994-4702-aaa8-dacef221caad no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:36:05.482674 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.490070 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: fabbf92d-5994-4702-aaa8-dacef221caad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:36:05.490416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device fabbf92d-5994-4702-aaa8-dacef221caad not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:36:05.538029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.541473 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.558591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37b25ff-8b4b-4391-878d-ef6c8de44f6f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:05.567236 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.568412 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f3621029-7f65-4043-b77f-c6ced5f889f0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169274 Oct 13 05:36:05.571225 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53038) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:05.575457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '1373bd50-e6ee-44dc-aac3-7fd6cb6561ff', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:05.601953 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.660028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.663580 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.682815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55719933-f461-4eff-92d8-30e90b48b2b3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:05.691023 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.692194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-7fe94a86-da6c-4b3c-9294-9620b14fe384 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200597 Oct 13 05:36:05.694938 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:05.699099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '1373bd50-e6ee-44dc-aac3-7fd6cb6561ff', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:05.725599 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.782877 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.786432 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.804017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe0d562-21fc-4630-9a83-34b6630fb90f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:05.808864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.810038 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a1c40b1e-e64c-42ee-aab6-de37005c2a4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141791 Oct 13 05:36:05.812890 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:05.817078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '1373bd50-e6ee-44dc-aac3-7fd6cb6561ff', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:05.842850 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.900008 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.903600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.920868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579c4a83-7134-4d70-8cca-71057eae6af1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:05.928590 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:05.929799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b5dd6108-56d3-4d73-ab1b-5dd0ce5fbfa3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159961 Oct 13 05:36:05.932522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:05.936827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '1373bd50-e6ee-44dc-aac3-7fd6cb6561ff', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:05.957916 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:36:05.962603 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.023302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.026963 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.044144 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fd8baa-1f3d-4b08-9232-ab7b623fc0b5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:06.051839 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.053024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a3a4162-340a-4059-95c6-5c86d3163073 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195521 Oct 13 05:36:06.055672 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:06.059873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '1373bd50-e6ee-44dc-aac3-7fd6cb6561ff', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:06.081593 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:36:06.086121 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.145022 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.148367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.167400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668a699c-151c-48c2-a0dd-1187e717ad2a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:06.173029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.174127 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c7e905cc-5329-4588-83cd-1f2d17f07ccc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175535 Oct 13 05:36:06.176939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:06.181835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'network': {'name': 'tempest-network-smoke--1517562766', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:06.201469 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:36:06.205722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.228164 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:36:06.237269 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.237607 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Added segment a23bfe52-b0a8-49e6-b800-034e3ccb4409 of type vlan for network cbd0180b-1696-4140-a864-c7ee6d24a8d0 Oct 13 05:36:06.276369 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.300660 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.306378 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:06.306980 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.360395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1824160 Oct 13 05:36:06.363177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:06.368378 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'admin_state_up': True, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:06.379464 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dab2ce-b76b-4ff4-b6ee-c85f15a6d545 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Network': ['ID=cbd0180b-1696-4140-a864-c7ee6d24a8d0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:06.390723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:36:06.395114 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.396175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.450448 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.582127 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.767828 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.787479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:06.884442 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.3 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/91a6dfd1-585c-4323-a6ef-8049bf7488ab) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:36:06.985795 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:07.017017 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:07.058117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:36:07.060930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:07.065887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:36:07.068086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=91a6dfd1-585c-4323-a6ef-8049bf7488ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:07.305457 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:07.492643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:07.615761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router f8154dec-0f47-4aa6-8b71-543f5ac07d21 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:36:07.720757 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:36:07.730145 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Sync routers for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:36:07.739654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:07.740340 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:07.741297 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:07.745365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-68d4b67a-84be-472c-b16a-f52adb28428d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.3777020 Oct 13 05:36:07.745573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:07.779746 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3e26857c-8439-4be6-9961-9a8873f9458f tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2a6c789b2b4c4108ac9c25c43c870e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330870 Oct 13 05:36:07.782213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:07.845396 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:07.930876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d8ee7-3cf6-4afe-8719-96e3233a78e0 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:07.932280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-674d8ee7-3cf6-4afe-8719-96e3233a78e0 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491845 Oct 13 05:36:07.935041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:07.968453 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b4235c51-b299-492a-87a2-83a37e82fb7f tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323780 Oct 13 05:36:07.971011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:07.975630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885398334', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:08.023191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:07Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:08.049804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Checking router: f8154dec-0f47-4aa6-8b71-543f5ac07d21 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:36:08.050152 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Updating router f8154dec-0f47-4aa6-8b71-543f5ac07d21 port 91a6dfd1-585c-4323-a6ef-8049bf7488ab binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:36:08.059408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:36:08.063669 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.075256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.239367 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.304646 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Subnet': ['ID=a2d7ed44-fafb-445f-9f6f-7535f777d1ef,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:08.309892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Checking segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:36:08.310259 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network hostable DHCP agents. Network: cbd0180b-1696-4140-a864-c7ee6d24a8d0, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:36:08.325922 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.327501 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:36:08.331206 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.337071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, cbd0180b-1696-4140-a864-c7ee6d24a8d0) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:08.341152 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:08.342479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.358825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-50e1319e-4c1a-40ec-a779-54d8ce8ee87d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3868217 Oct 13 05:36:08.361586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:08.364334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755a96a-5b92-411f-a1ae-886969a3d3a0 None None] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:36:08.433629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Attempting to bind port 91a6dfd1-585c-4323-a6ef-8049bf7488ab on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:36:08.433992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Attempting to bind port 91a6dfd1-585c-4323-a6ef-8049bf7488ab by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:36:08.434348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Attempting to bind port 91a6dfd1-585c-4323-a6ef-8049bf7488ab on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:36:08.438907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5f0e1-d79a-4c6a-b509-499fa2572ca2 None None] Pushing event updated for resources: {'Port': ['ID=91a6dfd1-585c-4323-a6ef-8049bf7488ab,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:08.445313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:36:08.445681 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:36:08.446235 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.446440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:36:08.446906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Bound port: 91a6dfd1-585c-4323-a6ef-8049bf7488ab, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:36:08.447276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.544468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] For port 91a6dfd1-585c-4323-a6ef-8049bf7488ab, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:36:08.563110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] For port 91a6dfd1-585c-4323-a6ef-8049bf7488ab, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=91a6dfd1-585c-4323-a6ef-8049bf7488ab,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:36:08.570289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.612943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:36:08.613802 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:08.671784 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:08.672363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:08.674178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5f0e1-d79a-4c6a-b509-499fa2572ca2 None None] Pushing event updated for resources: {'Port': ['ID=91a6dfd1-585c-4323-a6ef-8049bf7488ab,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:08.866110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:08.868118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Allocated IP 172.20.0.2 (cbd0180b-1696-4140-a864-c7ee6d24a8d0/a2d7ed44-fafb-445f-9f6f-7535f777d1ef/579ff610-271c-481d-80fc-a537877c1f8b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:36:09.129063 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.275786 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.308584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.318376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.344435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:07Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:09.379032 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37186c7-be28-4a0f-bf61-cd80da2bb628 None None] The sync data for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 is: [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:07Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:36:09.390449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:36:09.394530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:09.396457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Pushing event updated for resources: {'Port': ['ID=579ff610-271c-481d-80fc-a537877c1f8b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:09.398655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:36:09.407666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.1 (cbd0180b-1696-4140-a864-c7ee6d24a8d0/a2d7ed44-fafb-445f-9f6f-7535f777d1ef/d3fec767-140f-49b3-ade5-ec1dfcd44dff) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:36:09.463440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Attempting to bind port 579ff610-271c-481d-80fc-a537877c1f8b on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:36:09.463811 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Attempting to bind port 579ff610-271c-481d-80fc-a537877c1f8b by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:36:09.464172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Attempting to bind port 579ff610-271c-481d-80fc-a537877c1f8b on network cbd0180b-1696-4140-a864-c7ee6d24a8d0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:36:09.469719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:36:09.470095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Checking segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:36:09.470502 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.470917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Bound using segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:36:09.471381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Bound port: 579ff610-271c-481d-80fc-a537877c1f8b, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:36:09.471787 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.532472 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.540775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] For port 579ff610-271c-481d-80fc-a537877c1f8b, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:36:09.544360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] For port 579ff610-271c-481d-80fc-a537877c1f8b, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=579ff610-271c-481d-80fc-a537877c1f8b,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:36:09.550325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.574203 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.612284 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9b41c-08a1-4594-8a32-5f0381edc1e0 None None] Pushing event updated for resources: {'Port': ['ID=579ff610-271c-481d-80fc-a537877c1f8b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:09.652627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:36:09.655953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:09.658582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:36:09.665474 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=d3fec767-140f-49b3-ade5-ec1dfcd44dff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:09.714867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:09.884396 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.180877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.185816 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.267529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=d3fec767-140f-49b3-ade5-ec1dfcd44dff,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:10.273094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.368733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:36:10.370097 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:10.488359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router f8154dec-0f47-4aa6-8b71-543f5ac07d21 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:36:10.578886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf7e4b-2e7d-4a2a-8f4f-55a1fde71eed None None] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:36:10.599356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:36:10.604596 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-cf43daf5-ad06-4c50-a603-4a14bc5dfece tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/f8154dec-0f47-4aa6-8b71-543f5ac07d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416039 Oct 13 05:36:10.630997 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:36:10.640966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-912188c8-4d54-4ee9-9ca4-5b8694ed79e4 None None] Provisioning complete for port 579ff610-271c-481d-80fc-a537877c1f8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:10.641349 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912188c8-4d54-4ee9-9ca4-5b8694ed79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.753612 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5be239ad-9fe6-42d9-98d4-def0ba41724a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210736593&fields=id&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 267 time: 0.0334492 Oct 13 05:36:10.794300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912188c8-4d54-4ee9-9ca4-5b8694ed79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.839688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-912188c8-4d54-4ee9-9ca4-5b8694ed79e4 None None] For port 579ff610-271c-481d-80fc-a537877c1f8b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=579ff610-271c-481d-80fc-a537877c1f8b,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:10.845108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912188c8-4d54-4ee9-9ca4-5b8694ed79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:10.884738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-0953a763-57fc-4383-8b9d-9ede74f4b671 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:10.887436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-0953a763-57fc-4383-8b9d-9ede74f4b671 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 797 time: 0.1253030 Oct 13 05:36:10.905550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912188c8-4d54-4ee9-9ca4-5b8694ed79e4 None None] Pushing event updated for resources: {'Port': ['ID=579ff610-271c-481d-80fc-a537877c1f8b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:10.913904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-232b5cf0-feeb-44ef-bd09-d7b26fcd312b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/quotas/2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 375 time: 0.0179300 Oct 13 05:36:10.965250 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5f35e2c1-1567-4810-a424-ecdba065fd69 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511944 Oct 13 05:36:10.979304 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Sync routers for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:36:10.989462 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:10.990067 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:11.029581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.066640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7bafea3-439a-447d-ba18-bf98b6f94ca5 None None] Provisioning complete for port d3fec767-140f-49b3-ade5-ec1dfcd44dff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:11.067011 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7bafea3-439a-447d-ba18-bf98b6f94ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.104771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7bafea3-439a-447d-ba18-bf98b6f94ca5 None None] Port d3fec767-140f-49b3-ade5-ec1dfcd44dff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:36:11.117232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7bafea3-439a-447d-ba18-bf98b6f94ca5 None None] Provisioning complete for port 579ff610-271c-481d-80fc-a537877c1f8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:11.117678 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7bafea3-439a-447d-ba18-bf98b6f94ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.120092 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:11.157651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5d252908-cb60-457f-95b4-277efe4165bf service neutron] 10.222.0.44 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762950 Oct 13 05:36:11.261238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-171a36be-6a10-4c8a-9575-f8f80cba2a43 service neutron] 10.222.0.44 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025643 Oct 13 05:36:11.338858 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ddf2d2f8-2bf9-4a83-833d-03628b0f3ed6 None None] Provisioning complete for port d3fec767-140f-49b3-ade5-ec1dfcd44dff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:11.339251 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d2f8-2bf9-4a83-833d-03628b0f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.363405 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:10Z', 'revision_number': 2, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:11.397584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2d2f8-2bf9-4a83-833d-03628b0f3ed6 None None] Port d3fec767-140f-49b3-ade5-ec1dfcd44dff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:36:11.406767 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Checking router: f8154dec-0f47-4aa6-8b71-543f5ac07d21 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:36:11.407340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Updating router f8154dec-0f47-4aa6-8b71-543f5ac07d21 port d3fec767-140f-49b3-ade5-ec1dfcd44dff binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:36:11.449428 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.453843 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6c02cc6b-3e8c-44c7-b306-3ef9de53ecc3 req-ff706cd0-2d06-4d46-9953-09d380767b8b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Oct 13 05:36:11.515777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de73154e-f6f8-4eaf-8041-98c785076e73 None None] Provisioning complete for port d3fec767-140f-49b3-ade5-ec1dfcd44dff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:11.516084 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de73154e-f6f8-4eaf-8041-98c785076e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.543444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91a6dfd1-585c-4323-a6ef-8049bf7488ab up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:36:11.581943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de73154e-f6f8-4eaf-8041-98c785076e73 None None] Port d3fec767-140f-49b3-ade5-ec1dfcd44dff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:36:11.604759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 91a6dfd1-585c-4323-a6ef-8049bf7488ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:11.605133 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.691557 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.713281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 91a6dfd1-585c-4323-a6ef-8049bf7488ab, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=91a6dfd1-585c-4323-a6ef-8049bf7488ab,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:11.718709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.719487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 579ff610-271c-481d-80fc-a537877c1f8b up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:36:11.739177 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.745087 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.800299 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=91a6dfd1-585c-4323-a6ef-8049bf7488ab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:11.808062 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Pushing event updated for resources: {'Port': ['ID=d3fec767-140f-49b3-ade5-ec1dfcd44dff,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:11.812392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 579ff610-271c-481d-80fc-a537877c1f8b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:11.813292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.837634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.837975 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.838302 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.838626 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.838951 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.839272 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.839591 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.839927 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.840218 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.840560 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.840857 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.841176 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:36:11.881888 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Attempting to bind port d3fec767-140f-49b3-ade5-ec1dfcd44dff on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:36:11.882248 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Attempting to bind port d3fec767-140f-49b3-ade5-ec1dfcd44dff by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:36:11.882624 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Attempting to bind port d3fec767-140f-49b3-ade5-ec1dfcd44dff on network cbd0180b-1696-4140-a864-c7ee6d24a8d0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:36:11.887636 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:36:11.888130 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Checking segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:36:11.888528 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.889504 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Bound using segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:36:11.889885 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Bound port: d3fec767-140f-49b3-ade5-ec1dfcd44dff, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:36:11.890260 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.960398 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] For port d3fec767-140f-49b3-ade5-ec1dfcd44dff, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:36:11.963672 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] For port d3fec767-140f-49b3-ade5-ec1dfcd44dff, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d3fec767-140f-49b3-ade5-ec1dfcd44dff,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:36:11.969144 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:12.021296 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:12.021905 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:35:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:12.062984 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc7d1c-a766-4c3f-9654-9d00a868e4cb None None] Pushing event updated for resources: {'Port': ['ID=d3fec767-140f-49b3-ade5-ec1dfcd44dff,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:12.103924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e28afbdc-5e06-46c7-adf1-dcf86bca099a None None] Provisioning complete for port d3fec767-140f-49b3-ade5-ec1dfcd44dff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:12.104289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28afbdc-5e06-46c7-adf1-dcf86bca099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:12.140510 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:12.185442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28afbdc-5e06-46c7-adf1-dcf86bca099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:12.217036 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e28afbdc-5e06-46c7-adf1-dcf86bca099a None None] For port d3fec767-140f-49b3-ade5-ec1dfcd44dff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d3fec767-140f-49b3-ade5-ec1dfcd44dff,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:12.220844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28afbdc-5e06-46c7-adf1-dcf86bca099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:12.270359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28afbdc-5e06-46c7-adf1-dcf86bca099a None None] Pushing event updated for resources: {'Port': ['ID=d3fec767-140f-49b3-ade5-ec1dfcd44dff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:12.339311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7cfeb7c-37a5-46ee-a0d2-8853bdc08c9c None None] Provisioning complete for port d3fec767-140f-49b3-ade5-ec1dfcd44dff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:12.339693 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7cfeb7c-37a5-46ee-a0d2-8853bdc08c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:12.420951 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:12.451880 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9a0db-6b26-4163-9db3-9c1254766ebc None None] The sync data for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 is: [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:36:12.566636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-04bbf7cc-0475-45e7-ac68-9b82cf91d6d9 req-13f58f32-f17b-4bb1-a583-d8c4a4aeac27 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0301373 Oct 13 05:36:13.486232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91a6dfd1-585c-4323-a6ef-8049bf7488ab up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:36:13.535792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 91a6dfd1-585c-4323-a6ef-8049bf7488ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:13.536160 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:13.612028 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d3fec767-140f-49b3-ade5-ec1dfcd44dff up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:36:13.645262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dc41f6ae-d2d3-4506-936b-9db5ba85f7c3 req-0168a28e-217e-4414-b0f8-464313c9275b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0273218 Oct 13 05:36:13.660657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d3fec767-140f-49b3-ade5-ec1dfcd44dff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:13.661056 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:14.723336 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ae063bd1-7b86-43d9-8737-0b69fa0cd441 req-d7d4d7f3-60da-4780-87ca-d45c03fb0f14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0270035 Oct 13 05:36:15.818087 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-10fd8e87-ddeb-4937-9622-e4b7619dc03d req-e67ada29-08aa-49a3-a51b-1efb5ef95c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0305331 Oct 13 05:36:16.508891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-4828fc95-6a98-4325-a85a-5ec27767dcd7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:16.510402 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-4828fc95-6a98-4325-a85a-5ec27767dcd7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 797 time: 0.1038015 Oct 13 05:36:16.553617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-4163c2fe-4048-4442-bdea-953c6814ffa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 380 time: 0.0345521 Oct 13 05:36:16.564143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'port': {'device_id': '484411b0-4f36-49e6-baff-3687f7dcc789', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'admin_state_up': True, 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'security_groups': ['1373bd50-e6ee-44dc-aac3-7fd6cb6561ff']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:16.670577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:36:16.674001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:16.792246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.11 (cbd0180b-1696-4140-a864-c7ee6d24a8d0/a2d7ed44-fafb-445f-9f6f-7535f777d1ef/a0efb90b-46ad-4356-a477-c6474c522927) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:36:16.915956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-adb8764b-891e-4a05-ac1e-aebca18ad120 req-34955914-1069-4dcc-ac0c-3834ef51d2d7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0314450 Oct 13 05:36:16.952938 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:16.985838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.031247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:36:17.034292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:17.038055 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:36:17.065999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=a0efb90b-46ad-4356-a477-c6474c522927,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:17.091657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:17.092258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.108838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-de661c52-394a-4243-a45c-d18ea4929fe4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481117 Oct 13 05:36:17.118227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-eba4fd36-af80-445d-9d60-9f860ed5c8f4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:36:17.119182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-eba4fd36-af80-445d-9d60-9f860ed5c8f4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051823 Oct 13 05:36:17.175293 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Request body: {'port': {'device_id': '484411b0-4f36-49e6-baff-3687f7dcc789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:17.229709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.266096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e5f16e06-e4c4-4093-a631-6c74d2ee4811 None None] Provisioning complete for port a0efb90b-46ad-4356-a477-c6474c522927 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:17.266706 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5f16e06-e4c4-4093-a631-6c74d2ee4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.299706 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e5f16e06-e4c4-4093-a631-6c74d2ee4811 None None] Port a0efb90b-46ad-4356-a477-c6474c522927 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:36:17.489028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0efb90b-46ad-4356-a477-c6474c522927 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:36:17.496188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.507462 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Transition to ACTIVE for port object a0efb90b-46ad-4356-a477-c6474c522927 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:36:17.511116 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.576579 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0efb90b-46ad-4356-a477-c6474c522927,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:17.631457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Attempting to bind port a0efb90b-46ad-4356-a477-c6474c522927 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:36:17.632082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Attempting to bind port a0efb90b-46ad-4356-a477-c6474c522927 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:36:17.632611 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Attempting to bind port a0efb90b-46ad-4356-a477-c6474c522927 on network cbd0180b-1696-4140-a864-c7ee6d24a8d0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:36:17.637220 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Port a0efb90b-46ad-4356-a477-c6474c522927 on network cbd0180b-1696-4140-a864-c7ee6d24a8d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:36:17.637545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Attempting to bind port a0efb90b-46ad-4356-a477-c6474c522927 on network cbd0180b-1696-4140-a864-c7ee6d24a8d0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:36:17.642922 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:36:17.643315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Checking segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:36:17.643632 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Bound using segment: {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:36:17.644060 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Bound port: a0efb90b-46ad-4356-a477-c6474c522927, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23bfe52-b0a8-49e6-b800-034e3ccb4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:36:17.644420 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.713651 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] For port a0efb90b-46ad-4356-a477-c6474c522927, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:36:17.717056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] For port a0efb90b-46ad-4356-a477-c6474c522927, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a0efb90b-46ad-4356-a477-c6474c522927,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:36:17.723068 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.754389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:17.755180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.756739 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 1092 time: 0.6289678 Oct 13 05:36:17.758923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:36:17.761706 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76bd99-9a2b-47af-b5bc-c73cad474c19" -d '{"events": [{"name": "network-changed", "server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "tag": "a0efb90b-46ad-4356-a477-c6474c522927"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:36:17.792835 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e128b88-002c-4345-a69a-479ca3f994b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0efb90b-46ad-4356-a477-c6474c522927,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:17.806520 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b51bbf-03ff-40b0-b63e-be6e5b849a42 x-openstack-request-id: req-60b51bbf-03ff-40b0-b63e-be6e5b849a42 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:36:17.806866 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "tag": "a0efb90b-46ad-4356-a477-c6474c522927", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:36:17.807120 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60b51bbf-03ff-40b0-b63e-be6e5b849a42 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:36:17.807512 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927', 'status': 'completed', 'code': 200} Oct 13 05:36:17.840155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-3f78bf7d-e0dd-4105-8dbc-fb62715e1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:17.841676 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-3f78bf7d-e0dd-4105-8dbc-fb62715e1f93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1095 time: 0.0438273 Oct 13 05:36:17.886961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-e90a2733-7e66-47b8-bc06-537d6e9a9e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 217 time: 0.0373831 Oct 13 05:36:17.937120 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-9eae5e7f-afa8-4800-9d8f-61b7f0623c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:17.938596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-9eae5e7f-afa8-4800-9d8f-61b7f0623c38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 200 len: 834 time: 0.0451806 Oct 13 05:36:17.986381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-aa5c6d5b-81e1-412d-95c6-10139cde9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:17.987834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-aa5c6d5b-81e1-412d-95c6-10139cde9cee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbd0180b-1696-4140-a864-c7ee6d24a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423212 Oct 13 05:36:18.084040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b6ea2-ee81-48ce-a097-e4cf97d6acb6 req-b380d7c1-a3a8-4e67-ad0f-516053f25d31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:18.085541 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-339b6ea2-ee81-48ce-a097-e4cf97d6acb6 req-b380d7c1-a3a8-4e67-ad0f-516053f25d31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 944 time: 0.1015244 Oct 13 05:36:18.127664 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-23c0b9be-b4d7-47ed-9d31-ff634dc6131a service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320155 Oct 13 05:36:18.146620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-339b6ea2-ee81-48ce-a097-e4cf97d6acb6 req-796c42ea-5168-4a83-8f93-ef15ef229f4f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550530 Oct 13 05:36:18.223652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5222d5dd-02a8-48ee-a22e-dd385010b206 req-4a12888e-1d02-4e6b-a8d6-1abcd9b88bea service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886147 Oct 13 05:36:18.306082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-7c083fdc-cb79-4e86-b5d7-70eeb208c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:18.307492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-7c083fdc-cb79-4e86-b5d7-70eeb208c13c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1095 time: 0.0410528 Oct 13 05:36:18.399623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-893d4add-27cd-4bc3-9903-021c8eb3b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:18.401120 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-893d4add-27cd-4bc3-9903-021c8eb3b956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 898 time: 0.0866988 Oct 13 05:36:18.441983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-03b48cf3-2782-4203-a35b-87cb73e7d88e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 217 time: 0.0338876 Oct 13 05:36:18.489902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-ed96cb4b-3ea1-4059-b133-0b3307ae2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:18.491268 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-ed96cb4b-3ea1-4059-b133-0b3307ae2a28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 200 len: 834 time: 0.0424430 Oct 13 05:36:18.536404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-d7ae3631-f3dd-4acd-aa05-3ef39111a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:18.537852 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-d7ae3631-f3dd-4acd-aa05-3ef39111a842 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbd0180b-1696-4140-a864-c7ee6d24a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386598 Oct 13 05:36:18.627810 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-79849e10-ee52-4761-b971-b5406eb4d83e service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Oct 13 05:36:18.719776 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0e76bd99-9a2b-47af-b5bc-c73cad474c19 req-f039facb-85b3-4bc3-8945-63b21b262a18 service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839043 Oct 13 05:36:19.116518 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc26edb7-2ee1-45bf-9b4e-e3d8bc9bdcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:19.263634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad89b6c-c2b9-49b5-90ff-d81dc0671a37 req-5ccaec82-7dd4-4249-8def-95c600362864 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:19.265100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ad89b6c-c2b9-49b5-90ff-d81dc0671a37 req-5ccaec82-7dd4-4249-8def-95c600362864 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 944 time: 0.0493879 Oct 13 05:36:19.302796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ad89b6c-c2b9-49b5-90ff-d81dc0671a37 req-0f0cdb5a-ad3c-4d58-aa4e-aba19a09cca5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Oct 13 05:36:20.703823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c033b-6310-4a99-8f37-82a242e667eb req-5b680963-6bd1-4ec5-93e4-9e1903698a63 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:20.705234 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e02c033b-6310-4a99-8f37-82a242e667eb req-5b680963-6bd1-4ec5-93e4-9e1903698a63 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 944 time: 0.3364475 Oct 13 05:36:20.741962 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e02c033b-6310-4a99-8f37-82a242e667eb req-9aba4551-8d8a-433b-9bdb-836ef05873c9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Oct 13 05:36:21.186597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a0efb90b-46ad-4356-a477-c6474c522927 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:36:21.278810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a0efb90b-46ad-4356-a477-c6474c522927, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a0efb90b-46ad-4356-a477-c6474c522927,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:21.290212 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': 'a0efb90b-46ad-4356-a477-c6474c522927', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'port_id': 'a0efb90b-46ad-4356-a477-c6474c522927', 'mac_address': 'fa:16:3e:59:34:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:36:21.326994 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:21.339369 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0efb90b-46ad-4356-a477-c6474c522927 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:36:21.365602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a0efb90b-46ad-4356-a477-c6474c522927, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a0efb90b-46ad-4356-a477-c6474c522927,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:21.370132 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:21.416089 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a0efb90b-46ad-4356-a477-c6474c522927,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:21.595519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['a0efb90b-46ad-4356-a477-c6474c522927'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:36:21.645787 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93bd19a8-df8a-4ed2-b506-ff1fabb900c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:21.856284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4d4f-8a2c-4746-a5be-ba62b30adc2c req-4f14de91-adc5-4fcc-8fa4-a5019113104a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:21.857686 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-084f4d4f-8a2c-4746-a5be-ba62b30adc2c req-4f14de91-adc5-4fcc-8fa4-a5019113104a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Oct 13 05:36:21.894735 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-084f4d4f-8a2c-4746-a5be-ba62b30adc2c req-b9d6259b-2f5f-4961-93e2-b087cf469fee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Oct 13 05:36:23.005299 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fec85-d281-46ea-8c79-1a4adbc5d2c1 req-24180913-8ae5-4ba8-b8a8-44a752695372 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:23.006737 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e2fec85-d281-46ea-8c79-1a4adbc5d2c1 req-24180913-8ae5-4ba8-b8a8-44a752695372 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 945 time: 0.0472996 Oct 13 05:36:23.038353 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:23.045719 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2e2fec85-d281-46ea-8c79-1a4adbc5d2c1 req-38adbaaa-e987-4965-8c3f-fac67897b98d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Oct 13 05:36:23.202465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a0efb90b-46ad-4356-a477-c6474c522927 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:36:23.249517 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port a0efb90b-46ad-4356-a477-c6474c522927 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:36:23.253133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port a0efb90b-46ad-4356-a477-c6474c522927 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:36:23.253507 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:23.328466 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:23.349677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:36:23.351921 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3ecb5-87ef-4cf7-81c4-3bb0c4874028" -d '{"events": [{"server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "name": "network-vif-plugged", "status": "completed", "tag": "a0efb90b-46ad-4356-a477-c6474c522927"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:36:23.364360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port a0efb90b-46ad-4356-a477-c6474c522927, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a0efb90b-46ad-4356-a477-c6474c522927,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:36:23.370934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:23.402360 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32984892-50d1-4142-b71f-a87332946436 x-openstack-request-id: req-32984892-50d1-4142-b71f-a87332946436 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:36:23.402904 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "name": "network-vif-plugged", "status": "completed", "tag": "a0efb90b-46ad-4356-a477-c6474c522927", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:36:23.403164 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32984892-50d1-4142-b71f-a87332946436 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:36:23.403551 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927', 'code': 200} Oct 13 05:36:23.413698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:23.433069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=a0efb90b-46ad-4356-a477-c6474c522927,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:23.491723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50a9f5-b6bb-4391-8958-086c3fddaebe req-4b245658-823f-4360-861e-b4662391a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:23.493222 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b50a9f5-b6bb-4391-8958-086c3fddaebe req-4b245658-823f-4360-861e-b4662391a939 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1097 time: 0.0380394 Oct 13 05:36:23.528458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9b50a9f5-b6bb-4391-8958-086c3fddaebe req-9340c732-24f7-44b8-a741-5b1b27e2615e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274172 Oct 13 05:36:24.160105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418a6e5-d9fc-4112-bfb2-1f6fb6fe9c29 req-6eeb82ea-d324-4e5e-a12b-f5c44a38a812 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:24.161610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b418a6e5-d9fc-4112-bfb2-1f6fb6fe9c29 req-6eeb82ea-d324-4e5e-a12b-f5c44a38a812 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0502119 Oct 13 05:36:24.199034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b418a6e5-d9fc-4112-bfb2-1f6fb6fe9c29 req-91c1659a-5fde-41d5-8a32-116cf1685758 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Oct 13 05:36:24.935383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:25.311734 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b214e7-ff2e-4011-9b04-efe0ec7b72a5 req-b8b9623c-6258-4b2a-8499-1d6ed3d34dbf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:25.313832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f4b214e7-ff2e-4011-9b04-efe0ec7b72a5 req-b8b9623c-6258-4b2a-8499-1d6ed3d34dbf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Oct 13 05:36:25.354606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f4b214e7-ff2e-4011-9b04-efe0ec7b72a5 req-fc96a24c-e80a-4048-9e76-99f5bc9b46bd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Oct 13 05:36:25.465743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e6da5-3518-453f-beb0-4d3b9eb38149 req-afe09dcc-2d05-4d50-b17d-d73e2e906a1e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:25.467169 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-748e6da5-3518-453f-beb0-4d3b9eb38149 req-afe09dcc-2d05-4d50-b17d-d73e2e906a1e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0476539 Oct 13 05:36:25.504558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-748e6da5-3518-453f-beb0-4d3b9eb38149 req-594b0b06-3d19-46f1-9a9a-bdfce10b51c7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Oct 13 05:36:25.525783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53134) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:25.564524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fb014-d28d-40cd-abc2-d8b916993283 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:25.566139 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-741fb014-d28d-40cd-abc2-d8b916993283 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1092 time: 0.0393748 Oct 13 05:36:25.568894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:25.572999 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'a0efb90b-46ad-4356-a477-c6474c522927', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:36:25.593921 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:25.689298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:25.790205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.192 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/6ed48893-006c-407b-8df5-bccd20669d6c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:36:25.889439 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:25.922364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:25.963416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:36:25.967185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:36:25.971433 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:36:25.976823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=6ed48893-006c-407b-8df5-bccd20669d6c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:26.318046 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:26.384554 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:26.534771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:26.539294 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:26.604425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=6ed48893-006c-407b-8df5-bccd20669d6c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:36:26.616002 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:26.714374 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP 3f77a489-0bc8-49ba-92c9-c9dc62ba25be associated. External IP: 172.25.1.192, port: a0efb90b-46ad-4356-a477-c6474c522927. Oct 13 05:36:26.915837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router f8154dec-0f47-4aa6-8b71-543f5ac07d21 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:36:27.021326 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:36:27.032228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] Sync routers for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:36:27.038638 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:27.041594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:27.042205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:36:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:27.066172 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0e95864c-1506-4ef0-97f1-14377cd508fa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4962897 Oct 13 05:36:27.066755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:36:27.069048 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e1069-f283-43c9-ae1d-3b994562ffca" -d '{"events": [{"name": "network-changed", "server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "tag": "a0efb90b-46ad-4356-a477-c6474c522927"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:36:27.118718 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f194a4-7da1-4c1e-81ab-75ef090d9da9 x-openstack-request-id: req-62f194a4-7da1-4c1e-81ab-75ef090d9da9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:36:27.119074 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "tag": "a0efb90b-46ad-4356-a477-c6474c522927", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:36:27.119415 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62f194a4-7da1-4c1e-81ab-75ef090d9da9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:36:27.119912 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927', 'status': 'completed', 'code': 200} Oct 13 05:36:27.173291 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3b1b6-381e-49ef-8578-d47a2ce0acba req-ee54f05f-a278-4a18-8609-9caf3cd099e5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:27.175674 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7ab3b1b6-381e-49ef-8578-d47a2ce0acba req-ee54f05f-a278-4a18-8609-9caf3cd099e5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0531487 Oct 13 05:36:27.186438 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-c6e67d38-9dbb-4ae9-a30e-db020c93ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:27.187949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-c6e67d38-9dbb-4ae9-a30e-db020c93ede6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1097 time: 0.0456884 Oct 13 05:36:27.217851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7ab3b1b6-381e-49ef-8578-d47a2ce0acba req-eb1331c6-be8d-4f18-8815-0df23faa049b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Oct 13 05:36:27.243495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53144) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:27.314970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:27.326540 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f399da5f-88b5-43ea-ba03-15b9b0addb05 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/3f77a489-0bc8-49ba-92c9-c9dc62ba25be HTTP/1.1" status: 200 len: 992 time: 0.0819559 Oct 13 05:36:27.335750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-7cc2c5ea-6a0a-40b5-93de-7f377b1eb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:27.337175 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-7cc2c5ea-6a0a-40b5-93de-7f377b1eb029 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 898 time: 0.1418900 Oct 13 05:36:27.405213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-8f27364a-1167-4bea-b638-3288300e3238 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 1000 time: 0.0609341 Oct 13 05:36:27.454073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-c2692444-0404-4549-8f4d-4de69dc781e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:27.455520 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-c2692444-0404-4549-8f4d-4de69dc781e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 200 len: 834 time: 0.0429945 Oct 13 05:36:27.499923 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-818d15b3-4ccd-459f-b7ad-ad39c31b3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:27.501430 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-818d15b3-4ccd-459f-b7ad-ad39c31b3e06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbd0180b-1696-4140-a864-c7ee6d24a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389860 Oct 13 05:36:27.537399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3f77a489-0bc8-49ba-92c9-c9dc62ba25be', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'port_id': 'a0efb90b-46ad-4356-a477-c6474c522927', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'mac_address': 'fa:16:3e:59:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484411b0-4f36-49e6-baff-3687f7dcc789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:36:26Z', 'updated_at': '2021-10-13T05:36:26Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:27.566422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] Checking router: f8154dec-0f47-4aa6-8b71-543f5ac07d21 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:36:27.574587 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:36:27.575188 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:36:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:27.599286 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-192782ac-3250-4e58-bb53-1e82b3ad91e3 service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903990 Oct 13 05:36:27.678722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:36:27.687865 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e80e1069-f283-43c9-ae1d-3b994562ffca req-58df6c39-81cb-480f-b4aa-c5238a907db3 service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815048 Oct 13 05:36:27.897225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3f77a489-0bc8-49ba-92c9-c9dc62ba25be', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'port_id': 'a0efb90b-46ad-4356-a477-c6474c522927', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'mac_address': 'fa:16:3e:59:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484411b0-4f36-49e6-baff-3687f7dcc789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:36:26Z', 'updated_at': '2021-10-13T05:36:26Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:36:27.922460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adfa99-9b3e-4b6a-98a0-aeb4245f90ae None None] The sync data for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 is: [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '3f77a489-0bc8-49ba-92c9-c9dc62ba25be', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'port_id': 'a0efb90b-46ad-4356-a477-c6474c522927', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'mac_address': 'fa:16:3e:59:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484411b0-4f36-49e6-baff-3687f7dcc789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:36:26Z', 'updated_at': '2021-10-13T05:36:26Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:36:28.113084 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b180f-d140-4193-bd2a-46d6cf4537c4 None None] New status for floating IP 3f77a489-0bc8-49ba-92c9-c9dc62ba25be: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:36:28.330412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53146) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:36:28.389093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-668aa19f-f4c9-4d87-ab63-2518189cf568 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/3f77a489-0bc8-49ba-92c9-c9dc62ba25be HTTP/1.1" status: 200 len: 994 time: 0.0575340 Oct 13 05:36:39.232730 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:41.023046 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:47.630606 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:36:49.120267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e66d441-72d1-4af9-9f50-b346206ac9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:51.616043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-228a4215-8cd7-460f-a072-3691a9121dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:53.040298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:53.373857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:54.938300 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:57.195852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bf311-853d-427f-8973-de8b825a4c75 req-c95e6234-62a1-435e-97aa-e778c4c20fc3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.197377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-796bf311-853d-427f-8973-de8b825a4c75 req-c95e6234-62a1-435e-97aa-e778c4c20fc3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0813549 Oct 13 05:36:57.199978 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-f8065dc0-7cee-404e-9c12-d59368ad4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.201362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-f8065dc0-7cee-404e-9c12-d59368ad4db8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1097 time: 0.0765386 Oct 13 05:36:57.278357 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-796bf311-853d-427f-8973-de8b825a4c75 req-b606ad95-156e-4e44-a944-6c0ed386f87e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746419 Oct 13 05:36:57.312470 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-51eb962b-29e0-4beb-ae87-b6c49962479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.314526 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-51eb962b-29e0-4beb-ae87-b6c49962479f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 898 time: 0.1051731 Oct 13 05:36:57.385214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-7b30a137-950f-4739-ab1f-e131c615a1a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 1002 time: 0.0622301 Oct 13 05:36:57.432740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-f9faf9b2-8401-4388-a1b4-2cae10a3bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.434106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-f9faf9b2-8401-4388-a1b4-2cae10a3bf0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 200 len: 834 time: 0.0416491 Oct 13 05:36:57.478431 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-a40cdf6e-6e7c-4683-986e-e9fcf1e424f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.479843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-a40cdf6e-6e7c-4683-986e-e9fcf1e424f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbd0180b-1696-4140-a864-c7ee6d24a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0369897 Oct 13 05:36:57.570724 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-3ffa4d44-15ca-44d6-8c09-b7cf6a908cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838828 Oct 13 05:36:57.658259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-78fa704d-226b-4517-9324-f776a1d8bfc7 req-fbc62cc7-b9a1-4f34-80d4-c1a1f16b3ebf service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798278 Oct 13 05:36:58.397149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb496a0-307b-4dbf-8dbc-7eca94a43430 req-f08e66fe-7453-4d6c-b68d-f812d11d2972 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:58.398623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bb496a0-307b-4dbf-8dbc-7eca94a43430 req-f08e66fe-7453-4d6c-b68d-f812d11d2972 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0521944 Oct 13 05:36:58.436047 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0bb496a0-307b-4dbf-8dbc-7eca94a43430 req-14fbac19-4866-488b-9103-d1ae721ccf94 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Oct 13 05:36:59.554760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87238a3-3a13-46a5-b749-afb0b86a87d6 req-ed8ef927-47ed-40f0-b5e2-b54eece71d3d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:59.556213 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f87238a3-3a13-46a5-b749-afb0b86a87d6 req-ed8ef927-47ed-40f0-b5e2-b54eece71d3d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0533140 Oct 13 05:36:59.592365 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f87238a3-3a13-46a5-b749-afb0b86a87d6 req-3811fa36-3d39-4058-8789-f14712d06642 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302749 Oct 13 05:37:00.705498 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d95f88-78cc-4eb8-814e-330f6591d67a req-16b447c5-be1c-4a62-9f11-f7cefc246c26 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:00.706936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66d95f88-78cc-4eb8-814e-330f6591d67a req-16b447c5-be1c-4a62-9f11-f7cefc246c26 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Oct 13 05:37:00.743446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-66d95f88-78cc-4eb8-814e-330f6591d67a req-440c378e-5315-4b29-9677-0b63f92b06ac tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307629 Oct 13 05:37:01.857369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593a853-deaa-47c3-a3cd-2411649cd522 req-bde39b6c-336a-4230-9034-b6db7ece6e8a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:01.858851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0593a853-deaa-47c3-a3cd-2411649cd522 req-bde39b6c-336a-4230-9034-b6db7ece6e8a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Oct 13 05:37:01.895961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0593a853-deaa-47c3-a3cd-2411649cd522 req-e3974825-d7d2-46e5-b8e8-d4924751c5f3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306814 Oct 13 05:37:03.007893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8d28d-f3a6-4316-9598-c4d5a8f3b0b1 req-8075c6f6-b5a0-499d-85cc-0f5214ec1c55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:03.009384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35d8d28d-f3a6-4316-9598-c4d5a8f3b0b1 req-8075c6f6-b5a0-499d-85cc-0f5214ec1c55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0474601 Oct 13 05:37:03.045989 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-35d8d28d-f3a6-4316-9598-c4d5a8f3b0b1 req-4e441e61-bd55-4ab8-9742-f81a2e79985f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Oct 13 05:37:04.157988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932e083-0ac0-4ba2-b8fd-cd55c08cdde7 req-8ddba1c9-6993-421c-9ea7-a7c7b2440ed1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:04.160032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b932e083-0ac0-4ba2-b8fd-cd55c08cdde7 req-8ddba1c9-6993-421c-9ea7-a7c7b2440ed1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Oct 13 05:37:04.195949 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b932e083-0ac0-4ba2-b8fd-cd55c08cdde7 req-314d44db-8607-40b0-bf09-62d5aa0e0a77 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300822 Oct 13 05:37:05.312298 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791677b-16c4-4eab-8952-3fe98f74583c req-ccd9b7e3-378d-4687-a3b4-a810d0313e8c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:05.313761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1791677b-16c4-4eab-8952-3fe98f74583c req-ccd9b7e3-378d-4687-a3b4-a810d0313e8c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0520227 Oct 13 05:37:05.351557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1791677b-16c4-4eab-8952-3fe98f74583c req-cd4c84b4-88d8-4333-af40-b0a9922c79d6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320308 Oct 13 05:37:06.473238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b5703-e99b-4d96-90eb-3c42f9c8c839 req-da6ac978-1e04-4aa2-968c-7c0807af31d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:06.474695 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-013b5703-e99b-4d96-90eb-3c42f9c8c839 req-da6ac978-1e04-4aa2-968c-7c0807af31d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Oct 13 05:37:06.512109 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-013b5703-e99b-4d96-90eb-3c42f9c8c839 req-9b1a7d66-71cd-44d0-9764-aaefa8b4dd09 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Oct 13 05:37:07.622846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e66c1-a4ed-4449-ab02-0a8176603bcf req-e331e55f-9303-4dba-abb0-83c3e85d5959 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:07.624284 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3e2e66c1-a4ed-4449-ab02-0a8176603bcf req-e331e55f-9303-4dba-abb0-83c3e85d5959 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0475090 Oct 13 05:37:07.662007 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3e2e66c1-a4ed-4449-ab02-0a8176603bcf req-6625ca9c-a065-43f0-9714-b00a953d2fbb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Oct 13 05:37:08.773436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762db72-9981-4737-9ec7-9a905a821e2b req-94394992-f9a5-4d55-84db-e96ae15316ea tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:08.774893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6762db72-9981-4737-9ec7-9a905a821e2b req-94394992-f9a5-4d55-84db-e96ae15316ea tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0478010 Oct 13 05:37:08.811444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6762db72-9981-4737-9ec7-9a905a821e2b req-65f2d401-fb1d-4812-9f3f-9800b0badded tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305102 Oct 13 05:37:08.833382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:08.895206 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-402af8d6-fa4c-4e6c-8a31-960b1f5a15b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/3f77a489-0bc8-49ba-92c9-c9dc62ba25be HTTP/1.1" status: 200 len: 994 time: 0.0607362 Oct 13 05:37:09.235296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:11.037416 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:19.120960 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69b80f9f-a0c0-41f3-b8ec-205ddcdb57e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:21.617447 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff42e55a-ab6c-409e-91d5-83587c97a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:22.088509 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-22d0dd09-3049-4660-8f37-4fcc8898a1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389197 Oct 13 05:37:22.168912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-6d067d84-ff3e-45ac-aeea-09c018f27abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:22.170442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-6d067d84-ff3e-45ac-aeea-09c018f27abe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1097 time: 0.0400672 Oct 13 05:37:22.276175 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-f7076bc3-ea8f-43e5-b050-75d077ad8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:22.277922 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-f7076bc3-ea8f-43e5-b050-75d077ad8a13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 898 time: 0.0901599 Oct 13 05:37:22.340956 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-60843682-b27a-4531-a211-81839e480744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 1002 time: 0.0555191 Oct 13 05:37:22.398354 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-ae7545c6-fcb5-40be-902f-abbbb81e645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:22.399891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-ae7545c6-fcb5-40be-902f-abbbb81e645f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 200 len: 834 time: 0.0523245 Oct 13 05:37:22.450023 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-22aa866c-40de-4c1a-9203-b43e16e8895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:22.451514 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-22aa866c-40de-4c1a-9203-b43e16e8895c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbd0180b-1696-4140-a864-c7ee6d24a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449874 Oct 13 05:37:22.537751 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-9eda658f-109c-4ce9-9e11-cf98eed481ce service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795186 Oct 13 05:37:22.630043 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ec140d0b-5607-4107-8444-53ba89bc1de1 req-5fd3fcdf-815c-4486-9c47-c8fc4839379d service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Oct 13 05:37:23.040875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:23.378760 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:24.629871 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:37:24.940583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.232857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.238064 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:39.393019 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 6ed48893-006c-407b-8df5-bccd20669d6c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:37:39.393906 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.466180 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.466503 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.478046 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 6ed48893-006c-407b-8df5-bccd20669d6c owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:37:39.618275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.643830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=6ed48893-006c-407b-8df5-bccd20669d6c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:39.673856 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.674201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.674578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.674915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.675423 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.676010 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.676527 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.676893 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.677235 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.677546 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.677868 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.678185 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:39.716261 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:39.716603 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP 3f77a489-0bc8-49ba-92c9-c9dc62ba25be disassociated (deleted). External IP: 172.25.1.192, port: a0efb90b-46ad-4356-a477-c6474c522927. Oct 13 05:37:40.203392 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router f8154dec-0f47-4aa6-8b71-543f5ac07d21 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:37:40.303712 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:37:40.308310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:40.313562 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] Sync routers for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:37:40.322818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:40.323428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:40.337896 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-697573cf-3192-4e99-b38e-209bf4e44bff tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/floatingips/3f77a489-0bc8-49ba-92c9-c9dc62ba25be HTTP/1.1" status: 204 len: 168 time: 1.0987489 Oct 13 05:37:40.338488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:37:40.340947 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee1c25-13a5-426a-857f-a45985656e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "tag": "a0efb90b-46ad-4356-a477-c6474c522927"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:37:40.396738 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116af16-1eea-4784-9883-447bf6600329 x-openstack-request-id: req-e116af16-1eea-4784-9883-447bf6600329 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:37:40.397037 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "tag": "a0efb90b-46ad-4356-a477-c6474c522927", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:37:40.397287 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e116af16-1eea-4784-9883-447bf6600329 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:37:40.397688 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927', 'status': 'completed', 'code': 200} Oct 13 05:37:40.433918 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:40.461942 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1c25-13a5-426a-857f-a45985656e0d req-f4c3eb0a-f867-4f35-9935-1c51af5c1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:40.463377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-f4c3eb0a-f867-4f35-9935-1c51af5c1ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 1097 time: 0.0421314 Oct 13 05:37:40.571394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1c25-13a5-426a-857f-a45985656e0d req-c8ef5df0-377d-4c61-9af7-0ef6b1751e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:40.572877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-c8ef5df0-377d-4c61-9af7-0ef6b1751e38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 200 len: 898 time: 0.0973055 Oct 13 05:37:40.589368 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01c94-4a1f-4295-a7a8-6c2e3750f254 req-5c6e374b-3da1-426e-a2e9-ddced1e26195 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:40.591041 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7ce01c94-4a1f-4295-a7a8-6c2e3750f254 req-5c6e374b-3da1-426e-a2e9-ddced1e26195 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0547123 Oct 13 05:37:40.621252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-27870c57-6dc4-4a05-af79-10845e8019c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 200 len: 217 time: 0.0409794 Oct 13 05:37:40.631123 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7ce01c94-4a1f-4295-a7a8-6c2e3750f254 req-68114f46-9961-4063-acff-82530879dd03 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Oct 13 05:37:40.644156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:40.670682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] Checking router: f8154dec-0f47-4aa6-8b71-543f5ac07d21 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:37:40.673096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1c25-13a5-426a-857f-a45985656e0d req-03cb93fd-0271-4998-943e-dd3c95a32aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:40.675123 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-03cb93fd-0271-4998-943e-dd3c95a32aff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 200 len: 834 time: 0.0457737 Oct 13 05:37:40.679889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:40.680508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:40.722271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1c25-13a5-426a-857f-a45985656e0d req-5c050541-c04e-4fcc-90ba-4a23479548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:40.723855 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-5c050541-c04e-4fcc-90ba-4a23479548e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbd0180b-1696-4140-a864-c7ee6d24a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413008 Oct 13 05:37:40.790771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:40.817375 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-e5f8c0a0-3d42-499d-a224-249a9ece56a8 service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859773 Oct 13 05:37:40.907048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-20ee1c25-13a5-426a-857f-a45985656e0d req-4521714a-581c-4204-b2ff-04dcf852623b service neutron] 10.222.0.15 "GET /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804181 Oct 13 05:37:40.982541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:41.010595 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129cf94-bb96-49dd-9195-0d5220a30b13 None None] The sync data for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 is: [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:09Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd3fec767-140f-49b3-ade5-ec1dfcd44dff', 'name': '', 'network_id': 'cbd0180b-1696-4140-a864-c7ee6d24a8d0', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:ec:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:09Z', 'updated_at': '2021-10-13T05:36:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'a2d7ed44-fafb-445f-9f6f-7535f777d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:37:41.037229 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:41.219368 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf6ef8-4d12-4d07-bedc-3777a0424c3e None None] New status for floating IP 3f77a489-0bc8-49ba-92c9-c9dc62ba25be: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:37:41.763394 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda92fa-5874-4e50-920a-671abb73165b req-b6de23e0-f00b-4a22-8844-0149afd193c9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:41.764886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ccda92fa-5874-4e50-920a-671abb73165b req-b6de23e0-f00b-4a22-8844-0149afd193c9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0528278 Oct 13 05:37:41.803306 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ccda92fa-5874-4e50-920a-671abb73165b req-7d78d8b0-4696-4e90-a068-f8704b96f6f9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Oct 13 05:37:42.008411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d667-b74a-47bf-bf28-c27145880104 req-f0d6a124-9a8e-402a-afdc-759587e8f4e0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:42.009753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac34d667-b74a-47bf-bf28-c27145880104 req-f0d6a124-9a8e-402a-afdc-759587e8f4e0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 946 time: 0.0501165 Oct 13 05:37:42.098697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port a0efb90b-46ad-4356-a477-c6474c522927 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:37:42.099035 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:42.186790 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port a0efb90b-46ad-4356-a477-c6474c522927, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=a0efb90b-46ad-4356-a477-c6474c522927,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:42.187145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:42.198984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for a0efb90b-46ad-4356-a477-c6474c522927 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:37:42.326886 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:42.355943 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=a0efb90b-46ad-4356-a477-c6474c522927,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:42.396468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] No DVR routers for this DVR port a0efb90b-46ad-4356-a477-c6474c522927 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:37:42.399218 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:42.402756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ac34d667-b74a-47bf-bf28-c27145880104 req-481dfd44-f15d-46ce-898f-33cd900a5389 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "DELETE /v2.0/ports/a0efb90b-46ad-4356-a477-c6474c522927 HTTP/1.1" status: 204 len: 173 time: 0.3851850 Oct 13 05:37:42.403191 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'name': 'network-vif-deleted', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:37:42.405465 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af91e3-94d7-4568-84e8-e6e6abbffc5c" -d '{"events": [{"server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "name": "network-vif-deleted", "tag": "a0efb90b-46ad-4356-a477-c6474c522927"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:37:42.442157 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a03c4-d4de-47a9-be5f-f8dee4b6ed30 x-openstack-request-id: req-ef1a03c4-d4de-47a9-be5f-f8dee4b6ed30 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:37:42.442450 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484411b0-4f36-49e6-baff-3687f7dcc789", "name": "network-vif-deleted", "tag": "a0efb90b-46ad-4356-a477-c6474c522927", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:37:42.442700 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef1a03c4-d4de-47a9-be5f-f8dee4b6ed30 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:37:42.443105 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484411b0-4f36-49e6-baff-3687f7dcc789', 'name': 'network-vif-deleted', 'tag': 'a0efb90b-46ad-4356-a477-c6474c522927', 'status': 'completed', 'code': 200} Oct 13 05:37:42.914440 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e514506e-b8db-4685-831e-196ac106acbf req-eab08994-5d35-457d-bfde-fa5ce227036d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=484411b0-4f36-49e6-baff-3687f7dcc789 HTTP/1.1" status: 200 len: 210 time: 0.0311265 Oct 13 05:37:43.968708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:44.318029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:44.567627 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port d3fec767-140f-49b3-ade5-ec1dfcd44dff {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:37:44.567967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:44.655170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port d3fec767-140f-49b3-ade5-ec1dfcd44dff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d3fec767-140f-49b3-ade5-ec1dfcd44dff,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:44.655447 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:44.667673 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for d3fec767-140f-49b3-ade5-ec1dfcd44dff owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:37:44.845213 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:44.872138 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=d3fec767-140f-49b3-ade5-ec1dfcd44dff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:45.041021 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.251948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router f8154dec-0f47-4aa6-8b71-543f5ac07d21 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:37:45.358211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:37:45.363895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-41cd1375-0c6c-4ba5-b7df-2fa1f7b5ac41 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/f8154dec-0f47-4aa6-8b71-543f5ac07d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938432 Oct 13 05:37:45.366474 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:45.370689 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] Sync routers for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:37:45.380770 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:45.381368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:45.419073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting subnet a2d7ed44-fafb-445f-9f6f-7535f777d1ef {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:37:45.422837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.463576 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.488884 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:45.550096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.607864 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.635026 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d7ed44-fafb-445f-9f6f-7535f777d1ef,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:45.638714 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.641894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d23a2261-b6d8-44bc-8cd1-8c51c9cf5f57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/subnets/a2d7ed44-fafb-445f-9f6f-7535f777d1ef HTTP/1.1" status: 204 len: 168 time: 0.2745714 Oct 13 05:37:45.645363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:45.648739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f70e0-3cc5-4ab8-b144-589cbea82ffd None None] Network cbd0180b-1696-4140-a864-c7ee6d24a8d0 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:37:45.754623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.861676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.901534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:37:44Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '91a6dfd1-585c-4323-a6ef-8049bf7488ab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:45.919034 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 91a6dfd1-585c-4323-a6ef-8049bf7488ab {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:37:45.919380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.940846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] Checking router: f8154dec-0f47-4aa6-8b71-543f5ac07d21 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:37:45.953909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] Routers {'f8154dec-0f47-4aa6-8b71-543f5ac07d21'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:45.954505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:45.997064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 91a6dfd1-585c-4323-a6ef-8049bf7488ab, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=91a6dfd1-585c-4323-a6ef-8049bf7488ab,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:45.997428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.009884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 91a6dfd1-585c-4323-a6ef-8049bf7488ab owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:37:46.050078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] Set router f8154dec-0f47-4aa6-8b71-543f5ac07d21 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:46.105650 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:37:45Z', 'revision_number': 6, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:46.110288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] DHCP port deletion for cbd0180b-1696-4140-a864-c7ee6d24a8d0 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:37:46.138920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef82a0-2474-4d96-9039-aa893e137aa8 None None] The sync data for ids ['f8154dec-0f47-4aa6-8b71-543f5ac07d21'] in n-d-810220-9 is: [{'id': 'f8154dec-0f47-4aa6-8b71-543f5ac07d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265845880', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:36:06Z', 'updated_at': '2021-10-13T05:37:45Z', 'revision_number': 6, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:37:46.182456 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.190120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Deleting port 579ff610-271c-481d-80fc-a537877c1f8b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:37:46.190506 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.212198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=91a6dfd1-585c-4323-a6ef-8049bf7488ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:46.237790 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.238648 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.238975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.239299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.239626 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.239949 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.240260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.240576 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.240916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.241234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.241546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.241854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.255829 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] For port 579ff610-271c-481d-80fc-a537877c1f8b, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=579ff610-271c-481d-80fc-a537877c1f8b,segment=NetworkSegment(a23bfe52-b0a8-49e6-b800-034e3ccb4409),segment_id=a23bfe52-b0a8-49e6-b800-034e3ccb4409)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:46.256234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.268421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Calling delete_port for 579ff610-271c-481d-80fc-a537877c1f8b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:37:46.282403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.344504 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.375003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Pushing event deleted for resources: {'Port': ['ID=579ff610-271c-481d-80fc-a537877c1f8b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:46.376158 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.379120 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] No DVR routers for this DVR port 579ff610-271c-481d-80fc-a537877c1f8b on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:37:46.379290 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.386230 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.386554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.386967 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.387301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.387630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.387953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.388275 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.389079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.389079 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.389277 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.389538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.389855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b592f40-1c70-4e01-8e93-a8baf14678f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:46.429000 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.429522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Fanout notify agent at l3_agent the message router_deleted on router f8154dec-0f47-4aa6-8b71-543f5ac07d21 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:37:46.436713 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.437815 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4fea2783-e7a1-48d3-a2b8-8579fcbf3d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/routers/f8154dec-0f47-4aa6-8b71-543f5ac07d21 HTTP/1.1" status: 204 len: 168 time: 0.7913747 Oct 13 05:37:46.440614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53224) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:46.524998 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.615331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.635324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd0180b-1696-4140-a864-c7ee6d24a8d0']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:46.644750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23bfe52-b0a8-49e6-b800-034e3ccb4409') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:46.644958 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23bfe52-b0a8-49e6-b800-034e3ccb4409') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:46.654368 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.667867 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.673872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:37:46.674295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:37:46.677854 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:37:46.737446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.745416 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.748466 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/networks/cbd0180b-1696-4140-a864-c7ee6d24a8d0 HTTP/1.1" status: 204 len: 168 time: 0.3067710 Oct 13 05:37:46.751371 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:46.760143 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212be48-4a73-4373-8ec2-263e1b5c6970 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Network': ['ID=cbd0180b-1696-4140-a864-c7ee6d24a8d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:46.816649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70fe7b51-8219-49b3-bc06-79a55a5e7777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.842141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70fe7b51-8219-49b3-bc06-79a55a5e7777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.906393 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70fe7b51-8219-49b3-bc06-79a55a5e7777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.909101 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70fe7b51-8219-49b3-bc06-79a55a5e7777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:46.910382 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-70fe7b51-8219-49b3-bc06-79a55a5e7777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/security-groups/1373bd50-e6ee-44dc-aac3-7fd6cb6561ff HTTP/1.1" status: 204 len: 168 time: 0.1579249 Oct 13 05:37:46.919566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe7b51-8219-49b3-bc06-79a55a5e7777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373bd50-e6ee-44dc-aac3-7fd6cb6561ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.132564 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.137058 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406557146', 'description': 'tempest-secgroup-smoke-406557146 description', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.158034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.224028 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.227654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.255722 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.256946 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1233430 Oct 13 05:37:47.260031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.261006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c06001-06d7-42ef-b2a8-bf123ed59c6c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55277733-9d13-40f1-a2e8-6b1a9c71f914,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.265565 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '55277733-9d13-40f1-a2e8-6b1a9c71f914', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.291312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.344380 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.348077 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.364909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5708524e-6e4b-4602-96cb-ebacca4b14be,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.372564 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.376335 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f384700b-57c5-4c69-aa64-98afafa9e2c6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127009 Oct 13 05:37:47.376612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.381173 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '55277733-9d13-40f1-a2e8-6b1a9c71f914', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.406244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.466142 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.469888 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.479578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91a6dfd1-585c-4323-a6ef-8049bf7488ab no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:37:47.490917 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b56c3b-1149-4664-ab47-35cb21136425,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.496541 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.498088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c0e9ebbb-c303-4151-b8bf-c8d8d675a88c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201315 Oct 13 05:37:47.500450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 91a6dfd1-585c-4323-a6ef-8049bf7488ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:37:47.500617 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.500818 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 91a6dfd1-585c-4323-a6ef-8049bf7488ab not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:37:47.501236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d3fec767-140f-49b3-ade5-ec1dfcd44dff no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:37:47.504872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '55277733-9d13-40f1-a2e8-6b1a9c71f914', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.520759 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d3fec767-140f-49b3-ade5-ec1dfcd44dff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:37:47.521104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d3fec767-140f-49b3-ade5-ec1dfcd44dff not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:37:47.521514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 579ff610-271c-481d-80fc-a537877c1f8b no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:37:47.530583 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.540392 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 579ff610-271c-481d-80fc-a537877c1f8b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:37:47.540758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 579ff610-271c-481d-80fc-a537877c1f8b not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:37:47.589154 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.592308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.609146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74432ca0-528a-4686-a2e2-960185d0b0a1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.617055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.618225 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7ab16c2f-c764-4f82-92ff-338b275b3328 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167777 Oct 13 05:37:47.620905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.625117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '55277733-9d13-40f1-a2e8-6b1a9c71f914', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.650066 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.706452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.710600 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.727497 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef32621-ac50-4e63-a2ce-8e0ff5837e12,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.735221 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.735846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a0efb90b-46ad-4356-a477-c6474c522927 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:37:47.736403 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d64e0224-9a3c-48a7-bde9-35f85c524044 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145811 Oct 13 05:37:47.739160 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.743650 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '55277733-9d13-40f1-a2e8-6b1a9c71f914', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.755602 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: a0efb90b-46ad-4356-a477-c6474c522927 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:37:47.755945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device a0efb90b-46ad-4356-a477-c6474c522927 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:37:47.766827 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:37:47.772169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.833288 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.836779 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.854631 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42419e32-1b71-437d-aa64-863ba11e523a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.859726 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.860919 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-99ca294a-11c9-4993-ad60-1ca6007e662f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207659 Oct 13 05:37:47.863687 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.867907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '55277733-9d13-40f1-a2e8-6b1a9c71f914', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:47.889393 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:37:47.893973 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.952768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.955915 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.970549 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9392f12b-fb88-4019-b966-612ef510c04c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:47.980652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.981853 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-61e2d7ab-b7cd-44de-a13d-3583da6ab64e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172454 Oct 13 05:37:47.984720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:47.989369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'network': {'name': 'tempest-network-smoke--1224426306', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:48.009164 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:37:48.012445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.035934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:37:48.044945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.045280 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Added segment 23736853-bd55-4b05-9514-c15db82b702c of type vlan for network 622f6a9a-e42e-422f-8ab0-37704c808644 Oct 13 05:37:48.084204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.107059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.112485 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:48.113104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.169869 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1841519 Oct 13 05:37:48.172747 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:48.177471 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'admin_state_up': True, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:48.181455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369c968-af8e-4b7a-8551-1135b838c7f6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Network': ['ID=622f6a9a-e42e-422f-8ab0-37704c808644,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:48.191812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 622f6a9a-e42e-422f-8ab0-37704c808644 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:37:48.201389 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.202434 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.256920 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.390209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.576510 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.594222 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.697223 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.40 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/954fa838-77e3-40a0-aa65-8c0a760484f3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:37:48.794395 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.825820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:48.868110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:37:48.870972 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:37:48.874357 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:37:48.879684 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=954fa838-77e3-40a0-aa65-8c0a760484f3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:49.114853 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:49.122482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c9db51e-0725-4bd9-a04b-3c7f7ccffef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:49.601796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:49.722057 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:37:49.824432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:37:49.834837 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Sync routers for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:37:49.844501 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:49.844706 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:49.845324 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:49.849993 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-eabc37aa-33ea-400b-b9a5-0719913d084e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6758687 Oct 13 05:37:49.850141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:49.881475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ac96a9ac-a06f-4e02-89e8-ad282af351b9 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2a6c789b2b4c4108ac9c25c43c870e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269761 Oct 13 05:37:49.882183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:49.949353 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:49.970414 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60561f31-8fee-4f8f-97bd-3a5d057de548 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:49.971879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-60561f31-8fee-4f8f-97bd-3a5d057de548 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887423 Oct 13 05:37:49.975451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:50.002426 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-015e49bb-cde7-4a04-8e84-7909d0fda432 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258834 Oct 13 05:37:50.004971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53256) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:50.009776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459150251', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:50.096636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:37:50.100317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.126050 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:49Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:50.155379 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Checking router: 0ee66395-7d4b-4534-918b-28b33ba0b9f0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:37:50.155721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Updating router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 port 954fa838-77e3-40a0-aa65-8c0a760484f3 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:37:50.181421 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.275471 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.338080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Subnet': ['ID=93ff3918-5b07-4007-bef5-a1eec9d94fb7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:50.348110 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Checking segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:37:50.348463 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network hostable DHCP agents. Network: 622f6a9a-e42e-422f-8ab0-37704c808644, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:37:50.365236 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 622f6a9a-e42e-422f-8ab0-37704c808644 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:37:50.374792 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 622f6a9a-e42e-422f-8ab0-37704c808644) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:37:50.379396 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:50.380023 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.385592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26beac87-26fc-4829-be8f-c75cc6201d24 None None] Network 622f6a9a-e42e-422f-8ab0-37704c808644 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:37:50.406317 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:37:50.406939 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a80d6540-bc88-42bf-a142-26e3bf3a5600 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4008105 Oct 13 05:37:50.430193 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.437007 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.493496 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Attempting to bind port 954fa838-77e3-40a0-aa65-8c0a760484f3 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:37:50.494001 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Attempting to bind port 954fa838-77e3-40a0-aa65-8c0a760484f3 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:37:50.494600 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Attempting to bind port 954fa838-77e3-40a0-aa65-8c0a760484f3 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:37:50.497772 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Pushing event updated for resources: {'Port': ['ID=954fa838-77e3-40a0-aa65-8c0a760484f3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:50.502578 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:37:50.503064 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:37:50.503566 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.504016 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:37:50.504570 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Bound port: 954fa838-77e3-40a0-aa65-8c0a760484f3, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:37:50.505029 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.510843 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.511270 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.511668 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.511994 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.512316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.512632 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.512972 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.513295 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.513603 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.513919 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.514232 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.514537 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:37:50.537082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-622f6a9a-e42e-422f-8ab0-37704c808644', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:37:50.537944 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.570971 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] For port 954fa838-77e3-40a0-aa65-8c0a760484f3, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:37:50.574699 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] For port 954fa838-77e3-40a0-aa65-8c0a760484f3, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=954fa838-77e3-40a0-aa65-8c0a760484f3,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:37:50.579202 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.636564 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:50.637220 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:50.672172 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca238b04-28f5-4765-b2c9-d9dcf7645748 None None] Pushing event updated for resources: {'Port': ['ID=954fa838-77e3-40a0-aa65-8c0a760484f3,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:50.681629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Allocated IP 172.20.0.2 (622f6a9a-e42e-422f-8ab0-37704c808644/93ff3918-5b07-4007-bef5-a1eec9d94fb7/6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:37:50.754350 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:50.829582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.835873 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.863754 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.880935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Network 622f6a9a-e42e-422f-8ab0-37704c808644 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:37:50.885833 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:37:50.890265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:37:50.893521 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Pushing event updated for resources: {'Port': ['ID=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:50.940035 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:49Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:50.946233 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Attempting to bind port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:37:50.946816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Attempting to bind port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:37:50.947339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Attempting to bind port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 on network 622f6a9a-e42e-422f-8ab0-37704c808644 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:37:50.952588 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:37:50.953220 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Checking segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:37:50.953789 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:50.954395 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Bound using segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:37:50.955023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Bound port: 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:37:50.955577 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.021889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] For port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:37:51.026078 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] For port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:37:51.031943 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.058187 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0408c-3dc4-4b58-82f2-c4cdbd384d94 None None] The sync data for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 is: [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:49Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:37:51.091404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b6c2-feee-4dc9-85af-0db56ddfe01d None None] Pushing event updated for resources: {'Port': ['ID=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:51.165104 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.1 (622f6a9a-e42e-422f-8ab0-37704c808644/93ff3918-5b07-4007-bef5-a1eec9d94fb7/aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:37:51.305286 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.360275 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.425102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 622f6a9a-e42e-422f-8ab0-37704c808644 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:37:51.429731 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:51.432411 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:37:51.434504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:37:51.483029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.569657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 954fa838-77e3-40a0-aa65-8c0a760484f3 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:37:51.626040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b2defe2-39af-415b-af1b-cafef5caffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.631254 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.638310 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 954fa838-77e3-40a0-aa65-8c0a760484f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:51.638681 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.741234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.777649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 954fa838-77e3-40a0-aa65-8c0a760484f3, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=954fa838-77e3-40a0-aa65-8c0a760484f3,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:51.784305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.789585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:37:51.874359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=954fa838-77e3-40a0-aa65-8c0a760484f3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:51.891179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:51.891555 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.975890 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.980814 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:51.982179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.017173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:52.022616 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.059069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.061944 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:52.080311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:52.118058 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd71df3-c05d-47ff-a120-df683c64f905 None None] Network 622f6a9a-e42e-422f-8ab0-37704c808644 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:37:52.160915 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 622f6a9a-e42e-422f-8ab0-37704c808644 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:37:52.162376 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:37:52.178095 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db9add62-c45c-439b-af70-6ff67b938c59 None None] Provisioning complete for port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:52.178469 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db9add62-c45c-439b-af70-6ff67b938c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.272313 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:37:52.384523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:37:52.389585 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-c9d3938c-86ba-4c07-848a-d8c7834d071b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/0ee66395-7d4b-4534-918b-28b33ba0b9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9818053 Oct 13 05:37:52.541834 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-e7fd6ed9-2cca-4b11-9722-3a94c8b429eb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406557146&fields=id&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 267 time: 0.0402765 Oct 13 05:37:52.546868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-357e51e1-9215-4acf-a7af-88bcaa7d5a3e None None] Provisioning complete for port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:52.547255 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-357e51e1-9215-4acf-a7af-88bcaa7d5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.590035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-357e51e1-9215-4acf-a7af-88bcaa7d5a3e None None] Port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:37:52.601363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-357e51e1-9215-4acf-a7af-88bcaa7d5a3e None None] Provisioning complete for port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:52.601855 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-357e51e1-9215-4acf-a7af-88bcaa7d5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.669898 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-f4adfa2e-d000-4c58-b9fd-03b0c5c8e6bd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:52.671420 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-f4adfa2e-d000-4c58-b9fd-03b0c5c8e6bd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 797 time: 0.1213682 Oct 13 05:37:52.687436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-f80f54ba-8f95-47a0-b709-422135a30afc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/quotas/2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 375 time: 0.0099990 Oct 13 05:37:52.749634 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-9827dd3d-9434-40e5-a82d-bfa33ac595b1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518427 Oct 13 05:37:52.809707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3f120c6-caee-4124-adf6-37c6176658eb None None] Provisioning complete for port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:52.810074 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3f120c6-caee-4124-adf6-37c6176658eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:52.851838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3f120c6-caee-4124-adf6-37c6176658eb None None] Port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:37:52.861806 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-278836fb-19a7-4a2b-a8d1-ba1dd14a1055 service neutron] 10.222.0.44 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997961 Oct 13 05:37:52.921812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Sync routers for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:37:52.934274 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:52.934832 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:52.961941 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-2a11ed3e-8277-4b01-8858-845e0ecb28fc service neutron] 10.222.0.44 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932782 Oct 13 05:37:52.994625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b001851c-5fef-46cf-9a1c-bf58915265cf None None] Provisioning complete for port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:52.994999 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b001851c-5fef-46cf-9a1c-bf58915265cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.086824 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.092408 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b001851c-5fef-46cf-9a1c-bf58915265cf None None] Port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:37:53.097677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:53.128328 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fd99102-91f8-4cfd-a2c0-e46fdef52498 req-f1f123fe-12e1-4ab7-9fa7-9d0ed27883a0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 210 time: 0.0272355 Oct 13 05:37:53.309187 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 2, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:53.335394 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Checking router: 0ee66395-7d4b-4534-918b-28b33ba0b9f0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:37:53.335743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Updating router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:37:53.365334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.390401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.486769 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 954fa838-77e3-40a0-aa65-8c0a760484f3 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:37:53.602316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 954fa838-77e3-40a0-aa65-8c0a760484f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:53.603071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.888380 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.896989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:37:53.899460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:53.979066 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77a984-438e-45c5-b974-32d76de5b707 None None] Pushing event updated for resources: {'Port': ['ID=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:54.055393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Attempting to bind port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:37:54.055764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Attempting to bind port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:37:54.056133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Attempting to bind port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e on network 622f6a9a-e42e-422f-8ab0-37704c808644 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:37:54.059840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:54.060203 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.064222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-1d513512-4978-403f-a56e-f7ba006d2948 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:54.066271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-1d513512-4978-403f-a56e-f7ba006d2948 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 797 time: 0.1283350 Oct 13 05:37:54.082258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:37:54.082641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Checking segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:37:54.083048 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.083446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Bound using segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:37:54.083935 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Bound port: aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:37:54.084508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.121365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-23161928-a682-4447-992d-c52e9c85c38b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 379 time: 0.0454278 Oct 13 05:37:54.132499 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'port': {'device_id': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'admin_state_up': True, 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'security_groups': ['55277733-9d13-40f1-a2e8-6b1a9c71f914']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:54.205126 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] For port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:37:54.224978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] For port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:37:54.234435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.244791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c1dc47b4-b195-473d-b3ef-687401dc4944 None None] Provisioning complete for port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:54.245163 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1dc47b4-b195-473d-b3ef-687401dc4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.247519 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bb755062-e997-4ad9-9eb8-38ac5a4e9646 req-c361d3fc-63f1-45a2-a97a-5af79b1436b1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 210 time: 0.0373018 Oct 13 05:37:54.252224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:37:54.256308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.328251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77a984-438e-45c5-b974-32d76de5b707 None None] Pushing event updated for resources: {'Port': ['ID=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:54.330896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:37:54.331545 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:54.392870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.10 (622f6a9a-e42e-422f-8ab0-37704c808644/93ff3918-5b07-4007-bef5-a1eec9d94fb7/17e0929f-a7cc-4740-84ab-d4f61d1cf863) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:37:54.473449 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1dc47b4-b195-473d-b3ef-687401dc4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.496272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:37:54.536868 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.548800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c1dc47b4-b195-473d-b3ef-687401dc4944 None None] For port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:37:54.553956 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1dc47b4-b195-473d-b3ef-687401dc4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.570287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.617006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 622f6a9a-e42e-422f-8ab0-37704c808644 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:37:54.620011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:37:54.623895 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:37:54.649278 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:54.680125 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:54.680885 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.682414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc47b4-b195-473d-b3ef-687401dc4944 None None] Pushing event updated for resources: {'Port': ['ID=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:54.698934 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7efb3330-8d12-47d4-aac0-6e478a91597d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711701 Oct 13 05:37:54.707268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a0f099d-7189-4b3c-9186-f6cd1900daea None None] Provisioning complete for port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:54.707643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a0f099d-7189-4b3c-9186-f6cd1900daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.769682 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Request body: {'port': {'device_id': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:37:54.832150 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.833940 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:37:54.862502 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d8429-20b2-422b-9272-1c842c10bf47 None None] The sync data for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 is: [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:37:54.946657 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:54.980928 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16b80732-b384-4b01-a742-61c4d5f99113 None None] Provisioning complete for port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:54.981299 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16b80732-b384-4b01-a742-61c4d5f99113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.028406 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16b80732-b384-4b01-a742-61c4d5f99113 None None] Port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:37:55.125477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e0929f-a7cc-4740-84ab-d4f61d1cf863 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:37:55.133562 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.146481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Transition to ACTIVE for port object 17e0929f-a7cc-4740-84ab-d4f61d1cf863 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:37:55.151563 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.202115 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:55.286114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:37:55.286452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:37:55.286791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on network 622f6a9a-e42e-422f-8ab0-37704c808644 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:37:55.291551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on network 622f6a9a-e42e-422f-8ab0-37704c808644 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:37:55.292212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on network 622f6a9a-e42e-422f-8ab0-37704c808644 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:37:55.297564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:37:55.297960 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Checking segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:37:55.298351 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Bound using segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:37:55.298789 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Bound port: 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:37:55.299204 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.413479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c3c3a-fe24-45e2-a5c5-e0a62ae57b78 req-54792d28-bad4-43a1-9eda-a4209c1f15d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:55.415014 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c32c3c3a-fe24-45e2-a5c5-e0a62ae57b78 req-54792d28-bad4-43a1-9eda-a4209c1f15d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0809717 Oct 13 05:37:55.416201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:37:55.419932 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:37:55.427791 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.482619 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:55.483355 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.485245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] 10.222.0.26 "PUT /v2.0/ports/17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1092 time: 0.7200198 Oct 13 05:37:55.492159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:37:55.494518 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63134043-5566-4027-9a47-24f1cf395f51" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:37:55.540915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:37:55.541289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c32c3c3a-fe24-45e2-a5c5-e0a62ae57b78 req-fbdb5261-7b15-44a2-9750-cc79323e1cdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154816 Oct 13 05:37:55.542067 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a7be-a7e3-4e90-aebb-c741690aa717 service neutron] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:37:55.568216 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7862f97-0368-4cf6-8559-a10b7e3a3ad6 x-openstack-request-id: req-c7862f97-0368-4cf6-8559-a10b7e3a3ad6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:37:55.568499 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:37:55.568978 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7862f97-0368-4cf6-8559-a10b7e3a3ad6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:37:55.569324 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'status': 'completed', 'code': 200} Oct 13 05:37:55.602768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:37:55.603363 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:55.606335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-d1d1ac87-ac97-4cdd-8a27-b901421efa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:55.607849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-d1d1ac87-ac97-4cdd-8a27-b901421efa54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1095 time: 0.0552011 Oct 13 05:37:55.657792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-8e44e2f4-439a-48ea-99cc-2e281ffd8844 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 217 time: 0.0419307 Oct 13 05:37:55.723132 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7e178080-e736-4019-8c2b-68d2f308460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:55.724983 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-7e178080-e736-4019-8c2b-68d2f308460b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0590806 Oct 13 05:37:55.774262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-fcd203ba-d496-42a1-a0ae-9f71f4055f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:55.775773 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-fcd203ba-d496-42a1-a0ae-9f71f4055f7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431664 Oct 13 05:37:55.866341 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-4af64ffd-85fb-4165-a25d-3f7bef0550d5 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831347 Oct 13 05:37:56.311826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b8dd0c4-f766-48c0-a238-da9ba02d0762 req-9dd7ce83-f68b-4c3f-a316-de293f2aeb92 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380088 Oct 13 05:37:56.395340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134043-5566-4027-9a47-24f1cf395f51 req-77d1794c-a882-4e32-a236-e0986c7987a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:56.396864 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-77d1794c-a882-4e32-a236-e0986c7987a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1095 time: 0.0399020 Oct 13 05:37:56.486825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134043-5566-4027-9a47-24f1cf395f51 req-22c22eca-b21e-44ee-a394-ba1acc2b753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:56.488845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-22c22eca-b21e-44ee-a394-ba1acc2b753b service neutron] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0851316 Oct 13 05:37:56.530340 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-5b0dfb99-b9cd-4fad-8233-3fdb308f4c81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 217 time: 0.0324368 Oct 13 05:37:56.576447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134043-5566-4027-9a47-24f1cf395f51 req-4764b4f5-bbca-405c-990a-051728360e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:56.577840 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-4764b4f5-bbca-405c-990a-051728360e06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0409899 Oct 13 05:37:56.627049 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134043-5566-4027-9a47-24f1cf395f51 req-92d5c38d-f9c6-499b-b9fc-b5ec87a1811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:56.628793 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-92d5c38d-f9c6-499b-b9fc-b5ec87a1811a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433960 Oct 13 05:37:56.666171 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ac518-5207-41ef-85f4-8ac38d1795e7 req-4104d1b7-2eda-40e5-b269-b5881251e77d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:56.667654 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2ac518-5207-41ef-85f4-8ac38d1795e7 req-4104d1b7-2eda-40e5-b269-b5881251e77d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0496678 Oct 13 05:37:56.704313 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bc2ac518-5207-41ef-85f4-8ac38d1795e7 req-ef7162aa-e2c5-4819-ae30-1e8ad5ae585d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Oct 13 05:37:56.718553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-64727ef0-2d71-4579-8827-1f259ad73743 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830660 Oct 13 05:37:56.808408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63134043-5566-4027-9a47-24f1cf395f51 req-cef0c9de-008b-4a64-b43a-ebfff827f6e4 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823231 Oct 13 05:37:57.821489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f63012-1a8d-465f-916a-e658e167eac5 req-c6616b44-9677-476c-bfdd-baca1dd50727 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:57.822943 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f63012-1a8d-465f-916a-e658e167eac5 req-c6616b44-9677-476c-bfdd-baca1dd50727 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0491848 Oct 13 05:37:57.859242 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-46f63012-1a8d-465f-916a-e658e167eac5 req-61ed9938-fea5-4e2c-8700-452f96bd125c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304730 Oct 13 05:37:58.970512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f51b73-1417-4723-a0d4-6841fb9d804f req-3744839b-6a79-4c23-be82-45fa808d5def tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:58.971952 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2f51b73-1417-4723-a0d4-6841fb9d804f req-3744839b-6a79-4c23-be82-45fa808d5def tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0481160 Oct 13 05:37:59.008913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e2f51b73-1417-4723-a0d4-6841fb9d804f req-cb54db65-38ab-4667-9dc0-ce0c5e9fe3b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Oct 13 05:38:00.119943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de90f3-5171-4ec2-8bd6-18e0d7ccb9b2 req-41279b9f-0bcf-47a8-af00-84277ba057a5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:00.121417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77de90f3-5171-4ec2-8bd6-18e0d7ccb9b2 req-41279b9f-0bcf-47a8-af00-84277ba057a5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0479977 Oct 13 05:38:00.162310 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77de90f3-5171-4ec2-8bd6-18e0d7ccb9b2 req-cabd38ac-1020-444b-9f76-6a556d0c095b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349941 Oct 13 05:38:00.562805 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:38:00.656314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:38:00.667560 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'port_id': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'mac_address': 'fa:16:3e:d2:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:38:00.702935 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:00.714992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e0929f-a7cc-4740-84ab-d4f61d1cf863 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:38:00.733435 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:38:00.737360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:00.785765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:38:01.102506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['17e0929f-a7cc-4740-84ab-d4f61d1cf863'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:38:01.277968 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6412e-bc8a-41de-a92a-bb14af68d8b9 req-fddaece4-9fa1-4a59-b7d3-8c93f4d83334 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:01.279383 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10f6412e-bc8a-41de-a92a-bb14af68d8b9 req-fddaece4-9fa1-4a59-b7d3-8c93f4d83334 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 945 time: 0.0518260 Oct 13 05:38:01.317451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10f6412e-bc8a-41de-a92a-bb14af68d8b9 req-92f3e9db-94e2-4778-ab1e-d2d446cb1993 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Oct 13 05:38:01.630346 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:38:02.433221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feb5c4-3294-4aea-a295-118b87d9125e req-fa2e7653-2e9c-4572-af16-7bf391df9687 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:02.434698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7feb5c4-3294-4aea-a295-118b87d9125e req-fa2e7653-2e9c-4572-af16-7bf391df9687 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 945 time: 0.0493801 Oct 13 05:38:02.472489 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b7feb5c4-3294-4aea-a295-118b87d9125e req-945c3f85-2d02-44e7-8a7a-14fd75e59ef6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314848 Oct 13 05:38:02.586280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:38:02.633182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:38:02.636666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:38:02.637066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:02.710705 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:02.732313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:38:02.734590 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c17701-85fb-4376-a31e-3ea57829f4f9" -d '{"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-plugged", "status": "completed", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:38:02.746473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:38:02.751533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:02.780987 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d3ec43-f4bd-47a5-9cd5-e5be84d71cff x-openstack-request-id: req-68d3ec43-f4bd-47a5-9cd5-e5be84d71cff {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:38:02.781283 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-plugged", "status": "completed", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:38:02.781539 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68d3ec43-f4bd-47a5-9cd5-e5be84d71cff {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:38:02.781926 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'code': 200} Oct 13 05:38:02.811269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:38:02.865838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bffa8-6e97-4847-a0ad-94147ceab55d req-c7d68892-a7b6-4d9b-bf35-415fb6e5ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:02.867197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc2bffa8-6e97-4847-a0ad-94147ceab55d req-c7d68892-a7b6-4d9b-bf35-415fb6e5ced6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1097 time: 0.0392802 Oct 13 05:38:02.903579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cc2bffa8-6e97-4847-a0ad-94147ceab55d req-2441c5ed-760d-4f2b-ad5c-8c62dddd50a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274694 Oct 13 05:38:03.582714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63c47-9536-46ac-8b8b-f6e7d3a6e9fc req-8bb13e94-5e46-46ad-a0be-932d29328d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:03.584135 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77b63c47-9536-46ac-8b8b-f6e7d3a6e9fc req-8bb13e94-5e46-46ad-a0be-932d29328d19 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0472834 Oct 13 05:38:03.624172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77b63c47-9536-46ac-8b8b-f6e7d3a6e9fc req-80d1243c-11a3-47be-99d7-ab0617a9e231 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341508 Oct 13 05:38:04.737428 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d99fb8-d145-472b-ba12-852f13d158bf req-9114b609-78ba-4f84-a115-45cafe5e3fa6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:04.738877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5d99fb8-d145-472b-ba12-852f13d158bf req-9114b609-78ba-4f84-a115-45cafe5e3fa6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0484099 Oct 13 05:38:04.775891 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f5d99fb8-d145-472b-ba12-852f13d158bf req-70fdc1a6-0798-46b0-806e-5b5f2313604b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Oct 13 05:38:04.888600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b2cb-d9ee-4072-ad68-3ee77765e7af req-9d0f8006-c18a-4b54-9803-d310c93c7bc5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:04.890077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8509b2cb-d9ee-4072-ad68-3ee77765e7af req-9d0f8006-c18a-4b54-9803-d310c93c7bc5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0504110 Oct 13 05:38:04.926605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8509b2cb-d9ee-4072-ad68-3ee77765e7af req-de8e263d-6034-4eb3-8b93-38cc3b5e16d2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305684 Oct 13 05:38:04.947971 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:38:04.985447 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537c030-ebb1-481c-8873-fa02ec2bf73c tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:04.986906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-3537c030-ebb1-481c-8873-fa02ec2bf73c tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1092 time: 0.0379634 Oct 13 05:38:04.990104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:38:04.994360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:38:05.015948 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.113112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.210893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.165 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/dc29eb10-40b7-4400-bd72-8e932c1b1273) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:38:05.314126 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.345877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.383467 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:38:05.387827 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:38:05.391321 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:38:05.413177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=dc29eb10-40b7-4400-bd72-8e932c1b1273,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:38:05.739798 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.806587 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.947722 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:05.952308 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:06.020788 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=dc29eb10-40b7-4400-bd72-8e932c1b1273,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:38:06.034906 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:06.132480 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP c32c25c1-d2d3-4ba1-9117-c224a586acf8 associated. External IP: 172.25.1.165, port: 17e0929f-a7cc-4740-84ab-d4f61d1cf863. Oct 13 05:38:06.333280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:38:06.437492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:38:06.447716 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] Sync routers for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:38:06.454860 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:06.458043 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:38:06.458645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:38:06.481100 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b9e13a90-dce8-4a9a-beb7-a4c617b97bda tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4899511 Oct 13 05:38:06.481683 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:38:06.483938 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6878f894-af6d-484d-bafc-4d124246b44b" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:38:06.525563 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2f80d2-5066-4fb1-8cf5-d5c334d93a44 x-openstack-request-id: req-ce2f80d2-5066-4fb1-8cf5-d5c334d93a44 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:38:06.525872 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:38:06.526121 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce2f80d2-5066-4fb1-8cf5-d5c334d93a44 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:38:06.526522 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'status': 'completed', 'code': 200} Oct 13 05:38:06.562567 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:38:06.583959 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4257c-91f7-40e1-bc13-3cbf95cde070 req-5cf223e3-5fca-4738-b822-5053878aa94d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:06.586107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4a4257c-91f7-40e1-bc13-3cbf95cde070 req-5cf223e3-5fca-4738-b822-5053878aa94d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0550001 Oct 13 05:38:06.589335 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f894-af6d-484d-bafc-4d124246b44b req-2e09200c-22e2-41fd-ac77-31558d144af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:06.590851 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-2e09200c-22e2-41fd-ac77-31558d144af2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1097 time: 0.0413725 Oct 13 05:38:06.625367 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f4a4257c-91f7-40e1-bc13-3cbf95cde070 req-0285e80f-ac2a-40d7-8d22-73728ea4c6c9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325296 Oct 13 05:38:06.649375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:38:06.685946 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f894-af6d-484d-bafc-4d124246b44b req-cc0d861f-65dd-4602-bd5e-c1bd19994d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:06.687419 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-cc0d861f-65dd-4602-bd5e-c1bd19994d0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0900733 Oct 13 05:38:06.713628 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-54bbc94c-5ac9-407a-b548-5d7989632076 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/c32c25c1-d2d3-4ba1-9117-c224a586acf8 HTTP/1.1" status: 200 len: 992 time: 0.0627792 Oct 13 05:38:06.751882 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-8cc80f1b-07f8-4026-9dcd-3832bb81d6e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1000 time: 0.0570877 Oct 13 05:38:06.788692 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c32c25c1-d2d3-4ba1-9117-c224a586acf8', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'port_id': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'mac_address': 'fa:16:3e:d2:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:38:05Z', 'updated_at': '2021-10-13T05:38:05Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:38:06.799818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f894-af6d-484d-bafc-4d124246b44b req-dbd98b1f-940a-42f3-8ebd-163b376041ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:06.801889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-dbd98b1f-940a-42f3-8ebd-163b376041ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0435154 Oct 13 05:38:06.817490 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] Checking router: 0ee66395-7d4b-4534-918b-28b33ba0b9f0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:38:06.825617 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:38:06.826207 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:37:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:38:06.849918 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f894-af6d-484d-bafc-4d124246b44b req-57e2cd79-410b-4151-aba0-245a31491426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:06.851437 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-57e2cd79-410b-4151-aba0-245a31491426 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424414 Oct 13 05:38:06.926974 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:38:06.940104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-b893f88f-5371-4685-bd0f-5a585b5eeeb7 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805671 Oct 13 05:38:07.032402 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6878f894-af6d-484d-bafc-4d124246b44b req-a7c19213-91b6-4e69-bb60-85ff5d87daff service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Oct 13 05:38:07.140102 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c32c25c1-d2d3-4ba1-9117-c224a586acf8', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'port_id': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'mac_address': 'fa:16:3e:d2:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:38:05Z', 'updated_at': '2021-10-13T05:38:05Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:38:07.168993 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cf48e-9ad1-4870-a2e8-2cc65727b4b6 None None] The sync data for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 is: [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'c32c25c1-d2d3-4ba1-9117-c224a586acf8', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'port_id': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'mac_address': 'fa:16:3e:d2:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:38:05Z', 'updated_at': '2021-10-13T05:38:05Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:38:07.365497 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a46b0b-ac58-4088-bc32-a842f1811dd8 None None] New status for floating IP c32c25c1-d2d3-4ba1-9117-c224a586acf8: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:38:07.717125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:38:07.777252 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-09bfee90-709a-4de3-bb97-d2bb309dd4b4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/c32c25c1-d2d3-4ba1-9117-c224a586acf8 HTTP/1.1" status: 200 len: 994 time: 0.0586574 Oct 13 05:38:09.229063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:11.043277 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:19.123379 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4c8a-760a-4bbf-a0e2-e9dca5eefc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:21.616811 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7379d645-b04f-42b4-8cc4-0c4c96587c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:21.769138 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-1fb28fe9-0354-4a6f-953a-9964ba4491db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385883 Oct 13 05:38:21.849147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-d1d1a310-2691-405a-9846-60d0e2b33edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:21.850604 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-d1d1a310-2691-405a-9846-60d0e2b33edb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1097 time: 0.0400610 Oct 13 05:38:21.957037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-622d5c1e-72d0-4c92-9113-d11764e95489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:21.958469 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-622d5c1e-72d0-4c92-9113-d11764e95489 service neutron] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0859962 Oct 13 05:38:22.020606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-bb05296e-7602-4e85-8821-150c50129ec8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1002 time: 0.0545852 Oct 13 05:38:22.073854 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-9d1ce18a-8772-45f7-9e70-19df505396df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:22.075267 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-9d1ce18a-8772-45f7-9e70-19df505396df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0465112 Oct 13 05:38:22.118464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-fd0be20a-fc2c-43fd-8296-da593f505b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:22.119862 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-fd0be20a-fc2c-43fd-8296-da593f505b0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380142 Oct 13 05:38:22.205794 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-f3a0fc79-6331-4656-aaa2-907f3440a01e service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785360 Oct 13 05:38:22.294765 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be0d9de-b729-49c3-8edf-63358e1804ce req-41099771-418e-46b2-8ed1-9e6374be3ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807407 Oct 13 05:38:23.038325 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:23.384271 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:24.948205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:38.630263 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:38:39.230291 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:41.039281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:49.123267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69ff208-1010-49da-b737-6ec0eecb6bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:51.616781 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe9fcee4-3925-4a60-a36b-4543f513e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:53.038676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:53.385805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:54.953175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:09.233495 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:10.423278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-af627494-91d6-4d02-b17b-ef0bbcb71fe2 req-bc6e46a6-3063-4aed-b1d0-dcba36c0c70a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:39:10.424263 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-af627494-91d6-4d02-b17b-ef0bbcb71fe2 req-bc6e46a6-3063-4aed-b1d0-dcba36c0c70a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060744 Oct 13 05:39:10.601720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a0724-1861-4ab5-8ca9-46958f13f790 req-1138ccc1-59f7-40d9-99d4-f57cf616661e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:10.603213 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-170a0724-1861-4ab5-8ca9-46958f13f790 req-1138ccc1-59f7-40d9-99d4-f57cf616661e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0499148 Oct 13 05:39:10.637945 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-2196d32c-ad8c-4028-986b-13abbe5ea25c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968535 Oct 13 05:39:10.641081 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-170a0724-1861-4ab5-8ca9-46958f13f790 req-1d212663-50fa-4edc-8768-714af2962fed tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Oct 13 05:39:10.646888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-9fc41b8f-ddb3-494f-af61-d71ed26b8e0e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:39:10.647871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-9fc41b8f-ddb3-494f-af61-d71ed26b8e0e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051506 Oct 13 05:39:11.050391 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:11.729579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-c129cfbf-5a5f-4a50-a956-d803ea0b12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:11.731056 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-c129cfbf-5a5f-4a50-a956-d803ea0b12a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1097 time: 0.0408514 Oct 13 05:39:11.755056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190127-ec57-443a-8f7f-cf816c6c76fd req-85b84139-2260-49df-ada2-46ed8738cd1a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:11.757094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91190127-ec57-443a-8f7f-cf816c6c76fd req-85b84139-2260-49df-ada2-46ed8738cd1a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0483840 Oct 13 05:39:11.795077 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-91190127-ec57-443a-8f7f-cf816c6c76fd req-c8f43fda-12a3-41b7-b575-dd30c176886e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318666 Oct 13 05:39:11.825820 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-f5e496cf-a1f7-4b11-98a5-82f6c31e7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:11.827262 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-f5e496cf-a1f7-4b11-98a5-82f6c31e7c4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0890834 Oct 13 05:39:11.894802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-90ab41d3-f862-44ef-98bd-fbeacd8801c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1002 time: 0.0592432 Oct 13 05:39:11.944741 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-b189ea5a-660e-4302-bf01-656e5bc1e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:11.946055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-b189ea5a-660e-4302-bf01-656e5bc1e724 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0438547 Oct 13 05:39:11.991909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-14f26a80-02c4-46b2-b56b-df76cbcc1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:11.993432 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-14f26a80-02c4-46b2-b56b-df76cbcc1ecb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389028 Oct 13 05:39:12.085763 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-b1900f34-d9e3-47f8-b77a-1e3552ba69d9 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842066 Oct 13 05:39:12.173693 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-518e2c22-d91e-4972-bb00-85fa8b033f33 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797677 Oct 13 05:39:12.910969 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d61b-149b-4410-bff3-2ef35c26ae04 req-f3cd4761-6702-477e-9ac9-86333100bc53 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:12.912420 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc75d61b-149b-4410-bff3-2ef35c26ae04 req-f3cd4761-6702-477e-9ac9-86333100bc53 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0488474 Oct 13 05:39:12.949082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-fc75d61b-149b-4410-bff3-2ef35c26ae04 req-310ae327-e80e-4753-84e5-dec4be0c6255 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Oct 13 05:39:14.060319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e1c4-6ad6-4ae5-a622-840853435487 req-64d2336e-ac72-4c4b-a7fe-05c698d1391a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:14.061795 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d478e1c4-6ad6-4ae5-a622-840853435487 req-64d2336e-ac72-4c4b-a7fe-05c698d1391a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0477679 Oct 13 05:39:14.098621 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d478e1c4-6ad6-4ae5-a622-840853435487 req-6e7a99e7-bc78-4827-8e64-4e549bb7d1a5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Oct 13 05:39:15.215765 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d48462-21cd-40c4-b5be-b930658371da req-c83cfd2d-bd7a-40d2-a042-8829df06bdef tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:15.217454 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0d48462-21cd-40c4-b5be-b930658371da req-c83cfd2d-bd7a-40d2-a042-8829df06bdef tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0518389 Oct 13 05:39:15.255675 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0d48462-21cd-40c4-b5be-b930658371da req-6b682be4-01a4-4d7d-8b2b-c7ad7460206d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Oct 13 05:39:15.630030 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:39:16.375201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb849-17ef-4307-96eb-59e419088412 req-e17c1236-2f0c-4ce7-ab64-d816ccc3beb9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:16.376673 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-062cb849-17ef-4307-96eb-59e419088412 req-e17c1236-2f0c-4ce7-ab64-d816ccc3beb9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0525787 Oct 13 05:39:16.414372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-062cb849-17ef-4307-96eb-59e419088412 req-50025446-d44a-4cc9-9d77-30e00772c1a7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Oct 13 05:39:17.528382 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af67f9-7b39-4db3-a16c-c7b2c455b784 req-9543c6c0-6492-4e82-9d56-e015179a20bf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:17.529847 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81af67f9-7b39-4db3-a16c-c7b2c455b784 req-9543c6c0-6492-4e82-9d56-e015179a20bf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0477729 Oct 13 05:39:17.565204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-81af67f9-7b39-4db3-a16c-c7b2c455b784 req-ba6fd734-7cfb-454d-9698-0b0b29930460 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296626 Oct 13 05:39:18.679687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b881-05d9-44e8-89d6-657c9a74ebdf req-d30f980b-e79c-46ce-a068-7693cd1581d5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:18.681048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3603b881-05d9-44e8-89d6-657c9a74ebdf req-d30f980b-e79c-46ce-a068-7693cd1581d5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0479107 Oct 13 05:39:18.716669 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3603b881-05d9-44e8-89d6-657c9a74ebdf req-d70535d2-8376-46f9-8857-b63b2b59e497 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297127 Oct 13 05:39:19.123593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c67912eb-c743-48e1-80f0-8f592805335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:19.829312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf9dd4-611e-4ea9-81e7-717555a8a243 req-f3e0d8b6-14fb-4a6f-8de2-105c7cf62793 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:19.830740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3bf9dd4-611e-4ea9-81e7-717555a8a243 req-f3e0d8b6-14fb-4a6f-8de2-105c7cf62793 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0474114 Oct 13 05:39:19.867204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d3bf9dd4-611e-4ea9-81e7-717555a8a243 req-2c9b6f93-4c84-4b1f-b09c-0a559e4660b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 Oct 13 05:39:21.043704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39912d2f-abfb-445b-b2e6-a60356c8a97a req-f3f6ea1d-14f6-4b77-ad59-660696ad386c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:21.045205 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-39912d2f-abfb-445b-b2e6-a60356c8a97a req-f3f6ea1d-14f6-4b77-ad59-660696ad386c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0488122 Oct 13 05:39:21.081869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-39912d2f-abfb-445b-b2e6-a60356c8a97a req-e068ee3c-6873-4066-8a45-8525cb7750ce tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307713 Oct 13 05:39:21.617847 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd8364c2-286d-46f9-a8ec-cb721351ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:22.197506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b206f-8466-4cc1-b163-7ffc2f2eeeb0 req-543d2be8-0ba2-4f61-a77f-20d66a76a5d4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:22.198938 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d23b206f-8466-4cc1-b163-7ffc2f2eeeb0 req-543d2be8-0ba2-4f61-a77f-20d66a76a5d4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0512486 Oct 13 05:39:22.235839 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d23b206f-8466-4cc1-b163-7ffc2f2eeeb0 req-87bcdd1d-f1a7-4cd8-b1c3-f5ca6ead84d2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Oct 13 05:39:23.040951 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:23.353077 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb3af-966d-48a4-bc3a-c17e410edebe req-2635a6f5-fa93-43f1-8710-34cb32cb54e8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:23.354528 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f04bb3af-966d-48a4-bc3a-c17e410edebe req-2635a6f5-fa93-43f1-8710-34cb32cb54e8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0528684 Oct 13 05:39:23.389247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:23.393264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f04bb3af-966d-48a4-bc3a-c17e410edebe req-1308368d-ad4b-42d2-bace-a9a481bf83c3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Oct 13 05:39:24.078231 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-4253b4e7-0700-4594-bed4-1e516c7bed0b service neutron] show failed (client error): The resource could not be found. Oct 13 05:39:24.079238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-4253b4e7-0700-4594-bed4-1e516c7bed0b service neutron] 10.222.0.26 "GET /v2.0/ports/17e0929f-a7cc-4740-84ab-d4f61d1cf863/bindings/n-h1-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0549669 Oct 13 05:39:24.272239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-27004cba-bc33-4fe7-b411-6b3f8f99bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:24.273705 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-27004cba-bc33-4fe7-b411-6b3f8f99bf34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 1097 time: 0.0420132 Oct 13 05:39:24.287993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:39:24.338560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:24.510226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d3f27-50c1-4f33-9095-32424d1d7eb0 req-5aa3c79b-4c9f-40a8-95e6-9991bd48b6e0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:24.511709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-184d3f27-50c1-4f33-9095-32424d1d7eb0 req-5aa3c79b-4c9f-40a8-95e6-9991bd48b6e0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0496705 Oct 13 05:39:24.541494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:39:24.549124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-184d3f27-50c1-4f33-9095-32424d1d7eb0 req-5a6d2c06-11d6-48f7-97ce-7a055aa30d5e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Oct 13 05:39:24.573948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h2-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:39:24.612198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:39:24.614520 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d6ac0-da61-4cfa-b987-57644434a1f7" -d '{"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-unplugged", "status": "completed", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:39:24.619364 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:24.631409 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Transition to ACTIVE for port object 17e0929f-a7cc-4740-84ab-d4f61d1cf863 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:39:24.635482 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:24.725838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:39:24.742722 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49432161-f896-4f89-b5cf-75e853ff25fb x-openstack-request-id: req-49432161-f896-4f89-b5cf-75e853ff25fb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:39:24.743008 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-unplugged", "status": "completed", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:39:24.743260 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49432161-f896-4f89-b5cf-75e853ff25fb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:39:24.743659 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'code': 200} Oct 13 05:39:24.745124 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.745468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.745806 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.746143 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.746465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.746789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.747116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.747435 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.747755 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.748073 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.748389 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.748728 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:24.774107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] No DVR routers for this DVR port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on host n-h2-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:39:24.956564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:25.200450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:39:25.200664 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:39:25.201017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on network 622f6a9a-e42e-422f-8ab0-37704c808644 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:39:25.205082 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on network 622f6a9a-e42e-422f-8ab0-37704c808644 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:39:25.205398 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Attempting to bind port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on network 622f6a9a-e42e-422f-8ab0-37704c808644 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:39:25.210070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:39:25.210406 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Checking segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:39:25.211315 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Bound using segment: {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:39:25.211738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Bound port: 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23736853-bd55-4b05-9514-c15db82b702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:39:25.212086 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:25.274467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:39:25.277688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:39:25.282097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:25.315781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:25.316384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:25.317777 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] 10.222.0.15 "PUT /v2.0/ports/17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1092 time: 1.0335860 Oct 13 05:39:25.341522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595626c-e2be-4ae8-89d5-6a2aa86b1a5d service neutron] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:39:25.385332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-bd8477e1-dfb0-4d9c-8828-10cc88b1ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:25.386801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-bd8477e1-dfb0-4d9c-8828-10cc88b1ef11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1095 time: 0.0424378 Oct 13 05:39:25.479961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-887f90eb-1c4e-44fd-a102-df4da97ed1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:25.481450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-887f90eb-1c4e-44fd-a102-df4da97ed1fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0877206 Oct 13 05:39:25.549767 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-7972f0cc-4f33-4347-9d9f-8fdd56934e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1000 time: 0.0593956 Oct 13 05:39:25.598100 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-d51d0981-0351-48f2-9e8b-bb5fb9989176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:25.599544 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-d51d0981-0351-48f2-9e8b-bb5fb9989176 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0434740 Oct 13 05:39:25.645229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-13be505f-6d3c-48b3-b09b-ae3bd2cc8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:25.646710 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-13be505f-6d3c-48b3-b09b-ae3bd2cc8587 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389862 Oct 13 05:39:25.671161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4a303-5230-469b-87e1-426e8db2ca7c req-d0750774-0e12-4230-8f06-707844e81ed8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:25.672709 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95d4a303-5230-469b-87e1-426e8db2ca7c req-d0750774-0e12-4230-8f06-707844e81ed8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0557458 Oct 13 05:39:25.710526 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95d4a303-5230-469b-87e1-426e8db2ca7c req-9e204fe8-c003-469e-8779-321d610fc47f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Oct 13 05:39:25.741101 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-df3df0b7-af02-436c-955d-d825f4ff881a service neutron] 10.222.0.15 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863404 Oct 13 05:39:25.827853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c56710c1-9b19-450d-a483-8cd7a0892b92 req-06df96e2-8056-4970-b518-ec4679d34ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793743 Oct 13 05:39:26.745229 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:39:26.747632 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:39:26.810869 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e53ad2-ca00-4dbd-8ce3-c8fe9a7efad8 x-openstack-request-id: req-a5e53ad2-ca00-4dbd-8ce3-c8fe9a7efad8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:39:26.811163 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:39:26.811418 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5e53ad2-ca00-4dbd-8ce3-c8fe9a7efad8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:39:26.812312 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'status': 'completed', 'code': 200} Oct 13 05:39:26.851574 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-5900df20-8633-457f-9477-23c7c0e385ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:26.853159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-5900df20-8633-457f-9477-23c7c0e385ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1095 time: 0.0398030 Oct 13 05:39:26.867424 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464301f2-8193-4b65-96af-5a189b38ae99 req-9504f874-8680-4aa9-8797-07ac2764cbf2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:26.868968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-464301f2-8193-4b65-96af-5a189b38ae99 req-9504f874-8680-4aa9-8797-07ac2764cbf2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.0883327 Oct 13 05:39:26.874613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-b2a122e2-0e2f-4923-b94f-113aae50db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:26.876020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-b2a122e2-0e2f-4923-b94f-113aae50db29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1095 time: 0.0555749 Oct 13 05:39:26.944623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-1243cddc-6e43-4b1a-877a-c0d1aa3cb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:26.946272 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-1243cddc-6e43-4b1a-877a-c0d1aa3cb8ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0863802 Oct 13 05:39:26.954924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-464301f2-8193-4b65-96af-5a189b38ae99 req-811702a6-5b67-4c42-b414-cadd52005b78 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779567 Oct 13 05:39:26.993084 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-d5f3827c-d8bc-4645-8310-3c271a3a4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:26.994458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-d5f3827c-d8bc-4645-8310-3c271a3a4b22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.1109049 Oct 13 05:39:27.013440 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-666449c7-c12e-4849-bb37-6b0db39740b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1000 time: 0.0584633 Oct 13 05:39:27.059797 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-71fe142f-e949-4033-98ba-ae6cf1441712 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1000 time: 0.0580142 Oct 13 05:39:27.062445 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-afc8bc09-c14d-48f1-b935-331ba6ddd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:27.063874 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-afc8bc09-c14d-48f1-b935-331ba6ddd0db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0436420 Oct 13 05:39:27.109545 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-d6186d99-2636-4aee-8835-a9fa0023c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:27.111020 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-d6186d99-2636-4aee-8835-a9fa0023c1ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0434911 Oct 13 05:39:27.111541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-b336df67-76c6-498b-9929-709f6264ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:27.113016 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-b336df67-76c6-498b-9929-709f6264ec73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421762 Oct 13 05:39:27.159833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-13f5bc09-d140-4bbb-8094-86edcbf1f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:27.161338 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-13f5bc09-d140-4bbb-8094-86edcbf1f971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429764 Oct 13 05:39:27.199792 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-64069f9e-d074-4f08-8438-b6d09c4d998e service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800028 Oct 13 05:39:27.262683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-785a3582-dd1d-4ba1-ba30-d4db78ec694f service neutron] 10.222.0.15 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829177 Oct 13 05:39:27.300390 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-30d21276-f14d-4a55-bc38-69826c5fa006 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922265 Oct 13 05:39:27.364027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6b8dbcfa-b42e-4506-bcb5-5735c5bceca4 req-07073aef-95f7-4744-863f-0a0388aa4997 service neutron] 10.222.0.15 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936871 Oct 13 05:39:28.092939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:39:28.188548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:39:28.204478 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'port_id': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'mac_address': 'fa:16:3e:d2:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:39:28.242751 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:28.256051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e0929f-a7cc-4740-84ab-d4f61d1cf863 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:39:28.276614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:39:28.280985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:28.329960 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:39:28.338240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.338585 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.338924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.339260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.339590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.339919 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.340243 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.340565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.340914 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.341235 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.341554 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.341870 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:28.459456 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543078b-6a48-45a8-a3dc-0c5f6cfc3bb5 req-299433dd-8790-48dc-ab58-6029a36f8020 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:28.460964 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9543078b-6a48-45a8-a3dc-0c5f6cfc3bb5 req-299433dd-8790-48dc-ab58-6029a36f8020 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 944 time: 0.4350462 Oct 13 05:39:28.498223 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9543078b-6a48-45a8-a3dc-0c5f6cfc3bb5 req-30c8643a-91ea-4afe-94ea-b762e8e20fc7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Oct 13 05:39:28.537591 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['17e0929f-a7cc-4740-84ab-d4f61d1cf863'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:39:28.723053 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07f40-a1a1-4b07-a18c-a3df144e88a2 req-d4e8dcaa-ef2d-46a3-8aa7-82e77432f777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:28.724520 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53c07f40-a1a1-4b07-a18c-a3df144e88a2 req-d4e8dcaa-ef2d-46a3-8aa7-82e77432f777 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 945 time: 0.0817726 Oct 13 05:39:28.733244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-2a8c6a9e-6e56-4a8a-b133-94e0becf761c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:28.734690 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-2a8c6a9e-6e56-4a8a-b133-94e0becf761c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&binding%3Ahost_id=n-h1-810220-9 HTTP/1.1" status: 200 len: 945 time: 0.0804691 Oct 13 05:39:28.795930 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-53c07f40-a1a1-4b07-a18c-a3df144e88a2 req-0e496058-c21e-4a68-a2f3-6030dbbf955a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604022 Oct 13 05:39:28.813641 n-d-810220-9 neutron-server[94825]: INFO neutron.api.v2.resource [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-bc87fa81-b39c-40c4-984c-636b32db0e37 service neutron] delete failed (client error): The resource could not be found. Oct 13 05:39:28.814643 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-bc87fa81-b39c-40c4-984c-636b32db0e37 service neutron] 10.222.0.26 "DELETE /v2.0/ports/17e0929f-a7cc-4740-84ab-d4f61d1cf863/bindings/n-h2-810220-9 HTTP/1.1" status: 404 len: 380 time: 0.0724521 Oct 13 05:39:28.898846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-d6334809-09d6-4cb4-8e4c-a900fdab678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:28.900348 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-d6334809-09d6-4cb4-8e4c-a900fdab678a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1096 time: 0.0407207 Oct 13 05:39:28.926938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:39:28.957114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb97ec-484f-46b2-bf48-d02f14e0d2e4 req-eba65f3c-c0c7-45b5-bdc1-a0dcf2ed6aba tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:28.958592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02cb97ec-484f-46b2-bf48-d02f14e0d2e4 req-eba65f3c-c0c7-45b5-bdc1-a0dcf2ed6aba tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 945 time: 0.0948238 Oct 13 05:39:28.968454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:39:28.995056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-f1be3daa-9e86-4808-99ee-99fff71edd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:28.996512 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-f1be3daa-9e86-4808-99ee-99fff71edd7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0891016 Oct 13 05:39:28.997341 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-02cb97ec-484f-46b2-bf48-d02f14e0d2e4 req-8a4cdde5-de86-40b3-b98f-d85d2ea9230e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Oct 13 05:39:29.060428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-6f6091fd-6e2f-4f4b-8a2d-2cd583307a18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 1001 time: 0.0563221 Oct 13 05:39:29.112379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-b73fc8f5-0df5-4d55-b5f1-cdd81a0727b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:29.113774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-b73fc8f5-0df5-4d55-b5f1-cdd81a0727b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0457802 Oct 13 05:39:29.159624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-02664072-989d-40e2-837b-74c8b9e670e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:29.161060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-02664072-989d-40e2-837b-74c8b9e670e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387571 Oct 13 05:39:29.245995 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-ca59eb7e-8438-4bcc-8603-6fdfd0e18cca service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780747 Oct 13 05:39:29.340141 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-abb4ff08-c800-43b6-bda2-1c3fa1342322 req-cd8234d3-7c22-4495-af94-6e2ae0e54f78 service neutron] 10.222.0.26 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874743 Oct 13 05:39:30.098327 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:39:30.115600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681a312-2f60-4b33-a432-3922f88cbee2 req-7f99f3a6-e2de-47c9-a9f1-5418de227638 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:30.117739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1681a312-2f60-4b33-a432-3922f88cbee2 req-7f99f3a6-e2de-47c9-a9f1-5418de227638 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 945 time: 0.0520453 Oct 13 05:39:30.152307 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:39:30.155977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:39:30.156360 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:30.156502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1681a312-2f60-4b33-a432-3922f88cbee2 req-8671d5a9-8003-43de-aa96-4ca40b9506a5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Oct 13 05:39:30.179579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:39:30.230994 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:30.242327 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2342d498-2544-4439-ae56-0b2e483190e7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/c32c25c1-d2d3-4ba1-9117-c224a586acf8 HTTP/1.1" status: 200 len: 993 time: 0.0615647 Oct 13 05:39:30.252479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:39:30.254728 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09763110-48fa-4b77-a384-4724bcc528ba" -d '{"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-plugged", "status": "completed", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:39:30.268372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:39:30.274094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:30.297594 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d057e-88d5-4491-b047-23c0471dfbc9 x-openstack-request-id: req-282d057e-88d5-4491-b047-23c0471dfbc9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:39:30.297881 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-plugged", "status": "completed", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:39:30.298129 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-282d057e-88d5-4491-b047-23c0471dfbc9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:39:30.298510 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'code': 200} Oct 13 05:39:30.324663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:39:39.379636 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:41.048288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:49.124397 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4cffc25-9117-4675-8929-800e63e77148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:51.617060 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fb26ca9-ae08-444f-b6c0-2393060364ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:52.628493 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:39:53.042872 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:53.390800 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:54.955971 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:58.577927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:39:58.729691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port dc29eb10-40b7-4400-bd72-8e932c1b1273 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:39:58.730041 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:58.801458 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:58.801783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:58.813455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for dc29eb10-40b7-4400-bd72-8e932c1b1273 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:39:58.954709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:58.984005 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=dc29eb10-40b7-4400-bd72-8e932c1b1273,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:39:59.009875 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.010223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.010559 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.010891 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.011220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.011548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.011872 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.012201 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.012519 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.012868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.013190 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.013504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:39:59.051767 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:59.052099 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP c32c25c1-d2d3-4ba1-9117-c224a586acf8 disassociated (deleted). External IP: 172.25.1.165, port: 17e0929f-a7cc-4740-84ab-d4f61d1cf863. Oct 13 05:39:59.253355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:39:59.362221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:39:59.367068 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:59.372433 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] Sync routers for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:39:59.381350 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:39:59.381943 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:39:59.393689 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-34e0f97f-9d4d-48b5-88c5-0f42d6520f55 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/floatingips/c32c25c1-d2d3-4ba1-9117-c224a586acf8 HTTP/1.1" status: 204 len: 168 time: 0.8147035 Oct 13 05:39:59.394243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:39:59.396480 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8471e2ee-9b54-43eb-af0d-9a048f3bc197" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:39:59.491116 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:39:59.531251 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3529c72-9f42-40e5-a32b-6aeb363807fb x-openstack-request-id: req-d3529c72-9f42-40e5-a32b-6aeb363807fb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:39:59.531540 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:39:59.531805 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3529c72-9f42-40e5-a32b-6aeb363807fb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:39:59.532194 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'status': 'completed', 'code': 200} Oct 13 05:39:59.593212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-d7b4759f-0e1a-4db4-b57a-0960c73a4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.595178 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-d7b4759f-0e1a-4db4-b57a-0960c73a4461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 1097 time: 0.0413439 Oct 13 05:39:59.634503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6d64-7575-4cd3-b673-cf33e091ecec req-5aeaf145-e790-4591-bea2-00b83783f3d6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.636640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be7f6d64-7575-4cd3-b673-cf33e091ecec req-5aeaf145-e790-4591-bea2-00b83783f3d6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0523703 Oct 13 05:39:59.676731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-be7f6d64-7575-4cd3-b673-cf33e091ecec req-28012ca2-4869-4210-b28c-b67a840208eb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336657 Oct 13 05:39:59.694066 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:39:59.694301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-bc3d29d4-00e3-41f1-b9ab-02154628d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.695653 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-bc3d29d4-00e3-41f1-b9ab-02154628d4c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 200 len: 898 time: 0.0923147 Oct 13 05:39:59.729767 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] Checking router: 0ee66395-7d4b-4534-918b-28b33ba0b9f0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:39:59.738097 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:39:59.738690 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:39:59.739747 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-dd3dd0cc-7b40-4960-a9f1-12d52c117f3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 200 len: 217 time: 0.0361063 Oct 13 05:39:59.791382 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-4162cb6d-5542-4e51-9e8f-edaf64ae8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.792895 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-4162cb6d-5542-4e51-9e8f-edaf64ae8838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 200 len: 834 time: 0.0452433 Oct 13 05:39:59.845103 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-fd71e158-d204-428a-bd36-912d7508659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.846586 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-fd71e158-d204-428a-bd36-912d7508659c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=622f6a9a-e42e-422f-8ab0-37704c808644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459611 Oct 13 05:39:59.928435 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:39:59.935819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-1ddba301-cec8-4d56-8c67-d86ddc04f155 service neutron] 10.222.0.15 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815012 Oct 13 05:40:00.030798 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8471e2ee-9b54-43eb-af0d-9a048f3bc197 req-eecda01c-fb80-430b-8a9a-0f71e309c5bf service neutron] 10.222.0.15 "GET /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Oct 13 05:40:00.122105 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:00.147003 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e46dd0-0fdc-46fa-9859-c2bdf2c286d2 None None] The sync data for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 is: [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e', 'name': '', 'network_id': '622f6a9a-e42e-422f-8ab0-37704c808644', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:87:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:50Z', 'updated_at': '2021-10-13T05:37:54Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': '93ff3918-5b07-4007-bef5-a1eec9d94fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:40:00.360536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c862b-339a-4ca0-9237-9ed449030977 None None] New status for floating IP c32c25c1-d2d3-4ba1-9117-c224a586acf8: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:40:00.793308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a0b02-eb5c-4000-ac8f-4b900c3b211c req-9970c6f1-250b-4135-a580-01d83c24d883 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:00.794762 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-581a0b02-eb5c-4000-ac8f-4b900c3b211c req-9970c6f1-250b-4135-a580-01d83c24d883 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0490594 Oct 13 05:40:00.832154 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-581a0b02-eb5c-4000-ac8f-4b900c3b211c req-49db0034-056d-4363-81fb-7bb7a8398d5d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=55277733-9d13-40f1-a2e8-6b1a9c71f914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Oct 13 05:40:00.883160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-048721ad-b6f4-467e-ab4b-c246b8e76e58 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:00.884570 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-048721ad-b6f4-467e-ab4b-c246b8e76e58 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb64be8-1952-43fa-9023-fc37875b896c HTTP/1.1" status: 200 len: 946 time: 0.0468807 Oct 13 05:40:00.976092 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:40:00.976353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:01.062600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 17e0929f-a7cc-4740-84ab-d4f61d1cf863, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=17e0929f-a7cc-4740-84ab-d4f61d1cf863,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:01.062967 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:01.075441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 17e0929f-a7cc-4740-84ab-d4f61d1cf863 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:40:01.201914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:01.230907 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=17e0929f-a7cc-4740-84ab-d4f61d1cf863,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:01.275446 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] No DVR routers for this DVR port 17e0929f-a7cc-4740-84ab-d4f61d1cf863 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:40:01.278355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:01.281799 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-8b2e735c-a453-4ab8-8766-ec20cf2cc82c req-7034ab25-8d4f-4194-bda2-4e4487b6b40e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "DELETE /v2.0/ports/17e0929f-a7cc-4740-84ab-d4f61d1cf863 HTTP/1.1" status: 204 len: 173 time: 0.3897209 Oct 13 05:40:01.282239 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-deleted', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:40:01.284497 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0040cbb-07a6-47fc-983d-37b4b858ce81" -d '{"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-deleted", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:40:01.320842 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ef154-3c93-4be8-be6e-d88d932e6f86 x-openstack-request-id: req-ea3ef154-3c93-4be8-be6e-d88d932e6f86 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:40:01.321138 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb64be8-1952-43fa-9023-fc37875b896c", "name": "network-vif-deleted", "tag": "17e0929f-a7cc-4740-84ab-d4f61d1cf863", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:40:01.321395 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea3ef154-3c93-4be8-be6e-d88d932e6f86 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:40:01.321800 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb64be8-1952-43fa-9023-fc37875b896c', 'name': 'network-vif-deleted', 'tag': '17e0929f-a7cc-4740-84ab-d4f61d1cf863', 'status': 'completed', 'code': 200} Oct 13 05:40:01.887794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:02.237231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:02.485889 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:40:02.486230 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:02.572021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:02.572385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:02.584455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:40:02.764149 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:02.791546 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:02.960811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:03.167987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:40:03.269678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:40:03.274707 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7a72352b-6d98-405b-882f-445ec230b4fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/0ee66395-7d4b-4534-918b-28b33ba0b9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858740 Oct 13 05:40:03.277670 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:03.280224 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] Sync routers for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:40:03.289301 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:03.289964 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:03.395593 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:03.581030 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:40:02Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:03.607458 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] Checking router: 0ee66395-7d4b-4534-918b-28b33ba0b9f0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:40:03.616292 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] Routers {'0ee66395-7d4b-4534-918b-28b33ba0b9f0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:03.616933 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:03.670642 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting subnet 93ff3918-5b07-4007-bef5-a1eec9d94fb7 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:40:03.673621 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:03.711413 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:03.722679 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] Set router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:03.795357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:03.852462 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:03.878835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Subnet': ['ID=93ff3918-5b07-4007-bef5-a1eec9d94fb7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:03.882630 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:03.886618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a248fb84-fbf2-49fd-b76c-1a3d4e97b06b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/subnets/93ff3918-5b07-4007-bef5-a1eec9d94fb7 HTTP/1.1" status: 204 len: 168 time: 0.6077523 Oct 13 05:40:03.889168 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:03.890489 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d29a96-3154-4421-bd50-949760bc3a59 None None] Network 622f6a9a-e42e-422f-8ab0-37704c808644 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:40:03.909089 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:40:02Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:03.934848 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1722d-0b62-423e-adb7-2e9c5ead2b55 None None] The sync data for ids ['0ee66395-7d4b-4534-918b-28b33ba0b9f0'] in n-d-810220-9 is: [{'id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976241044', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:40:02Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '954fa838-77e3-40a0-aa65-8c0a760484f3', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee66395-7d4b-4534-918b-28b33ba0b9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:37:48Z', 'updated_at': '2021-10-13T05:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:40:04.002563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.105588 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.157362 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 954fa838-77e3-40a0-aa65-8c0a760484f3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:40:04.157700 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.233350 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 954fa838-77e3-40a0-aa65-8c0a760484f3, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=954fa838-77e3-40a0-aa65-8c0a760484f3,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:04.233610 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.245750 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 954fa838-77e3-40a0-aa65-8c0a760484f3 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:40:04.326791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] DHCP port deletion for 622f6a9a-e42e-422f-8ab0-37704c808644 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:40:04.384301 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] Deleting port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:40:04.384769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.424091 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.449403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] For port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,segment=NetworkSegment(23736853-bd55-4b05-9514-c15db82b702c),segment_id=23736853-bd55-4b05-9514-c15db82b702c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:04.449793 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.455167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=954fa838-77e3-40a0-aa65-8c0a760484f3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:04.464054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] Calling delete_port for 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:40:04.515556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.545063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.569619 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] Pushing event deleted for resources: {'Port': ['ID=6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:04.573176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07aa84-20bf-47e1-af6d-943fb4942c75 None None] No DVR routers for this DVR port 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:40:04.608062 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.610196 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.651896 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.652420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee66395-7d4b-4534-918b-28b33ba0b9f0 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:40:04.659185 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.660264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9a8e264b-dea8-46d7-bd60-11b1ad87bb60 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/routers/0ee66395-7d4b-4534-918b-28b33ba0b9f0 HTTP/1.1" status: 204 len: 168 time: 0.7700748 Oct 13 05:40:04.663116 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53468) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:04.747292 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.835267 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.854339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622f6a9a-e42e-422f-8ab0-37704c808644']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:04.863156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23736853-bd55-4b05-9514-c15db82b702c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:04.863450 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23736853-bd55-4b05-9514-c15db82b702c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:04.872941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.885957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.891645 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:40:04.892300 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:40:04.894904 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:40:04.950347 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.957708 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:04.960303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/networks/622f6a9a-e42e-422f-8ab0-37704c808644 HTTP/1.1" status: 204 len: 168 time: 0.2962255 Oct 13 05:40:04.963649 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53470) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:04.972381 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9ceeb-8d59-40dc-8f81-c3021caeb070 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Network': ['ID=622f6a9a-e42e-422f-8ab0-37704c808644,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:05.023237 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf9063f-6c7f-49cc-a212-e7be7c951d95 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.047478 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf9063f-6c7f-49cc-a212-e7be7c951d95 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.115004 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf9063f-6c7f-49cc-a212-e7be7c951d95 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.117750 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf9063f-6c7f-49cc-a212-e7be7c951d95 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.119394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-1cf9063f-6c7f-49cc-a212-e7be7c951d95 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/security-groups/55277733-9d13-40f1-a2e8-6b1a9c71f914 HTTP/1.1" status: 204 len: 168 time: 0.1542323 Oct 13 05:40:05.130624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9063f-6c7f-49cc-a212-e7be7c951d95 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55277733-9d13-40f1-a2e8-6b1a9c71f914,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:05.541061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:40:05.560835 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:40:05.561170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 6d7c6c8c-2292-4dbc-ae01-68fe71b31dd8 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:40:05.561563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:40:05.582030 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:40:05.582358 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device aa6d4f87-4e5f-4e8d-9219-cd4b0d079d9e not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:40:05.582745 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 954fa838-77e3-40a0-aa65-8c0a760484f3 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:40:05.601442 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 954fa838-77e3-40a0-aa65-8c0a760484f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:40:05.601777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 954fa838-77e3-40a0-aa65-8c0a760484f3 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:40:05.691834 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:05.696448 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169807403', 'description': 'tempest-secgroup-smoke-169807403 description', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:05.719602 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.784246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.787715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.817298 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.818481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1255889 Oct 13 05:40:05.820375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ae49d-eb92-403e-aa48-e238cf17f57b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6716c7-5943-452f-b89b-102c669d1875,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:05.821484 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53478) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:05.826707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '7a6716c7-5943-452f-b89b-102c669d1875', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:05.852465 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.896799 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.900275 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.917244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa1873d-87ad-4632-9b2e-4f2250692c1a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:05.923614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:05.924795 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ce969bef-ef7d-4436-8c5b-53c3073178c1 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1016655 Oct 13 05:40:05.927592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:05.932273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '7a6716c7-5943-452f-b89b-102c669d1875', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:05.956614 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.010922 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.014264 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.031055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead0938e-2f52-4be4-94e1-7b9508f397a9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:06.038274 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.039427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5265f605-fa49-4f0d-9794-8e72f00d6dec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109312 Oct 13 05:40:06.042418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:06.046620 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '7a6716c7-5943-452f-b89b-102c669d1875', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:06.070637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.127148 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.130565 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.149503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d2a293-fca1-4ec7-bc29-303df62a7050,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:06.156431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.157645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b5c4124d-02a7-47c5-b8e0-24716e582785 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143053 Oct 13 05:40:06.160379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:06.164580 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '7a6716c7-5943-452f-b89b-102c669d1875', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:06.189937 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.245305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:40:06.247235 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.251030 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.265166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 17e0929f-a7cc-4740-84ab-d4f61d1cf863 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:40:06.265505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 17e0929f-a7cc-4740-84ab-d4f61d1cf863 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:40:06.267906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfb1e3b-deed-4b32-96ce-541151e579bc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:06.276655 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.277842 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-98c88a26-24e3-4ea9-a63f-486f7aa50c0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165040 Oct 13 05:40:06.280544 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:06.284718 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '7a6716c7-5943-452f-b89b-102c669d1875', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:06.305012 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:40:06.309557 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.368816 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.372231 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.390179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e78100-16b0-458a-a85d-8e8003df7e7e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:06.396806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.397982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0206bca5-1bec-4f09-8d83-739375a1a1ec tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165054 Oct 13 05:40:06.401317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:06.406080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '7a6716c7-5943-452f-b89b-102c669d1875', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:06.426355 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:40:06.431208 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.489870 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.493183 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.513245 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d60eb6d-7a2a-4cd0-84ad-70a50f3d9d24,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:06.520026 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.521200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df48c1b0-5393-48f1-a061-29033985f669 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188595 Oct 13 05:40:06.523929 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53490) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:06.528921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'network': {'name': 'tempest-network-smoke--1550101322', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:06.548260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:40:06.551530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.575101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:40:06.584257 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.584844 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Added segment 5daadf6c-5158-471d-b574-f8559915170c of type vlan for network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 Oct 13 05:40:06.623623 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.646329 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.652041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:06.652610 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.707498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1825728 Oct 13 05:40:06.710420 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53492) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:06.715127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'admin_state_up': True, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:06.719244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934c4b9-b735-47f0-b4cb-dc7dab846aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Network': ['ID=7338df0a-29a3-4ab7-b02e-7e93c42faf03,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:06.729723 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:40:06.737498 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.738496 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.793764 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:06.927919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:07.110057 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:07.128401 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:07.229952 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.210 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:40:07.327421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:07.362976 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:07.402894 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:40:07.405852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:07.409279 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:40:07.430215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:07.937990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.125188 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.248270 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 9182813f-d637-4c73-b012-300fbb666121 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:40:08.354721 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:40:08.364176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Sync routers for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:40:08.373415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:08.374231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:08.376033 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.380498 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e033e60f-bee7-4060-94fb-307e964b745f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6657665 Oct 13 05:40:08.380630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:08.456149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-296d3206-0fe0-4c15-b0c8-a8e93629af07 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2a6c789b2b4c4108ac9c25c43c870e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745056 Oct 13 05:40:08.458748 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53500) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:08.482944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:08.543068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdee018-8726-4000-87e9-2e7ebd4c71e7 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:08.544543 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-afdee018-8726-4000-87e9-2e7ebd4c71e7 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849042 Oct 13 05:40:08.547547 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:08.575361 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-910340b5-1daa-417f-9cb8-f27c37b7b602 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266073 Oct 13 05:40:08.577704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:08.582297 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1317955216', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:08.659986 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:07Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:08.669488 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:40:08.672987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.686707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Checking router: 9182813f-d637-4c73-b012-300fbb666121 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:40:08.687056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Updating router 9182813f-d637-4c73-b012-300fbb666121 port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:40:08.711409 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.854656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.912179 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Subnet': ['ID=d85e5799-9af0-40c4-9d46-4f8a0ea1569b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:08.927761 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Checking segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:40:08.928125 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network hostable DHCP agents. Network: 7338df0a-29a3-4ab7-b02e-7e93c42faf03, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:40:08.945063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:40:08.954246 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7338df0a-29a3-4ab7-b02e-7e93c42faf03) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:08.958399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:08.958997 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:08.970046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e42f26-4ebe-4fd6-aa9e-f97bc42e6f04 None None] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:40:08.974843 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e2a705a9-1f5b-4781-82d1-47d639d98c14 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3961649 Oct 13 05:40:08.977647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:08.984479 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.016320 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.085638 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Attempting to bind port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:40:09.086002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Attempting to bind port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:40:09.086360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Attempting to bind port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:40:09.104350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8a6bd-4aa5-46d3-bcf1-ac1c8ab2cf71 None None] Pushing event updated for resources: {'Port': ['ID=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:09.106731 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:40:09.107039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:40:09.107517 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.107922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:40:09.108265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Bound port: 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:40:09.108726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.193931 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] For port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:40:09.218654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] For port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:40:09.221306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:40:09.222239 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.226180 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.299962 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.379969 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:09.380642 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:09.385194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8a6bd-4aa5-46d3-bcf1-ac1c8ab2cf71 None None] Pushing event updated for resources: {'Port': ['ID=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:09.427543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.514767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Allocated IP 172.20.0.2 (7338df0a-29a3-4ab7-b02e-7e93c42faf03/d85e5799-9af0-40c4-9d46-4f8a0ea1569b/32743280-d4ba-41ff-ac4c-f12048dae80a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:40:09.539946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:09.803683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.814221 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.857494 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.1 (7338df0a-29a3-4ab7-b02e-7e93c42faf03/d85e5799-9af0-40c4-9d46-4f8a0ea1569b/3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:40:09.862226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:40:09.865475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:07Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:09.893922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:09.896068 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Pushing event updated for resources: {'Port': ['ID=32743280-d4ba-41ff-ac4c-f12048dae80a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:09.898355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:40:09.900937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ec8cb-197f-497b-a3df-b5a007bb7e71 None None] The sync data for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 is: [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:07Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:40:09.958841 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Attempting to bind port 32743280-d4ba-41ff-ac4c-f12048dae80a on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:40:09.959213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Attempting to bind port 32743280-d4ba-41ff-ac4c-f12048dae80a by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:40:09.959580 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Attempting to bind port 32743280-d4ba-41ff-ac4c-f12048dae80a on network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:40:09.965636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:40:09.966035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Checking segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:40:09.966440 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.966834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Bound using segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:40:09.967304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Bound port: 32743280-d4ba-41ff-ac4c-f12048dae80a, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:40:09.967690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:09.977556 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.012331 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.040567 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] For port 32743280-d4ba-41ff-ac4c-f12048dae80a, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:40:10.044300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] For port 32743280-d4ba-41ff-ac4c-f12048dae80a, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=32743280-d4ba-41ff-ac4c-f12048dae80a,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:40:10.050709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.062969 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:40:10.068140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:10.070635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:40:10.107823 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:10.110178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20858d4d-ba98-407c-8dd0-bae629836ae1 None None] Pushing event updated for resources: {'Port': ['ID=32743280-d4ba-41ff-ac4c-f12048dae80a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:10.132664 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.309106 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.621448 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.626223 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.700277 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:10.703742 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:10.805767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:40:10.807342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:10.921989 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 9182813f-d637-4c73-b012-300fbb666121 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:40:11.033993 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:40:11.047801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-525609ea-d6f9-4892-980e-88300cca0f31 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/9182813f-d637-4c73-b012-300fbb666121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0604527 Oct 13 05:40:11.053125 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:11.120604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc94e5-5757-450c-8ea5-f3c156dfb7f3 None None] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:40:11.182252 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-949564c9-a8c3-4d89-8dcc-77a8dd849e5a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169807403&fields=id&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 267 time: 0.0332701 Oct 13 05:40:11.251214 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0727f1aa-b45b-4fc3-bd94-d791c9bd7791 None None] Provisioning complete for port 32743280-d4ba-41ff-ac4c-f12048dae80a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:11.251581 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0727f1aa-b45b-4fc3-bd94-d791c9bd7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:11.299243 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-02bffb7e-9877-4a7d-9d33-35028be5e6e2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:11.300798 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-02bffb7e-9877-4a7d-9d33-35028be5e6e2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 797 time: 0.1104159 Oct 13 05:40:11.316473 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-bec4162c-57d2-4c35-be26-637e0d707130 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/quotas/2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 375 time: 0.0090406 Oct 13 05:40:11.363453 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0727f1aa-b45b-4fc3-bd94-d791c9bd7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:11.378202 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-f5cced10-a4f0-49a4-9fb0-1d76c12011b8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548210 Oct 13 05:40:11.403288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0727f1aa-b45b-4fc3-bd94-d791c9bd7791 None None] For port 32743280-d4ba-41ff-ac4c-f12048dae80a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=32743280-d4ba-41ff-ac4c-f12048dae80a,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:11.409649 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0727f1aa-b45b-4fc3-bd94-d791c9bd7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:11.446421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-0665e9fc-accb-4f3e-84ed-b9bdcb5898de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:40:11.447476 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-0665e9fc-accb-4f3e-84ed-b9bdcb5898de service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0615385 Oct 13 05:40:11.471048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727f1aa-b45b-4fc3-bd94-d791c9bd7791 None None] Pushing event updated for resources: {'Port': ['ID=32743280-d4ba-41ff-ac4c-f12048dae80a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:11.562439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-51b6db2d-7994-4d51-8bbc-611de11d0acd service neutron] 10.222.0.44 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080844 Oct 13 05:40:11.621876 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:40:11.634274 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Sync routers for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:40:11.645134 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:11.645747 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:11.670992 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-47b42ec8-5416-4982-94ab-59606a2ecb7a None None] Provisioning complete for port 32743280-d4ba-41ff-ac4c-f12048dae80a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:11.673185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47b42ec8-5416-4982-94ab-59606a2ecb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:11.710610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-739acac0-8885-410a-b63b-b8311d81ef25 service neutron] 10.222.0.44 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417623 Oct 13 05:40:11.772512 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:11.935335 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cab169e2-15c4-475d-82cd-7361827c60df req-2bfc7b53-a29f-4650-a0b8-f1c0562dac5d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 210 time: 0.0402644 Oct 13 05:40:11.963479 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:11.963843 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.028260 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-47b42ec8-5416-4982-94ab-59606a2ecb7a None None] Provisioning complete for port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:12.028633 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47b42ec8-5416-4982-94ab-59606a2ecb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.060178 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 2, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:12.088908 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.097481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-47b42ec8-5416-4982-94ab-59606a2ecb7a None None] Port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:40:12.114157 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:12.118986 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.120007 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 32743280-d4ba-41ff-ac4c-f12048dae80a up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:40:12.182957 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Checking router: 9182813f-d637-4c73-b012-300fbb666121 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:40:12.183241 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Updating router 9182813f-d637-4c73-b012-300fbb666121 port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:40:12.198739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:12.208932 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.226134 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 32743280-d4ba-41ff-ac4c-f12048dae80a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:12.226531 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.271317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e921db0-9a14-43de-9248-26253ba9d536 None None] Provisioning complete for port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:12.271683 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e921db0-9a14-43de-9248-26253ba9d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.349460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e921db0-9a14-43de-9248-26253ba9d536 None None] Port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:40:12.475419 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.480522 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.547257 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Pushing event updated for resources: {'Port': ['ID=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:12.575572 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.575916 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.576246 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.576575 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.577034 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.577358 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.577683 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.578012 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.578313 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.578634 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.578951 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.579977 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:40:12.594999 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Attempting to bind port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:40:12.595374 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Attempting to bind port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:40:12.595726 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Attempting to bind port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed on network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:40:12.601204 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:40:12.601568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Checking segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:40:12.602011 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.602397 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Bound using segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:40:12.602860 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Bound port: 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:40:12.603273 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.680586 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] For port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:40:12.685234 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] For port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:40:12.690081 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.768416 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:12.769299 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:39:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:12.776040 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbafefed-6b1c-4656-b0b2-55a4e8077e91 None None] Provisioning complete for port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:12.776040 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbafefed-6b1c-4656-b0b2-55a4e8077e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.867927 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7c06c-22e5-4538-8a17-46316d79782e None None] Pushing event updated for resources: {'Port': ['ID=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:12.934929 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:12.935152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbafefed-6b1c-4656-b0b2-55a4e8077e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.001139 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dbafefed-6b1c-4656-b0b2-55a4e8077e91 None None] For port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:13.010414 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbafefed-6b1c-4656-b0b2-55a4e8077e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.050233 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06953945-675b-41f0-938c-3aa846d2ea7f req-83e9c1b4-f7ce-468e-b22a-6fd9339f761c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 210 time: 0.0421119 Oct 13 05:40:13.086009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafefed-6b1c-4656-b0b2-55a4e8077e91 None None] Pushing event updated for resources: {'Port': ['ID=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:13.111266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8c5b19ee-4b5a-43e5-8df3-4bfe10cc3d49 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:13.113392 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8c5b19ee-4b5a-43e5-8df3-4bfe10cc3d49 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 797 time: 0.1986983 Oct 13 05:40:13.130793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a55a690-ea6c-4440-8364-7f167364c72a None None] Provisioning complete for port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:13.131366 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a55a690-ea6c-4440-8364-7f167364c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.163450 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-62ae259d-22d0-427a-b0cf-6236f2422309 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 379 time: 0.0399253 Oct 13 05:40:13.174253 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'port': {'device_id': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'admin_state_up': True, 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'security_groups': ['7a6716c7-5943-452f-b89b-102c669d1875']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:13.178752 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:13.206271 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19833ca0-e9e9-439c-9d24-c1fc5b87a3bf None None] The sync data for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 is: [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:40:13.302928 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:40:13.307651 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.445640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.14 (7338df0a-29a3-4ab7-b02e-7e93c42faf03/d85e5799-9af0-40c4-9d46-4f8a0ea1569b/7cd2b723-fc94-4c6d-a154-8851f6002494) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:40:13.594328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.630648 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.637016 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:40:13.690660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:40:13.694237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:13.694587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.694702 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:13.697819 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=7cd2b723-fc94-4c6d-a154-8851f6002494,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:13.699298 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:40:13.767182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:13.768219 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.792974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f9cfa5a-7d55-4695-8d3c-ada8f1e117f8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6227670 Oct 13 05:40:13.797287 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:40:13.805342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Request body: {'port': {'device_id': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:13.850860 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:13.851423 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.873486 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.038281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d96644f1-a0c1-41c3-9104-fad2c95a0f51 None None] Provisioning complete for port 7cd2b723-fc94-4c6d-a154-8851f6002494 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:14.038650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d96644f1-a0c1-41c3-9104-fad2c95a0f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.074820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d96644f1-a0c1-41c3-9104-fad2c95a0f51 None None] Port 7cd2b723-fc94-4c6d-a154-8851f6002494 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:40:14.285902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fd82-b89c-4230-855a-9de4334f53f8 req-7b724858-96e1-41a8-ae99-2d2e66159191 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:14.287421 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5986fd82-b89c-4230-855a-9de4334f53f8 req-7b724858-96e1-41a8-ae99-2d2e66159191 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 932 time: 0.0842710 Oct 13 05:40:14.416445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5986fd82-b89c-4230-855a-9de4334f53f8 req-78900a11-b18f-4b87-88e0-6adba0f23e50 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872293 Oct 13 05:40:14.515574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd2b723-fc94-4c6d-a154-8851f6002494 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:40:14.522720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.535123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Transition to ACTIVE for port object 7cd2b723-fc94-4c6d-a154-8851f6002494 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:40:14.539130 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.586663 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd2b723-fc94-4c6d-a154-8851f6002494,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:14.660830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Attempting to bind port 7cd2b723-fc94-4c6d-a154-8851f6002494 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:40:14.661190 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Attempting to bind port 7cd2b723-fc94-4c6d-a154-8851f6002494 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:40:14.661515 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Attempting to bind port 7cd2b723-fc94-4c6d-a154-8851f6002494 on network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:40:14.665929 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Port 7cd2b723-fc94-4c6d-a154-8851f6002494 on network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:40:14.666250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Attempting to bind port 7cd2b723-fc94-4c6d-a154-8851f6002494 on network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:40:14.671182 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:40:14.671520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Checking segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:40:14.671901 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Bound using segment: {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:40:14.672375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Bound port: 7cd2b723-fc94-4c6d-a154-8851f6002494, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daadf6c-5158-471d-b574-f8559915170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:40:14.672767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.745918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] For port 7cd2b723-fc94-4c6d-a154-8851f6002494, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:40:14.749167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] For port 7cd2b723-fc94-4c6d-a154-8851f6002494, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7cd2b723-fc94-4c6d-a154-8851f6002494,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:40:14.755438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.792851 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:14.793477 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.794864 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 1092 time: 0.9938900 Oct 13 05:40:14.795347 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:40:14.797655 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992ef01c-80b4-4815-99a6-7595fee1f90a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:40:14.837862 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed87cb-4dae-4c10-b4d0-65740f7a4fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd2b723-fc94-4c6d-a154-8851f6002494,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:14.851604 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbddffd2-40e4-45d6-82c7-8fde2c094e8a x-openstack-request-id: req-bbddffd2-40e4-45d6-82c7-8fde2c094e8a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:40:14.851892 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:40:14.852439 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbddffd2-40e4-45d6-82c7-8fde2c094e8a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:40:14.852872 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'status': 'completed', 'code': 200} Oct 13 05:40:14.895669 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-559646ec-8c08-41b5-8e96-a2340db5b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:14.897337 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-559646ec-8c08-41b5-8e96-a2340db5b552 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1095 time: 0.0487630 Oct 13 05:40:14.947814 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-57190e20-8d7f-4383-a6d6-8d61efeac4ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 217 time: 0.0408392 Oct 13 05:40:14.998302 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-9b8889c4-44a1-4772-a100-e5299dadd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:14.999746 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-9b8889c4-44a1-4772-a100-e5299dadd4fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0452137 Oct 13 05:40:15.045480 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f56667c-23d0-4915-8123-1678ed561de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:15.046884 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-1f56667c-23d0-4915-8123-1678ed561de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403543 Oct 13 05:40:15.138182 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-c6e18b03-39f7-48d7-b7a8-f397e882f048 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839708 Oct 13 05:40:15.227027 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d29e0dfb-9a2c-4e16-a17d-4d56adc888df req-d999e534-8ba4-422d-b987-3382fc15b568 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 Oct 13 05:40:15.315255 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-2f92d1f2-a272-42eb-bb51-ad2c4113fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:15.316771 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-2f92d1f2-a272-42eb-bb51-ad2c4113fec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1095 time: 0.0423439 Oct 13 05:40:15.414913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-ad9c2590-cfcf-41ac-bfc2-673321eeeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:15.416924 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-ad9c2590-cfcf-41ac-bfc2-673321eeeee5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 898 time: 0.0931365 Oct 13 05:40:15.457774 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-f302c25a-1368-4db0-9012-f938ac746f8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 217 time: 0.0341294 Oct 13 05:40:15.537921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-e22e61c4-c6e2-4a68-acf9-24e0ce3e5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:15.539388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-e22e61c4-c6e2-4a68-acf9-24e0ce3e5325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0738573 Oct 13 05:40:15.563931 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252c38-046a-4f85-83bd-5665e95dc08d req-f2960a35-0303-4184-ae87-387b6af87236 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:15.565476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce252c38-046a-4f85-83bd-5665e95dc08d req-f2960a35-0303-4184-ae87-387b6af87236 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 944 time: 0.0698977 Oct 13 05:40:15.619572 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-ef3c2fd7-3333-4403-8e89-b43c0dac8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:15.621032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-ef3c2fd7-3333-4403-8e89-b43c0dac8282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733006 Oct 13 05:40:15.624235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ce252c38-046a-4f85-83bd-5665e95dc08d req-29b7f56c-8296-4091-bef7-76d795fb16e9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Oct 13 05:40:15.715819 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-7b7e9eb4-d3fe-4562-95f5-3f26135bdee6 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870094 Oct 13 05:40:15.804627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-992ef01c-80b4-4815-99a6-7595fee1f90a req-b4c784d0-62be-467b-8a1b-0ad67dbc48f7 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816448 Oct 13 05:40:16.742911 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5b5f7-3f95-4c07-a17e-2ad32ad177a8 req-660f1299-3182-4a99-8dc9-1a8a7352c80b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:16.744380 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfc5b5f7-3f95-4c07-a17e-2ad32ad177a8 req-660f1299-3182-4a99-8dc9-1a8a7352c80b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 944 time: 0.0525095 Oct 13 05:40:16.783881 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cfc5b5f7-3f95-4c07-a17e-2ad32ad177a8 req-100abd91-6743-4ef2-9643-b55be3d3376c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Oct 13 05:40:17.901811 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f19fa-0aca-456b-abf7-9f748d954799 req-17789871-e325-4ee7-adbd-96c505257d8d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:17.903255 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-288f19fa-0aca-456b-abf7-9f748d954799 req-17789871-e325-4ee7-adbd-96c505257d8d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 944 time: 0.0485857 Oct 13 05:40:17.944388 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-288f19fa-0aca-456b-abf7-9f748d954799 req-e8ee3ea9-8757-4ca6-929f-c5dde867475b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353391 Oct 13 05:40:18.282621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7cd2b723-fc94-4c6d-a154-8851f6002494 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:40:18.378520 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 7cd2b723-fc94-4c6d-a154-8851f6002494, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7cd2b723-fc94-4c6d-a154-8851f6002494,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:18.389034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'port_id': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'mac_address': 'fa:16:3e:14:f5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:40:18.424805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:18.437371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd2b723-fc94-4c6d-a154-8851f6002494 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:40:18.456116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 7cd2b723-fc94-4c6d-a154-8851f6002494, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7cd2b723-fc94-4c6d-a154-8851f6002494,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:18.460110 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:18.504946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=7cd2b723-fc94-4c6d-a154-8851f6002494,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:18.646735 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['7cd2b723-fc94-4c6d-a154-8851f6002494'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:40:19.055187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7a4db-e77f-4171-8130-614d3bc42a66 req-7d743395-a57f-4e7e-bd5c-b37332bd800e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:19.056639 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58f7a4db-e77f-4171-8130-614d3bc42a66 req-7d743395-a57f-4e7e-bd5c-b37332bd800e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 945 time: 0.0486817 Oct 13 05:40:19.093376 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58f7a4db-e77f-4171-8130-614d3bc42a66 req-b0390b68-6aae-4d7e-b774-8a98113552b6 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309169 Oct 13 05:40:19.126709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff83f8c6-223e-4abc-8ae2-2a611fd26e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:20.208404 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288460c-72d6-4baf-b46d-504e4bba6b4e req-38031962-eaab-428f-b387-9719e18ec42c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:20.209879 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6288460c-72d6-4baf-b46d-504e4bba6b4e req-38031962-eaab-428f-b387-9719e18ec42c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 945 time: 0.0475683 Oct 13 05:40:20.247617 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6288460c-72d6-4baf-b46d-504e4bba6b4e req-7381d88c-a229-4384-99c1-bf1ad46bcf9e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Oct 13 05:40:20.281964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7cd2b723-fc94-4c6d-a154-8851f6002494 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:40:20.331743 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 7cd2b723-fc94-4c6d-a154-8851f6002494 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:40:20.335445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 7cd2b723-fc94-4c6d-a154-8851f6002494 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:40:20.335805 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:20.410341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:20.434473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:40:20.436776 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a32619-5af3-4762-b925-7a5843ed98df" -d '{"events": [{"server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "name": "network-vif-plugged", "status": "completed", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:40:20.449255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 7cd2b723-fc94-4c6d-a154-8851f6002494, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7cd2b723-fc94-4c6d-a154-8851f6002494,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:40:20.453182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:20.503280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=7cd2b723-fc94-4c6d-a154-8851f6002494,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:20.522121 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314d7c55-81d7-482f-87c6-5968d6f722d5 x-openstack-request-id: req-314d7c55-81d7-482f-87c6-5968d6f722d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:40:20.522412 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "name": "network-vif-plugged", "status": "completed", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:40:20.522672 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-314d7c55-81d7-482f-87c6-5968d6f722d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:40:20.523065 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'code': 200} Oct 13 05:40:20.614001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699e865-466e-47f1-8bdf-64d4f2684d7c req-dd1e8d62-2c65-4cd9-91b7-9ec169a046c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:20.615420 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1699e865-466e-47f1-8bdf-64d4f2684d7c req-dd1e8d62-2c65-4cd9-91b7-9ec169a046c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1097 time: 0.0381484 Oct 13 05:40:20.649238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1699e865-466e-47f1-8bdf-64d4f2684d7c req-485d3edc-223a-43a0-a1f9-76648be0cc81 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257304 Oct 13 05:40:21.359150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3edd7d-0cb8-4a9d-a362-f1bdc0c66c39 req-3e895447-8456-4844-99d0-399f1396e027 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:21.360753 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b3edd7d-0cb8-4a9d-a362-f1bdc0c66c39 req-3e895447-8456-4844-99d0-399f1396e027 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0479627 Oct 13 05:40:21.402555 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b3edd7d-0cb8-4a9d-a362-f1bdc0c66c39 req-107b98ab-5c0d-4e52-bedb-2f4d51fb88d0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359550 Oct 13 05:40:21.618004 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b745704b-a066-4dd9-938d-a2ff274bdc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:22.516124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ec6fc-dec8-4752-8077-ab2e7a218bec req-ba168a7b-f132-49e0-8d08-b8442456ee21 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:22.517621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d39ec6fc-dec8-4752-8077-ab2e7a218bec req-ba168a7b-f132-49e0-8d08-b8442456ee21 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0477815 Oct 13 05:40:22.556019 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d39ec6fc-dec8-4752-8077-ab2e7a218bec req-e55b9d5c-bf95-4cbd-8992-98b127339520 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Oct 13 05:40:22.667925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342e7de-bec3-4ac4-937d-c6e2d96398a1 req-62b3b704-0940-4a9f-a7c6-eea8f8475e6d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:22.669315 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9342e7de-bec3-4ac4-937d-c6e2d96398a1 req-62b3b704-0940-4a9f-a7c6-eea8f8475e6d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0485940 Oct 13 05:40:22.705434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-9342e7de-bec3-4ac4-937d-c6e2d96398a1 req-c89400b9-8fec-4691-8431-c7297d499525 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302022 Oct 13 05:40:22.727096 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:22.764465 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddefa599-6604-44a3-940b-fd2169067487 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:22.765937 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ddefa599-6604-44a3-940b-fd2169067487 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1092 time: 0.0379071 Oct 13 05:40:22.768668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53572) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:22.772762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:40:22.794384 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:22.892755 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:22.991267 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.14 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/5b67537d-3ee4-4069-aadc-c994f0690055) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:40:23.046807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:23.120506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-886a0015-edf0-4600-be60-61f00e603d40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680761 Oct 13 05:40:23.129600 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:23.173569 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:23.235250 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:40:23.241637 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:40:23.246127 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:40:23.252199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=5b67537d-3ee4-4069-aadc-c994f0690055,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:23.255444 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-4f3ba683-18e2-4f83-afe6-245c97d01bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:23.256957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-4f3ba683-18e2-4f83-afe6-245c97d01bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1097 time: 0.0925703 Oct 13 05:40:23.394435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:23.426377 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-d2583e14-eeb8-4abd-a94f-981220070f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:23.427845 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-d2583e14-eeb8-4abd-a94f-981220070f04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 898 time: 0.1511879 Oct 13 05:40:23.502078 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-8605f2f2-ae06-46c1-9418-b7f7b7175736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 217 time: 0.0655720 Oct 13 05:40:23.592951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-752fc4c0-ae11-4633-b491-3cbcb5139509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:23.594364 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-752fc4c0-ae11-4633-b491-3cbcb5139509 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0844338 Oct 13 05:40:23.716374 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-7cd95946-f983-48c7-9a5a-90daf5416cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:23.717873 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-7cd95946-f983-48c7-9a5a-90daf5416cb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142628 Oct 13 05:40:23.821564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:23.866270 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-98fc69b0-1dd2-4c10-96b6-4c1c4982ecfa service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402411 Oct 13 05:40:23.947871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:24.013733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-75655f4e-4b88-4a31-be7d-6fa5b9fe8d2d req-2919a5a9-dc35-4b50-b8bf-ed3241ff5179 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390140 Oct 13 05:40:24.117120 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:24.122137 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:24.185780 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=5b67537d-3ee4-4069-aadc-c994f0690055,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:40:24.198798 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:24.295479 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP e0cef53c-2993-4fd3-ab4a-0fea26db6c28 associated. External IP: 172.25.1.14, port: 7cd2b723-fc94-4c6d-a154-8851f6002494. Oct 13 05:40:24.785348 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 9182813f-d637-4c73-b012-300fbb666121 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:40:24.890861 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:40:24.901407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] Sync routers for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:40:24.908649 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:24.910932 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:24.911541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:40:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:24.938216 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-99711664-8bc4-457c-a28d-e6bd04c78254 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1660118 Oct 13 05:40:24.938216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:40:24.938985 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d625bf-c80e-4586-80f8-1756019cc00e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:40:24.992464 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0052da9c-e88e-475f-99d3-9e8373a28a43 x-openstack-request-id: req-0052da9c-e88e-475f-99d3-9e8373a28a43 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:40:24.993119 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:40:24.993436 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0052da9c-e88e-475f-99d3-9e8373a28a43 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:40:24.993927 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'status': 'completed', 'code': 200} Oct 13 05:40:24.996387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:25.060616 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee90aa-26a7-44bc-be3d-dc81fe3448f7 req-090f8a07-1d7c-4d4c-a730-857f78579fcd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:25.062171 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dcee90aa-26a7-44bc-be3d-dc81fe3448f7 req-090f8a07-1d7c-4d4c-a730-857f78579fcd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0666230 Oct 13 05:40:25.079459 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:25.083287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d625bf-c80e-4586-80f8-1756019cc00e req-a0366f5c-0599-4f43-9327-cac4bf249e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:25.084870 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-a0366f5c-0599-4f43-9327-cac4bf249e31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1097 time: 0.0699098 Oct 13 05:40:25.106672 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dcee90aa-26a7-44bc-be3d-dc81fe3448f7 req-ed7f030f-afb6-421d-8ca4-220b97e8572d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369809 Oct 13 05:40:25.129179 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:25.186309 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d625bf-c80e-4586-80f8-1756019cc00e req-ea089bd4-e9b3-43ed-8865-94a810d8cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:25.187927 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-ea089bd4-e9b3-43ed-8865-94a810d8cd7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 898 time: 0.0959201 Oct 13 05:40:25.192147 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bc37e79d-5bba-4c8a-b51f-90838bc7abee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e0cef53c-2993-4fd3-ab4a-0fea26db6c28 HTTP/1.1" status: 200 len: 991 time: 0.0616302 Oct 13 05:40:25.255223 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-d3e4069d-ef91-4ef0-a097-923670453b30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 999 time: 0.0602961 Oct 13 05:40:25.307439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'e0cef53c-2993-4fd3-ab4a-0fea26db6c28', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '9182813f-d637-4c73-b012-300fbb666121', 'port_id': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'mac_address': 'fa:16:3e:14:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:40:23Z', 'updated_at': '2021-10-13T05:40:23Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:25.309099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d625bf-c80e-4586-80f8-1756019cc00e req-82079024-cce2-4833-972b-27065f12a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:25.310561 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-82079024-cce2-4833-972b-27065f12a46d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0484684 Oct 13 05:40:25.337705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] Checking router: 9182813f-d637-4c73-b012-300fbb666121 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:40:25.346666 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:40:25.347268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:40:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:25.356939 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d625bf-c80e-4586-80f8-1756019cc00e req-252d33a2-2ed3-44de-b864-79015ae8aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:25.358425 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-252d33a2-2ed3-44de-b864-79015ae8aa65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413196 Oct 13 05:40:25.446588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-d633da72-b8e9-4860-9949-ae35d96c000b service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810304 Oct 13 05:40:25.449866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:40:25.539475 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55d625bf-c80e-4586-80f8-1756019cc00e req-62cac077-2cb6-4eed-91e3-7cf69b98ce3d service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859230 Oct 13 05:40:25.670200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'e0cef53c-2993-4fd3-ab4a-0fea26db6c28', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '9182813f-d637-4c73-b012-300fbb666121', 'port_id': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'mac_address': 'fa:16:3e:14:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:40:23Z', 'updated_at': '2021-10-13T05:40:23Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:40:25.695423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189f29b-4523-4589-90dd-937e581f34c4 None None] The sync data for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 is: [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': 'e0cef53c-2993-4fd3-ab4a-0fea26db6c28', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '9182813f-d637-4c73-b012-300fbb666121', 'port_id': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'mac_address': 'fa:16:3e:14:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:40:23Z', 'updated_at': '2021-10-13T05:40:23Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:40:25.875017 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9adaa-81e2-4570-bfc0-0c3aaae0a1c8 None None] New status for floating IP e0cef53c-2993-4fd3-ab4a-0fea26db6c28: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:40:26.195916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:40:26.257287 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a7131a65-18f7-488a-8eee-997ef2be087a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e0cef53c-2993-4fd3-ab4a-0fea26db6c28 HTTP/1.1" status: 200 len: 993 time: 0.0596223 Oct 13 05:40:29.627627 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:40:39.278600 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:41.061331 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:49.121788 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-501a0006-a489-4253-807d-c3d7924c8de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:51.617975 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b34aa67-c4f2-4f24-be5a-83f1ad8f4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:53.049590 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:53.397478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:53.882979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c797e-b0e9-4cc7-b572-c69d00a78d0d req-e1ba75e6-155b-4dac-b3dc-6d786596e5b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:53.884470 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-858c797e-b0e9-4cc7-b572-c69d00a78d0d req-e1ba75e6-155b-4dac-b3dc-6d786596e5b9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0494771 Oct 13 05:40:53.923207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-858c797e-b0e9-4cc7-b572-c69d00a78d0d req-4b71ac93-9b6e-4969-bd27-f02562a47788 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Oct 13 05:40:54.962486 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:55.050362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eee2-d5d7-4609-b689-68c2e3930c1f req-839a42e6-703b-4bcf-8791-c3f7d414a2cd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:55.051804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c813eee2-d5d7-4609-b689-68c2e3930c1f req-839a42e6-703b-4bcf-8791-c3f7d414a2cd tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0482244 Oct 13 05:40:55.090384 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c813eee2-d5d7-4609-b689-68c2e3930c1f req-a153a93a-c3e3-4f8f-b84f-c9087f027330 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Oct 13 05:40:56.203261 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f4656-ffbe-43d8-b444-3855b9b7c8fd req-ebc7563b-ae36-4250-908d-28b9db38b111 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:56.204732 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e4f4656-ffbe-43d8-b444-3855b9b7c8fd req-ebc7563b-ae36-4250-908d-28b9db38b111 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0480607 Oct 13 05:40:56.246064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3e4f4656-ffbe-43d8-b444-3855b9b7c8fd req-00e8f060-d951-4de0-9c1f-2b91617f64e7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355265 Oct 13 05:40:57.359080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ce69-d9fd-48b5-884e-18cf2a2b7112 req-4cbbf5c1-a77f-4483-aa47-001142cc7f0a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:57.360582 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bca6ce69-d9fd-48b5-884e-18cf2a2b7112 req-4cbbf5c1-a77f-4483-aa47-001142cc7f0a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0489111 Oct 13 05:40:57.397640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bca6ce69-d9fd-48b5-884e-18cf2a2b7112 req-380246db-4bfc-426c-af02-b938affa9f74 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Oct 13 05:40:58.512337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654ed3-9107-4ca2-b0f8-3db109e9fe63 req-92e9e380-0d7e-4f3d-8ea7-f8bdfaca5daf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:58.513807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10654ed3-9107-4ca2-b0f8-3db109e9fe63 req-92e9e380-0d7e-4f3d-8ea7-f8bdfaca5daf tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0488045 Oct 13 05:40:58.550092 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-10654ed3-9107-4ca2-b0f8-3db109e9fe63 req-b93f4b70-6480-471f-af4f-99aae755701a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304799 Oct 13 05:40:59.665536 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262f420-c89f-4757-b6b7-d2a7636e03a5 req-db801664-e084-4b00-883d-6b4b3dc63fc4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:59.666910 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8262f420-c89f-4757-b6b7-d2a7636e03a5 req-db801664-e084-4b00-883d-6b4b3dc63fc4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0522571 Oct 13 05:40:59.703832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8262f420-c89f-4757-b6b7-d2a7636e03a5 req-08614d2a-ef77-466b-bf9c-0e7f653c7fd5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311198 Oct 13 05:41:00.816873 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec771d1-9836-490b-9cda-1ec5d0808e07 req-d7ef990a-176e-4881-a3f5-2fc0933e8465 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:00.818303 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bec771d1-9836-490b-9cda-1ec5d0808e07 req-d7ef990a-176e-4881-a3f5-2fc0933e8465 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0476818 Oct 13 05:41:00.854809 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bec771d1-9836-490b-9cda-1ec5d0808e07 req-7d5bb20d-3d24-4cb2-a9b9-25fc80c6236a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301991 Oct 13 05:41:01.967598 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dfcdf-4430-446f-b015-bd2162c6c618 req-fe3d683d-de95-4b08-b0fd-4394e1dfd1f7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:01.969085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e56dfcdf-4430-446f-b015-bd2162c6c618 req-fe3d683d-de95-4b08-b0fd-4394e1dfd1f7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0478761 Oct 13 05:41:02.005423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e56dfcdf-4430-446f-b015-bd2162c6c618 req-6eb6e213-3e08-4b3c-a835-af4eb06bb0d9 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305610 Oct 13 05:41:03.118248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865a5de-ae24-4199-928f-893bda226839 req-3228a37b-7935-42f2-85f2-a296dabdc579 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:03.120354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2865a5de-ae24-4199-928f-893bda226839 req-3228a37b-7935-42f2-85f2-a296dabdc579 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0469429 Oct 13 05:41:03.160987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2865a5de-ae24-4199-928f-893bda226839 req-21627a57-9feb-440a-84fc-f847a122c7d0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349207 Oct 13 05:41:04.278505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa1d1a-77a6-4264-85fe-506d3fb472ac req-a39b33a1-19be-4609-8faa-2f95ea634d4a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:04.279993 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75fa1d1a-77a6-4264-85fe-506d3fb472ac req-a39b33a1-19be-4609-8faa-2f95ea634d4a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0481138 Oct 13 05:41:04.317357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-75fa1d1a-77a6-4264-85fe-506d3fb472ac req-e6985d72-a54b-435e-ae5d-fc59c2bae4a5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Oct 13 05:41:04.338814 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:04.403033 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5e3bd2e6-845b-4588-8957-6be1709be218 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e0cef53c-2993-4fd3-ab4a-0fea26db6c28 HTTP/1.1" status: 200 len: 993 time: 0.0631347 Oct 13 05:41:05.682853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd59ea-6cd8-4383-a0bc-d256dfc54bbf req-7f082acf-3a7f-4b77-b583-402e18353bbb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:05.684228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01cd59ea-6cd8-4383-a0bc-d256dfc54bbf req-7f082acf-3a7f-4b77-b583-402e18353bbb tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0753026 Oct 13 05:41:05.690157 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-e240cadd-61c0-454f-ae9f-9ba9a1617378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:05.691516 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-e240cadd-61c0-454f-ae9f-9ba9a1617378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1097 time: 0.0537438 Oct 13 05:41:05.774061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-01cd59ea-6cd8-4383-a0bc-d256dfc54bbf req-bfa72bc3-0c99-41f0-a3b5-e00f691a5b36 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816107 Oct 13 05:41:05.806565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-4d6450cc-9a51-4efe-985e-cbe6f215af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:05.808657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-4d6450cc-9a51-4efe-985e-cbe6f215af89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 898 time: 0.1092615 Oct 13 05:41:05.871890 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-9c890533-71e5-4c16-9014-d1dc2958b5e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 1001 time: 0.0552936 Oct 13 05:41:05.923358 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-a344124b-6ef4-4d03-b209-26a83a1e16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:05.924725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-a344124b-6ef4-4d03-b209-26a83a1e16d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0451074 Oct 13 05:41:05.967828 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-bce2cd2e-0bde-4d49-bd3e-d6594af9b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:05.969197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-bce2cd2e-0bde-4d49-bd3e-d6594af9b392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378869 Oct 13 05:41:06.055596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-62fca3c5-836f-4c05-94c2-33f64fa10d7e service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795057 Oct 13 05:41:06.145453 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1370c0d9-3bfe-4177-bd46-890e1c181afd req-8b2d2168-7a2f-447d-8e80-047a49d18a7b service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827181 Oct 13 05:41:06.626440 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:41:06.889767 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96229-669d-4c52-9a3f-9cdd3f9c949a req-c087de68-0e04-4352-ae5b-350d5939114e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:06.891208 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ba96229-669d-4c52-9a3f-9cdd3f9c949a req-c087de68-0e04-4352-ae5b-350d5939114e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0479269 Oct 13 05:41:06.927203 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ba96229-669d-4c52-9a3f-9cdd3f9c949a req-0bafc1ef-0300-42da-930d-bf679977ff04 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303051 Oct 13 05:41:06.949995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:07.011178 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6589aef1-b3f8-4a3e-85a3-a7dbe3a1ea76 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/e0cef53c-2993-4fd3-ab4a-0fea26db6c28 HTTP/1.1" status: 200 len: 993 time: 0.0600929 Oct 13 05:41:09.272595 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:11.075646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:19.121927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a9d9-7ba0-436b-9907-f180bbb407c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:21.618648 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6cab6ae-cb8d-4e1d-a4da-b89264e58070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:23.050858 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:23.153851 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-55e28b4f-2882-49df-b747-ff0dab4cb12d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892522 Oct 13 05:41:23.234518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-19de9c8f-fc7e-4573-8890-77508a350a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:23.235948 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-19de9c8f-fc7e-4573-8890-77508a350a7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1097 time: 0.0395188 Oct 13 05:41:23.342199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-b4b63d16-07b2-413a-8a37-6728f81503fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:23.343579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-b4b63d16-07b2-413a-8a37-6728f81503fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 898 time: 0.0886912 Oct 13 05:41:23.400336 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:23.409034 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-07d786c1-bffc-4586-8c33-2bc336d94621 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 1001 time: 0.0581851 Oct 13 05:41:23.461688 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-497fcf7a-304c-4d0f-b420-496f8c0476f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:23.463061 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-497fcf7a-304c-4d0f-b420-496f8c0476f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0461607 Oct 13 05:41:23.508513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-abc8e798-65bc-4397-b715-d881835b11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:23.509998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-abc8e798-65bc-4397-b715-d881835b11f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396862 Oct 13 05:41:23.601886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-75146f13-0b86-42ad-bb9f-b9dbd575ff41 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837917 Oct 13 05:41:23.689146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1b4d66cb-71e9-4924-8260-87727e3ff224 req-9d6eaac9-3ebb-4604-bdb6-70e5f89f08ee service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785561 Oct 13 05:41:24.965182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:37.418056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:37.569712 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 5b67537d-3ee4-4069-aadc-c994f0690055 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:41:37.570055 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:37.642832 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:37.643074 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:37.654922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 5b67537d-3ee4-4069-aadc-c994f0690055 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:41:37.797990 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:37.828624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=5b67537d-3ee4-4069-aadc-c994f0690055,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:37.854539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.854892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.855730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.856063 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.856393 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.856750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.857080 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.857509 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.857835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.858156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.858477 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.858794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:37.895829 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:37.896088 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP e0cef53c-2993-4fd3-ab4a-0fea26db6c28 disassociated (deleted). External IP: 172.25.1.14, port: 7cd2b723-fc94-4c6d-a154-8851f6002494. Oct 13 05:41:38.097992 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 9182813f-d637-4c73-b012-300fbb666121 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:41:38.198550 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:41:38.203287 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:38.207857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] Sync routers for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:41:38.217544 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:38.218147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:38.232961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-11d40d22-6d6c-4fed-8c73-00c09017c8b2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/floatingips/e0cef53c-2993-4fd3-ab4a-0fea26db6c28 HTTP/1.1" status: 204 len: 168 time: 0.8137712 Oct 13 05:41:38.233667 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:41:38.236057 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:41:38.279935 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44170294-0ef2-425c-987e-6d95d4a8cc44 x-openstack-request-id: req-44170294-0ef2-425c-987e-6d95d4a8cc44 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:41:38.280229 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:41:38.280484 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44170294-0ef2-425c-987e-6d95d4a8cc44 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:41:38.280912 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'status': 'completed', 'code': 200} Oct 13 05:41:38.348146 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-c9d5eddc-4b8f-415e-aa9d-d6e118710e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:38.350238 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-c9d5eddc-4b8f-415e-aa9d-d6e118710e25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 1097 time: 0.0471878 Oct 13 05:41:38.481911 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-d67118c3-7902-465a-be97-39440cb13c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:38.483284 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-d67118c3-7902-465a-be97-39440cb13c7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 200 len: 898 time: 0.1203058 Oct 13 05:41:38.485454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:38.533756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-768bd215-4f56-4431-b3b9-8b85e4b34e43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 200 len: 217 time: 0.0425324 Oct 13 05:41:38.542218 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7c16a-8504-42ee-b380-8ab078f0cd70 req-658f9cd3-42f3-4030-9a43-11bd854731b3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:38.543691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7e7c16a-8504-42ee-b380-8ab078f0cd70 req-658f9cd3-42f3-4030-9a43-11bd854731b3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0925930 Oct 13 05:41:38.612323 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d7e7c16a-8504-42ee-b380-8ab078f0cd70 req-a0d7b07a-bb7a-43bc-bdee-5b86c82f348e tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606582 Oct 13 05:41:38.613853 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-bc84bc8f-b107-4e3f-bdb3-12b7525877c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:38.615200 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-bc84bc8f-b107-4e3f-bdb3-12b7525877c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 200 len: 835 time: 0.0706823 Oct 13 05:41:38.662295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-1b83c314-83b2-47a9-9f8d-50bc6f243020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:38.664406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-1b83c314-83b2-47a9-9f8d-50bc6f243020 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7338df0a-29a3-4ab7-b02e-7e93c42faf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407443 Oct 13 05:41:38.684496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:38.710482 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] Checking router: 9182813f-d637-4c73-b012-300fbb666121 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:41:38.719080 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:38.719672 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:38.755722 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-3a2357ec-5725-4ee6-a6cf-cbb84084e7ec service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843294 Oct 13 05:41:38.822144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:38.844733 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a332ab96-f37c-4a1b-b23c-be6d83c8ce1f req-62770f7f-c80f-4115-a64f-df2c77adba19 service neutron] 10.222.0.15 "GET /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817676 Oct 13 05:41:39.015863 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:39.044840 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866cf63-6640-401a-8e56-50a8e9c9c682 None None] The sync data for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 is: [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:40:10Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed', 'name': '', 'network_id': '7338df0a-29a3-4ab7-b02e-7e93c42faf03', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:f6:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:09Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'd85e5799-9af0-40c4-9d46-4f8a0ea1569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:41:39.255652 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6db5c4-e2d9-4ca0-b4e8-6c0af1f1248f None None] New status for floating IP e0cef53c-2993-4fd3-ab4a-0fea26db6c28: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:41:39.281201 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:39.728141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c5309-08a6-457b-a186-7ec60c302dce req-3e429faa-e8d8-4f56-90ab-ff05b9decac2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:39.729608 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d6c5309-08a6-457b-a186-7ec60c302dce req-3e429faa-e8d8-4f56-90ab-ff05b9decac2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0479617 Oct 13 05:41:39.767377 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d6c5309-08a6-457b-a186-7ec60c302dce req-b1c91b33-6857-4b1d-9b46-ae66555781b3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a6716c7-5943-452f-b89b-102c669d1875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Oct 13 05:41:39.918706 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-a6f1dcab-42e8-414c-a29b-1b560e6ddbf8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:39.920065 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-a6f1dcab-42e8-414c-a29b-1b560e6ddbf8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec HTTP/1.1" status: 200 len: 946 time: 0.0478389 Oct 13 05:41:40.013689 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 7cd2b723-fc94-4c6d-a154-8851f6002494 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:41:40.014024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:40.107380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 7cd2b723-fc94-4c6d-a154-8851f6002494, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=7cd2b723-fc94-4c6d-a154-8851f6002494,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:40.107744 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:40.119482 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 7cd2b723-fc94-4c6d-a154-8851f6002494 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:41:40.246666 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:40.278262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=7cd2b723-fc94-4c6d-a154-8851f6002494,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:40.290644 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.290995 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.291343 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.291680 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.292012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.292342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.293217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.293555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.293888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.294212 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.294536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.294855 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:40.328006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] No DVR routers for this DVR port 7cd2b723-fc94-4c6d-a154-8851f6002494 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:41:40.330541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:40.333812 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-53ca8c94-7eaf-4afe-81d6-73a3cbc27cb9 req-47a125d7-f5ea-4ea9-821b-c1fa7168f12a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.15 "DELETE /v2.0/ports/7cd2b723-fc94-4c6d-a154-8851f6002494 HTTP/1.1" status: 204 len: 173 time: 0.4073677 Oct 13 05:41:40.334248 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'name': 'network-vif-deleted', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:41:40.336488 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fde2ef9-51c1-40b1-818a-2557aa0b5147" -d '{"events": [{"server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "name": "network-vif-deleted", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:41:40.381318 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d2185f-245e-4e4a-b336-0ce56dee2c28 x-openstack-request-id: req-b1d2185f-245e-4e4a-b336-0ce56dee2c28 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:41:40.381615 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec", "name": "network-vif-deleted", "tag": "7cd2b723-fc94-4c6d-a154-8851f6002494", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:41:40.381874 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1d2185f-245e-4e4a-b336-0ce56dee2c28 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:41:40.382276 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2ded1d-c1a2-4d3e-a9b0-7cb196cfe3ec', 'name': 'network-vif-deleted', 'tag': '7cd2b723-fc94-4c6d-a154-8851f6002494', 'status': 'completed', 'code': 200} Oct 13 05:41:40.822495 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:41.070376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:41.172759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:41.415603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:41:41.415940 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:41.504528 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:41.504914 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:41.516735 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:41:41.694244 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:41.719806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:41.893433 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.098223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 9182813f-d637-4c73-b012-300fbb666121 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:41:42.197350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:41:42.202733 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5b63e0a3-61d4-4fbb-bb74-7dc20aba928c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/9182813f-d637-4c73-b012-300fbb666121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3792174 Oct 13 05:41:42.205443 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:42.208130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] Sync routers for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:41:42.217817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:42.218422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:42.324495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:42.507803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:41:41Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:42.538173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] Checking router: 9182813f-d637-4c73-b012-300fbb666121 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:41:42.547012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] Routers {'9182813f-d637-4c73-b012-300fbb666121'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:42.547625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['9182813f-d637-4c73-b012-300fbb666121'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:42.597060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting subnet d85e5799-9af0-40c4-9d46-4f8a0ea1569b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:41:42.600012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.638438 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.646378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] Set router 9182813f-d637-4c73-b012-300fbb666121 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:42.723875 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.780784 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.807256 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Subnet': ['ID=d85e5799-9af0-40c4-9d46-4f8a0ea1569b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:42.813132 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.816581 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c5f17b0e-6cf7-42ef-aa6f-6e1247792035 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/subnets/d85e5799-9af0-40c4-9d46-4f8a0ea1569b HTTP/1.1" status: 204 len: 168 time: 0.6101477 Oct 13 05:41:42.819492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:42.822510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:41:41Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:42.827076 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36848cf2-d49d-418c-aacf-e2214b53fac2 None None] Network 7338df0a-29a3-4ab7-b02e-7e93c42faf03 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:41:42.860023 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f463b-bf18-4e6d-b6ec-902288eb2b16 None None] The sync data for ids ['9182813f-d637-4c73-b012-300fbb666121'] in n-d-810220-9 is: [{'id': '9182813f-d637-4c73-b012-300fbb666121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927394666', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:40:06Z', 'updated_at': '2021-10-13T05:41:41Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182813f-d637-4c73-b012-300fbb666121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:40:07Z', 'updated_at': '2021-10-13T05:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:41:42.936092 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.037277 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.087609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:41:43.087951 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.166497 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:43.166752 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.178280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:41:43.225446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] DHCP port deletion for 7338df0a-29a3-4ab7-b02e-7e93c42faf03 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:41:43.272582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Deleting port 32743280-d4ba-41ff-ac4c-f12048dae80a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:41:43.273066 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.342314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] For port 32743280-d4ba-41ff-ac4c-f12048dae80a, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=32743280-d4ba-41ff-ac4c-f12048dae80a,segment=NetworkSegment(5daadf6c-5158-471d-b574-f8559915170c),segment_id=5daadf6c-5158-471d-b574-f8559915170c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:43.342645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.357505 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Calling delete_port for 32743280-d4ba-41ff-ac4c-f12048dae80a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:41:43.357771 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.382417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:43.442829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.445656 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.468705 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Pushing event deleted for resources: {'Port': ['ID=32743280-d4ba-41ff-ac4c-f12048dae80a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:43.472959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] No DVR routers for this DVR port 32743280-d4ba-41ff-ac4c-f12048dae80a on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.483332 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.484727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.484727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.484727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.484727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a611260-105b-4fe5-9475-baf06de30683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:43.537174 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.539247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.587220 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.587745 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Fanout notify agent at l3_agent the message router_deleted on router 9182813f-d637-4c73-b012-300fbb666121 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:41:43.595991 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.597413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-25fea008-44ba-4e71-97a2-345436168577 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/routers/9182813f-d637-4c73-b012-300fbb666121 HTTP/1.1" status: 204 len: 168 time: 0.7766743 Oct 13 05:41:43.600028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:43.632957 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:41:43.673888 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:41:43.680880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.695803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:41:43.696153 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 3c2287a0-4aad-4fa9-9dd2-f61fbb3a10ed not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:41:43.696575 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 32743280-d4ba-41ff-ac4c-f12048dae80a no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:41:43.720174 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 32743280-d4ba-41ff-ac4c-f12048dae80a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:41:43.720464 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 32743280-d4ba-41ff-ac4c-f12048dae80a not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:41:43.781034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.800041 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7338df0a-29a3-4ab7-b02e-7e93c42faf03']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:43.811430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daadf6c-5158-471d-b574-f8559915170c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:43.811725 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daadf6c-5158-471d-b574-f8559915170c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:43.820702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.833880 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.840035 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:41:43.840419 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:41:43.843390 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:41:43.906096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.913555 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.916035 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/networks/7338df0a-29a3-4ab7-b02e-7e93c42faf03 HTTP/1.1" status: 204 len: 168 time: 0.3150706 Oct 13 05:41:43.918926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:43.927770 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ff019-cfc9-4e7f-801d-73a1885c0257 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Network': ['ID=7338df0a-29a3-4ab7-b02e-7e93c42faf03,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:43.977136 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d496c6-2b24-4f19-99d8-b76af0c017db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.002209 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d496c6-2b24-4f19-99d8-b76af0c017db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.069083 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d496c6-2b24-4f19-99d8-b76af0c017db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.071684 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d496c6-2b24-4f19-99d8-b76af0c017db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.072816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a8d496c6-2b24-4f19-99d8-b76af0c017db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/security-groups/7a6716c7-5943-452f-b89b-102c669d1875 HTTP/1.1" status: 204 len: 168 time: 0.1528692 Oct 13 05:41:44.083028 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d496c6-2b24-4f19-99d8-b76af0c017db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6716c7-5943-452f-b89b-102c669d1875,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:44.489803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:44.494381 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947509042', 'description': 'tempest-secgroup-smoke-947509042 description', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:44.516711 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.580752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7cd2b723-fc94-4c6d-a154-8851f6002494 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:41:44.582481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.586988 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.600192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 7cd2b723-fc94-4c6d-a154-8851f6002494 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:41:44.600523 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 7cd2b723-fc94-4c6d-a154-8851f6002494 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:41:44.616097 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.617321 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1265118 Oct 13 05:41:44.620368 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53674) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:44.622211 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c9e33-cd45-4047-acc2-94aa70396364 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b4efd2-40e7-4e1f-8f07-098ab8f3b176,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:44.625670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '01b4efd2-40e7-4e1f-8f07-098ab8f3b176', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:44.651927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.705927 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.709557 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.726558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c7eadd-ab77-4e0e-8241-9469e3c9f638,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:44.735390 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.736554 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-89315241-2e69-49a2-b04e-595c6b05d3d3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145420 Oct 13 05:41:44.739345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:44.743732 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '01b4efd2-40e7-4e1f-8f07-098ab8f3b176', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:44.769076 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.823229 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.826506 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.843122 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9adea92-3fc7-4fca-89fb-b711a5b9221c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:44.851209 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.852372 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0bfd38ef-01e1-42b2-9e07-be7d5f31dfdc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120992 Oct 13 05:41:44.855696 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53678) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:44.859829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '01b4efd2-40e7-4e1f-8f07-098ab8f3b176', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:44.884438 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.942096 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.945359 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.961442 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d35942-ecda-47d9-878b-f0ee2a0ddb56,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:44.970627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.971787 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a97c66fe-a57b-4efe-84ca-a89c627b8aa8 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151934 Oct 13 05:41:44.974536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53680) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:44.978649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '01b4efd2-40e7-4e1f-8f07-098ab8f3b176', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:45.003370 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.061027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.064422 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.082913 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936ae57c-8ccf-49ae-bae0-519cfe56bbe6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:45.091089 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.092292 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-78c9e4ea-b1b8-4e51-a6e7-eedd66ebdf9d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168401 Oct 13 05:41:45.095091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:45.099344 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '01b4efd2-40e7-4e1f-8f07-098ab8f3b176', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:45.119650 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:41:45.124225 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.182825 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.185973 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.202902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebc15a7-8456-456e-84d4-3d0a91cfe1f7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:45.210838 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.212011 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d79b7761-8b83-4c7b-ae22-1694dc1be08a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159587 Oct 13 05:41:45.215369 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:45.219762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'security_group_rule': {'security_group_id': '01b4efd2-40e7-4e1f-8f07-098ab8f3b176', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:45.240570 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Project 2a6c789b2b4c4108ac9c25c43c870e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:41:45.245276 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.307917 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.311215 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.553730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:41:45.574904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:41:45.575238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c0f5fbe-4bd9-4eb1-9fe0-d6c05d819ae1 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:41:45.618769 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e83fa91-685e-4b09-9ae4-518569240753,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:45.627100 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.628288 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-37965406-af3b-4826-87fe-4864feb5ca57 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4119582 Oct 13 05:41:45.631161 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:45.635833 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'network': {'name': 'tempest-network-smoke--1334787016', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:45.656846 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:41:45.660141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.684236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:41:45.694837 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.695178 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Added segment ae43688b-c47a-46a6-8bce-63e23424b711 of type vlan for network 6290a0b3-cbc6-45af-ba08-f32eccc4491a Oct 13 05:41:45.736199 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.759962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.766487 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:45.767067 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.825354 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930878 Oct 13 05:41:45.828111 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:45.832701 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'admin_state_up': True, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:45.836802 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a034096-9369-4604-966c-24a851dd4eee tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Network': ['ID=6290a0b3-cbc6-45af-ba08-f32eccc4491a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:45.847002 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:41:45.854545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.856123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.908130 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.042970 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.226011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.244190 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.340246 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.222 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/2c524d96-4fc7-4254-a393-92f222780bab) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:41:46.445289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.476393 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.514043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:41:46.518263 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:41:46.522688 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:41:46.525606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=2c524d96-4fc7-4254-a393-92f222780bab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:46.763649 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:46.951744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.074876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 30403170-18cc-4396-9642-a6752d66003e is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:41:47.177184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:41:47.186917 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Sync routers for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:41:47.195835 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:47.196433 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:47.197296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.198489 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f97368fb-2938-4727-985c-5efdf24f664d tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3693402 Oct 13 05:41:47.202308 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:47.229920 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6dbaa7eb-859d-402e-a30a-2febb7f34708 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2a6c789b2b4c4108ac9c25c43c870e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263999 Oct 13 05:41:47.232520 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:47.298036 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:47.322921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f753e42-c866-42df-9780-88469510fb6b tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:47.325113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-0f753e42-c866-42df-9780-88469510fb6b tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916104 Oct 13 05:41:47.327979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:47.354605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2f098081-7b7e-45a3-ad4f-ba2f6de54f6b tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=048f0fca-23a1-423c-a5bc-6be25148f21f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256078 Oct 13 05:41:47.357993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:47.362694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1651797503', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:47.447489 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:41:47.450993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.473010 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:46Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:47.500870 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Checking router: 30403170-18cc-4396-9642-a6752d66003e for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:41:47.501219 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Updating router 30403170-18cc-4396-9642-a6752d66003e port 2c524d96-4fc7-4254-a393-92f222780bab binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:41:47.525154 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.637638 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.703610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Subnet': ['ID=b9ebd649-c9b9-44a2-b105-5ac91829f83d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:47.712224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Checking segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:41:47.712590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network hostable DHCP agents. Network: 6290a0b3-cbc6-45af-ba08-f32eccc4491a, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:41:47.728795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:41:47.737521 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 6290a0b3-cbc6-45af-ba08-f32eccc4491a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:41:47.741612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:47.742217 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.748308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216c8a3-2777-461a-af9f-ada18d3a9513 None None] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:41:47.761300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8a919437-860f-4e37-b646-7932b2ac22fc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022062 Oct 13 05:41:47.762668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53698) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:41:47.865549 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.871210 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.900173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:41:47.901324 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.919497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Attempting to bind port 2c524d96-4fc7-4254-a393-92f222780bab on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:41:47.919867 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Attempting to bind port 2c524d96-4fc7-4254-a393-92f222780bab by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:41:47.920235 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Attempting to bind port 2c524d96-4fc7-4254-a393-92f222780bab on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:41:47.928334 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:41:47.928726 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:41:47.929337 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.929907 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:41:47.930382 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Bound port: 2c524d96-4fc7-4254-a393-92f222780bab, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:41:47.930757 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.953039 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Pushing event updated for resources: {'Port': ['ID=2c524d96-4fc7-4254-a393-92f222780bab,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:47.968712 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.969073 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.969412 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.969747 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.970089 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.970413 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.970744 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.971069 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.971391 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.971712 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.972088 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.972413 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:41:47.998114 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] For port 2c524d96-4fc7-4254-a393-92f222780bab, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:41:48.001213 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] For port 2c524d96-4fc7-4254-a393-92f222780bab, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2c524d96-4fc7-4254-a393-92f222780bab,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:41:48.006362 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.046498 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Allocated IP 172.20.0.2 (6290a0b3-cbc6-45af-ba08-f32eccc4491a/b9ebd649-c9b9-44a2-b105-5ac91829f83d/9cd614bd-22cc-4ee7-89ad-014cdb891e25) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:41:48.051226 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:48.051920 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:48.170882 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:48.196411 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9bef8-16e3-4fc9-a109-7d5a81089210 None None] Pushing event updated for resources: {'Port': ['ID=2c524d96-4fc7-4254-a393-92f222780bab,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:48.197170 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.207021 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.212273 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.248629 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:41:48.253251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:41:48.257597 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:41:48.260752 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Pushing event updated for resources: {'Port': ['ID=9cd614bd-22cc-4ee7-89ad-014cdb891e25,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:48.312900 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Attempting to bind port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:41:48.313294 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Attempting to bind port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:41:48.313614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Attempting to bind port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 on network 6290a0b3-cbc6-45af-ba08-f32eccc4491a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:41:48.318887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:41:48.319262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Checking segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:41:48.319659 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.320441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Bound using segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:41:48.320563 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Bound port: 9cd614bd-22cc-4ee7-89ad-014cdb891e25, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:41:48.320910 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.357680 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:46Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:48.391101 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee688e3-981a-4977-8e23-8f4a12a9985a None None] The sync data for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 is: [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:46Z', 'revision_number': 3, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:41:48.395977 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] For port 9cd614bd-22cc-4ee7-89ad-014cdb891e25, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:41:48.400765 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] For port 9cd614bd-22cc-4ee7-89ad-014cdb891e25, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9cd614bd-22cc-4ee7-89ad-014cdb891e25,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:41:48.406309 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.465251 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06740e93-147d-4d0a-a44f-c555904f5ad2 None None] Pushing event updated for resources: {'Port': ['ID=9cd614bd-22cc-4ee7-89ad-014cdb891e25,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:48.512767 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.1 (6290a0b3-cbc6-45af-ba08-f32eccc4491a/b9ebd649-c9b9-44a2-b105-5ac91829f83d/1a74c2ee-ac06-4357-977c-d5906b440cff) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:41:48.666126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.714155 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.759070 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:41:48.763086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:41:48.765615 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:41:48.796083 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=1a74c2ee-ac06-4357-977c-d5906b440cff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:48.821786 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:48.955720 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.130148 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-969d0dd4-c52c-4367-9b45-105b3a62bc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.255641 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.261835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.342814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.344623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=1a74c2ee-ac06-4357-977c-d5906b440cff,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:49.438468 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:41:49.439695 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:41:49.447236 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d2457-975f-437a-83ee-e29b68fd4f8a None None] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:41:49.562800 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 30403170-18cc-4396-9642-a6752d66003e has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:41:49.688839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:41:49.694030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d09da5f-6d96-4ea9-beca-de0fe10f4405 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/30403170-18cc-4396-9642-a6752d66003e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9302452 Oct 13 05:41:49.703511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c524d96-4fc7-4254-a393-92f222780bab up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:41:49.764437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6d43e3d-12cb-4e70-a73d-4781060aa011 None None] Provisioning complete for port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:49.764837 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6d43e3d-12cb-4e70-a73d-4781060aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.854727 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2c524d96-4fc7-4254-a393-92f222780bab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:49.855379 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.856915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-f982ad0c-3295-49a2-b182-00ae14e54c42 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947509042&fields=id&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 267 time: 0.0347972 Oct 13 05:41:49.936482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6d43e3d-12cb-4e70-a73d-4781060aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:49.981697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-1f074dad-6635-428b-9680-3cb087ee7d15 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:49.983295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-1f074dad-6635-428b-9680-3cb087ee7d15 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 797 time: 0.1175737 Oct 13 05:41:49.998877 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.000565 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-9a48eb13-ed7d-46ae-ac7b-ed1bd2f25a94 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/quotas/2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 375 time: 0.0107806 Oct 13 05:41:50.005889 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a6d43e3d-12cb-4e70-a73d-4781060aa011 None None] For port 9cd614bd-22cc-4ee7-89ad-014cdb891e25, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9cd614bd-22cc-4ee7-89ad-014cdb891e25,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:50.018126 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6d43e3d-12cb-4e70-a73d-4781060aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.056195 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 2c524d96-4fc7-4254-a393-92f222780bab, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2c524d96-4fc7-4254-a393-92f222780bab,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:50.067927 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.068877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9cd614bd-22cc-4ee7-89ad-014cdb891e25 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:41:50.070728 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-cd351229-7480-4a4f-88c8-6cca90d852a5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641446 Oct 13 05:41:50.114025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d43e3d-12cb-4e70-a73d-4781060aa011 None None] Pushing event updated for resources: {'Port': ['ID=9cd614bd-22cc-4ee7-89ad-014cdb891e25,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:50.128501 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-d5bb3e43-4c62-4222-b630-198adb11327a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:41:50.135444 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-d5bb3e43-4c62-4222-b630-198adb11327a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0535514 Oct 13 05:41:50.180844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Sync routers for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:41:50.199529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-627913ab-b973-4f12-a57d-51ad3897e884 None None] Provisioning complete for port 1a74c2ee-ac06-4357-977c-d5906b440cff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:50.199892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-627913ab-b973-4f12-a57d-51ad3897e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.204590 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=2c524d96-4fc7-4254-a393-92f222780bab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:50.225952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:50.226587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.229702 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:50.230550 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:50.251961 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-f3ba56cf-4a49-45ee-be54-07b430bba57f service neutron] 10.222.0.44 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077619 Oct 13 05:41:50.312763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-627913ab-b973-4f12-a57d-51ad3897e884 None None] Port 1a74c2ee-ac06-4357-977c-d5906b440cff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:41:50.356209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-9fe8165a-834c-472d-b587-beec4acc392d service neutron] 10.222.0.44 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980463 Oct 13 05:41:50.378503 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-627913ab-b973-4f12-a57d-51ad3897e884 None None] Provisioning complete for port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:50.378871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-627913ab-b973-4f12-a57d-51ad3897e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.442060 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:50.549029 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb466b26-4b1a-4115-87ef-28496c5d43e1 req-7a69efe3-be74-4c6b-9658-732b74fe4915 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 210 time: 0.0333326 Oct 13 05:41:50.705804 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 2, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:50.733886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Checking router: 30403170-18cc-4396-9642-a6752d66003e for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:41:50.734238 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Updating router 30403170-18cc-4396-9642-a6752d66003e port 1a74c2ee-ac06-4357-977c-d5906b440cff binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:41:50.770911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c644e256-b455-4848-983d-ba764e10780c None None] Provisioning complete for port 1a74c2ee-ac06-4357-977c-d5906b440cff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:50.771292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c644e256-b455-4848-983d-ba764e10780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.773829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:50.843891 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c644e256-b455-4848-983d-ba764e10780c None None] Port 1a74c2ee-ac06-4357-977c-d5906b440cff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:41:51.074155 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.079976 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.130846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35a27-1a5d-4b75-8e37-4cff4a8a3875 None None] Pushing event updated for resources: {'Port': ['ID=1a74c2ee-ac06-4357-977c-d5906b440cff,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:51.186268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Attempting to bind port 1a74c2ee-ac06-4357-977c-d5906b440cff on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:41:51.186915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Attempting to bind port 1a74c2ee-ac06-4357-977c-d5906b440cff by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:41:51.187026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Attempting to bind port 1a74c2ee-ac06-4357-977c-d5906b440cff on network 6290a0b3-cbc6-45af-ba08-f32eccc4491a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:41:51.192468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:41:51.192869 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Checking segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:41:51.193267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.193677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Bound using segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:41:51.194135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Bound port: 1a74c2ee-ac06-4357-977c-d5906b440cff, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:41:51.194508 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.258844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] For port 1a74c2ee-ac06-4357-977c-d5906b440cff, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:41:51.263051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] For port 1a74c2ee-ac06-4357-977c-d5906b440cff, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a74c2ee-ac06-4357-977c-d5906b440cff,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:41:51.267185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.323172 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:41:51.324348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:51.369035 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35a27-1a5d-4b75-8e37-4cff4a8a3875 None None] Pushing event updated for resources: {'Port': ['ID=1a74c2ee-ac06-4357-977c-d5906b440cff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:51.392055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8da3f568-e95a-4637-b32a-c43d5e77154e None None] Provisioning complete for port 1a74c2ee-ac06-4357-977c-d5906b440cff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:51.392055 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8da3f568-e95a-4637-b32a-c43d5e77154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.484902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:41:51.541070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-99651e52-c580-4048-bc51-dd33aabdd260 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:51.543809 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-99651e52-c580-4048-bc51-dd33aabdd260 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 797 time: 0.1251085 Oct 13 05:41:51.603558 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8da3f568-e95a-4637-b32a-c43d5e77154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.612649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-e2c5e6a7-70f7-464a-b95a-29fb03d70186 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a6c789b2b4c4108ac9c25c43c870e15 HTTP/1.1" status: 200 len: 379 time: 0.0513852 Oct 13 05:41:51.625950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'port': {'device_id': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'admin_state_up': True, 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'security_groups': ['01b4efd2-40e7-4e1f-8f07-098ab8f3b176']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:51.656569 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-857d9932-16c8-4898-a12e-48e74527b8ff req-5690e5f4-8374-4947-9cb3-28f874ba55ad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 210 time: 0.0277669 Oct 13 05:41:51.660232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c524d96-4fc7-4254-a393-92f222780bab up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:41:51.717002 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e8d866b-9e29-472c-888a-f523f55acaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.736768 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Made reservation on behalf of 2a6c789b2b4c4108ac9c25c43c870e15 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:41:51.740252 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.876177 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.20.0.4 (6290a0b3-cbc6-45af-ba08-f32eccc4491a/b9ebd649-c9b9-44a2-b105-5ac91829f83d/8adb572a-6bdf-454f-abc1-3dfec1239ad2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:41:51.917118 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8da3f568-e95a-4637-b32a-c43d5e77154e None None] For port 1a74c2ee-ac06-4357-977c-d5906b440cff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a74c2ee-ac06-4357-977c-d5906b440cff,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:51.925267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8da3f568-e95a-4637-b32a-c43d5e77154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:51.986508 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2c524d96-4fc7-4254-a393-92f222780bab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:51.986870 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.015510 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.026122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3f568-e95a-4637-b32a-c43d5e77154e None None] Pushing event updated for resources: {'Port': ['ID=1a74c2ee-ac06-4357-977c-d5906b440cff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:52.056421 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.068963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-745699ca-1ff9-4709-bdd9-4d3c2e586b36 None None] Provisioning complete for port 1a74c2ee-ac06-4357-977c-d5906b440cff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:52.069330 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-745699ca-1ff9-4709-bdd9-4d3c2e586b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.072601 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:41:52.099180 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:41:52.102222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:41:52.106612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:41:52.122440 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d812dd-8fa2-4b86-ac15-41d94cc2f7e1 None None] The sync data for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 is: [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:41:52.136957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=8adb572a-6bdf-454f-abc1-3dfec1239ad2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:52.177632 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:52.178750 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9cd614bd-22cc-4ee7-89ad-014cdb891e25 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:41:52.178964 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.212957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-fb51aa60-5937-4f07-9781-c2ba7a43123b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911393 Oct 13 05:41:52.291849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Request body: {'port': {'device_id': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:41:52.298039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:52.298564 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.360249 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.420320 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e50aac63-808d-4478-9d99-bef9e6ad3993 None None] Provisioning complete for port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:52.420887 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e50aac63-808d-4478-9d99-bef9e6ad3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.460904 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e50aac63-808d-4478-9d99-bef9e6ad3993 None None] Port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:41:52.647072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adb572a-6bdf-454f-abc1-3dfec1239ad2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:41:52.655864 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.669068 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Transition to ACTIVE for port object 8adb572a-6bdf-454f-abc1-3dfec1239ad2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:41:52.674607 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.757319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Pushing event updated for resources: {'Port': ['ID=8adb572a-6bdf-454f-abc1-3dfec1239ad2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:52.836933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4a057-2829-4a5f-a079-42b5f42b6180 req-d3e143f2-a760-4368-b246-c1865487250b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:52.838502 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3b4a057-2829-4a5f-a079-42b5f42b6180 req-d3e143f2-a760-4368-b246-c1865487250b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 943 time: 0.0988114 Oct 13 05:41:52.842085 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Attempting to bind port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:41:52.842651 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Attempting to bind port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:41:52.843157 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Attempting to bind port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 on network 6290a0b3-cbc6-45af-ba08-f32eccc4491a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:41:52.855589 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 on network 6290a0b3-cbc6-45af-ba08-f32eccc4491a not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:41:52.855909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Attempting to bind port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 on network 6290a0b3-cbc6-45af-ba08-f32eccc4491a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:41:52.870060 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:41:52.870436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Checking segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:41:52.871055 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Bound using segment: {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:41:52.871492 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Bound port: 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae43688b-c47a-46a6-8bce-63e23424b711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:41:52.871852 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:52.899678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f3b4a057-2829-4a5f-a079-42b5f42b6180 req-f6d2ace1-a7f0-4c56-b4b4-067e56d042dc tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527856 Oct 13 05:41:52.951844 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] For port 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:41:52.955091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] For port 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:41:52.960058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:53.001018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.001633 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:53.003010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] 10.222.0.26 "PUT /v2.0/ports/8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 1091 time: 0.7821889 Oct 13 05:41:53.003450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:41:53.005846 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0452fac6-7278-43ab-a742-87caa782f315" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:41:53.029342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50254c-f36d-469c-8fc1-6ded35556096 service neutron] Pushing event updated for resources: {'Port': ['ID=8adb572a-6bdf-454f-abc1-3dfec1239ad2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:53.071973 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:53.098058 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2c593-5ab6-4d6c-8384-34a54cb76c8d x-openstack-request-id: req-42f2c593-5ab6-4d6c-8384-34a54cb76c8d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:41:53.098348 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:41:53.098596 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42f2c593-5ab6-4d6c-8384-34a54cb76c8d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:41:53.098992 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'status': 'completed', 'code': 200} Oct 13 05:41:53.116593 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-d237e232-e8fc-4046-a5ea-d200f0cf8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.118149 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-d237e232-e8fc-4046-a5ea-d200f0cf8ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1094 time: 0.0589540 Oct 13 05:41:53.161959 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-c55570cf-66ea-4f45-9d2f-065d6e035a87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 217 time: 0.0359721 Oct 13 05:41:53.214604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-4108c3c9-e32a-418f-9650-770bb65de949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.216085 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-4108c3c9-e32a-418f-9650-770bb65de949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 200 len: 835 time: 0.0467317 Oct 13 05:41:53.267087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828df69-9fab-4c34-9334-76750547f15b req-921921bd-d1f9-4062-99f5-1b665f52685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.268634 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-921921bd-d1f9-4062-99f5-1b665f52685c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6290a0b3-cbc6-45af-ba08-f32eccc4491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459721 Oct 13 05:41:53.357761 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-255fb9a0-e956-4d35-96de-285b7c485a69 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Oct 13 05:41:53.403422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:53.451023 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f828df69-9fab-4c34-9334-76750547f15b req-929310c0-555b-4e7e-bfaa-65654ffd0b7c service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861421 Oct 13 05:41:53.535483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fac6-7278-43ab-a742-87caa782f315 req-4c1627a8-8cc6-4871-aeca-9cb9e3c523e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.536969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-4c1627a8-8cc6-4871-aeca-9cb9e3c523e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1094 time: 0.0419457 Oct 13 05:41:53.615641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a74c2ee-ac06-4357-977c-d5906b440cff up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:41:53.633776 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fac6-7278-43ab-a742-87caa782f315 req-fd4e09d3-162c-4c89-81ca-28e457c8d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.635261 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-fd4e09d3-162c-4c89-81ca-28e457c8d3bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 898 time: 0.0908754 Oct 13 05:41:53.666069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 1a74c2ee-ac06-4357-977c-d5906b440cff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:53.666432 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:53.676803 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-d266ec98-3d6c-492e-9be7-ac48a644dbb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 217 time: 0.0342896 Oct 13 05:41:53.725172 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fac6-7278-43ab-a742-87caa782f315 req-432bd931-0f6d-4706-86a8-d5fad4ac0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.726528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-432bd931-0f6d-4706-86a8-d5fad4ac0824 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 200 len: 835 time: 0.0422280 Oct 13 05:41:53.774167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fac6-7278-43ab-a742-87caa782f315 req-32fcc353-4829-4458-a656-4c27bbb837e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:53.775891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-32fcc353-4829-4458-a656-4c27bbb837e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6290a0b3-cbc6-45af-ba08-f32eccc4491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427175 Oct 13 05:41:53.862336 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-5259b8bb-3cbe-4c5b-80d0-99e19576f8be service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794535 Oct 13 05:41:53.953108 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0452fac6-7278-43ab-a742-87caa782f315 req-1a76e585-6892-44da-a639-7a61176f1093 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832880 Oct 13 05:41:54.020234 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5a436-34f0-451d-98b5-6ca68d8ad07f req-bda7d45a-5b25-49a7-8f4b-6deaf75e4d75 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:54.021644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8d5a436-34f0-451d-98b5-6ca68d8ad07f req-bda7d45a-5b25-49a7-8f4b-6deaf75e4d75 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 943 time: 0.0476072 Oct 13 05:41:54.059109 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c8d5a436-34f0-451d-98b5-6ca68d8ad07f req-fe2847c6-f1a4-435b-9fd2-a38683eef322 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Oct 13 05:41:54.967027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:55.175859 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b0eb-3f92-4678-9948-0de10840a31f req-8d0b03cd-d71b-4259-b6bb-55022d74f640 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:55.177318 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d04b0eb-3f92-4678-9948-0de10840a31f req-8d0b03cd-d71b-4259-b6bb-55022d74f640 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 943 time: 0.0511615 Oct 13 05:41:55.214730 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3d04b0eb-3f92-4678-9948-0de10840a31f req-edd6c3c2-e30c-40a4-a831-693ed057efe7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309966 Oct 13 05:41:56.332070 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001cda3-0924-4e9d-9709-af6130ee718c req-d28a1a93-5dc2-417a-8de1-0c889020ce46 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:56.333553 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f001cda3-0924-4e9d-9709-af6130ee718c req-d28a1a93-5dc2-417a-8de1-0c889020ce46 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 943 time: 0.0496812 Oct 13 05:41:56.371080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f001cda3-0924-4e9d-9709-af6130ee718c req-0142234e-0854-4647-98c5-1bc59f778572 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309207 Oct 13 05:41:57.482818 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cf88c-8cf0-429f-a2d6-ee4665e9a658 req-ec95de80-2650-4dda-881c-a02476e58cf3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:57.484249 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef8cf88c-8cf0-429f-a2d6-ee4665e9a658 req-ec95de80-2650-4dda-881c-a02476e58cf3 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 943 time: 0.0485399 Oct 13 05:41:57.521003 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ef8cf88c-8cf0-429f-a2d6-ee4665e9a658 req-842b25d4-70af-4054-8329-cf1875b4425f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308580 Oct 13 05:41:57.700776 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8adb572a-6bdf-454f-abc1-3dfec1239ad2 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:41:57.795451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:57.805901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'port_id': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'mac_address': 'fa:16:3e:3c:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:41:57.842043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:57.854366 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adb572a-6bdf-454f-abc1-3dfec1239ad2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:41:57.876890 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:57.881415 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:57.926191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8adb572a-6bdf-454f-abc1-3dfec1239ad2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:58.241084 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['8adb572a-6bdf-454f-abc1-3dfec1239ad2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:41:58.635591 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470879-a871-4596-9344-838bfacdcb45 req-30c6fddf-518a-482d-98b8-6dbfd1af6c45 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:58.637484 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6470879-a871-4596-9344-838bfacdcb45 req-30c6fddf-518a-482d-98b8-6dbfd1af6c45 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 944 time: 0.0514817 Oct 13 05:41:58.674063 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e6470879-a871-4596-9344-838bfacdcb45 req-eac33e85-a3b4-4144-b979-cfb9f5fd29d5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307732 Oct 13 05:41:59.702820 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8adb572a-6bdf-454f-abc1-3dfec1239ad2 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:41:59.752363 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:41:59.756116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:41:59.756518 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:59.791554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dbf1a-5211-4423-aff8-b35486c45598 req-6ee85def-9953-42b2-8afd-99b3eb13f8d0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:59.793726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-063dbf1a-5211-4423-aff8-b35486c45598 req-6ee85def-9953-42b2-8afd-99b3eb13f8d0 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 944 time: 0.0515954 Oct 13 05:41:59.831871 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-063dbf1a-5211-4423-aff8-b35486c45598 req-16a04da4-8884-4cc4-9e4a-e4c4413e92ef tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Oct 13 05:41:59.835387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:59.857506 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:41:59.859757 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b00721-4db9-47b6-8ffe-9f53d6afc225" -d '{"events": [{"server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "name": "network-vif-plugged", "status": "completed", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:41:59.872525 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:41:59.876585 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:59.899210 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b1327c-0886-425f-9b33-1ed646eb2592 x-openstack-request-id: req-96b1327c-0886-425f-9b33-1ed646eb2592 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:41:59.899759 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "name": "network-vif-plugged", "status": "completed", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:41:59.900016 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96b1327c-0886-425f-9b33-1ed646eb2592 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:41:59.900401 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'code': 200} Oct 13 05:41:59.926170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=8adb572a-6bdf-454f-abc1-3dfec1239ad2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:41:59.988244 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb813298-38e3-49a4-84b7-67bd746c3a94 req-ce142549-dfd8-49e7-8c34-6c8f30d2703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:59.989651 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb813298-38e3-49a4-84b7-67bd746c3a94 req-ce142549-dfd8-49e7-8c34-6c8f30d2703b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0383935 Oct 13 05:42:00.025037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-cb813298-38e3-49a4-84b7-67bd746c3a94 req-6c391fb2-e15c-4191-86f5-a19664a50151 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271442 Oct 13 05:42:00.946705 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8279-410f-4a3a-ad8e-25e455dd4cbe req-db99b610-0875-41a3-9740-6f6f49c04675 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:00.948147 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0dac8279-410f-4a3a-ad8e-25e455dd4cbe req-db99b610-0875-41a3-9740-6f6f49c04675 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0513926 Oct 13 05:42:00.985002 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0dac8279-410f-4a3a-ad8e-25e455dd4cbe req-e6118c3d-a610-4a78-b48c-43b370a0c811 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302818 Oct 13 05:42:02.097166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2fdb-a264-4e76-b3fd-97abf033ce06 req-d254f478-5c5f-4f6b-9e2f-ef7bf416c11f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:02.098498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc7c2fdb-a264-4e76-b3fd-97abf033ce06 req-d254f478-5c5f-4f6b-9e2f-ef7bf416c11f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0467057 Oct 13 05:42:02.134427 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bc7c2fdb-a264-4e76-b3fd-97abf033ce06 req-23a61f9b-21aa-41f5-8713-46375c069af7 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301819 Oct 13 05:42:02.244729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b510-c30a-4e5d-8414-5fd4ed32a407 req-8618d591-f9e5-4269-a5c5-5d4ce9700053 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:02.246164 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc26b510-c30a-4e5d-8414-5fd4ed32a407 req-8618d591-f9e5-4269-a5c5-5d4ce9700053 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0473654 Oct 13 05:42:02.283209 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fc26b510-c30a-4e5d-8414-5fd4ed32a407 req-de599a2b-221c-4947-ac30-36dab0eb607c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311656 Oct 13 05:42:02.304594 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:42:02.343180 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f5e4d-e662-49a1-b780-93e02768e377 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:02.344715 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cd7f5e4d-e662-49a1-b780-93e02768e377 tempest-TestNetworkAdvancedServerOps-307748476 tempest-TestNetworkAdvancedServerOps-307748476-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1091 time: 0.0391207 Oct 13 05:42:02.348328 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53762) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:42:02.353134 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:42:02.376604 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:02.473093 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:02.576231 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Allocated IP 172.25.1.224 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/22e19f0a-0968-4718-81e5-3954186cacdd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:42:02.673322 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:02.705058 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:02.745749 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:42:02.748502 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:42:02.752037 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:42:02.776950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=22e19f0a-0968-4718-81e5-3954186cacdd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:42:03.435092 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:03.500453 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:03.645689 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:03.650195 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:03.710807 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event updated for resources: {'Port': ['ID=22e19f0a-0968-4718-81e5-3954186cacdd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:42:03.725841 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:03.822175 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP 7aeedd89-5a5e-4591-8ab7-e97580547755 associated. External IP: 172.25.1.224, port: 8adb572a-6bdf-454f-abc1-3dfec1239ad2. Oct 13 05:42:04.022269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 30403170-18cc-4396-9642-a6752d66003e has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:42:04.125972 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:42:04.135365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] Sync routers for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:42:04.143718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:04.144945 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:42:04.145580 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:42:04.170653 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-df5c9708-decb-4ab8-ad47-8154adec6b4b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8211040 Oct 13 05:42:04.171305 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:42:04.173699 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f514cdb5-6ee5-4895-b27a-4c58d32478c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:42:04.218941 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1dff2c-e6ba-4520-9df8-d1becadc08d5 x-openstack-request-id: req-fd1dff2c-e6ba-4520-9df8-d1becadc08d5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:42:04.219442 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:42:04.219785 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd1dff2c-e6ba-4520-9df8-d1becadc08d5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:42:04.220245 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'status': 'completed', 'code': 200} Oct 13 05:42:04.253754 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:42:04.300276 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-1b6fae0b-aefc-44e1-a940-c947b787f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:04.301785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-1b6fae0b-aefc-44e1-a940-c947b787f60d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0586941 Oct 13 05:42:04.310698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a32c-5d18-462d-87ae-5db4751b38f1 req-0bdf8eaf-d7f9-4c83-ab89-6df2f577aaaa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:04.312040 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f68a32c-5d18-462d-87ae-5db4751b38f1 req-0bdf8eaf-d7f9-4c83-ab89-6df2f577aaaa tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0786991 Oct 13 05:42:04.403574 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f68a32c-5d18-462d-87ae-5db4751b38f1 req-f9c35340-2e0c-4749-9490-678e77521d52 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830922 Oct 13 05:42:04.426012 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:42:04.436907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-5933e24c-665b-4ea9-84e1-dff7ec46cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:04.438371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-5933e24c-665b-4ea9-84e1-dff7ec46cb70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 898 time: 0.1254909 Oct 13 05:42:04.477771 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '7aeedd89-5a5e-4591-8ab7-e97580547755', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '30403170-18cc-4396-9642-a6752d66003e', 'port_id': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'mac_address': 'fa:16:3e:3c:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:42:02Z', 'updated_at': '2021-10-13T05:42:02Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:42:04.491194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a309fc33-3eea-46d2-b41c-c90c9a5fde43 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/7aeedd89-5a5e-4591-8ab7-e97580547755 HTTP/1.1" status: 200 len: 991 time: 0.0626299 Oct 13 05:42:04.504298 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] Checking router: 30403170-18cc-4396-9642-a6752d66003e for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:42:04.508576 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-43550805-35c2-457d-8bdb-eb81012b49e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 999 time: 0.0627451 Oct 13 05:42:04.513205 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:42:04.513794 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:41:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:42:04.556885 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-e0de36a4-4636-4d3a-9366-e5edaea9a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:04.558740 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-e0de36a4-4636-4d3a-9366-e5edaea9a737 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 200 len: 835 time: 0.0431440 Oct 13 05:42:04.602655 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-81722583-7523-4c3d-a325-0d8ad9aaf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:04.604124 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-81722583-7523-4c3d-a325-0d8ad9aaf47f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6290a0b3-cbc6-45af-ba08-f32eccc4491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389082 Oct 13 05:42:04.615472 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:42:04.696082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-ae0ebc69-a808-4572-8b03-601b0f9dded6 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851467 Oct 13 05:42:04.784977 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f514cdb5-6ee5-4895-b27a-4c58d32478c2 req-70f9aead-f8c2-44a2-9731-f8e53a55e66d service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817509 Oct 13 05:42:04.915549 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '7aeedd89-5a5e-4591-8ab7-e97580547755', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '30403170-18cc-4396-9642-a6752d66003e', 'port_id': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'mac_address': 'fa:16:3e:3c:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:42:02Z', 'updated_at': '2021-10-13T05:42:02Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:42:04.941004 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c21e0-ae86-4b45-b3c3-80253602e014 None None] The sync data for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 is: [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '7aeedd89-5a5e-4591-8ab7-e97580547755', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '30403170-18cc-4396-9642-a6752d66003e', 'port_id': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'mac_address': 'fa:16:3e:3c:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:42:02Z', 'updated_at': '2021-10-13T05:42:02Z', 'revision_number': 0, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:42:05.131432 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b66251-a9dc-446a-ae52-bd7e9955e43e None None] New status for floating IP 7aeedd89-5a5e-4591-8ab7-e97580547755: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:42:05.494006 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53770) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:42:05.552915 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-fcad65e6-d4a6-4ecf-8407-122294224859 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/7aeedd89-5a5e-4591-8ab7-e97580547755 HTTP/1.1" status: 200 len: 993 time: 0.0577235 Oct 13 05:42:09.313599 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:11.083424 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:19.126418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0e84799-9d61-4f06-b224-e5c7895b6166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:20.623376 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:42:21.621093 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aba765c8-ef4d-416d-ace4-4532479f4730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:23.052791 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:23.408761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:24.716659 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-68fe971d-dbed-446b-8dcd-27f357994e33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397401 Oct 13 05:42:24.800341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-e433cd30-bad7-4c3f-9821-4b6d12ba1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:24.801796 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-e433cd30-bad7-4c3f-9821-4b6d12ba1f97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0448470 Oct 13 05:42:24.901841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-2a2b66f1-b2e3-4026-9bfa-d15d4452e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:24.903289 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-2a2b66f1-b2e3-4026-9bfa-d15d4452e93a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 898 time: 0.0816152 Oct 13 05:42:24.969001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:24.971173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-b5de2be5-3271-4c8e-bee6-67f9cc8ebfea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 1001 time: 0.0608406 Oct 13 05:42:25.019223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-19ca3bfe-a385-4ffb-8093-f5ed8bd8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:25.020620 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-19ca3bfe-a385-4ffb-8093-f5ed8bd8cc30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 200 len: 835 time: 0.0427020 Oct 13 05:42:25.066319 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-281df57c-339b-4729-b868-839cafad91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:25.067757 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-281df57c-339b-4729-b868-839cafad91e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6290a0b3-cbc6-45af-ba08-f32eccc4491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391309 Oct 13 05:42:25.159667 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-7940f183-3add-4562-80a3-98a65bbe7390 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Oct 13 05:42:25.248349 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ed205c09-1436-47ea-9a6d-1b1351fc9267 req-71aed3dd-c8df-4fbd-a67b-d9496eff47f2 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812607 Oct 13 05:42:39.328298 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:41.077137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:49.127054 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f5ee622-12ba-4fbb-aefe-5758aa33191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:51.614917 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd90ea2b-84cd-4338-bc9a-3eb27967a52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:53.054028 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:53.408063 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:54.972489 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:57.623132 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:43:08.396087 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12124f4-840e-4309-b06d-d32c63ccfe54 req-1aa07a7a-d7e4-4cf8-b2dc-5c5edaa09f5a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:08.397643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c12124f4-840e-4309-b06d-d32c63ccfe54 req-1aa07a7a-d7e4-4cf8-b2dc-5c5edaa09f5a tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0514624 Oct 13 05:43:08.442055 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c12124f4-840e-4309-b06d-d32c63ccfe54 req-01a12392-8f40-4569-a922-e1c9da1f2f2b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381653 Oct 13 05:43:09.329838 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:09.570031 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3ccd-ec57-478c-9878-98c67caabd15 req-a2d96f70-9d89-41d5-8517-09d527f49938 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:09.571505 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-201f3ccd-ec57-478c-9878-98c67caabd15 req-a2d96f70-9d89-41d5-8517-09d527f49938 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Oct 13 05:43:09.613408 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-201f3ccd-ec57-478c-9878-98c67caabd15 req-ea37c243-89db-42ba-9c58-05b089dd286c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360985 Oct 13 05:43:10.725396 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031882-c163-41fe-aa8c-34ac88429bbb req-f3e7b35b-985c-40f7-b426-e97eea2f7e78 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:10.726821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82031882-c163-41fe-aa8c-34ac88429bbb req-f3e7b35b-985c-40f7-b426-e97eea2f7e78 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0472591 Oct 13 05:43:10.763477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-82031882-c163-41fe-aa8c-34ac88429bbb req-555d890d-d966-4c63-b402-1447f5b8d75f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Oct 13 05:43:10.785840 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:10.843493 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-2c1d2c56-78cc-44e9-b63c-d55ced21568c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/7aeedd89-5a5e-4591-8ab7-e97580547755 HTTP/1.1" status: 200 len: 993 time: 0.0565724 Oct 13 05:43:11.097739 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:12.133926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4e7e2-6027-4a94-b005-a2094ece0469 req-548feae1-b86c-42c1-811e-8f1ec4642c86 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:12.135394 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9de4e7e2-6027-4a94-b005-a2094ece0469 req-548feae1-b86c-42c1-811e-8f1ec4642c86 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0809588 Oct 13 05:43:12.137907 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-e291c6b6-d03d-4621-8f3a-3da50445009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:12.139268 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-e291c6b6-d03d-4621-8f3a-3da50445009f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0565152 Oct 13 05:43:12.223589 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9de4e7e2-6027-4a94-b005-a2094ece0469 req-e1d4a344-6d55-4654-b61a-babfbddb912f tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821660 Oct 13 05:43:12.253065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-eb8251ce-ba16-4cad-8f0f-05815a7a0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:12.254507 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-eb8251ce-ba16-4cad-8f0f-05815a7a0ad5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 898 time: 0.1075292 Oct 13 05:43:12.317618 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-ea3ce107-8afb-46ff-b136-72c11c7a1cfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 1001 time: 0.0558879 Oct 13 05:43:12.371042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-16c7bd50-6280-49af-baad-285250976dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:12.372490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-16c7bd50-6280-49af-baad-285250976dfa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 200 len: 835 time: 0.0477386 Oct 13 05:43:12.418124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-5e4a2249-34f7-444c-8c8d-630c9f1b8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:12.419493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-5e4a2249-34f7-444c-8c8d-630c9f1b8458 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6290a0b3-cbc6-45af-ba08-f32eccc4491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390890 Oct 13 05:43:12.506923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-51280171-2f1b-4df3-a7bc-d9de4664f59e service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795248 Oct 13 05:43:12.598342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d8f418af-05f6-4913-8a2e-97a33f9ef748 req-6400e491-e3e8-4972-bd57-67abf501431b service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847490 Oct 13 05:43:13.343086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005744-15e8-40c0-bf97-f4003af788a6 req-44c3fc7b-14b1-486e-9241-126e5bd18c3c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:13.344536 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60005744-15e8-40c0-bf97-f4003af788a6 req-44c3fc7b-14b1-486e-9241-126e5bd18c3c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Oct 13 05:43:13.381998 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-60005744-15e8-40c0-bf97-f4003af788a6 req-428fcfb3-7830-4b40-9ad1-ad5a5b4f5c93 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313461 Oct 13 05:43:14.496373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe8ce2-c615-48ab-8528-6b268a83da89 req-f6ec8085-0b68-4d2c-baeb-2fba46f25a0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:14.497861 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0fe8ce2-c615-48ab-8528-6b268a83da89 req-f6ec8085-0b68-4d2c-baeb-2fba46f25a0b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Oct 13 05:43:14.535177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d0fe8ce2-c615-48ab-8528-6b268a83da89 req-06d252db-3a3a-49f4-9589-374a6acd8d5c tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Oct 13 05:43:14.556849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53822) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:14.618909 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2119b1a7-6cba-4859-9d81-fc3e632c1406 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/floatingips/7aeedd89-5a5e-4591-8ab7-e97580547755 HTTP/1.1" status: 200 len: 993 time: 0.0609748 Oct 13 05:43:14.921405 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:15.075294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 22e19f0a-0968-4718-81e5-3954186cacdd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:43:15.075646 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.147949 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.148285 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.159821 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 22e19f0a-0968-4718-81e5-3954186cacdd owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:43:15.310445 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.340217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=22e19f0a-0968-4718-81e5-3954186cacdd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:15.369818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.370601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.370601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.370812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.371104 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.371425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.371751 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.372071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.372392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.372730 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.373052 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.373365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:15.414569 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.414999 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Floating IP 7aeedd89-5a5e-4591-8ab7-e97580547755 disassociated (deleted). External IP: 172.25.1.224, port: 8adb572a-6bdf-454f-abc1-3dfec1239ad2. Oct 13 05:43:15.619693 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 30403170-18cc-4396-9642-a6752d66003e has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:43:15.725221 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:15.730012 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.734741 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34281249-5cca-4009-9b17-05469835e47b None None] Sync routers for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:15.743253 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:15.743849 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:42:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:15.756320 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-08088b00-cfb7-42fe-8e80-41a5184e1a89 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/floatingips/7aeedd89-5a5e-4591-8ab7-e97580547755 HTTP/1.1" status: 204 len: 168 time: 0.8338344 Oct 13 05:43:15.756922 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:43:15.759172 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2977b853-877a-4231-a452-8ae6d8f268dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:43:15.809658 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bb8c2e-6f7c-4a18-bc6a-d0693de4808e x-openstack-request-id: req-d0bb8c2e-6f7c-4a18-bc6a-d0693de4808e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:43:15.809947 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:43:15.810189 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0bb8c2e-6f7c-4a18-bc6a-d0693de4808e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:43:15.810595 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'status': 'completed', 'code': 200} Oct 13 05:43:15.859225 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:15.874392 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b853-877a-4231-a452-8ae6d8f268dd req-0491f17f-4282-4957-81be-ae0808a5191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:15.876559 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-0491f17f-4282-4957-81be-ae0808a5191e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0431869 Oct 13 05:43:15.982458 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b853-877a-4231-a452-8ae6d8f268dd req-a402405a-a0ae-41a1-bd96-695e37d8b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:15.984055 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-a402405a-a0ae-41a1-bd96-695e37d8b7a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 200 len: 898 time: 0.0996854 Oct 13 05:43:16.033340 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45d39-e138-4a2a-ac5e-8c8a177bb226 req-76941dd2-1c2f-44a5-a9ef-1bbc0493e0ef tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:16.033857 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-93ca07ed-1e21-44bb-9b69-732213d7af7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 200 len: 217 time: 0.0416913 Oct 13 05:43:16.034878 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26f45d39-e138-4a2a-ac5e-8c8a177bb226 req-76941dd2-1c2f-44a5-a9ef-1bbc0493e0ef tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0599551 Oct 13 05:43:16.073146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-26f45d39-e138-4a2a-ac5e-8c8a177bb226 req-907db87e-6d5d-4697-a59e-263b085cc068 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322604 Oct 13 05:43:16.085717 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:16.095732 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b853-877a-4231-a452-8ae6d8f268dd req-44827f10-8231-49b8-9c3d-cb8e855a6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:16.095732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-44827f10-8231-49b8-9c3d-cb8e855a6143 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 200 len: 835 time: 0.0470991 Oct 13 05:43:16.111221 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34281249-5cca-4009-9b17-05469835e47b None None] Checking router: 30403170-18cc-4396-9642-a6752d66003e for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:16.119234 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:16.119847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:42:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:16.139302 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b853-877a-4231-a452-8ae6d8f268dd req-aaffc506-0ffc-45be-83d3-97f02f76c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:16.141415 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-aaffc506-0ffc-45be-83d3-97f02f76c0ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6290a0b3-cbc6-45af-ba08-f32eccc4491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438957 Oct 13 05:43:16.227124 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:16.235258 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-84bad25c-ddc8-487d-9d87-e88830da9040 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838060 Oct 13 05:43:16.339350 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2977b853-877a-4231-a452-8ae6d8f268dd req-253a9be4-c951-4256-9a6d-c2c188e875b9 service neutron] 10.222.0.26 "GET /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954447 Oct 13 05:43:16.429228 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-34281249-5cca-4009-9b17-05469835e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:16.455144 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34281249-5cca-4009-9b17-05469835e47b None None] The sync data for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 is: [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:41:48Z', 'revision_number': 4, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '1a74c2ee-ac06-4357-977c-d5906b440cff', 'name': '', 'network_id': '6290a0b3-cbc6-45af-ba08-f32eccc4491a', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'mac_address': 'fa:16:3e:12:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:48Z', 'updated_at': '2021-10-13T05:41:51Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'subnets': [{'id': 'b9ebd649-c9b9-44a2-b105-5ac91829f83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:16.669133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630ec3a-3340-4194-9a3b-f23f785d9694 None None] New status for floating IP 7aeedd89-5a5e-4591-8ab7-e97580547755: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:43:17.193146 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9eb39-0ac8-46a6-a3ec-1612d6183237 req-19154e16-ac9b-463b-a941-e47501ef01c5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:17.194583 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00c9eb39-0ac8-46a6-a3ec-1612d6183237 req-19154e16-ac9b-463b-a941-e47501ef01c5 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0484035 Oct 13 05:43:17.230191 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00c9eb39-0ac8-46a6-a3ec-1612d6183237 req-f3edf019-6e4d-4afc-a9e2-c650fa194029 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/security-groups?id=01b4efd2-40e7-4e1f-8f07-098ab8f3b176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299308 Oct 13 05:43:17.937582 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-a4fd3396-332b-4084-8058-0f17120a28e4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:17.939011 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-a4fd3396-332b-4084-8058-0f17120a28e4 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Oct 13 05:43:18.026987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:43:18.027322 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:18.113618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 8adb572a-6bdf-454f-abc1-3dfec1239ad2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=8adb572a-6bdf-454f-abc1-3dfec1239ad2,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:18.113971 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:18.125771 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 8adb572a-6bdf-454f-abc1-3dfec1239ad2 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:43:18.249854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:18.278002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=8adb572a-6bdf-454f-abc1-3dfec1239ad2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:18.333754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-678c45ff-51eb-4cde-911d-9c743234dff3 req-2b0ff659-2a73-4d38-90e8-b62d94d0df56 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ffd364-e55a-40d2-a890-64e18599aae8 HTTP/1.1" status: 200 len: 210 time: 0.0267251 Oct 13 05:43:18.671427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] No DVR routers for this DVR port 8adb572a-6bdf-454f-abc1-3dfec1239ad2 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:43:18.674169 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:18.677594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a6313057-bb86-46b0-b988-ac4cb960f5c0 req-3eb12b4b-ed0c-4126-935c-f510838d8391 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.26 "DELETE /v2.0/ports/8adb572a-6bdf-454f-abc1-3dfec1239ad2 HTTP/1.1" status: 204 len: 173 time: 0.7320471 Oct 13 05:43:18.678035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'name': 'network-vif-deleted', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:43:18.680282 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777bb508-7862-4d93-be21-c2927212264f" -d '{"events": [{"server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "name": "network-vif-deleted", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:43:18.719485 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd641211-56ae-4501-9ebb-468d5c75e486 x-openstack-request-id: req-cd641211-56ae-4501-9ebb-468d5c75e486 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:43:18.720087 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ffd364-e55a-40d2-a890-64e18599aae8", "name": "network-vif-deleted", "tag": "8adb572a-6bdf-454f-abc1-3dfec1239ad2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:43:18.720466 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd641211-56ae-4501-9ebb-468d5c75e486 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:43:18.721331 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ffd364-e55a-40d2-a890-64e18599aae8', 'name': 'network-vif-deleted', 'tag': '8adb572a-6bdf-454f-abc1-3dfec1239ad2', 'status': 'completed', 'code': 200} Oct 13 05:43:19.126138 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dd753f0-7e9a-4327-a01a-7648a4760346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:19.389556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:19.738074 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:20.282738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 1a74c2ee-ac06-4357-977c-d5906b440cff {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:43:20.283154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:20.368816 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 1a74c2ee-ac06-4357-977c-d5906b440cff, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=1a74c2ee-ac06-4357-977c-d5906b440cff,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:20.369181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:20.386791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 1a74c2ee-ac06-4357-977c-d5906b440cff owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:43:20.564024 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:20.589217 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=1a74c2ee-ac06-4357-977c-d5906b440cff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:20.601657 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.602130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.602328 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.602661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.602988 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.603310 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.603633 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.603955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.604275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.604592 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.604936 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.605256 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:20.766824 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:20.975634 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Router 30403170-18cc-4396-9642-a6752d66003e has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:43:21.079852 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:21.085397 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-07f55988-c26f-42f0-995d-912d32f271db tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "PUT /v2.0/routers/30403170-18cc-4396-9642-a6752d66003e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947818 Oct 13 05:43:21.088238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:21.089474 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] Sync routers for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:21.099572 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:21.100556 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:42:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:21.139723 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting subnet b9ebd649-c9b9-44a2-b105-5ac91829f83d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:43:21.144274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.190820 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.202377 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:21.276527 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.335156 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.362748 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ebd649-c9b9-44a2-b105-5ac91829f83d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:21.367796 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.371194 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e58170a7-7c82-4766-88d8-33eb87be1bad tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/subnets/b9ebd649-c9b9-44a2-b105-5ac91829f83d HTTP/1.1" status: 204 len: 168 time: 0.2819498 Oct 13 05:43:21.373886 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53854) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:21.375677 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39becdbb-a6a1-44f4-a2cd-66dfcdf5d005 None None] Network 6290a0b3-cbc6-45af-ba08-f32eccc4491a requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:43:21.383312 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:43:20Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:21.413568 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] Checking router: 30403170-18cc-4396-9642-a6752d66003e for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:21.423057 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] Routers {'30403170-18cc-4396-9642-a6752d66003e'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:21.423742 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:42:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['30403170-18cc-4396-9642-a6752d66003e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:21.487154 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.536844 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] Set router 30403170-18cc-4396-9642-a6752d66003e gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:21.560749 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619373f7-3736-42db-84f3-233646f412fa None None] DHCP port deletion for 6290a0b3-cbc6-45af-ba08-f32eccc4491a request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:43:21.606367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.621924 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-619373f7-3736-42db-84f3-233646f412fa None None] Deleting port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:43:21.622435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.638058 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfdb574b-5723-4572-9b80-984b10630719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.670591 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Deleting port 2c524d96-4fc7-4254-a393-92f222780bab {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:43:21.671272 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.700738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-619373f7-3736-42db-84f3-233646f412fa None None] For port 9cd614bd-22cc-4ee7-89ad-014cdb891e25, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9cd614bd-22cc-4ee7-89ad-014cdb891e25,segment=NetworkSegment(ae43688b-c47a-46a6-8bce-63e23424b711),segment_id=ae43688b-c47a-46a6-8bce-63e23424b711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:21.701348 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.718941 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-619373f7-3736-42db-84f3-233646f412fa None None] Calling delete_port for 9cd614bd-22cc-4ee7-89ad-014cdb891e25 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:43:21.769210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9cd614bd-22cc-4ee7-89ad-014cdb891e25 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:43:21.770509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] For port 2c524d96-4fc7-4254-a393-92f222780bab, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2c524d96-4fc7-4254-a393-92f222780bab,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:21.770889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.784054 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Calling delete_port for 2c524d96-4fc7-4254-a393-92f222780bab owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:43:21.831115 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:43:20Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:21.856648 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.862478 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee848-3f51-444e-a050-a701deb4d7c0 None None] The sync data for ids ['30403170-18cc-4396-9642-a6752d66003e'] in n-d-810220-9 is: [{'id': '30403170-18cc-4396-9642-a6752d66003e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033764976', 'tenant_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2c524d96-4fc7-4254-a393-92f222780bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:41:45Z', 'updated_at': '2021-10-13T05:43:20Z', 'revision_number': 5, 'project_id': '2a6c789b2b4c4108ac9c25c43c870e15', 'gw_port': {'id': '2c524d96-4fc7-4254-a393-92f222780bab', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30403170-18cc-4396-9642-a6752d66003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:41:46Z', 'updated_at': '2021-10-13T05:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:21.912441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619373f7-3736-42db-84f3-233646f412fa None None] Pushing event deleted for resources: {'Port': ['ID=9cd614bd-22cc-4ee7-89ad-014cdb891e25,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:21.915821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619373f7-3736-42db-84f3-233646f412fa None None] No DVR routers for this DVR port 9cd614bd-22cc-4ee7-89ad-014cdb891e25 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:43:21.926781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.927116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.927450 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.928061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.928061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.928467 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.928721 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.929043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.929359 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.929673 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.931043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.931381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619373f7-3736-42db-84f3-233646f412fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:21.938290 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.970353 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:21.998099 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Port': ['ID=2c524d96-4fc7-4254-a393-92f222780bab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:22.058919 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.065589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8adb572a-6bdf-454f-abc1-3dfec1239ad2 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:43:22.084265 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 8adb572a-6bdf-454f-abc1-3dfec1239ad2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:43:22.084605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 8adb572a-6bdf-454f-abc1-3dfec1239ad2 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:43:22.148990 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.151069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.193302 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.193762 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Fanout notify agent at l3_agent the message router_deleted on router 30403170-18cc-4396-9642-a6752d66003e {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:43:22.200769 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.201867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-92d9e26f-a30a-4261-840c-51724d30c317 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/routers/30403170-18cc-4396-9642-a6752d66003e HTTP/1.1" status: 204 len: 168 time: 0.8262119 Oct 13 05:43:22.204499 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53858) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:22.287874 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.376794 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.396208 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6290a0b3-cbc6-45af-ba08-f32eccc4491a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:22.405437 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae43688b-c47a-46a6-8bce-63e23424b711') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:22.406227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae43688b-c47a-46a6-8bce-63e23424b711') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:22.415410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.429520 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.435509 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:43:22.435904 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:43:22.439124 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:43:22.506111 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.513851 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.517867 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/networks/6290a0b3-cbc6-45af-ba08-f32eccc4491a HTTP/1.1" status: 204 len: 168 time: 0.3122513 Oct 13 05:43:22.520395 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:22.538542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb4ef5-a474-4efe-88ac-f4be34e7cea2 tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'Network': ['ID=6290a0b3-cbc6-45af-ba08-f32eccc4491a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:22.589737 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701287e7-6169-4d8a-ae47-03fcf298634b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.614512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701287e7-6169-4d8a-ae47-03fcf298634b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.673080 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701287e7-6169-4d8a-ae47-03fcf298634b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.675628 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701287e7-6169-4d8a-ae47-03fcf298634b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:22.676801 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-701287e7-6169-4d8a-ae47-03fcf298634b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] 10.222.0.44 "DELETE /v2.0/security-groups/01b4efd2-40e7-4e1f-8f07-098ab8f3b176 HTTP/1.1" status: 204 len: 168 time: 0.1554282 Oct 13 05:43:22.685883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701287e7-6169-4d8a-ae47-03fcf298634b tempest-TestNetworkAdvancedServerOps-1448302899 tempest-TestNetworkAdvancedServerOps-1448302899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b4efd2-40e7-4e1f-8f07-098ab8f3b176,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:23.030405 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53868) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:23.056282 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.166658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-42626e7b-8f11-49ac-b949-7b6ed9bd3ba0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a6c789b2b4c4108ac9c25c43c870e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349621 Oct 13 05:43:23.169142 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:23.215626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b67505ee-c857-413b-8779-34d52e21ebd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.236141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b67505ee-c857-413b-8779-34d52e21ebd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.282545 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b67505ee-c857-413b-8779-34d52e21ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.285512 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b67505ee-c857-413b-8779-34d52e21ebd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.287400 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-b67505ee-c857-413b-8779-34d52e21ebd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5db4077-ae34-41e4-ba43-91de281b9cf6 HTTP/1.1" status: 204 len: 168 time: 0.1165996 Oct 13 05:43:23.294690 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67505ee-c857-413b-8779-34d52e21ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db4077-ae34-41e4-ba43-91de281b9cf6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:23.411983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.537197 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:23.550708 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7e31-bdde-46d8-814e-b100b7df7c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.629193 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7e31-bdde-46d8-814e-b100b7df7c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.634013 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7e31-bdde-46d8-814e-b100b7df7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.649177 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c524d96-4fc7-4254-a393-92f222780bab no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:43:23.668881 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2c524d96-4fc7-4254-a393-92f222780bab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:43:23.669215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2c524d96-4fc7-4254-a393-92f222780bab not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:43:23.669621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a74c2ee-ac06-4357-977c-d5906b440cff no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:43:23.672886 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ce8c7e31-bdde-46d8-814e-b100b7df7c72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f812afea33e84003abea6b8c380e4584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345401 Oct 13 05:43:23.673756 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c7e31-bdde-46d8-814e-b100b7df7c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec8cac-8040-4c0b-b371-cd99fdea4094,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:23.675644 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:23.692556 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 1a74c2ee-ac06-4357-977c-d5906b440cff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:43:23.692920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 1a74c2ee-ac06-4357-977c-d5906b440cff not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:43:23.724639 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-229210c5-080a-4566-9a9c-9695f3e72ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.745138 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-229210c5-080a-4566-9a9c-9695f3e72ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.789590 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-229210c5-080a-4566-9a9c-9695f3e72ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.792059 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-229210c5-080a-4566-9a9c-9695f3e72ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:23.793195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-229210c5-080a-4566-9a9c-9695f3e72ac0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77ec8cac-8040-4c0b-b371-cd99fdea4094 HTTP/1.1" status: 204 len: 168 time: 0.1159067 Oct 13 05:43:23.801705 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229210c5-080a-4566-9a9c-9695f3e72ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec8cac-8040-4c0b-b371-cd99fdea4094,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:24.471968 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53902) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:24.564719 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2051115856-network', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:24.585379 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Made reservation on behalf of b8d30593c2044f40a48fb2b1c01c460a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:43:24.587573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.595692 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.668280 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.671783 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.692362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:43:24.707429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e025f7-f2d8-4fb3-a1dc-361c17b9895c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:24.710405 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.710740 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Added segment 462fd610-0b84-4a4b-aa2b-0f0410ae9d8d of type vlan for network 73d76955-6531-4fff-b1a2-27afaad821da Oct 13 05:43:24.752079 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.775871 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.776916 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:24.777479 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.826701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3536370 Oct 13 05:43:24.829897 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:24.834888 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Request body: {'subnet': {'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2051115856-subnet', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:24.837174 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481433e-d61d-410f-bd19-88488e11357f admin admin] Pushing event updated for resources: {'Network': ['ID=73d76955-6531-4fff-b1a2-27afaad821da,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:24.847038 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 73d76955-6531-4fff-b1a2-27afaad821da details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:43:24.856123 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Made reservation on behalf of b8d30593c2044f40a48fb2b1c01c460a for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:43:24.858480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8694612'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:24.975108 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.027158 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8694650'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.089809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72561bda-2d73-4f3f-bc74-d1a0bab7793d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:25.094647 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Checking segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:25.095004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Network hostable DHCP agents. Network: 73d76955-6531-4fff-b1a2-27afaad821da, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:43:25.111586 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Network 73d76955-6531-4fff-b1a2-27afaad821da is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:43:25.119783 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 73d76955-6531-4fff-b1a2-27afaad821da) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:25.123827 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:25.124444 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.129160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ca952-6d4d-4d99-9800-57c7ed359ab7 None None] Network 73d76955-6531-4fff-b1a2-27afaad821da requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:43:25.139807 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-73a65b57-60f9-4a12-bfd2-b6329033ff1e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087311 Oct 13 05:43:25.142443 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:25.146791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:25.167108 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.168191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.220961 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.278700 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-73d76955-6531-4fff-b1a2-27afaad821da', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:43:25.279583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.363828 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.415915 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Allocated IP 172.20.0.2 (73d76955-6531-4fff-b1a2-27afaad821da/72561bda-2d73-4f3f-bc74-d1a0bab7793d/e1a83ffd-71cd-4706-8859-5183bfdd1773) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:25.556815 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.558541 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.562690 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.581529 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.604845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Network 73d76955-6531-4fff-b1a2-27afaad821da is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:25.609217 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:25.611781 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:25.623422 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Pushing event updated for resources: {'Port': ['ID=e1a83ffd-71cd-4706-8859-5183bfdd1773,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:25.667605 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Attempting to bind port e1a83ffd-71cd-4706-8859-5183bfdd1773 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:25.667964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Attempting to bind port e1a83ffd-71cd-4706-8859-5183bfdd1773 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:25.668317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Attempting to bind port e1a83ffd-71cd-4706-8859-5183bfdd1773 on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:25.673609 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:25.673970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Checking segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:25.674365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.674742 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Bound using segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:25.675190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Bound port: e1a83ffd-71cd-4706-8859-5183bfdd1773, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:25.675583 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.684772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Allocated IP 172.25.1.235 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/4c869967-9535-4083-9dce-bc1b69e41ea7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:25.737624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] For port e1a83ffd-71cd-4706-8859-5183bfdd1773, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:25.740975 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] For port e1a83ffd-71cd-4706-8859-5183bfdd1773, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e1a83ffd-71cd-4706-8859-5183bfdd1773,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:25.745957 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.794102 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.808853 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea33e-c7ad-456a-8528-9f89c9490118 None None] Pushing event updated for resources: {'Port': ['ID=e1a83ffd-71cd-4706-8859-5183bfdd1773,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:25.829652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:25.870196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:25.873206 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:25.876807 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:25.901765 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Pushing event updated for resources: {'Port': ['ID=4c869967-9535-4083-9dce-bc1b69e41ea7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:26.143952 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:26.335217 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:26.465867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:43:26.704548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3585889-6239-45a1-845f-f1cb9f6bc797 None None] Network 73d76955-6531-4fff-b1a2-27afaad821da requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:43:26.881260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:26.901170 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:26.902680 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a8b6bc6c-baff-4d7e-8ef3-ea9dfff7de26 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7593129 Oct 13 05:43:26.902983 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:26.905708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:26.928475 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:26.929054 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:26.932156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-636ee709-5a7c-4c1e-8d11-5bc644f7c6b4 None None] Provisioning complete for port e1a83ffd-71cd-4706-8859-5183bfdd1773 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:26.932783 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-636ee709-5a7c-4c1e-8d11-5bc644f7c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.159192 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:27.218985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-636ee709-5a7c-4c1e-8d11-5bc644f7c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.311709 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-636ee709-5a7c-4c1e-8d11-5bc644f7c6b4 None None] For port e1a83ffd-71cd-4706-8859-5183bfdd1773, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e1a83ffd-71cd-4706-8859-5183bfdd1773,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:27.317122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.321085 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-636ee709-5a7c-4c1e-8d11-5bc644f7c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.402043 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ee709-5a7c-4c1e-8d11-5bc644f7c6b4 None None] Pushing event updated for resources: {'Port': ['ID=e1a83ffd-71cd-4706-8859-5183bfdd1773,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:27.430116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:26Z', 'revision_number': 3, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:27.457210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:27.457646 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Updating router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 port 4c869967-9535-4083-9dce-bc1b69e41ea7 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:43:27.488743 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Allocated IP 172.20.0.1 (73d76955-6531-4fff-b1a2-27afaad821da/72561bda-2d73-4f3f-bc74-d1a0bab7793d/70a70186-be0f-4d3d-8548-850bd1323938) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:27.491832 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.596963 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4699781-f9d5-442a-9030-10c0b1e843ed None None] Provisioning complete for port e1a83ffd-71cd-4706-8859-5183bfdd1773 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:27.597458 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4699781-f9d5-442a-9030-10c0b1e843ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.597609 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.635914 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.654345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Network 73d76955-6531-4fff-b1a2-27afaad821da is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:27.656384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:27.680390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:27.706253 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e1a83ffd-71cd-4706-8859-5183bfdd1773 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:27.721062 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Pushing event updated for resources: {'Port': ['ID=70a70186-be0f-4d3d-8548-850bd1323938,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:27.737502 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.862213 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port e1a83ffd-71cd-4706-8859-5183bfdd1773 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:27.862574 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.870399 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.904295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:27.915003 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.005634 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Attempting to bind port 4c869967-9535-4083-9dce-bc1b69e41ea7 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:28.005994 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Attempting to bind port 4c869967-9535-4083-9dce-bc1b69e41ea7 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:28.006350 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Attempting to bind port 4c869967-9535-4083-9dce-bc1b69e41ea7 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:28.011407 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793defe-cc8a-4f1a-9ef5-9c98601ab988 None None] Pushing event updated for resources: {'Port': ['ID=4c869967-9535-4083-9dce-bc1b69e41ea7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:28.024096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5937e857-1fc3-473a-a446-80a05ab81e54 None None] Provisioning complete for port 70a70186-be0f-4d3d-8548-850bd1323938 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:28.024431 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5937e857-1fc3-473a-a446-80a05ab81e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.029117 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:28.029487 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:28.029953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.030335 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:28.031373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Bound port: 4c869967-9535-4083-9dce-bc1b69e41ea7, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:28.031742 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.036534 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.042278 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.106659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Pushing event updated for resources: {'Port': ['ID=70a70186-be0f-4d3d-8548-850bd1323938,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:28.107313 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5937e857-1fc3-473a-a446-80a05ab81e54 None None] Port 70a70186-be0f-4d3d-8548-850bd1323938 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:43:28.109238 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.115866 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] For port 4c869967-9535-4083-9dce-bc1b69e41ea7, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:28.119615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] For port 4c869967-9535-4083-9dce-bc1b69e41ea7, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4c869967-9535-4083-9dce-bc1b69e41ea7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:28.123535 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.174225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:28.174824 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:28.204306 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Network 73d76955-6531-4fff-b1a2-27afaad821da is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:28.205782 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:28.223936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793defe-cc8a-4f1a-9ef5-9c98601ab988 None None] Pushing event updated for resources: {'Port': ['ID=4c869967-9535-4083-9dce-bc1b69e41ea7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:28.297572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:28.322624 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:43:28.438687 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:28.443659 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a7c06ed4-78eb-4a4d-8ec9-8751d3b21301 admin admin] 10.222.0.44 "PUT /v2.0/routers/fea5b302-a397-4459-9d6a-9b9f6f2aa6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5365920 Oct 13 05:43:28.511244 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 2, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:28.541402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2caf76-9c49-417d-9f4d-365519fd5847 None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 2, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:28.551347 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64d88038-4754-413b-b2df-892ec13f1ee5 None None] Provisioning complete for port 70a70186-be0f-4d3d-8548-850bd1323938 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:28.551727 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64d88038-4754-413b-b2df-892ec13f1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.589439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64d88038-4754-413b-b2df-892ec13f1ee5 None None] Port 70a70186-be0f-4d3d-8548-850bd1323938 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:43:28.940590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53928) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:28.945667 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-759834916-network', 'tenant_id': '392dead19d474845841ca38b914378e9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:28.966476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Made reservation on behalf of 392dead19d474845841ca38b914378e9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:43:28.970069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:28.979568 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.063480 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.067795 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.094065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:43:29.105623 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee7f4e-055d-43ac-a9db-edb6dee98089,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:29.112873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.113324 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Added segment 095b0ff0-8c2c-49d0-a80d-7b10c1acfa01 of type vlan for network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 Oct 13 05:43:29.154466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.186326 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.187441 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:29.188146 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.247625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3023398 Oct 13 05:43:29.248120 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53930) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:29.255184 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Request body: {'subnet': {'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-759834916-subnet', 'tenant_id': '392dead19d474845841ca38b914378e9', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:29.256508 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144c7d9-81a0-497c-a72f-4c633d6fc40f admin admin] Pushing event updated for resources: {'Network': ['ID=47b7e17f-30bc-4cad-af0d-0d45a18a18f1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:29.271109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:43:29.282193 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Made reservation on behalf of 392dead19d474845841ca38b914378e9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:43:29.284934 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.467305 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.524841 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fc759c-5f81-4cab-b9a1-28f2b1b32a69,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:29.535717 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Checking segment: {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:29.536077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Network hostable DHCP agents. Network: 47b7e17f-30bc-4cad-af0d-0d45a18a18f1, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:43:29.553202 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:43:29.562355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 47b7e17f-30bc-4cad-af0d-0d45a18a18f1) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:29.566794 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:29.567672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.571339 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671d5d1-2b94-4d01-af87-8e3b9caae0ec None None] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:43:29.585625 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c4dff3d0-a499-4844-83f6-2cfcc077b762 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3358643 Oct 13 05:43:29.588094 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:29.593417 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:29.636328 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.640787 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.700615 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.705306 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c869967-9535-4083-9dce-bc1b69e41ea7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:29.763885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'tenant_id': '392dead19d474845841ca38b914378e9', 'fixed_ips': [{'subnet_id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:43:29.764767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.791746 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4c869967-9535-4083-9dce-bc1b69e41ea7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:29.792114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.856333 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:29.959901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Allocated IP 172.20.0.2 (47b7e17f-30bc-4cad-af0d-0d45a18a18f1/08fc759c-5f81-4cab-b9a1-28f2b1b32a69/92943f8b-1b7f-4da5-871c-0955b05244a4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:29.972427 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.057898 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.082809 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.184351 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 4c869967-9535-4083-9dce-bc1b69e41ea7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4c869967-9535-4083-9dce-bc1b69e41ea7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:30.190695 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.191704 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Allocated IP 172.25.1.175 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/5d19c956-75bf-4857-89cd-a91cb1294252) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:30.265138 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=4c869967-9535-4083-9dce-bc1b69e41ea7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:30.316065 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.324872 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.331842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.354719 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.372104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:30.377348 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:30.380912 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:30.402640 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:30.407815 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:30.410511 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:30.412771 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Pushing event updated for resources: {'Port': ['ID=92943f8b-1b7f-4da5-871c-0955b05244a4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:30.419271 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Pushing event updated for resources: {'Port': ['ID=5d19c956-75bf-4857-89cd-a91cb1294252,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:30.445882 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Attempting to bind port 92943f8b-1b7f-4da5-871c-0955b05244a4 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:30.446242 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Attempting to bind port 92943f8b-1b7f-4da5-871c-0955b05244a4 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:30.446593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Attempting to bind port 92943f8b-1b7f-4da5-871c-0955b05244a4 on network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:30.451593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:30.452227 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Checking segment: {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:30.452227 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.452762 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Bound using segment: {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:30.453104 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Bound port: 92943f8b-1b7f-4da5-871c-0955b05244a4, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:30.453476 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.516920 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] For port 92943f8b-1b7f-4da5-871c-0955b05244a4, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:30.520328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] For port 92943f8b-1b7f-4da5-871c-0955b05244a4, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=92943f8b-1b7f-4da5-871c-0955b05244a4,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:30.525558 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.585669 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1ad80-5cc8-43c6-b694-0ff2c8a272de None None] Pushing event updated for resources: {'Port': ['ID=92943f8b-1b7f-4da5-871c-0955b05244a4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:30.632333 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:30.642117 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:30.642645 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:30.669006 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.752401 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:30.893835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:30.965538 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 2, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:30.991274 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:30.991628 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Updating router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 port 70a70186-be0f-4d3d-8548-850bd1323938 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:43:31.015730 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.021504 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:43:31.130091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:31.138974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Sync routers for ids ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:31.149281 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Routers {'4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:31.149567 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.149816 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:31.153269 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-18d906a6-107e-4bd3-bf98-a17f9283df59 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5613842 Oct 13 05:43:31.153523 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:31.271911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Set router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:31.314393 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.321746 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.409031 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Pushing event updated for resources: {'Port': ['ID=70a70186-be0f-4d3d-8548-850bd1323938,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:31.442322 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.443039 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.443541 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.444042 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.444550 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.445030 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.445360 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.447881 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.448058 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.448291 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.451282 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.451610 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:43:31.480570 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Attempting to bind port 70a70186-be0f-4d3d-8548-850bd1323938 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:31.480997 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Attempting to bind port 70a70186-be0f-4d3d-8548-850bd1323938 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:31.481359 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Attempting to bind port 70a70186-be0f-4d3d-8548-850bd1323938 on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:31.495656 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:31.496032 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Checking segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:31.496835 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.497253 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Bound using segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:31.497749 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Bound port: 70a70186-be0f-4d3d-8548-850bd1323938, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:31.499080 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.531147 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:43:30Z', 'revision_number': 3, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:31.573897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Checking router: 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:31.574329 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Updating router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c port 5d19c956-75bf-4857-89cd-a91cb1294252 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:43:31.588058 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] For port 70a70186-be0f-4d3d-8548-850bd1323938, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:31.607715 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] For port 70a70186-be0f-4d3d-8548-850bd1323938, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=70a70186-be0f-4d3d-8548-850bd1323938,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:31.613548 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.624127 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:31.743067 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:31.745681 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:31.747862 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb433eeb-b5ba-463d-809e-90a883dc590e None None] Pushing event updated for resources: {'Port': ['ID=70a70186-be0f-4d3d-8548-850bd1323938,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:31.842039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 92943f8b-1b7f-4da5-871c-0955b05244a4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:31.871225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c437be-ba16-4a8b-bca4-f7e89cd24a0e None None] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:43:31.912499 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:31.958981 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-85f16a18-6e0f-4e63-a59f-e8dbab74a6ed None None] Provisioning complete for port 70a70186-be0f-4d3d-8548-850bd1323938 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:31.959355 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85f16a18-6e0f-4e63-a59f-e8dbab74a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.073165 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.121049 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 92943f8b-1b7f-4da5-871c-0955b05244a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:32.121424 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.135122 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:31Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:32.161987 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b42437-bfb7-41d8-8a5d-a21c55021851 None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:31Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:32.240038 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Allocated IP 172.20.0.1 (47b7e17f-30bc-4cad-af0d-0d45a18a18f1/08fc759c-5f81-4cab-b9a1-28f2b1b32a69/2ffc2983-9e4e-41bc-aa74-76857ec36a92) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:32.270512 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85f16a18-6e0f-4e63-a59f-e8dbab74a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.363034 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.363490 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.392103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.399846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85f16a18-6e0f-4e63-a59f-e8dbab74a6ed None None] For port 70a70186-be0f-4d3d-8548-850bd1323938, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=70a70186-be0f-4d3d-8548-850bd1323938,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:32.402326 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.415133 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.421875 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85f16a18-6e0f-4e63-a59f-e8dbab74a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.469238 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:32.488918 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:32.491665 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:32.497050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Attempting to bind port 5d19c956-75bf-4857-89cd-a91cb1294252 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:32.497802 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Attempting to bind port 5d19c956-75bf-4857-89cd-a91cb1294252 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:32.498166 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Attempting to bind port 5d19c956-75bf-4857-89cd-a91cb1294252 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:32.509416 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 92943f8b-1b7f-4da5-871c-0955b05244a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=92943f8b-1b7f-4da5-871c-0955b05244a4,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:32.510610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c84cf4-a3f5-4831-8fa9-c0875a08dde3 None None] Pushing event updated for resources: {'Port': ['ID=5d19c956-75bf-4857-89cd-a91cb1294252,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:32.513421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:32.513803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:32.514210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.514592 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:32.515604 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Bound port: 5d19c956-75bf-4857-89cd-a91cb1294252, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:32.515988 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.521103 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.521413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c869967-9535-4083-9dce-bc1b69e41ea7 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:32.543486 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffc2983-9e4e-41bc-aa74-76857ec36a92,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:32.566861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.651168 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd777876-a4dc-43d1-928e-207d19d7dace None None] Provisioning complete for port 70a70186-be0f-4d3d-8548-850bd1323938 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:32.651758 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd777876-a4dc-43d1-928e-207d19d7dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.718861 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f16a18-6e0f-4e63-a59f-e8dbab74a6ed None None] Pushing event updated for resources: {'Port': ['ID=70a70186-be0f-4d3d-8548-850bd1323938,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:32.721765 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.726053 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] For port 5d19c956-75bf-4857-89cd-a91cb1294252, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:32.735165 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] For port 5d19c956-75bf-4857-89cd-a91cb1294252, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5d19c956-75bf-4857-89cd-a91cb1294252,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:32.763217 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.782539 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 4c869967-9535-4083-9dce-bc1b69e41ea7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:32.782911 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.841868 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=92943f8b-1b7f-4da5-871c-0955b05244a4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:32.908308 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Routers {'4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:32.908962 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:32.939770 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.945842 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:32.973472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c84cf4-a3f5-4831-8fa9-c0875a08dde3 None None] Pushing event updated for resources: {'Port': ['ID=5d19c956-75bf-4857-89cd-a91cb1294252,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:33.011437 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd777876-a4dc-43d1-928e-207d19d7dace None None] Provisioning complete for port 92943f8b-1b7f-4da5-871c-0955b05244a4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:33.011710 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd777876-a4dc-43d1-928e-207d19d7dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.013198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffc2983-9e4e-41bc-aa74-76857ec36a92,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:33.018421 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.116625 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:33.118228 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:33.247349 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:43:33.266480 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] Set router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:33.363970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:33.371368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4a1966a7-e781-4013-9f64-5585b283ff39 admin admin] 10.222.0.44 "PUT /v2.0/routers/4111f9a2-fc3b-4b38-a5ef-a8314ffca50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2168310 Oct 13 05:43:33.505583 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2ffc2983-9e4e-41bc-aa74-76857ec36a92', 'name': '', 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'tenant_id': '392dead19d474845841ca38b914378e9', 'mac_address': 'fa:16:3e:a8:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:32Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 1, 'project_id': '392dead19d474845841ca38b914378e9', 'subnets': [{'id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:33.508142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-105de0b0-d7a4-41fc-aea5-5444e1b0e39e None None] Provisioning complete for port 92943f8b-1b7f-4da5-871c-0955b05244a4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:33.508509 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-105de0b0-d7a4-41fc-aea5-5444e1b0e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.553255 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55377c22-b4be-49fc-bfc0-a9ce8219deaf None None] The sync data for ids ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'] in n-d-810220-9 is: [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2ffc2983-9e4e-41bc-aa74-76857ec36a92', 'name': '', 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'tenant_id': '392dead19d474845841ca38b914378e9', 'mac_address': 'fa:16:3e:a8:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:32Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 1, 'project_id': '392dead19d474845841ca38b914378e9', 'subnets': [{'id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:33.636795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-105de0b0-d7a4-41fc-aea5-5444e1b0e39e None None] Provisioning complete for port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:33.637267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-105de0b0-d7a4-41fc-aea5-5444e1b0e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.689455 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-105de0b0-d7a4-41fc-aea5-5444e1b0e39e None None] Port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:43:33.706268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 92943f8b-1b7f-4da5-871c-0955b05244a4 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:33.764186 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 92943f8b-1b7f-4da5-871c-0955b05244a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:33.764573 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.853113 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:33.857720 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504022836', 'description': 'tempest-secgroup-smoke-1504022836 description', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:33.867399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 70a70186-be0f-4d3d-8548-850bd1323938 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:33.885928 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.933064 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 70a70186-be0f-4d3d-8548-850bd1323938 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:33.933318 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.966164 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:33.971993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.002778 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.004263 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501474 Oct 13 05:43:34.007412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 53944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:34.011990 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '873b57f1-26ba-47dc-aee2-7eecbe1d4e4e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:34.018061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33709d-f25a-4544-a98e-3714071f56d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.044018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.101816 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.105099 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.120122 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c560cc-b5c9-4a19-91fa-f1812965cab4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.131882 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.133111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2e84bbc2-72f3-49d1-af5c-221e059706c3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245987 Oct 13 05:43:34.136069 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:34.141561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '873b57f1-26ba-47dc-aee2-7eecbe1d4e4e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:34.168511 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.230665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.235110 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.254247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f38dca-353c-4b48-a9e9-9d9c82e0650a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.259538 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.260725 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-d6c9aeff-f88d-4aea-ac1a-71d314062094 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236038 Oct 13 05:43:34.263588 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:34.268453 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '873b57f1-26ba-47dc-aee2-7eecbe1d4e4e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:34.294063 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.350525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.355761 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.376532 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e543b9-34e9-4d91-982a-0c4a6e96580a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.384181 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.385410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-31e69930-e8de-4bb6-887c-f58362fe47e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208992 Oct 13 05:43:34.388107 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:34.393040 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '873b57f1-26ba-47dc-aee2-7eecbe1d4e4e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:34.418126 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.478814 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.482476 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.500830 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175e860c-bd9b-4d46-bce7-32ba86a0b2c9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.508563 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.509825 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-054dee9b-43fe-413b-aa9f-41037318dd30 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207700 Oct 13 05:43:34.512599 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:34.517004 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '873b57f1-26ba-47dc-aee2-7eecbe1d4e4e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:34.538742 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Project b8d30593c2044f40a48fb2b1c01c460a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:43:34.543716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.604489 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.608051 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.621203 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:43:34.629114 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f608bb-d5d8-4a04-996f-8598507f3c66,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.634945 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.636157 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f774e139-7b90-498d-a1cc-6d5b1c0df5d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225226 Oct 13 05:43:34.638845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 53954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:34.643130 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '873b57f1-26ba-47dc-aee2-7eecbe1d4e4e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:34.664172 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Project b8d30593c2044f40a48fb2b1c01c460a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:43:34.668823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.727653 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.731487 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.748290 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89271015-5f7e-4433-9af9-0c7bc91aa34d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:34.756654 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:34.757786 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-95b4a86c-9a91-44e8-888d-21faec655907 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180258 Oct 13 05:43:34.890705 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-639cd68d-7515-4fd6-bc57-eac1abdc48e3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504022836&fields=id&tenant_id=b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 267 time: 0.0319970 Oct 13 05:43:35.015065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-6528fead-40c0-4aa2-abca-36558d8847f7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:35.016621 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-6528fead-40c0-4aa2-abca-36558d8847f7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 809 time: 0.1194108 Oct 13 05:43:35.033254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-3f9ec394-e560-4b7a-b902-bc766e90dd6d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/quotas/b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 375 time: 0.0105944 Oct 13 05:43:35.086277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-3126f079-6dd7-4a41-b571-92edf643e819 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471349 Oct 13 05:43:35.188296 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-4d2b6d51-274d-42d0-a11c-e6bdc70f3840 service neutron] 10.222.0.44 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Oct 13 05:43:35.284661 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-44299c39-bb94-4ff3-b47b-6609151607de service neutron] 10.222.0.44 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898330 Oct 13 05:43:35.448631 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6391e29f-eb4c-451c-9969-43e8a6ac5438 req-c6b020f8-e3df-481d-95c2-99c6bf9654f7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 210 time: 0.0292304 Oct 13 05:43:35.684695 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5d19c956-75bf-4857-89cd-a91cb1294252 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:35.734208 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5d19c956-75bf-4857-89cd-a91cb1294252 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:35.734582 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:35.818565 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:35.839125 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 5d19c956-75bf-4857-89cd-a91cb1294252, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5d19c956-75bf-4857-89cd-a91cb1294252,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:35.842305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:35.892632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=5d19c956-75bf-4857-89cd-a91cb1294252,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:36.234186 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Sync routers for ids ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:36.243244 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Routers {'4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:36.243850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:36.352108 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Set router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:36.412119 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-fbcfd491-84ee-4017-bb19-97177e3dbf75 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:36.413631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-fbcfd491-84ee-4017-bb19-97177e3dbf75 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 809 time: 0.1211152 Oct 13 05:43:36.457555 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-706b58cd-f213-4ce8-a6c1-21e627999517 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 380 time: 0.0346966 Oct 13 05:43:36.473787 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'port': {'device_id': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'admin_state_up': True, 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'security_groups': ['873b57f1-26ba-47dc-aee2-7eecbe1d4e4e']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:36.564598 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-031a45b0-c205-424a-8ff0-dd622090e246 req-80d90a99-38f0-4a66-9ff2-86e25f921e50 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 210 time: 0.0414398 Oct 13 05:43:36.620903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Made reservation on behalf of b8d30593c2044f40a48fb2b1c01c460a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:43:36.624861 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:36.654518 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2ffc2983-9e4e-41bc-aa74-76857ec36a92', 'name': '', 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'tenant_id': '392dead19d474845841ca38b914378e9', 'mac_address': 'fa:16:3e:a8:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:32Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 2, 'project_id': '392dead19d474845841ca38b914378e9', 'subnets': [{'id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:36.683583 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Checking router: 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:36.683933 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Updating router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:43:36.708897 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:36.749269 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Allocated IP 172.20.0.6 (73d76955-6531-4fff-b1a2-27afaad821da/72561bda-2d73-4f3f-bc74-d1a0bab7793d/e953c90c-d414-4e7d-a836-1a495a2ac9b2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:36.887517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:36.921346 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:36.965791 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Network 73d76955-6531-4fff-b1a2-27afaad821da is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:36.969614 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:36.970777 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:36.973409 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:36.978771 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:36.998004 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:37.033897 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c89c-a897-46df-b1a0-4fa1a68f909c None None] Pushing event updated for resources: {'Port': ['ID=2ffc2983-9e4e-41bc-aa74-76857ec36a92,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:37.035547 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:37.037347 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.055592 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-a0314468-05b9-4ea5-8d4f-79e2bea94a9c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858343 Oct 13 05:43:37.068262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Request body: {'port': {'device_id': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:37.089193 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Attempting to bind port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:37.089562 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Attempting to bind port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:37.090070 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Attempting to bind port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 on network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:37.095646 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:37.096365 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Checking segment: {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:37.096512 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.096949 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Bound using segment: {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:37.097428 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Bound port: 2ffc2983-9e4e-41bc-aa74-76857ec36a92, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:37.097806 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.136121 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.172825 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] For port 2ffc2983-9e4e-41bc-aa74-76857ec36a92, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:37.176126 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] For port 2ffc2983-9e4e-41bc-aa74-76857ec36a92, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2ffc2983-9e4e-41bc-aa74-76857ec36a92,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:37.181598 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.236340 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Routers {'4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:37.236997 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:37.244415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19911d6b-b3d3-40cf-b355-c84143e65dc3 None None] Provisioning complete for port e953c90c-d414-4e7d-a836-1a495a2ac9b2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:37.245475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19911d6b-b3d3-40cf-b355-c84143e65dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.298205 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19911d6b-b3d3-40cf-b355-c84143e65dc3 None None] Port e953c90c-d414-4e7d-a836-1a495a2ac9b2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:43:37.341188 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c89c-a897-46df-b1a0-4fa1a68f909c None None] Pushing event updated for resources: {'Port': ['ID=2ffc2983-9e4e-41bc-aa74-76857ec36a92,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:37.358828 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] Set router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:37.425864 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43294bef-4a5f-4b0d-840b-d129479633d5 None None] Provisioning complete for port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:37.426457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43294bef-4a5f-4b0d-840b-d129479633d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.461777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e953c90c-d414-4e7d-a836-1a495a2ac9b2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:43:37.470517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.490997 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Transition to ACTIVE for port object e953c90c-d414-4e7d-a836-1a495a2ac9b2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:43:37.496872 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.520668 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43294bef-4a5f-4b0d-840b-d129479633d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.556711 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:37.574943 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-43294bef-4a5f-4b0d-840b-d129479633d5 None None] For port 2ffc2983-9e4e-41bc-aa74-76857ec36a92, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2ffc2983-9e4e-41bc-aa74-76857ec36a92,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:37.578864 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43294bef-4a5f-4b0d-840b-d129479633d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.615539 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2ffc2983-9e4e-41bc-aa74-76857ec36a92', 'name': '', 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'tenant_id': '392dead19d474845841ca38b914378e9', 'mac_address': 'fa:16:3e:a8:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:32Z', 'updated_at': '2021-10-13T05:43:37Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'subnets': [{'id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:37.644465 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43294bef-4a5f-4b0d-840b-d129479633d5 None None] Pushing event updated for resources: {'Port': ['ID=2ffc2983-9e4e-41bc-aa74-76857ec36a92,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:37.673695 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b8ff-8bbe-48cb-9aa2-146bc9d841d4 None None] The sync data for ids ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'] in n-d-810220-9 is: [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '2ffc2983-9e4e-41bc-aa74-76857ec36a92', 'name': '', 'network_id': '47b7e17f-30bc-4cad-af0d-0d45a18a18f1', 'tenant_id': '392dead19d474845841ca38b914378e9', 'mac_address': 'fa:16:3e:a8:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:32Z', 'updated_at': '2021-10-13T05:43:37Z', 'revision_number': 4, 'project_id': '392dead19d474845841ca38b914378e9', 'subnets': [{'id': '08fc759c-5f81-4cab-b9a1-28f2b1b32a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:37.685861 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Attempting to bind port e953c90c-d414-4e7d-a836-1a495a2ac9b2 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:43:37.686197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Attempting to bind port e953c90c-d414-4e7d-a836-1a495a2ac9b2 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:43:37.686569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Attempting to bind port e953c90c-d414-4e7d-a836-1a495a2ac9b2 on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:37.700840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Port e953c90c-d414-4e7d-a836-1a495a2ac9b2 on network 73d76955-6531-4fff-b1a2-27afaad821da not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:43:37.701196 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Attempting to bind port e953c90c-d414-4e7d-a836-1a495a2ac9b2 on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:43:37.713114 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:43:37.713473 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Checking segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:43:37.713842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Bound using segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:43:37.714288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Bound port: e953c90c-d414-4e7d-a836-1a495a2ac9b2, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:43:37.714653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.726777 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c737ab1-d454-48ef-85e9-f384a851976d None None] Provisioning complete for port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:37.726897 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c737ab1-d454-48ef-85e9-f384a851976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.767202 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366133ee-8e51-4511-bfd3-7101ce055f63 req-929b5d3f-9dd1-4fcb-9363-7fd58d2d84ee tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:37.770970 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-366133ee-8e51-4511-bfd3-7101ce055f63 req-929b5d3f-9dd1-4fcb-9363-7fd58d2d84ee tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.1102574 Oct 13 05:43:37.773911 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5d19c956-75bf-4857-89cd-a91cb1294252 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:37.820607 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-366133ee-8e51-4511-bfd3-7101ce055f63 req-69ed1185-40d9-40bd-acd7-acd4046e4d99 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Oct 13 05:43:37.828601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:43:37.836956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:43:37.847647 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.892825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:37.894038 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.895720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] 10.222.0.26 "PUT /v2.0/ports/e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 1091 time: 0.8321114 Oct 13 05:43:37.896848 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:43:37.899870 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f" -d '{"events": [{"name": "network-changed", "server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:43:37.911572 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 5d19c956-75bf-4857-89cd-a91cb1294252 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:37.911949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:37.978770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4614a9-6dce-42da-bceb-e222f0fe4c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:38.006037 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63d0644-ed0c-4ba4-83e1-2e3773c7eb78 x-openstack-request-id: req-a63d0644-ed0c-4ba4-83e1-2e3773c7eb78 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:43:38.006334 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:43:38.006587 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a63d0644-ed0c-4ba4-83e1-2e3773c7eb78 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:43:38.007001 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'status': 'completed', 'code': 200} Oct 13 05:43:38.027933 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-dffbb2aa-28e1-4711-9aa0-471bd599e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.030002 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-dffbb2aa-28e1-4711-9aa0-471bd599e16f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0719709 Oct 13 05:43:38.054025 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2ffc2983-9e4e-41bc-aa74-76857ec36a92 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:38.080606 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-9b53951b-b907-4543-9af5-f8cf9e442a7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 217 time: 0.0414641 Oct 13 05:43:38.111534 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:38.111907 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:38.146446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-efb8a425-ad35-4575-86f3-95595296cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.149824 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-efb8a425-ad35-4575-86f3-95595296cb1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0621946 Oct 13 05:43:38.201159 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-55de477b-97d0-4f3b-9e73-0171ab2f3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.203205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-55de477b-97d0-4f3b-9e73-0171ab2f3b7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465159 Oct 13 05:43:38.300907 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-58ca3ff1-5d7e-4d69-a771-2cf4d8bf808f service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895910 Oct 13 05:43:38.392490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-74a8b85d-f585-4c61-8ec3-b4698026e470 req-305103ca-f531-464f-80ee-03de4c7934fa service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Oct 13 05:43:38.476084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-36f33290-dde2-46c0-b95d-f509a791f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.477424 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-36f33290-dde2-46c0-b95d-f509a791f011 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0400164 Oct 13 05:43:38.567505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-66cec5ba-2ca1-4348-b677-250c10e5ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.568966 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-66cec5ba-2ca1-4348-b677-250c10e5ce2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0847428 Oct 13 05:43:38.608074 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-83f15509-5e46-46db-aa4c-da4105dce68b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 217 time: 0.0321856 Oct 13 05:43:38.659001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-bdc10638-e37f-4b90-9282-75962ef1bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.660371 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-bdc10638-e37f-4b90-9282-75962ef1bcd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0453634 Oct 13 05:43:38.704117 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-a75c9362-b6b0-451a-9816-8c7ccf89e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.705587 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-a75c9362-b6b0-451a-9816-8c7ccf89e884 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384023 Oct 13 05:43:38.790479 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-90d223a8-8269-48ad-83af-710cbf6abdd6 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777664 Oct 13 05:43:38.880439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ca8ecbfe-1a0d-4c05-9c99-0ff71e2c278f req-fc79a212-de0e-4b51-be9b-e9b702f3b28e service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829563 Oct 13 05:43:38.933781 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec93fb-d962-4de7-8388-4a86269283e9 req-fe159800-c3d1-4a9e-b4e3-a281e9aee693 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:38.935230 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62ec93fb-d962-4de7-8388-4a86269283e9 req-fe159800-c3d1-4a9e-b4e3-a281e9aee693 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0476081 Oct 13 05:43:38.971971 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-62ec93fb-d962-4de7-8388-4a86269283e9 req-321f0455-92a2-44eb-b74c-b79e541b1413 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Oct 13 05:43:39.344744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:39.659691 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2ffc2983-9e4e-41bc-aa74-76857ec36a92 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:39.705808 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:39.706172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:40.087913 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa6082-b10c-4ee9-8574-529dff963c37 req-261db26b-623d-400b-bce1-d956954cc272 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:40.089392 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2fa6082-b10c-4ee9-8574-529dff963c37 req-261db26b-623d-400b-bce1-d956954cc272 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0487623 Oct 13 05:43:40.126498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e2fa6082-b10c-4ee9-8574-529dff963c37 req-0f74ac78-d521-4631-a7b2-a9160a10403b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Oct 13 05:43:41.101175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:41.242616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8ae00-8676-40fd-adf6-b0aa0f66073a req-8c47ec9c-5afc-4edc-b65c-30a450b219b1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:41.244064 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1de8ae00-8676-40fd-adf6-b0aa0f66073a req-8c47ec9c-5afc-4edc-b65c-30a450b219b1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0521548 Oct 13 05:43:41.280918 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1de8ae00-8676-40fd-adf6-b0aa0f66073a req-c5b57090-c773-4688-a678-5971f5c264a3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303071 Oct 13 05:43:42.151492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:43:42.244737 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:42.255370 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'mac_address': 'fa:16:3e:ac:17:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:43:42.291197 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:42.303378 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e953c90c-d414-4e7d-a836-1a495a2ac9b2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:43:42.322538 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:42.326673 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:42.378744 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:42.404337 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71945500-5142-4560-b8f2-347797f28194 req-bbb0e2cf-2b7f-41af-bca7-ef8c7bb735f3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:42.406160 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-71945500-5142-4560-b8f2-347797f28194 req-bbb0e2cf-2b7f-41af-bca7-ef8c7bb735f3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 944 time: 0.0594804 Oct 13 05:43:42.443161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-71945500-5142-4560-b8f2-347797f28194 req-a208452e-9c94-48e2-9374-5a401b485fa9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Oct 13 05:43:42.656226 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['e953c90c-d414-4e7d-a836-1a495a2ac9b2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:43:43.554927 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fb972-14a4-464d-9a87-f93ed37bd4fa req-75c11c38-6254-43aa-9421-fb117fe2b08f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:43.556368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-275fb972-14a4-464d-9a87-f93ed37bd4fa req-75c11c38-6254-43aa-9421-fb117fe2b08f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 944 time: 0.0478199 Oct 13 05:43:43.592953 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-275fb972-14a4-464d-9a87-f93ed37bd4fa req-da490a3e-fdd1-42bc-825f-6c0a7e41bd3c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301208 Oct 13 05:43:44.167000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:43:44.215429 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port e953c90c-d414-4e7d-a836-1a495a2ac9b2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:43:44.220311 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port e953c90c-d414-4e7d-a836-1a495a2ac9b2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:43:44.220769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:44.293439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:44.317398 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:43:44.319634 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650eb29d-71aa-4da0-b816-137a882c8a59" -d '{"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:43:44.332439 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:43:44.336552 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:44.359468 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a33771-911d-4b7c-9a7d-f40725599bb6 x-openstack-request-id: req-22a33771-911d-4b7c-9a7d-f40725599bb6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:43:44.359765 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:43:44.360012 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22a33771-911d-4b7c-9a7d-f40725599bb6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:43:44.360472 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'code': 200} Oct 13 05:43:44.386477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:44.452785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333daf05-9b91-4358-9457-e955ddf30be1 req-d6fed566-8105-4d1c-947b-c09f59fb58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:44.454188 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-333daf05-9b91-4358-9457-e955ddf30be1 req-d6fed566-8105-4d1c-947b-c09f59fb58f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0386755 Oct 13 05:43:44.488180 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-333daf05-9b91-4358-9457-e955ddf30be1 req-5a51e520-46eb-4940-9921-9b6ea08bbb5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268734 Oct 13 05:43:44.704649 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5d0c-3648-43c5-9d9c-b0edac259222 req-c624e131-6664-4df2-beb1-dfcb6f3e8703 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:44.706039 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-358e5d0c-3648-43c5-9d9c-b0edac259222 req-c624e131-6664-4df2-beb1-dfcb6f3e8703 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0480149 Oct 13 05:43:44.743084 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-358e5d0c-3648-43c5-9d9c-b0edac259222 req-360f248b-083b-43cf-99d0-161a5991e19e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Oct 13 05:43:45.860403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f65e9f-f1a5-448f-ab75-9a1df9c97aa8 req-e6085c15-da64-4a9a-95f6-de9cb91b3ff4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:45.861807 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9f65e9f-f1a5-448f-ab75-9a1df9c97aa8 req-e6085c15-da64-4a9a-95f6-de9cb91b3ff4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0472832 Oct 13 05:43:45.897701 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f9f65e9f-f1a5-448f-ab75-9a1df9c97aa8 req-13e50bab-df61-474f-81a4-4be2a92ac78b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300670 Oct 13 05:43:46.013155 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89439e1-a1d0-4d84-b966-1f24bbbc2f00 req-60bb5f4e-3733-44da-8f11-a1cf5223e1b9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:46.015119 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a89439e1-a1d0-4d84-b966-1f24bbbc2f00 req-60bb5f4e-3733-44da-8f11-a1cf5223e1b9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Oct 13 05:43:46.052527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a89439e1-a1d0-4d84-b966-1f24bbbc2f00 req-cfa5ae73-5ebd-4747-be4f-70df4f015a4c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Oct 13 05:43:46.076110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:46.201314 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252887a-054a-4eb1-875b-ea1371da69ea tempest-TestShelveInstance-196366325 tempest-TestShelveInstance-196366325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:46.203363 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6252887a-054a-4eb1-875b-ea1371da69ea tempest-TestShelveInstance-196366325 tempest-TestShelveInstance-196366325-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1091 time: 0.1262355 Oct 13 05:43:46.206285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:43:46.210479 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:43:46.231293 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:46.327728 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:46.427132 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Allocated IP 172.25.1.70 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/56f8324d-4bb8-4760-9408-8ffe122967fb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:43:46.529097 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:46.560312 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:46.598925 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:43:46.601832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:43:46.605244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:43:46.611021 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'Port': ['ID=56f8324d-4bb8-4760-9408-8ffe122967fb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:46.952414 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.015119 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.158659 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.162957 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.233730 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'Port': ['ID=56f8324d-4bb8-4760-9408-8ffe122967fb,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:43:47.241833 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.339720 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Floating IP 87218642-bbbf-440c-a675-c519c5ac5530 associated. External IP: 172.25.1.70, port: e953c90c-d414-4e7d-a836-1a495a2ac9b2. Oct 13 05:43:47.543738 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:43:47.647473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:43:47.657272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:43:47.665823 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.667504 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:47.668115 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:47.704837 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-6e56cf7d-2d2a-4790-8471-f53a0b6a32a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4854639 Oct 13 05:43:47.704837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:43:47.704837 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91029d41-3764-4fb5-91d5-364aa9ebb8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:43:47.730984 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f392e-b382-4ef2-b16d-aa1f971519bd x-openstack-request-id: req-3a5f392e-b382-4ef2-b16d-aa1f971519bd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:43:47.731283 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:43:47.731536 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a5f392e-b382-4ef2-b16d-aa1f971519bd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:43:47.731943 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'status': 'completed', 'code': 200} Oct 13 05:43:47.778902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:47.794955 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-5ae3b8bd-05ce-497d-97c6-5a9922b83173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:47.796368 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-5ae3b8bd-05ce-497d-97c6-5a9922b83173 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0437405 Oct 13 05:43:47.892039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-ce9ec555-e0df-4132-9999-38a7aa24012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:47.893535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-ce9ec555-e0df-4132-9999-38a7aa24012c service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0896726 Oct 13 05:43:47.963410 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-b5c15d71-8176-428f-a8ab-89ab1a44b5ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 998 time: 0.0629616 Oct 13 05:43:47.995469 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '87218642-bbbf-440c-a675-c519c5ac5530', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'mac_address': 'fa:16:3e:ac:17:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:43:46Z', 'updated_at': '2021-10-13T05:43:46Z', 'revision_number': 0, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:48.011784 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-fbaaed10-de1e-43e1-953b-ff38f693677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:48.013285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-fbaaed10-de1e-43e1-953b-ff38f693677d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0431776 Oct 13 05:43:48.025099 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:43:48.033325 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:43:48.033917 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:43:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:48.058897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-c317b0b7-8522-4d8a-9dbc-f188bf94e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:48.060285 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-c317b0b7-8522-4d8a-9dbc-f188bf94e889 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395670 Oct 13 05:43:48.138008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:43:48.152082 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-7abfe44c-1e96-4af5-ab59-e0946cf4045d service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Oct 13 05:43:48.241879 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91029d41-3764-4fb5-91d5-364aa9ebb8e0 req-27ff02fd-407c-4f8a-870d-cf756e74db8a service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Oct 13 05:43:48.354878 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '87218642-bbbf-440c-a675-c519c5ac5530', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'mac_address': 'fa:16:3e:ac:17:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:43:46Z', 'updated_at': '2021-10-13T05:43:46Z', 'revision_number': 0, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:43:48.384945 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691b6ab-04c0-463c-9757-f5dacd94eb5f None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '87218642-bbbf-440c-a675-c519c5ac5530', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'mac_address': 'fa:16:3e:ac:17:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:43:46Z', 'updated_at': '2021-10-13T05:43:46Z', 'revision_number': 0, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:43:48.571920 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c544e-55dc-491d-83d0-1ef2304f8325 None None] New status for floating IP 87218642-bbbf-440c-a675-c519c5ac5530: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:43:49.126664 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89110a19-9c32-48a7-8872-bdc6c64ea3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:51.620596 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcce8a87-3811-46a4-ba4c-6ae2b1800792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:53.057544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:53.413865 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:54.978709 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:09.346099 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:11.096993 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:11.620278 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:44:19.126549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02ae662a-ec71-4233-8307-3503821605c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:21.619748 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f855fd84-cea0-48d3-8ae4-d3aa53d9f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:23.059118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:23.417617 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:24.980241 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:27.709715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-08bcfbcc-b55e-4540-80c9-6c6dd4097a94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396659 Oct 13 05:44:27.792850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630082eb-5d8d-4298-a32a-a39eee844acf req-697ad75c-8472-4e07-9d06-ee06a5212ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:27.794271 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-697ad75c-8472-4e07-9d06-ee06a5212ea7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0434647 Oct 13 05:44:27.892154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630082eb-5d8d-4298-a32a-a39eee844acf req-c74f33ce-caa5-4447-b65f-bbb6258b9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:27.893542 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-c74f33ce-caa5-4447-b65f-bbb6258b9305 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0811610 Oct 13 05:44:27.960393 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-6e017357-8aea-41fc-8e19-063be33c3294 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0592463 Oct 13 05:44:28.007851 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630082eb-5d8d-4298-a32a-a39eee844acf req-0ed15190-0a15-4e0f-9df5-3d5b9f1b9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:28.009239 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-0ed15190-0a15-4e0f-9df5-3d5b9f1b9c13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0417757 Oct 13 05:44:28.052645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630082eb-5d8d-4298-a32a-a39eee844acf req-4b4b5c9e-b091-4e86-9f85-84cefd654ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:28.054062 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-4b4b5c9e-b091-4e86-9f85-84cefd654ed6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379744 Oct 13 05:44:28.065657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-2f03b5ea-526f-48a8-8973-104a77e83cf5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:44:28.066561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-2f03b5ea-526f-48a8-8973-104a77e83cf5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046043 Oct 13 05:44:28.156131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-114dcfee-1bae-4e9a-b87b-1c4ff97975de service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823147 Oct 13 05:44:28.241470 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-630082eb-5d8d-4298-a32a-a39eee844acf req-e0c74382-47fa-40d4-a2b2-3c6df367d5b2 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780921 Oct 13 05:44:39.350908 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:41.100665 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:48.618934 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:44:49.127210 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df8e77fe-5295-4c04-99a3-f407972dfcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:51.619848 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a41c8171-cf22-4662-bf64-9fd7fb5402fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:53.059384 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:53.420294 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:54.983829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:09.369696 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:11.129229 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:19.128451 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0302fcb-18cd-45be-a729-3f0d9fd7dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:21.622953 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca717c32-8887-4ad3-b282-748e3120e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:23.059465 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:23.423989 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:24.986437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:25.618684 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:45:28.702575 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-902bd959-b95b-4cad-ad46-627a18d20226 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395403 Oct 13 05:45:28.784733 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-6cefbd28-f235-4060-ad20-d38d40ba01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:28.786170 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-6cefbd28-f235-4060-ad20-d38d40ba01dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0433977 Oct 13 05:45:28.884006 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-1f6f12d7-d6b5-4cf4-a762-3112224d1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:28.885439 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-1f6f12d7-d6b5-4cf4-a762-3112224d1453 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0809689 Oct 13 05:45:28.951626 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-fbb4443e-f2d5-42aa-b28a-b0c3d838e0ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0586979 Oct 13 05:45:28.998785 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-67f39fa1-8f76-48ba-83da-555be58aa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:29.000068 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-67f39fa1-8f76-48ba-83da-555be58aa8a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0420785 Oct 13 05:45:29.043460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-99958558-b9e1-4390-bbb1-74c0b6bc6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:29.044889 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-99958558-b9e1-4390-bbb1-74c0b6bc6841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379500 Oct 13 05:45:29.133579 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-263d1d86-d23c-4bd2-878b-0095485e1640 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815799 Oct 13 05:45:29.221732 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-98cc5e57-6863-46c9-84a9-b00e8e1e0ca3 req-0c5af46c-7866-4f7a-ba62-cc26f049d89d service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794926 Oct 13 05:45:39.366545 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:41.143352 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:49.130203 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a57d21ea-3625-4f7a-93a7-c9a470b4ab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:51.623198 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-286aebb4-297b-4ff4-902c-34d8844deb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:53.060952 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:53.429663 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:54.990844 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:02.617468 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:46:09.360587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:11.157523 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:15.574588 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c07b53-7128-4175-abe3-5c460d82df99 req-1da0dc22-91a2-4f7d-ac1c-67b040548352 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:15.576006 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c07b53-7128-4175-abe3-5c460d82df99 req-1da0dc22-91a2-4f7d-ac1c-67b040548352 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0992458 Oct 13 05:46:15.613014 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06c07b53-7128-4175-abe3-5c460d82df99 req-d3c28f25-c12e-443f-a0fb-1f8f342765d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301940 Oct 13 05:46:16.761661 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c2ab3-9b7a-4824-9f1a-d314730aada8 req-6ff33443-7e76-45cb-8ecc-4b87f33959d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:16.763129 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e94c2ab3-9b7a-4824-9f1a-d314730aada8 req-6ff33443-7e76-45cb-8ecc-4b87f33959d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0482442 Oct 13 05:46:16.800500 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e94c2ab3-9b7a-4824-9f1a-d314730aada8 req-e973da8c-52df-44ba-b3d3-6677b265371f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Oct 13 05:46:17.950161 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb8f59-1385-4dd7-a79a-02426277680f req-eb86c364-8387-43a6-a096-cd6722c06288 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:17.951529 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5bb8f59-1385-4dd7-a79a-02426277680f req-eb86c364-8387-43a6-a096-cd6722c06288 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Oct 13 05:46:17.987727 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b5bb8f59-1385-4dd7-a79a-02426277680f req-f6cb7db5-c598-4d55-9fd8-5435775b03d7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296001 Oct 13 05:46:19.100566 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7e196-1010-422e-9193-1d8fcbd5da4d req-b99bda07-c074-4a44-ac31-42dbbb98e2fd tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:19.102114 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dc7e196-1010-422e-9193-1d8fcbd5da4d req-b99bda07-c074-4a44-ac31-42dbbb98e2fd tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Oct 13 05:46:19.130079 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ee91fa-6bcf-4e6b-a69b-cf1666e28c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:19.140047 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5dc7e196-1010-422e-9193-1d8fcbd5da4d req-0e4785e1-6075-4f41-aeb1-cf230545ed09 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Oct 13 05:46:20.257403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d5cb-8ffb-44e7-a616-4304a43b5bdf req-d76473b6-5faf-46f7-9056-405db5019a52 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:20.258873 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c10d5cb-8ffb-44e7-a616-4304a43b5bdf req-d76473b6-5faf-46f7-9056-405db5019a52 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Oct 13 05:46:20.295785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9c10d5cb-8ffb-44e7-a616-4304a43b5bdf req-e3a8fb01-8412-475c-b67e-2bdca42322ef tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Oct 13 05:46:21.411007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733a2de-d43c-4cd1-bdae-bdea79b54d44 req-34de77aa-d43c-4c71-b6cd-6f4caa7c4568 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:21.412437 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d733a2de-d43c-4cd1-bdae-bdea79b54d44 req-34de77aa-d43c-4c71-b6cd-6f4caa7c4568 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Oct 13 05:46:21.452597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d733a2de-d43c-4cd1-bdae-bdea79b54d44 req-d1ef7cae-70a3-41c7-b41a-faa9852de5b3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Oct 13 05:46:21.623650 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b93ade0-ea00-41ca-a3e8-1b7da7baf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:22.565887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b651-e453-4fa8-a19b-7ea910e60a03 req-fe020c38-b228-412f-8e2a-3ad0e1a5e490 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:22.567423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3721b651-e453-4fa8-a19b-7ea910e60a03 req-fe020c38-b228-412f-8e2a-3ad0e1a5e490 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Oct 13 05:46:22.604113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3721b651-e453-4fa8-a19b-7ea910e60a03 req-17a4295a-53b3-450b-a2cd-695ad430cc52 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307345 Oct 13 05:46:23.061502 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:23.430888 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:23.718760 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f1ce-c6b3-4f0e-9976-95ff8d377ee4 req-5e06fe85-ab27-4122-ae8b-c930a2b939e9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:23.720203 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c469f1ce-c6b3-4f0e-9976-95ff8d377ee4 req-5e06fe85-ab27-4122-ae8b-c930a2b939e9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Oct 13 05:46:23.757630 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c469f1ce-c6b3-4f0e-9976-95ff8d377ee4 req-7b89795b-122d-42f1-bfe6-72fe361a1589 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Oct 13 05:46:24.872970 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896646-eb61-4104-bf4d-aae01c8a37ed req-e4193eed-d63e-4b88-86d3-ba989f66eebe tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:24.874429 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00896646-eb61-4104-bf4d-aae01c8a37ed req-e4193eed-d63e-4b88-86d3-ba989f66eebe tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Oct 13 05:46:24.911430 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00896646-eb61-4104-bf4d-aae01c8a37ed req-f23ae58e-880d-4f6e-873b-0af2947034e9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307198 Oct 13 05:46:24.993450 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:26.028529 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30202db0-06ed-4fbf-8bb6-23e3bba34b5d req-0b361586-7951-4dad-b898-7e06fbde0ce4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:26.030024 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30202db0-06ed-4fbf-8bb6-23e3bba34b5d req-0b361586-7951-4dad-b898-7e06fbde0ce4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0528419 Oct 13 05:46:26.067257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-30202db0-06ed-4fbf-8bb6-23e3bba34b5d req-78eb5c46-a7ad-4eff-85f7-c8c17f0c163c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 Oct 13 05:46:27.179427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6a4df-f03c-4f30-a049-ce55bea4709d req-ecf41ae1-de93-40ad-9e1a-950ab1c9ee42 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:27.180935 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bdf6a4df-f03c-4f30-a049-ce55bea4709d req-ecf41ae1-de93-40ad-9e1a-950ab1c9ee42 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0486810 Oct 13 05:46:27.217478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bdf6a4df-f03c-4f30-a049-ce55bea4709d req-fc1eda62-bc89-482d-a0bd-51c747704e3b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Oct 13 05:46:28.329308 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecb4e9-6fff-406a-8223-e4be038745bc req-f15fd2df-ae17-4141-96f8-63757339f277 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:28.331395 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16ecb4e9-6fff-406a-8223-e4be038745bc req-f15fd2df-ae17-4141-96f8-63757339f277 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0487907 Oct 13 05:46:28.376293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-16ecb4e9-6fff-406a-8223-e4be038745bc req-09f755a7-1cde-4d9c-95b2-f92a1205ae6c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Oct 13 05:46:29.006547 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:46:29.250836 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:46:29.261297 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'mac_address': 'fa:16:3e:ac:17:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:46:29.297245 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:29.309855 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e953c90c-d414-4e7d-a836-1a495a2ac9b2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:46:29.328072 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:46:29.332296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:29.384656 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:46:29.391973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.392316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.392655 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.393010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.393337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.393661 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.393984 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.394304 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.394624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.394942 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.395288 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.395608 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:46:29.412668 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['e953c90c-d414-4e7d-a836-1a495a2ac9b2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:46:29.506420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db64d00-dc3e-436f-8394-e4c761e9ef2e req-474a9e6d-59ff-470e-8b4a-64545fcc852d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:29.507931 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3db64d00-dc3e-436f-8394-e4c761e9ef2e req-474a9e6d-59ff-470e-8b4a-64545fcc852d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 944 time: 0.0478575 Oct 13 05:46:29.545918 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3db64d00-dc3e-436f-8394-e4c761e9ef2e req-bcc58a67-9a1c-42ea-817f-f5e80f619edc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Oct 13 05:46:30.849948 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-5043dd8c-6791-4edd-9c95-4536546e4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:30.852475 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-5043dd8c-6791-4edd-9c95-4536546e4fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0481112 Oct 13 05:46:30.953400 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d3f48-5f2f-4d9d-b2da-f50a3097d8e2 req-5aa8ee4d-7d67-467a-88b0-6d4d65a572af tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:30.955436 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc0d3f48-5f2f-4d9d-b2da-f50a3097d8e2 req-5aa8ee4d-7d67-467a-88b0-6d4d65a572af tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 944 time: 0.3447578 Oct 13 05:46:30.961835 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-c6db288c-ed84-4bc5-a19b-2b7a8fe81271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:30.963297 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-c6db288c-ed84-4bc5-a19b-2b7a8fe81271 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0908675 Oct 13 05:46:30.994627 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cc0d3f48-5f2f-4d9d-b2da-f50a3097d8e2 req-8c7b8632-d03b-4d33-aa51-5a98d4ac79bd tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Oct 13 05:46:31.006713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:46:31.037417 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-a4f51971-24e3-49ea-8ad0-6a7f79b9b5a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 999 time: 0.0652521 Oct 13 05:46:31.067936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port e953c90c-d414-4e7d-a836-1a495a2ac9b2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:46:31.068643 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:31.092139 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-6e544ba3-0105-4da8-bd78-8bf37d5089b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:31.093820 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-6e544ba3-0105-4da8-bd78-8bf37d5089b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0501113 Oct 13 05:46:31.142954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-a0d3a42c-adf2-4a10-9581-fed0d0df9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:31.144652 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-a0d3a42c-adf2-4a10-9581-fed0d0df9f0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429533 Oct 13 05:46:31.154819 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:31.188224 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:46:31.189492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:46:31.192431 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558f4946-cfab-4eb6-94c2-8142733476c1" -d '{"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:46:31.196097 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:31.244573 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-6ba3649b-7efe-4f5f-a2fa-4fba2adeab5e service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913641 Oct 13 05:46:31.251086 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:46:31.330410 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e047478-ce86-4a5f-a726-2638f64a024f x-openstack-request-id: req-7e047478-ce86-4a5f-a726-2638f64a024f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:46:31.330851 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:46:31.331110 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e047478-ce86-4a5f-a726-2638f64a024f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:46:31.331514 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'code': 200} Oct 13 05:46:31.339342 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-44ee1600-9f93-4d00-8103-12c3589acbb0 req-bf39f73f-9c8e-48af-8b52-768d1e893094 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863426 Oct 13 05:46:32.128994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dab04-fa59-4b04-a055-7f42febf5405 req-26cdd87b-de9e-492a-a551-d5a6b224c790 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:32.130476 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d1dab04-fa59-4b04-a055-7f42febf5405 req-26cdd87b-de9e-492a-a551-d5a6b224c790 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Oct 13 05:46:32.176853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6d1dab04-fa59-4b04-a055-7f42febf5405 req-0a651a04-afe6-4205-8a8c-f89672b655ac tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397830 Oct 13 05:46:33.307935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b16110-0244-4055-b1de-baa8ce28fa9a req-d52666a6-6d70-480e-925f-ce549ceb962c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:33.313161 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0b16110-0244-4055-b1de-baa8ce28fa9a req-d52666a6-6d70-480e-925f-ce549ceb962c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0601897 Oct 13 05:46:33.373423 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e0b16110-0244-4055-b1de-baa8ce28fa9a req-595d3ae9-7bb7-4f0d-bd51-8ee5894791cf tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514855 Oct 13 05:46:34.496102 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641591a9-c0f1-4330-8516-7f3deea72380 req-be5383f1-3b34-4bb7-8a5c-21beea8c173e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:34.497595 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-641591a9-c0f1-4330-8516-7f3deea72380 req-be5383f1-3b34-4bb7-8a5c-21beea8c173e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0543840 Oct 13 05:46:34.548099 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-641591a9-c0f1-4330-8516-7f3deea72380 req-96a9147c-4525-4086-948b-e8928ed8f49e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Oct 13 05:46:35.664573 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318743-b062-4dff-ad15-022854b3150d req-2ffeab62-6f6d-4d07-bec4-57abbd7948a6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:35.671623 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59318743-b062-4dff-ad15-022854b3150d req-2ffeab62-6f6d-4d07-bec4-57abbd7948a6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0564404 Oct 13 05:46:35.716973 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-59318743-b062-4dff-ad15-022854b3150d req-5b7c2f58-2f51-42d0-a88a-7f9322752115 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Oct 13 05:46:36.821276 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325029c4-6e4b-4fc2-b360-cc84c1e42546 req-09e88564-36af-46fa-af71-cbd93fdc8c2c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:36.822707 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-325029c4-6e4b-4fc2-b360-cc84c1e42546 req-09e88564-36af-46fa-af71-cbd93fdc8c2c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0467789 Oct 13 05:46:36.862001 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-325029c4-6e4b-4fc2-b360-cc84c1e42546 req-f51847e9-5a14-4467-9679-83eafd15dbb1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Oct 13 05:46:37.998857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9de1d-3060-4d34-a588-722d13c9311f req-bb3c577b-0401-4990-a447-7c4132f211d0 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:38.001280 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38a9de1d-3060-4d34-a588-722d13c9311f req-bb3c577b-0401-4990-a447-7c4132f211d0 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0624886 Oct 13 05:46:38.053028 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-38a9de1d-3060-4d34-a588-722d13c9311f req-dfae6807-aaea-4ab5-bae4-0e46dac5cb58 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Oct 13 05:46:39.174568 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687302-d52a-48e0-8d28-a93fe8bda519 req-be47c836-c374-455e-ae41-7ca5d4f32851 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:39.176032 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12687302-d52a-48e0-8d28-a93fe8bda519 req-be47c836-c374-455e-ae41-7ca5d4f32851 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0512261 Oct 13 05:46:39.219086 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-12687302-d52a-48e0-8d28-a93fe8bda519 req-0ad3c41b-a1f2-403c-ae6d-fd095799ddfa tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366948 Oct 13 05:46:39.378338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:39.616585 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:46:40.333065 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850b25-58a8-4d7e-9ae0-772c695209d9 req-cbdae7b0-0c08-466c-b4a1-d97391d21974 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:40.334412 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5850b25-58a8-4d7e-9ae0-772c695209d9 req-cbdae7b0-0c08-466c-b4a1-d97391d21974 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0471675 Oct 13 05:46:40.377499 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-d5850b25-58a8-4d7e-9ae0-772c695209d9 req-2eee90a3-ffc7-40fc-8831-b1cf9f73099a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367622 Oct 13 05:46:41.000774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-79ce6763-7dd6-460c-a602-7373fa086ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:41.002172 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-79ce6763-7dd6-460c-a602-7373fa086ead service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0392678 Oct 13 05:46:41.091064 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-104dfc0b-91bb-404d-97ef-b7dd076f3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:41.092508 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-104dfc0b-91bb-404d-97ef-b7dd076f3155 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0837710 Oct 13 05:46:41.143505 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:41.160554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-030b21bb-d225-4b9c-8230-3513fe7f21ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0594022 Oct 13 05:46:41.209299 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-d4dd37de-b939-4d83-8cde-3fa3b7e64ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:41.210755 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-d4dd37de-b939-4d83-8cde-3fa3b7e64ef5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0429189 Oct 13 05:46:41.253915 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-fb54e1ba-5743-4716-8a63-fe3bd503c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:41.255251 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-fb54e1ba-5743-4716-8a63-fe3bd503c766 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378475 Oct 13 05:46:41.495160 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8628048-8222-4fad-8127-560bbf4159ba req-33bebf54-9228-4825-a3c2-b22e5677065f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:41.496729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8628048-8222-4fad-8127-560bbf4159ba req-33bebf54-9228-4825-a3c2-b22e5677065f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0497515 Oct 13 05:46:41.540839 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-b8628048-8222-4fad-8127-560bbf4159ba req-9c4aff21-d5cf-499b-8468-746015ae1af5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373278 Oct 13 05:46:41.690200 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-febf940a-1389-4a96-b56a-22ca54675caf service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278734 Oct 13 05:46:41.779772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2650bd69-ee04-4b3c-a69d-bf026d37c4a1 req-e3789f42-40bd-4083-be30-3bdaa800ec51 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Oct 13 05:46:42.653818 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30000a-695d-4c51-860f-708352c53b99 req-134beca6-771b-46d0-92b4-2eeb8bd08807 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:42.655175 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b30000a-695d-4c51-860f-708352c53b99 req-134beca6-771b-46d0-92b4-2eeb8bd08807 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Oct 13 05:46:42.692561 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9b30000a-695d-4c51-860f-708352c53b99 req-b6268e4e-90bd-4a33-bc0c-1f9929d3d21c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Oct 13 05:46:43.808331 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7974c-ef40-4b6c-a333-6327dbb6b168 req-dc824947-5cdd-4ee7-8b04-3c29c0ce4f92 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:43.809805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ebf7974c-ef40-4b6c-a333-6327dbb6b168 req-dc824947-5cdd-4ee7-8b04-3c29c0ce4f92 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0482800 Oct 13 05:46:43.848428 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ebf7974c-ef40-4b6c-a333-6327dbb6b168 req-03c0ad03-211d-4fbd-bc9f-d5b6a3d95680 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Oct 13 05:46:43.968421 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-ac9d257a-a422-45ea-8318-a213a821eba2 req-62b30830-80dd-4a2a-9edf-eb607d430934 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:46:43.969433 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-ac9d257a-a422-45ea-8318-a213a821eba2 req-62b30830-80dd-4a2a-9edf-eb607d430934 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0594563 Oct 13 05:46:45.086189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:46:45.145729 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b5413-a219-48d0-8644-0fc50087b846 req-e5425ae7-84e2-4fd3-a9a1-03fd195ce54f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:45.147481 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df8b5413-a219-48d0-8644-0fc50087b846 req-e5425ae7-84e2-4fd3-a9a1-03fd195ce54f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 945 time: 0.0543277 Oct 13 05:46:45.161510 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:45.184593 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:46:45.186256 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df8b5413-a219-48d0-8644-0fc50087b846 req-ebe46516-dc72-443f-9405-c67827ae88c7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Oct 13 05:46:45.186863 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597abcd2-d103-4817-8e09-68f575f8c733" -d '{"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:46:45.208614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:46:45.214636 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:45.222076 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 05:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb04f2d-cbfd-4beb-bae9-6bba2f5ff07e x-openstack-request-id: req-9eb04f2d-cbfd-4beb-bae9-6bba2f5ff07e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:46:45.222365 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-unplugged", "status": "failed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:46:45.222644 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9eb04f2d-cbfd-4beb-bae9-6bba2f5ff07e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:46:45.223195 n-d-810220-9 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'code': 422} returned with failed status Oct 13 05:46:45.266536 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:46:45.379334 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-ebcf9a06-73cb-4e56-9650-d9ced162561b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337819 Oct 13 05:46:46.145481 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-0aac107e-1bc6-4253-8356-9791e8823e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:46.147182 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-0aac107e-1bc6-4253-8356-9791e8823e7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6&tenant_id=b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 1094 time: 0.0390792 Oct 13 05:46:46.204504 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-985d9b99-af98-46a0-94a7-8266cc2504d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:46.206584 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-985d9b99-af98-46a0-94a7-8266cc2504d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0382285 Oct 13 05:46:46.298281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-72163f60-8a0a-490e-942e-9afbac83bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:46.299787 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-72163f60-8a0a-490e-942e-9afbac83bc38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0864267 Oct 13 05:46:46.307960 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612dbde-eb4b-436c-b133-a74618d77f46 req-d33a1e39-34cb-45e0-8f3c-4c0a0f5a5f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:46.309429 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c612dbde-eb4b-436c-b133-a74618d77f46 req-d33a1e39-34cb-45e0-8f3c-4c0a0f5a5f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0522439 Oct 13 05:46:46.347018 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c612dbde-eb4b-436c-b133-a74618d77f46 req-3a9546ab-0768-41c9-815d-9fc208fd6850 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308783 Oct 13 05:46:46.366064 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-0c836ae3-a9e9-4fe4-bfd2-40587968b721 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 998 time: 0.0594935 Oct 13 05:46:46.417672 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-ddfa4d31-3405-46a1-a68b-e9620db082c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:46.419048 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-ddfa4d31-3405-46a1-a68b-e9620db082c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0466847 Oct 13 05:46:46.464209 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-4cf40117-566b-42a0-9a05-2aeadc7607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:46.465638 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-4cf40117-566b-42a0-9a05-2aeadc7607d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385523 Oct 13 05:46:46.554774 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-dbf24012-f993-4124-b7a2-a4522eabea43 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818455 Oct 13 05:46:46.639532 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-972f5f57-db4e-4535-9fe7-8f7f501a5640 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777085 Oct 13 05:46:47.484147 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5006f-40f2-4d32-99d8-55971178065e req-03de8ef2-6bda-4ada-8b9e-3ba9e3fccc2e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:47.485863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76e5006f-40f2-4d32-99d8-55971178065e req-03de8ef2-6bda-4ada-8b9e-3ba9e3fccc2e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0519996 Oct 13 05:46:47.523878 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-76e5006f-40f2-4d32-99d8-55971178065e req-573d3996-d925-4d17-8224-b66071288dae tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Oct 13 05:46:48.638366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65cfcb-6196-4465-b8c0-a3029227dba5 req-70a69052-8dd2-40aa-900b-15a6102786da tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:48.639726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b65cfcb-6196-4465-b8c0-a3029227dba5 req-70a69052-8dd2-40aa-900b-15a6102786da tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0483618 Oct 13 05:46:48.677643 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-4b65cfcb-6196-4465-b8c0-a3029227dba5 req-2a7d3755-23a3-4cfd-b193-09c62e071aef tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Oct 13 05:46:49.134136 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cae6b7-0b60-4163-be49-d7e48bf79fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:49.811612 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582500a-ea7c-4044-8e8d-30a7804e713f req-aad65578-49d6-4b0c-b101-c46f9494c193 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:49.813144 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7582500a-ea7c-4044-8e8d-30a7804e713f req-aad65578-49d6-4b0c-b101-c46f9494c193 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0630772 Oct 13 05:46:49.852369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7582500a-ea7c-4044-8e8d-30a7804e713f req-b643c6fd-6d4e-431c-9ad6-96baae2b04cd tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327840 Oct 13 05:46:50.970397 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60d330-464e-48ea-b5fd-7ba607312288 req-ceead8ea-3399-40d1-8214-ba5bbc818505 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:50.971796 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c60d330-464e-48ea-b5fd-7ba607312288 req-ceead8ea-3399-40d1-8214-ba5bbc818505 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0494134 Oct 13 05:46:51.012513 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1c60d330-464e-48ea-b5fd-7ba607312288 req-faec9bef-df73-48a8-ac00-cd5a63668807 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Oct 13 05:46:51.630267 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b211213c-b425-40cb-965c-43686a047400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:52.137867 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee93ff0-4c40-4b48-ab49-8fce00a870c6 req-4e7c7860-ab85-4a2e-a46b-5853efbd6ee5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:52.139478 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bee93ff0-4c40-4b48-ab49-8fce00a870c6 req-4e7c7860-ab85-4a2e-a46b-5853efbd6ee5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0501590 Oct 13 05:46:52.185467 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-bee93ff0-4c40-4b48-ab49-8fce00a870c6 req-380f64df-1ecc-4b6e-9330-bf3d2bafbf85 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Oct 13 05:46:53.062958 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:53.316078 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003adcdc-de2e-4583-95c4-f0281f0350ea req-7dc9bc64-4009-4bd1-8c98-ac0b1c806e38 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:53.317469 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-003adcdc-de2e-4583-95c4-f0281f0350ea req-7dc9bc64-4009-4bd1-8c98-ac0b1c806e38 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0527489 Oct 13 05:46:53.355138 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-003adcdc-de2e-4583-95c4-f0281f0350ea req-b0c905c5-4fc8-4049-a612-75a827ac3c62 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Oct 13 05:46:53.435092 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:54.481512 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef2a02-c017-45aa-abdb-89793a6d3cff req-ed2aac0b-a5ce-43e7-99d4-3dc1e09a80a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:54.483314 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-beef2a02-c017-45aa-abdb-89793a6d3cff req-ed2aac0b-a5ce-43e7-99d4-3dc1e09a80a7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0607522 Oct 13 05:46:54.529278 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-beef2a02-c017-45aa-abdb-89793a6d3cff req-5c4650a2-5787-49f7-bc67-1d0500047dfc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343435 Oct 13 05:46:54.995439 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:55.645826 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a083712-e365-4576-9c0c-17242e997a7c req-196de0cb-181d-4b62-880f-682aabc05858 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:55.648186 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a083712-e365-4576-9c0c-17242e997a7c req-196de0cb-181d-4b62-880f-682aabc05858 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0501359 Oct 13 05:46:55.688207 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3a083712-e365-4576-9c0c-17242e997a7c req-5af6c9cd-0eaf-4c86-801c-bdda712dc25d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341990 Oct 13 05:46:56.815592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730e655-9264-4472-9209-d8ad615d7403 req-f975a023-4f6d-41fa-a681-1a6dd4cebb6d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:56.817120 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3730e655-9264-4472-9209-d8ad615d7403 req-f975a023-4f6d-41fa-a681-1a6dd4cebb6d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0623448 Oct 13 05:46:56.853130 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3730e655-9264-4472-9209-d8ad615d7403 req-9f08e1e1-325b-4d10-904a-2f69536944b6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302234 Oct 13 05:46:57.968109 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74090c-3356-4b9f-a14b-6d20a6a6e235 req-71828bb6-0614-4d7d-872e-2ae25ab40eb2 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:57.969527 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa74090c-3356-4b9f-a14b-6d20a6a6e235 req-71828bb6-0614-4d7d-872e-2ae25ab40eb2 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0484431 Oct 13 05:46:58.005983 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fa74090c-3356-4b9f-a14b-6d20a6a6e235 req-e418c320-2a46-4772-bb07-aa113d1709eb tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305734 Oct 13 05:46:59.122183 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0aa4-00f0-4812-9767-efcf057c399e req-f5417614-13d9-429b-89c9-00bc72df39d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:59.123627 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88eb0aa4-00f0-4812-9767-efcf057c399e req-f5417614-13d9-429b-89c9-00bc72df39d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0515590 Oct 13 05:46:59.160554 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-88eb0aa4-00f0-4812-9767-efcf057c399e req-9286fca4-ee67-4919-93b6-561caf2e68bd tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Oct 13 05:47:00.277338 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7af3e-d536-4f33-8c69-e6f6883c8c9b req-bcec3971-0580-4a49-9d23-66f43b08104a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:00.278791 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90f7af3e-d536-4f33-8c69-e6f6883c8c9b req-bcec3971-0580-4a49-9d23-66f43b08104a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0520155 Oct 13 05:47:00.316264 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-90f7af3e-d536-4f33-8c69-e6f6883c8c9b req-03129b61-8e8a-4692-9d9d-a02dc801841f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Oct 13 05:47:01.428412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e79b8-4ed9-45a4-871e-09d21ca609b8 req-9a152905-5509-40ed-80c0-24fa362127b5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:01.429876 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d9e79b8-4ed9-45a4-871e-09d21ca609b8 req-9a152905-5509-40ed-80c0-24fa362127b5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0471828 Oct 13 05:47:01.466000 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-9d9e79b8-4ed9-45a4-871e-09d21ca609b8 req-2cf94221-2a05-4f47-8500-d394789ab87a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303214 Oct 13 05:47:02.580292 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b72a2-764b-48ab-b221-568478d0e4d7 req-5575bbb4-313e-47fe-a408-9631aa4757d7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:02.581768 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-409b72a2-764b-48ab-b221-568478d0e4d7 req-5575bbb4-313e-47fe-a408-9631aa4757d7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0498736 Oct 13 05:47:02.618885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-409b72a2-764b-48ab-b221-568478d0e4d7 req-e052d21a-6fea-4d99-9fdc-4473443eca85 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Oct 13 05:47:03.735615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acfd22-2f64-4932-a61f-ffa5f5ac7bb4 req-4879837b-5ee9-4877-b5ae-5ccfde696406 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:03.737103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95acfd22-2f64-4932-a61f-ffa5f5ac7bb4 req-4879837b-5ee9-4877-b5ae-5ccfde696406 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0518949 Oct 13 05:47:03.773577 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-95acfd22-2f64-4932-a61f-ffa5f5ac7bb4 req-67613cf5-434a-4a64-b274-73a9287ca6b7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305333 Oct 13 05:47:04.886106 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800a3d-6f06-41c1-8523-c2c2fb84886d req-5ff7d59e-0eb9-476b-9ff8-63bc76dbfaba tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:04.887535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6800a3d-6f06-41c1-8523-c2c2fb84886d req-5ff7d59e-0eb9-476b-9ff8-63bc76dbfaba tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 943 time: 0.0471315 Oct 13 05:47:04.926067 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f6800a3d-6f06-41c1-8523-c2c2fb84886d req-6f53092b-0737-41a0-b106-e3201bfcf2d5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Oct 13 05:47:05.179225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:47:05.273579 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:47:05.285087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'port_id': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'mac_address': 'fa:16:3e:ac:17:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:47:05.320101 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:05.332551 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e953c90c-d414-4e7d-a836-1a495a2ac9b2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:47:05.351676 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:47:05.355126 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:05.402027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:47:05.755423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['e953c90c-d414-4e7d-a836-1a495a2ac9b2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:47:06.037162 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f458965-3e28-46b9-ba4f-203ef4f1a70c req-3f624e54-e9e0-4658-9df7-3bc8c3d33f24 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:06.038616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f458965-3e28-46b9-ba4f-203ef4f1a70c req-3f624e54-e9e0-4658-9df7-3bc8c3d33f24 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 944 time: 0.0488503 Oct 13 05:47:06.075963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-3f458965-3e28-46b9-ba4f-203ef4f1a70c req-a2329446-6481-47ff-80e8-0c59f963c95a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Oct 13 05:47:07.191577 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a70c00-1a2e-428f-9e20-df9616b0ae49 req-ca53bb56-15aa-426c-819a-e88b2016bf7f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:07.193053 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0a70c00-1a2e-428f-9e20-df9616b0ae49 req-ca53bb56-15aa-426c-819a-e88b2016bf7f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 944 time: 0.0523183 Oct 13 05:47:07.206203 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:47:07.231227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d0a70c00-1a2e-428f-9e20-df9616b0ae49 req-f7f735de-e692-4f86-8df2-cf73d3f5b168 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Oct 13 05:47:07.255844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port e953c90c-d414-4e7d-a836-1a495a2ac9b2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:47:07.256215 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:07.332127 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:07.353783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:47:07.355951 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef453f67-74f8-49a4-b227-4e227aa1a310" -d '{"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:47:07.368632 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:47:07.379587 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:07.405689 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0a7a74-19aa-4df4-80a0-b1dce0512e05 x-openstack-request-id: req-4f0a7a74-19aa-4df4-80a0-b1dce0512e05 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:47:07.405972 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:47:07.406221 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f0a7a74-19aa-4df4-80a0-b1dce0512e05 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:47:07.406603 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'code': 200} Oct 13 05:47:07.433594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:47:07.588826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af72b-15f3-4f65-a168-33bf142b0d41 req-813134dc-f589-4a26-be57-0d9fbbfaef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:07.590276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26af72b-15f3-4f65-a168-33bf142b0d41 req-813134dc-f589-4a26-be57-0d9fbbfaef51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0813153 Oct 13 05:47:07.624742 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f26af72b-15f3-4f65-a168-33bf142b0d41 req-592c79b2-2e32-46ad-a40c-71aa90878779 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263119 Oct 13 05:47:08.343086 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37474-0acc-4f09-b710-d7fb845eaa60 req-9760ec54-9cfd-47e8-b53d-d162f7f52d88 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:08.344535 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-faa37474-0acc-4f09-b710-d7fb845eaa60 req-9760ec54-9cfd-47e8-b53d-d162f7f52d88 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 946 time: 0.0481954 Oct 13 05:47:08.382661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-faa37474-0acc-4f09-b710-d7fb845eaa60 req-530113be-7027-48ab-9f49-4823003e6d27 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Oct 13 05:47:09.377274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:09.500714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441428e-278a-4388-bf1c-8a7d9c08ffbc req-ef4d791a-a3a6-46f2-bcc3-46e9df685463 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:09.502816 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f441428e-278a-4388-bf1c-8a7d9c08ffbc req-ef4d791a-a3a6-46f2-bcc3-46e9df685463 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 946 time: 0.0532899 Oct 13 05:47:09.541187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f441428e-278a-4388-bf1c-8a7d9c08ffbc req-91b9eb6f-32c6-46ec-805c-d8980acc4146 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Oct 13 05:47:10.653524 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a124f3-703e-466e-a35a-02bc3b03ec85 req-3b9003bf-9019-49de-8b00-c157c0704fd1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:10.654869 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23a124f3-703e-466e-a35a-02bc3b03ec85 req-3b9003bf-9019-49de-8b00-c157c0704fd1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 946 time: 0.0472002 Oct 13 05:47:10.692276 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-23a124f3-703e-466e-a35a-02bc3b03ec85 req-4fa62933-dd8c-4b42-84ef-e6f40290ac51 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Oct 13 05:47:11.146868 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:16.615414 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:47:19.135442 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b926-03cf-41e2-b73a-351d907577a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:21.620946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bbd929-974c-4e46-821b-d41881c1d028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:23.063736 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:23.436107 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:24.998465 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:32.696974 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-fbeebeb7-a441-4f8a-9c6b-916916499611 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384221 Oct 13 05:47:32.776905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-48d215b7-37ac-48a5-bcd0-478d2fe373db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:32.778361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-48d215b7-37ac-48a5-bcd0-478d2fe373db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0399654 Oct 13 05:47:32.883461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-8b6a9a46-5d0e-410d-925a-a05e5706e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:32.884911 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-8b6a9a46-5d0e-410d-925a-a05e5706e52b service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0851243 Oct 13 05:47:32.947594 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-c097f99e-4b01-461d-b0ad-795f123d7066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0554285 Oct 13 05:47:32.998728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-558a24fa-4464-4a9c-b28f-e49adecf8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:33.000140 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-558a24fa-4464-4a9c-b28f-e49adecf8173 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0457716 Oct 13 05:47:33.044577 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-c37cbb24-bb02-40ba-a1bf-170616b99430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:33.046060 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-c37cbb24-bb02-40ba-a1bf-170616b99430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381670 Oct 13 05:47:33.134080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-f286e736-dd3c-4250-843b-43e10a1bf51b service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Oct 13 05:47:33.225631 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-91c56c3d-f065-4fb9-aa38-98c3961389ee req-bc491ef2-bf9a-4d84-bd94-da672ceb17f1 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836112 Oct 13 05:47:39.382896 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:41.145611 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:49.135769 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be6bada4-ca32-41c7-9106-9de09ef54f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:51.620032 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a287b44f-4830-4013-a77c-6ee95911aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:53.065661 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:53.438054 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:53.615256 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:47:55.000464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:09.398919 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:11.151478 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:19.135437 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e88a5c-730a-4934-8e65-610b71b755e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:21.623287 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bff166c-bc1c-4f71-b08f-ec235aa84d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:23.064990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:23.442240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:25.003981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:30.614650 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:48:33.735308 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-5946e0ab-226b-43e2-a7b3-e16c49673cac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404174 Oct 13 05:48:33.812987 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-4ae8f1ac-132a-4920-a3bd-94d369aedb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:33.814476 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-4ae8f1ac-132a-4920-a3bd-94d369aedb84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0397708 Oct 13 05:48:33.917363 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-6e35928d-0b53-4442-a7a4-962eb8249db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:33.918776 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-6e35928d-0b53-4442-a7a4-962eb8249db9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0864985 Oct 13 05:48:33.981241 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-5259fbb2-0571-44e9-91c3-b1e182a508eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0552657 Oct 13 05:48:34.033339 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-89496bc0-b00f-4107-b7e0-09f3e12cdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:34.034838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-89496bc0-b00f-4107-b7e0-09f3e12cdb5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0465963 Oct 13 05:48:34.078229 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-4dc6ac9a-a036-47a5-ba53-cef4979b917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:34.079648 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-4dc6ac9a-a036-47a5-ba53-cef4979b917e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383418 Oct 13 05:48:34.170259 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-2ff93df5-37b6-4a0d-b5df-6c754f42f331 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831368 Oct 13 05:48:34.257015 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e1fa5257-623d-4a47-b9a3-3307593f3b23 req-e4519f19-5e7d-44ac-9287-e42ff9048244 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790222 Oct 13 05:48:39.390604 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:41.168807 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:46.961166 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:47.189223 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Deleting port 56f8324d-4bb8-4760-9408-8ffe122967fb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:48:47.189561 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.266359 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.266611 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.278042 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Calling delete_port for 56f8324d-4bb8-4760-9408-8ffe122967fb owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:48:47.425894 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.451829 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event deleted for resources: {'Port': ['ID=56f8324d-4bb8-4760-9408-8ffe122967fb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:47.474935 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.475281 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.475618 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.475952 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.476282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.476610 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.476964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.477288 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.477605 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.477925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.478266 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.478586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:47.518645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.518933 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Floating IP 87218642-bbbf-440c-a675-c519c5ac5530 disassociated (deleted). External IP: 172.25.1.70, port: e953c90c-d414-4e7d-a836-1a495a2ac9b2. Oct 13 05:48:47.723091 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:48:47.826479 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:48:47.831718 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.836524 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:48:47.848337 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:48:47.848964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:48:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:48:47.858645 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-152259e2-e0d6-4c65-86a7-ba40bf4b9b44 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "DELETE /v2.0/floatingips/87218642-bbbf-440c-a675-c519c5ac5530 HTTP/1.1" status: 204 len: 168 time: 0.8963654 Oct 13 05:48:47.859217 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:48:47.861514 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b09b424-654d-444f-bbad-5abaf782dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:48:47.957851 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:48:47.961383 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2071a22f-6cf7-4462-97cb-416bcfb90026 x-openstack-request-id: req-2071a22f-6cf7-4462-97cb-416bcfb90026 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:48:47.962249 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:48:47.962698 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2071a22f-6cf7-4462-97cb-416bcfb90026 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:48:47.963282 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'status': 'completed', 'code': 200} Oct 13 05:48:48.034796 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-811fe235-52cf-4590-90de-7c78b7d753b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:48.036299 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-811fe235-52cf-4590-90de-7c78b7d753b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0424249 Oct 13 05:48:48.101975 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a764e86-d022-4566-a58e-c5b73a01e236 req-630fcd3f-d02d-4589-83ec-a809fe87cbce tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:48.103573 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a764e86-d022-4566-a58e-c5b73a01e236 req-630fcd3f-d02d-4589-83ec-a809fe87cbce tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 946 time: 0.0554621 Oct 13 05:48:48.135728 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-d93c1600-effb-42c7-965b-b565120483ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:48.137253 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-d93c1600-effb-42c7-965b-b565120483ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0930846 Oct 13 05:48:48.148766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0a764e86-d022-4566-a58e-c5b73a01e236 req-d14db354-6604-42f6-8eab-984d390474cd tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Oct 13 05:48:48.180428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-47d9922f-1739-48fa-9251-b133da7f62eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 200 len: 217 time: 0.0352573 Oct 13 05:48:48.184199 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:48:48.211151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:48:48.219290 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:48:48.219892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:48:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:48:48.234078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-b080c9e5-ae74-4a45-8634-696f671c77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:48.235517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-b080c9e5-ae74-4a45-8634-696f671c77c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0475683 Oct 13 05:48:48.281897 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-b462705a-984d-4fd6-9a1e-7ce3a9b87035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:48.283534 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-b462705a-984d-4fd6-9a1e-7ce3a9b87035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408704 Oct 13 05:48:48.324964 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:48:48.372891 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-57f4836c-c234-47ff-baed-969cde6ba9c1 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812526 Oct 13 05:48:48.466872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b09b424-654d-444f-bbad-5abaf782dd46 req-2e398544-2033-4875-bc0b-0ff35cc3c775 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861862 Oct 13 05:48:48.525739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:48:48.551600 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442df37-5d35-4f71-9a8d-32fc27a08dbf None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:48:48.761847 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c1122-c80a-415c-b8b4-92669a73ce79 None None] New status for floating IP 87218642-bbbf-440c-a675-c519c5ac5530: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:48:49.134729 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e78d2b74-1f0a-40d3-ac42-6c2a8426e4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:49.263925 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3524a-0435-4e07-a8e0-08fa3ee442f0 req-6db5a913-8956-40bf-a13f-f36a9c0fa98d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:49.265387 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dad3524a-0435-4e07-a8e0-08fa3ee442f0 req-6db5a913-8956-40bf-a13f-f36a9c0fa98d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 946 time: 0.0477083 Oct 13 05:48:49.303383 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-dad3524a-0435-4e07-a8e0-08fa3ee442f0 req-5db2fa00-6098-4b20-8ed5-60dfd2086b15 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Oct 13 05:48:49.575569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-73ff293a-e6b4-47e8-ba93-8f219cafb4b1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:49.577072 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-73ff293a-e6b4-47e8-ba93-8f219cafb4b1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 946 time: 0.0515702 Oct 13 05:48:49.663254 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Deleting port e953c90c-d414-4e7d-a836-1a495a2ac9b2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:48:49.663596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:49.750753 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] For port e953c90c-d414-4e7d-a836-1a495a2ac9b2, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=e953c90c-d414-4e7d-a836-1a495a2ac9b2,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:48:49.751112 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:49.763975 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Calling delete_port for e953c90c-d414-4e7d-a836-1a495a2ac9b2 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:48:49.886226 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:49.924084 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event deleted for resources: {'Port': ['ID=e953c90c-d414-4e7d-a836-1a495a2ac9b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:49.958224 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] No DVR routers for this DVR port e953c90c-d414-4e7d-a836-1a495a2ac9b2 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:48:49.961027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:49.964700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-572e6ff3-2311-42ab-b0bd-bc9d6d95902a req-63e09964-82c2-4869-b42f-bb7983d17e77 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "DELETE /v2.0/ports/e953c90c-d414-4e7d-a836-1a495a2ac9b2 HTTP/1.1" status: 204 len: 173 time: 0.3819389 Oct 13 05:48:49.965182 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-deleted', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:48:49.968151 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc8a32-2229-4f4c-97a1-17b15c8fdaad" -d '{"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-deleted", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:48:50.005299 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672128d1-b0d4-4150-adea-85260ef42919 x-openstack-request-id: req-672128d1-b0d4-4150-adea-85260ef42919 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:48:50.005659 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6", "name": "network-vif-deleted", "tag": "e953c90c-d414-4e7d-a836-1a495a2ac9b2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:48:50.005919 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-672128d1-b0d4-4150-adea-85260ef42919 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:48:50.006332 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6', 'name': 'network-vif-deleted', 'tag': 'e953c90c-d414-4e7d-a836-1a495a2ac9b2', 'status': 'completed', 'code': 200} Oct 13 05:48:50.430192 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0885c023-db67-4b57-bfe8-2362119a5593 req-72e163f2-e6f7-4d3b-8f5e-ac12d3a0e60b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=1362e5a7-ecb2-4ba4-8ba4-1ddf5e492cc6 HTTP/1.1" status: 200 len: 210 time: 0.0345035 Oct 13 05:48:51.484941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:51.544340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:51.569642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:51.626605 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b86a01e0-7d7a-4afb-9cd1-6fa480a0b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:51.632372 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:51.635007 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:51.636153 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "DELETE /v2.0/security-groups/873b57f1-26ba-47dc-aee2-7eecbe1d4e4e HTTP/1.1" status: 204 len: 168 time: 0.1501961 Oct 13 05:48:51.645817 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b57f1-26ba-47dc-aee2-7eecbe1d4e4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:51.658275 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.658622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.659000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.659341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.659676 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.660002 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.660475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.660711 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.661110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.661473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.661986 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:51.662384 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99a00-7fb0-4775-8c50-ff24e91b578d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:48:53.065556 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.206845 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.211428 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932104079', 'description': 'tempest-secgroup-smoke-1932104079 description', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.233428 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.296318 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.300498 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.328056 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.329197 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1213641 Oct 13 05:48:53.332789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.333706 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef0b2e-c32a-4547-b960-9274cc39111d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de89d22-7239-4ab3-9b97-1b387c442e6e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:53.337981 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '6de89d22-7239-4ab3-9b97-1b387c442e6e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.364533 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.412211 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.415633 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.436059 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d538e5-51a6-4d6d-b823-713a6828501a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:53.445716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.446914 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-193dfa0d-e554-4859-9ab0-695a60e01377 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125481 Oct 13 05:48:53.447334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.449814 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.454245 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '6de89d22-7239-4ab3-9b97-1b387c442e6e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.479295 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.534128 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.537531 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.554266 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf98c723-3a1a-4a7a-9202-d63c1455354f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:53.561698 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.562861 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-5a61a16a-7be7-427f-8c8e-bd3ddca36c17 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121309 Oct 13 05:48:53.566091 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.570260 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '6de89d22-7239-4ab3-9b97-1b387c442e6e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.595478 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.650889 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.654258 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.671262 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c04282-8ed2-4371-b733-89c558bda3b0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:53.679291 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.680913 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-ff27a22f-ab6d-48c5-9395-9a8e0e0f9954 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136889 Oct 13 05:48:53.683475 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.688030 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '6de89d22-7239-4ab3-9b97-1b387c442e6e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.713564 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.771516 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.775153 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.794269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3613d1-db8c-48fa-82c5-4ba8d6e88946,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:53.802736 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.803881 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8e81ce21-79ea-462d-9a97-dabb57147808 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194713 Oct 13 05:48:53.806708 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54478) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.810883 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '6de89d22-7239-4ab3-9b97-1b387c442e6e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.828687 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:48:53.832347 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Project b8d30593c2044f40a48fb2b1c01c460a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:48:53.837310 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.848913 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: e953c90c-d414-4e7d-a836-1a495a2ac9b2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:48:53.849272 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device e953c90c-d414-4e7d-a836-1a495a2ac9b2 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:48:53.898652 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.901962 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.919585 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc129b89-170a-4904-84fd-5c0ad0b95443,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:53.927442 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:53.928651 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-def8cc8d-82cc-4e52-b90e-2a86f0645c60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210034 Oct 13 05:48:53.931364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:48:53.935659 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'security_group_rule': {'security_group_id': '6de89d22-7239-4ab3-9b97-1b387c442e6e', 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:48:53.957234 n-d-810220-9 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Project b8d30593c2044f40a48fb2b1c01c460a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:48:53.961873 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:54.022431 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:54.025806 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:54.042921 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031cd270-68dc-4693-b095-06f84172e11b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:48:54.050427 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:54.051587 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-536a3800-231b-4bf5-8607-642829e4ce7c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192758 Oct 13 05:48:55.008205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:07.616229 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:49:09.236045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-0ded52d2-3d1a-4cb2-9806-8e05cbb98f63 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932104079&fields=id&tenant_id=b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 267 time: 0.0320206 Oct 13 05:49:09.342181 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-d4df5f84-7a3f-4083-a419-d66fa5cbb6a1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:09.343605 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-d4df5f84-7a3f-4083-a419-d66fa5cbb6a1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 809 time: 0.1005151 Oct 13 05:49:09.358434 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-c9a6d12a-20fa-4bcf-a6f3-a6ce90a87440 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/quotas/b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 375 time: 0.0086849 Oct 13 05:49:09.397494 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:09.408901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-83bff52c-831a-4651-96e8-1f56d9f8bfb9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448601 Oct 13 05:49:09.506784 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-8d8eca3f-9cd3-4e25-9077-ff10d8bbcb72 service neutron] 10.222.0.44 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 Oct 13 05:49:09.592838 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-4ad3c3ae-781b-443b-90f7-552d7e6bb338 service neutron] 10.222.0.44 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799661 Oct 13 05:49:09.869039 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1125564-8fe4-4b98-ad15-92a7be02b7c0 req-8adde02b-e314-48f1-a855-4c1614d1dfc4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0263050 Oct 13 05:49:10.829158 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-81d50507-edc3-452c-80b4-34da0e4b6db4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:10.830588 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-81d50507-edc3-452c-80b4-34da0e4b6db4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 809 time: 0.1076450 Oct 13 05:49:10.873499 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-f1b07276-6d63-4ca5-8b73-44a127d94f31 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 380 time: 0.0340152 Oct 13 05:49:10.882668 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'port': {'device_id': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'admin_state_up': True, 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'security_groups': ['6de89d22-7239-4ab3-9b97-1b387c442e6e']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:49:10.964316 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-12d17523-95b7-4aeb-a847-63d8399dea9b req-d7581eca-e241-4801-8de3-5679340a213b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0282962 Oct 13 05:49:11.004569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Made reservation on behalf of b8d30593c2044f40a48fb2b1c01c460a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:49:11.008139 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.133098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Allocated IP 172.20.0.10 (73d76955-6531-4fff-b1a2-27afaad821da/72561bda-2d73-4f3f-bc74-d1a0bab7793d/5e88e4fc-f55b-4e35-b328-0d308fdfd94b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:49:11.171444 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.279141 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.311339 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.350526 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Network 73d76955-6531-4fff-b1a2-27afaad821da is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:49:11.355341 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:49:11.358979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:49:11.401872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:11.427979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:11.428607 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.445384 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-2d983410-a81a-4013-9609-37702d603f56 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664353 Oct 13 05:49:11.455278 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-30f2176c-7b1d-4235-9f29-e0f60bdff1e5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:49:11.456999 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-30f2176c-7b1d-4235-9f29-e0f60bdff1e5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059161 Oct 13 05:49:11.533751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Request body: {'port': {'device_id': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:49:11.590819 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.651496 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4e79d5f-3965-4c64-9b0c-371d42bee874 None None] Provisioning complete for port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:49:11.651840 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4e79d5f-3965-4c64-9b0c-371d42bee874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.689142 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d4e79d5f-3965-4c64-9b0c-371d42bee874 None None] Port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:49:11.851829 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e88e4fc-f55b-4e35-b328-0d308fdfd94b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:49:11.859189 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.871380 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Transition to ACTIVE for port object 5e88e4fc-f55b-4e35-b328-0d308fdfd94b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:49:11.876975 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:11.966831 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:12.007170 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:49:12.007473 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:49:12.007799 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:49:12.012519 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on network 73d76955-6531-4fff-b1a2-27afaad821da not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:49:12.012875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:49:12.018065 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:49:12.018449 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Checking segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:49:12.018836 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Bound using segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:49:12.019268 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Bound port: 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:49:12.019631 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:12.124193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:49:12.133233 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d505-f49c-401d-b712-0c3175eca3bf req-49f517c0-fa16-4b3d-8c7b-6f2a55a257e7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.134713 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bde8d505-f49c-401d-b712-0c3175eca3bf req-49f517c0-fa16-4b3d-8c7b-6f2a55a257e7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0750155 Oct 13 05:49:12.150430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:49:12.159455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:12.211134 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.211767 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:12.213196 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1092 time: 0.7479670 Oct 13 05:49:12.213660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:49:12.215974 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f887ea-cf60-42e1-bf98-4fa98b0a6447" -d '{"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:49:12.229174 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-bde8d505-f49c-401d-b712-0c3175eca3bf req-5898c8a3-72b9-4f2c-b525-e824887118fb tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871930 Oct 13 05:49:12.270205 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb8dd5-505e-48ef-af5c-ab5821fada23 service neutron] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:12.349556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-55b4c510-9556-457f-9eee-6c2a6a1517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.351390 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-55b4c510-9556-457f-9eee-6c2a6a1517e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1095 time: 0.0718832 Oct 13 05:49:12.354763 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a5b98b-2468-4c44-bb5a-ef926e1e4474 x-openstack-request-id: req-d3a5b98b-2468-4c44-bb5a-ef926e1e4474 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:49:12.354763 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:49:12.355043 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3a5b98b-2468-4c44-bb5a-ef926e1e4474 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:49:12.355263 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'status': 'completed', 'code': 200} Oct 13 05:49:12.401821 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-e35ef67a-05c9-46df-a4fb-e9ba32a68f69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 217 time: 0.0414596 Oct 13 05:49:12.454467 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-df4f308e-f09a-4261-9338-9637e4442272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.456507 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-df4f308e-f09a-4261-9338-9637e4442272 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0474842 Oct 13 05:49:12.506079 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410067dd-6142-4e58-a616-af826e55d870 req-e3f093a0-2986-47b2-88ca-7df5847499fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.507517 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-e3f093a0-2986-47b2-88ca-7df5847499fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442367 Oct 13 05:49:12.599737 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-5d81961b-0ea4-4f1c-8c53-49231861872f service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848165 Oct 13 05:49:12.693459 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-410067dd-6142-4e58-a616-af826e55d870 req-de80a636-9e46-4efa-8c0d-6c3dc3c7f698 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865314 Oct 13 05:49:12.775622 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-a2475898-3508-4b58-a83f-46325c66a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.777156 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-a2475898-3508-4b58-a83f-46325c66a229 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1095 time: 0.0410511 Oct 13 05:49:12.866791 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-9a16c3a0-29cc-4d74-ae06-0d805d358489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.868282 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-9a16c3a0-29cc-4d74-ae06-0d805d358489 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0842805 Oct 13 05:49:12.914160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-64b59cf9-80ea-46e0-b7b2-1e3efa4096b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 217 time: 0.0379949 Oct 13 05:49:12.963263 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-e7f9dced-3da8-4f51-a3a4-061cea0758a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:12.964620 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-e7f9dced-3da8-4f51-a3a4-061cea0758a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0433774 Oct 13 05:49:13.009361 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-ce03fdcb-e2ff-481a-a23d-b084de366309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:13.010846 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-ce03fdcb-e2ff-481a-a23d-b084de366309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393579 Oct 13 05:49:13.106754 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-e8e53fe9-4cfa-4baf-acef-cef7ae314663 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890267 Oct 13 05:49:13.202951 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-27f887ea-cf60-42e1-bf98-4fa98b0a6447 req-8f13de53-8c81-4034-866b-0c2b145f3901 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891736 Oct 13 05:49:13.358955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f494a8-f062-4cc3-91c3-b5767ad29e4f req-f10a796e-2249-4e56-a144-3618d50891c5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:13.360445 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94f494a8-f062-4cc3-91c3-b5767ad29e4f req-f10a796e-2249-4e56-a144-3618d50891c5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0529685 Oct 13 05:49:13.400221 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94f494a8-f062-4cc3-91c3-b5767ad29e4f req-abca34e6-473f-409e-b388-20b1a725927c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Oct 13 05:49:14.520071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e8cff-38b2-443c-874b-2ba97b993c7b req-98b178e5-e11e-4473-9471-c3be2b3d35ce tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:14.521700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b3e8cff-38b2-443c-874b-2ba97b993c7b req-98b178e5-e11e-4473-9471-c3be2b3d35ce tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0527108 Oct 13 05:49:14.558096 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4b3e8cff-38b2-443c-874b-2ba97b993c7b req-be28c442-314f-4515-9130-9e6243303492 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304093 Oct 13 05:49:15.679201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86797-1261-45d1-a1ef-7de89afb6a28 req-eadd9cb1-c482-4ffc-8407-ba1bfca7a8d8 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:15.680835 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fea86797-1261-45d1-a1ef-7de89afb6a28 req-eadd9cb1-c482-4ffc-8407-ba1bfca7a8d8 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0536714 Oct 13 05:49:15.720714 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fea86797-1261-45d1-a1ef-7de89afb6a28 req-5c637de4-c47f-46a8-b48d-5571f164748c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Oct 13 05:49:16.833019 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9746-7505-4245-9cba-69a4a37f4aa2 req-180c2f78-f3c1-4d85-8ef0-a8ebf8eaeea9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:16.834474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f61a9746-7505-4245-9cba-69a4a37f4aa2 req-180c2f78-f3c1-4d85-8ef0-a8ebf8eaeea9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0477509 Oct 13 05:49:16.871367 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f61a9746-7505-4245-9cba-69a4a37f4aa2 req-ad68ef0e-f459-43c7-8400-c29a44d2be72 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Oct 13 05:49:17.983364 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafb60d-3475-423c-bcbb-b4fddd90c581 req-80bfd591-b321-4795-90cd-b573124d6d35 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:17.984838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ddafb60d-3475-423c-bcbb-b4fddd90c581 req-80bfd591-b321-4795-90cd-b573124d6d35 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0471029 Oct 13 05:49:18.022197 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ddafb60d-3475-423c-bcbb-b4fddd90c581 req-93a50b3e-5cad-477a-9d25-77c60948ddee tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309734 Oct 13 05:49:19.135051 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d172a497-229f-49fc-8fd7-93183cb003a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:19.138355 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0f3-4fb2-4766-b318-13a040712fe2 req-e71fc3fe-17e4-4784-a0b5-2e610a76ee43 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:19.139839 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ce0a0f3-4fb2-4766-b318-13a040712fe2 req-e71fc3fe-17e4-4784-a0b5-2e610a76ee43 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0500705 Oct 13 05:49:19.177893 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8ce0a0f3-4fb2-4766-b318-13a040712fe2 req-88df9b50-eb8d-4247-a3ef-90dfb312ef82 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Oct 13 05:49:20.317227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f6663-293f-416b-ab13-4046481e4cb2 req-d92c2853-d8d1-465e-89c2-3f59b0999947 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:20.318718 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b5f6663-293f-416b-ab13-4046481e4cb2 req-d92c2853-d8d1-465e-89c2-3f59b0999947 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0512755 Oct 13 05:49:20.354661 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b5f6663-293f-416b-ab13-4046481e4cb2 req-5a2dd73d-fc7b-4c6a-a445-1789ab973978 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300570 Oct 13 05:49:21.494548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b6ff8-48c1-4008-a2ff-03e0ab393d33 req-1e02a4a2-58c2-49d3-a174-3502170b17d8 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:21.495982 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-957b6ff8-48c1-4008-a2ff-03e0ab393d33 req-1e02a4a2-58c2-49d3-a174-3502170b17d8 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0504231 Oct 13 05:49:21.532275 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-957b6ff8-48c1-4008-a2ff-03e0ab393d33 req-7d5acca8-54b4-46a0-ac51-336afd3b60d3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Oct 13 05:49:21.629260 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd78a448-7daa-4489-b87f-4068ddcb4df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:22.646436 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0612efb-9ff9-4044-952e-927fe858e4b0 req-974b79a6-d546-4cb4-a5aa-e6cc091c607a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:22.647840 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0612efb-9ff9-4044-952e-927fe858e4b0 req-974b79a6-d546-4cb4-a5aa-e6cc091c607a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0491195 Oct 13 05:49:22.683893 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a0612efb-9ff9-4044-952e-927fe858e4b0 req-02d7dd90-6dc7-4579-9257-93d0b61f81b9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301440 Oct 13 05:49:23.066606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:23.446885 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:23.795195 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662746-8cb0-43d1-84bc-46461dacbe04 req-0bab24a2-6dfc-42a1-b96b-acec7cc3303c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:23.796654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03662746-8cb0-43d1-84bc-46461dacbe04 req-0bab24a2-6dfc-42a1-b96b-acec7cc3303c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0482187 Oct 13 05:49:23.833076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-03662746-8cb0-43d1-84bc-46461dacbe04 req-80d40438-5a9a-445a-b1d0-e30e6a7cc41e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Oct 13 05:49:24.416937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:49:24.510511 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:49:24.521085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'port_id': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'mac_address': 'fa:16:3e:80:2f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:49:24.556737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:24.569015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e88e4fc-f55b-4e35-b328-0d308fdfd94b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:49:24.587055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:49:24.590946 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:24.636262 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:24.643305 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.643643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.643979 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.644314 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.644916 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.645241 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.645561 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.645877 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.646194 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.646507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.646819 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.647130 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:49:24.814232 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['5e88e4fc-f55b-4e35-b328-0d308fdfd94b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:49:24.943656 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ef887-f166-4f69-902f-07370e9d514d req-8c992fc7-d03a-409b-a50c-cd65d87aa3c0 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:24.946000 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-945ef887-f166-4f69-902f-07370e9d514d req-8c992fc7-d03a-409b-a50c-cd65d87aa3c0 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 945 time: 0.0485153 Oct 13 05:49:24.984417 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-945ef887-f166-4f69-902f-07370e9d514d req-ffe3070a-5fba-4d5c-8fe4-2759ef237e60 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Oct 13 05:49:25.013345 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:26.096086 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5e804-6b28-42a9-8ce8-b847d77fd85a req-69659b75-7246-4ab9-860e-7e1e0693ac2b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:26.097485 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fb5e804-6b28-42a9-8ce8-b847d77fd85a req-69659b75-7246-4ab9-860e-7e1e0693ac2b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 945 time: 0.0476904 Oct 13 05:49:26.133688 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7fb5e804-6b28-42a9-8ce8-b847d77fd85a req-ec887017-a598-4c83-a4f7-b6d9403d0596 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304518 Oct 13 05:49:26.431231 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:49:26.478094 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:49:26.481640 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:49:26.482005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:26.708863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:26.730122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:49:26.732347 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6ad4c-d34c-4aa9-b7c1-855cb7b9e652" -d '{"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-plugged", "status": "completed", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:49:26.745182 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:49:26.749240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:26.773747 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15897d6c-9c42-47cb-bedf-78c30f4a42ea x-openstack-request-id: req-15897d6c-9c42-47cb-bedf-78c30f4a42ea {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:49:26.774037 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-plugged", "status": "completed", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:49:26.774285 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15897d6c-9c42-47cb-bedf-78c30f4a42ea {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:49:26.774694 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'code': 200} Oct 13 05:49:26.800468 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:26.867838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7f80c-86ee-4e94-9b02-98bd65b77519 req-a7b3490b-8c65-46d8-a8b8-94429df3f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:26.869317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89f7f80c-86ee-4e94-9b02-98bd65b77519 req-a7b3490b-8c65-46d8-a8b8-94429df3f185 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1097 time: 0.0429840 Oct 13 05:49:26.902057 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89f7f80c-86ee-4e94-9b02-98bd65b77519 req-03144eba-e059-419b-98d0-41ab7a254656 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260715 Oct 13 05:49:27.247636 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008979c-408c-4d63-8649-6ffde41a5042 req-d6cc66f0-7568-44be-893c-5233d3914f0b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:27.249088 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7008979c-408c-4d63-8649-6ffde41a5042 req-d6cc66f0-7568-44be-893c-5233d3914f0b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0511935 Oct 13 05:49:27.285422 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7008979c-408c-4d63-8649-6ffde41a5042 req-daef1618-2f6a-4fd1-a1fd-adaeded97f29 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305631 Oct 13 05:49:28.399254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab794be4-bfb0-48fa-b2a8-2b50dc6f032b req-021be1b0-0323-419b-8f54-02834dab6b4a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:28.400721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab794be4-bfb0-48fa-b2a8-2b50dc6f032b req-021be1b0-0323-419b-8f54-02834dab6b4a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0490069 Oct 13 05:49:28.446579 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ab794be4-bfb0-48fa-b2a8-2b50dc6f032b req-6b7ab4d9-370e-477f-99bb-84333d47fb03 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Oct 13 05:49:28.556731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a3873-0aa9-4305-b70a-58cec4f5e386 req-44efc665-d55d-46c0-9eb9-08302a3d40df tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:28.558167 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610a3873-0aa9-4305-b70a-58cec4f5e386 req-44efc665-d55d-46c0-9eb9-08302a3d40df tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0477765 Oct 13 05:49:28.594131 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-610a3873-0aa9-4305-b70a-58cec4f5e386 req-6ca0e282-cb1e-43b4-aba9-72a766cff1d9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301206 Oct 13 05:49:28.615198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:49:28.692623 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3488eaf-90ce-4427-8891-dc55faca1e94 tempest-TestShelveInstance-196366325 tempest-TestShelveInstance-196366325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:28.694113 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-d3488eaf-90ce-4427-8891-dc55faca1e94 tempest-TestShelveInstance-196366325 tempest-TestShelveInstance-196366325-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1092 time: 0.0779743 Oct 13 05:49:28.696849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:49:28.700954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:49:28.722296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:28.817289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:28.919072 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Allocated IP 172.25.1.238 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/f5a28684-2e97-4622-9e7d-26cf5f62c67f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:49:29.016542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.049759 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.090739 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:49:29.093500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:49:29.096075 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:49:29.121429 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'Port': ['ID=f5a28684-2e97-4622-9e7d-26cf5f62c67f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:29.441523 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.509009 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.655283 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.659585 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.727141 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event updated for resources: {'Port': ['ID=f5a28684-2e97-4622-9e7d-26cf5f62c67f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:49:29.735317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:29.833113 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Floating IP 1e6b1ac0-7fd6-470c-b76a-52f864fee529 associated. External IP: 172.25.1.238, port: 5e88e4fc-f55b-4e35-b328-0d308fdfd94b. Oct 13 05:49:30.374390 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:49:30.479294 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:49:30.488660 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:49:30.496440 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:30.498210 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:49:30.499921 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:49:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:49:30.523890 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ff43959e-fb72-4381-bba4-f513ac8e9214 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8260591 Oct 13 05:49:30.524460 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:49:30.526780 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33794b45-6460-4254-a827-06aa29e5c3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:49:30.563450 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2dcc80-1d5c-4952-8e9e-feaffcf71e93 x-openstack-request-id: req-bd2dcc80-1d5c-4952-8e9e-feaffcf71e93 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:49:30.563739 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:49:30.563991 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd2dcc80-1d5c-4952-8e9e-feaffcf71e93 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:49:30.564392 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'status': 'completed', 'code': 200} Oct 13 05:49:30.604522 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:49:30.625247 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-4ea45bd8-4c5d-4cfb-a4ba-abdc9968ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:30.626636 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-4ea45bd8-4c5d-4cfb-a4ba-abdc9968ecae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1097 time: 0.0396733 Oct 13 05:49:30.723609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-a2f0ed07-f7c9-4312-9fcd-67bba52a99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:30.725115 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-a2f0ed07-f7c9-4312-9fcd-67bba52a99e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0909936 Oct 13 05:49:30.789272 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-e18d32b7-63b1-4e6f-a414-3774c29fc59c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1000 time: 0.0570414 Oct 13 05:49:30.827110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '1e6b1ac0-7fd6-470c-b76a-52f864fee529', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'port_id': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'mac_address': 'fa:16:3e:80:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:49:29Z', 'updated_at': '2021-10-13T05:49:29Z', 'revision_number': 0, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:49:30.842559 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-5663bb83-06a1-44d4-8974-302d6f05646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:30.844056 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-5663bb83-06a1-44d4-8974-302d6f05646c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0476313 Oct 13 05:49:30.853133 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:49:30.861344 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:49:30.861937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:49:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:49:30.889295 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-e263ab5d-8c85-4f8c-b46f-3b832a06f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:30.890683 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-e263ab5d-8c85-4f8c-b46f-3b832a06f77b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394804 Oct 13 05:49:30.966401 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:49:30.978448 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-c2b267e6-4e51-49fb-8f53-8a0c5f32de50 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803356 Oct 13 05:49:31.071810 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-33794b45-6460-4254-a827-06aa29e5c3a5 req-a6f8c7e5-4196-419a-b435-dc973df877b9 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864007 Oct 13 05:49:31.190654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '1e6b1ac0-7fd6-470c-b76a-52f864fee529', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'port_id': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'mac_address': 'fa:16:3e:80:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:49:29Z', 'updated_at': '2021-10-13T05:49:29Z', 'revision_number': 0, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:49:31.215719 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c691a9-7819-46d4-bfe6-6c1ae6904da3 None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '1e6b1ac0-7fd6-470c-b76a-52f864fee529', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'port_id': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'mac_address': 'fa:16:3e:80:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:49:29Z', 'updated_at': '2021-10-13T05:49:29Z', 'revision_number': 0, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:49:31.413432 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b1df5-e3b4-45a4-a098-93b542f47ebb None None] New status for floating IP 1e6b1ac0-7fd6-470c-b76a-52f864fee529: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:49:32.079278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-3fa48381-36d3-4149-9158-e969d6bfae85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383937 Oct 13 05:49:32.157582 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-cc2252a6-d23c-4e11-be6d-39c1278482a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:32.159015 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-cc2252a6-d23c-4e11-be6d-39c1278482a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1097 time: 0.0400345 Oct 13 05:49:32.262535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-6c3ddf7e-36ad-4343-9bcb-b6f150a043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:32.263957 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-6c3ddf7e-36ad-4343-9bcb-b6f150a043c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0857847 Oct 13 05:49:32.326295 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-89f5e1a6-5890-4661-80b1-03c466ad1d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1002 time: 0.0548861 Oct 13 05:49:32.376789 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-bf511e63-d3f8-46c7-98b9-363ad443d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:32.378162 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-bf511e63-d3f8-46c7-98b9-363ad443d7b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0456877 Oct 13 05:49:32.423490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-6269e7ea-299c-4562-a52f-41103c8bb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:32.424968 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-6269e7ea-299c-4562-a52f-41103c8bb9cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385187 Oct 13 05:49:32.516411 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-7b8453ed-7359-4794-bb01-fc162c59e793 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837514 Oct 13 05:49:32.605756 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-970b42bf-6a2e-4167-a552-f7e8ee2cc253 req-3468ecd0-bac1-460c-a872-fe87c12803d4 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808737 Oct 13 05:49:39.413354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:41.152692 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:44.619096 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:49:49.135465 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afe7d340-b8e0-45ac-9be9-aba8dcde9c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:51.629401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-925916ea-be80-4c4a-9c67-c3c5a8ed16bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:53.068907 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:53.450327 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:55.013698 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:09.414725 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:11.152775 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:19.135400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63340f08-f5a7-405c-b730-425fdc7c5827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:21.619742 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:50:21.632482 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b55f48a8-91be-49de-b4f7-a2af8eb37e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:23.069937 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:23.454164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:25.016474 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:33.072558 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-9359da4e-1d2e-41d9-ba70-2b91f5b44ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392656 Oct 13 05:50:33.155976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-c71eb217-3165-4b0d-b8b0-e8694f8645ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:33.157468 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-c71eb217-3165-4b0d-b8b0-e8694f8645ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1097 time: 0.0440414 Oct 13 05:50:33.256741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-dc992625-2118-4660-bc1e-0dc2666704db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:33.258151 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-dc992625-2118-4660-bc1e-0dc2666704db service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0825431 Oct 13 05:50:33.324301 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-93122159-f299-4f2e-9acf-10396bc8d38c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1002 time: 0.0594075 Oct 13 05:50:33.371165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-6d162ac0-53f5-42f3-b3d9-beaed58bbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:33.373204 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-6d162ac0-53f5-42f3-b3d9-beaed58bbc6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0424955 Oct 13 05:50:33.418018 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-08a82b9e-d187-4b31-b1ba-1759baddc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:33.419497 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-08a82b9e-d187-4b31-b1ba-1759baddc048 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399008 Oct 13 05:50:33.509442 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-b1f592b4-c441-4154-b3c1-8f8f39f6b601 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828691 Oct 13 05:50:33.596506 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-675a9f14-396d-4d26-8f8f-071bebb70f19 req-319f6d31-3c21-4955-8815-6e57a99261fa service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795486 Oct 13 05:50:39.419768 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:41.167033 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:49.137359 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9c76-2d5f-4f7e-8db5-01b69249c040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:51.632311 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70ccfe57-4c7c-4f14-948e-e06e73da4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:53.075621 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:53.455679 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:55.019118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:58.618355 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:51:09.418289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:11.192887 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:19.138473 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb2176d0-3b99-40fe-a6e9-d8b756043953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:21.633666 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-836062b1-b143-4496-953e-b7451518af64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:23.076639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:23.458876 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:25.021593 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:26.236536 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb452c-bd8e-4fc0-9f6b-a1bc409ca16f req-c6408562-c925-4803-a8db-edb833cec4d1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:26.238030 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1eb452c-bd8e-4fc0-9f6b-a1bc409ca16f req-c6408562-c925-4803-a8db-edb833cec4d1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.1186407 Oct 13 05:51:26.274446 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a1eb452c-bd8e-4fc0-9f6b-a1bc409ca16f req-8f61aed8-fb4c-4c83-9959-664f961150b6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Oct 13 05:51:27.445527 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b4cda-c2f0-426b-9f65-7bc82beedcc3 req-c5107c1f-729c-4ceb-945b-5e76352147df tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:27.446987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-632b4cda-c2f0-426b-9f65-7bc82beedcc3 req-c5107c1f-729c-4ceb-945b-5e76352147df tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.1039124 Oct 13 05:51:27.483790 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-632b4cda-c2f0-426b-9f65-7bc82beedcc3 req-0afb6b69-1a00-451c-8c11-1b66045403dc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302343 Oct 13 05:51:28.627017 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a40b2-18d6-4d65-acfd-bb6bef5e7ebe req-88fde9b5-2286-416a-8713-ec0d3557824c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:28.628502 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-940a40b2-18d6-4d65-acfd-bb6bef5e7ebe req-88fde9b5-2286-416a-8713-ec0d3557824c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0512481 Oct 13 05:51:28.664693 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-940a40b2-18d6-4d65-acfd-bb6bef5e7ebe req-1ea8fc46-9ec0-487a-93b0-397a0ba19872 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303085 Oct 13 05:51:29.779880 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589326d-3f27-422e-837a-913c8eda1699 req-5bc1e81a-6816-49c1-9539-e19301a5793f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:29.781354 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2589326d-3f27-422e-837a-913c8eda1699 req-5bc1e81a-6816-49c1-9539-e19301a5793f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0517159 Oct 13 05:51:29.818760 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2589326d-3f27-422e-837a-913c8eda1699 req-dcd1c56e-a5a1-445a-a076-603f89b5130a tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Oct 13 05:51:30.930214 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a1015-039b-4ff1-b385-09dac3928477 req-d113bfd9-0614-49c9-ab47-588c074d43ad tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:30.931658 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b9a1015-039b-4ff1-b385-09dac3928477 req-d113bfd9-0614-49c9-ab47-588c074d43ad tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0477006 Oct 13 05:51:30.968564 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-7b9a1015-039b-4ff1-b385-09dac3928477 req-9e36a074-3b00-46f5-9b30-022043eac228 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Oct 13 05:51:32.080197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440d08-765f-4ad3-88ae-82b7933cc989 req-39720564-5854-4c74-a51b-87bbf6787c90 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:32.081704 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b8440d08-765f-4ad3-88ae-82b7933cc989 req-39720564-5854-4c74-a51b-87bbf6787c90 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0479650 Oct 13 05:51:32.118715 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-b8440d08-765f-4ad3-88ae-82b7933cc989 req-52485a02-9b4b-4264-8c3f-477072ca2015 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308142 Oct 13 05:51:33.230131 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421441ac-bfa1-48eb-9c4a-03c12d07f2fc req-da873848-9a33-494c-83a3-d4f769183142 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:33.231568 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-421441ac-bfa1-48eb-9c4a-03c12d07f2fc req-da873848-9a33-494c-83a3-d4f769183142 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0471377 Oct 13 05:51:33.267831 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-421441ac-bfa1-48eb-9c4a-03c12d07f2fc req-3f4d03ef-2ad8-4b00-9228-b9de435ec2be tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298190 Oct 13 05:51:34.381103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501829-903d-497e-bf75-17b4387ec171 req-a8592a2b-fc85-47e5-9c6d-f73efc5eb7cc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:34.382590 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00501829-903d-497e-bf75-17b4387ec171 req-a8592a2b-fc85-47e5-9c6d-f73efc5eb7cc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0494528 Oct 13 05:51:34.421187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-00501829-903d-497e-bf75-17b4387ec171 req-1a2c3b7f-c59c-4d8f-a7f9-aefa05fe199c tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Oct 13 05:51:35.108111 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425c46-f040-43c7-8950-7519f84e0abc req-6d5b168d-8824-47d2-a220-08b8b613f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:35.109602 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-6d5b168d-8824-47d2-a220-08b8b613f88b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1097 time: 0.0436103 Oct 13 05:51:35.208531 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425c46-f040-43c7-8950-7519f84e0abc req-f6f6997b-9952-4919-b020-1627fd85a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:35.209989 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-f6f6997b-9952-4919-b020-1627fd85a046 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0825429 Oct 13 05:51:35.277366 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-d3cba93b-23d7-45c7-ae24-d9b5579d4057 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1002 time: 0.0591233 Oct 13 05:51:35.324496 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425c46-f040-43c7-8950-7519f84e0abc req-b55aa96a-0461-4e5b-bb52-3a1ef3977ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:35.325933 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-b55aa96a-0461-4e5b-bb52-3a1ef3977ad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0423770 Oct 13 05:51:35.369736 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425c46-f040-43c7-8950-7519f84e0abc req-a84a25dd-369f-4f94-8f37-d9de2ce6bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:35.371136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-a84a25dd-369f-4f94-8f37-d9de2ce6bcba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384524 Oct 13 05:51:35.462740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-0bb26b8a-257f-46ad-a49e-3b578361e58e service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846334 Oct 13 05:51:35.587224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81724c60-701b-4e3a-a6c1-af4ff4236409 req-a309302b-8a68-4c2b-a1c1-03d15dfac7fc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:35.588660 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81724c60-701b-4e3a-a6c1-af4ff4236409 req-a309302b-8a68-4c2b-a1c1-03d15dfac7fc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0784442 Oct 13 05:51:35.592369 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f1425c46-f040-43c7-8950-7519f84e0abc req-793e4db2-60d1-4162-a0c2-e7e87c87f401 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230628 Oct 13 05:51:35.617534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:51:35.626755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-81724c60-701b-4e3a-a6c1-af4ff4236409 req-e3be0884-2475-4fcd-9fb3-a646185422e6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Oct 13 05:51:36.291425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-cd47bfed-5bdb-42a5-86df-b78fbefdb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:36.292885 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-cd47bfed-5bdb-42a5-86df-b78fbefdb79e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1097 time: 0.0396571 Oct 13 05:51:36.382403 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-9c1f551c-8418-4870-b3bb-7cea2e3a06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:36.383877 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-9c1f551c-8418-4870-b3bb-7cea2e3a06ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0840905 Oct 13 05:51:36.733257 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-1f84ccb1-b520-406b-a21b-d74ca0cf3b96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1002 time: 0.3422582 Oct 13 05:51:36.745326 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727ef4-330a-42b2-beb3-1e0ceefa19a9 req-f316abee-dfd9-45b2-8a68-33ea6be15532 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:36.747205 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89727ef4-330a-42b2-beb3-1e0ceefa19a9 req-f316abee-dfd9-45b2-8a68-33ea6be15532 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0518558 Oct 13 05:51:36.781053 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-2111bf06-67ba-40dc-a2a3-5a6e3d90012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:36.782472 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-2111bf06-67ba-40dc-a2a3-5a6e3d90012b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0427094 Oct 13 05:51:36.783719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-89727ef4-330a-42b2-beb3-1e0ceefa19a9 req-0723eff3-dc66-4645-bc94-1ada29e878f0 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304341 Oct 13 05:51:36.831025 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-63bbedc8-0537-4104-9f05-cade94e8752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:36.832458 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-63bbedc8-0537-4104-9f05-cade94e8752b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424836 Oct 13 05:51:36.919635 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-ae20ca4f-c47d-4a38-bd00-7f74a60e949a service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790186 Oct 13 05:51:37.007903 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3dd5c15f-36f7-4de2-bb54-ccecef9d52de req-793de929-df73-4b46-9940-9f43bdcafa68 service neutron] 10.222.0.15 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814016 Oct 13 05:51:37.896751 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9d9f3-385c-4d15-99a9-9ef5cacad7ba req-aafabb27-4f4f-40c1-ac99-0e110b7869dc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:37.898302 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae9d9f3-385c-4d15-99a9-9ef5cacad7ba req-aafabb27-4f4f-40c1-ac99-0e110b7869dc tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0486705 Oct 13 05:51:37.933992 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fae9d9f3-385c-4d15-99a9-9ef5cacad7ba req-39627e0d-9423-47cf-8c4d-12616bbdf320 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298622 Oct 13 05:51:39.048056 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd1056-affa-4971-997d-8b4633b0175a req-afe91314-4d9f-4880-9bb4-4b5d8da1a7e5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:39.049563 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0dd1056-affa-4971-997d-8b4633b0175a req-afe91314-4d9f-4880-9bb4-4b5d8da1a7e5 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0493693 Oct 13 05:51:39.086770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a0dd1056-affa-4971-997d-8b4633b0175a req-80edc223-6071-40b9-82c5-1e5483bcf2e3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311499 Oct 13 05:51:39.417401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:40.203425 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd178f-1d69-4a80-b94e-d7554ec943c6 req-a3199c0e-3e36-4811-94e2-2b95ccd62529 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:40.204908 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48dd178f-1d69-4a80-b94e-d7554ec943c6 req-a3199c0e-3e36-4811-94e2-2b95ccd62529 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 946 time: 0.0495017 Oct 13 05:51:40.243933 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-48dd178f-1d69-4a80-b94e-d7554ec943c6 req-beda1612-c233-4f1d-a862-08fdfb780977 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Oct 13 05:51:41.196123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:41.200413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:51:41.276139 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:41.298800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:51:41.301088 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b4cb4-937b-4ea4-82b0-dce94283509d" -d '{"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-unplugged", "status": "completed", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:51:41.316513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:51:41.322145 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:41.366260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a6f35-e493-4618-bb05-0c7f7b6d9d49 req-383d20bb-6c8d-4de9-a3d5-c6728745d153 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:41.367791 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-803a6f35-e493-4618-bb05-0c7f7b6d9d49 req-383d20bb-6c8d-4de9-a3d5-c6728745d153 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0545826 Oct 13 05:51:41.377527 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:51:41.385393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.385713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.386268 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.386822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.387519 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.387846 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.388278 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.388834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.389258 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.389582 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.389907 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.390223 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:41.396043 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 05:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9adb92-70fb-4a7d-a47a-f5dbfb7c47ca x-openstack-request-id: req-1a9adb92-70fb-4a7d-a47a-f5dbfb7c47ca {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:51:41.396340 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-unplugged", "status": "failed", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:51:41.396567 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a9adb92-70fb-4a7d-a47a-f5dbfb7c47ca {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:51:41.396976 n-d-810220-9 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'code': 422} returned with failed status Oct 13 05:51:41.413093 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-803a6f35-e493-4618-bb05-0c7f7b6d9d49 req-81a16020-f308-474a-9b0d-e2c4ff75f58d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345585 Oct 13 05:51:41.520554 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-f02ca8ce-b8a3-4d2c-8f19-87be1f22e9cb req-d69afab8-b82e-43a4-87b0-6b6678c66cd4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:51:41.521596 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f02ca8ce-b8a3-4d2c-8f19-87be1f22e9cb req-d69afab8-b82e-43a4-87b0-6b6678c66cd4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0460598 Oct 13 05:51:41.604273 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:51:41.707452 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc897-64f4-46d4-a2ba-e334c7eac4f1 req-86b64db1-a13f-48d8-bc12-0904d103e023 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:41.708844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b6bc897-64f4-46d4-a2ba-e334c7eac4f1 req-86b64db1-a13f-48d8-bc12-0904d103e023 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0843639 Oct 13 05:51:41.711517 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-33e18247-a140-42fc-8473-4c2bc23f856e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061594 Oct 13 05:51:41.725011 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-718b80a1-9901-45f8-a3df-099ab1e1fe14 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:51:41.725955 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-718b80a1-9901-45f8-a3df-099ab1e1fe14 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056210 Oct 13 05:51:41.752111 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5b6bc897-64f4-46d4-a2ba-e334c7eac4f1 req-13bbf29b-e0c0-4bdf-bed4-19984409d438 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373926 Oct 13 05:51:42.868430 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c30ac-05a2-448c-9199-66292a2af845 req-80e34a7d-5128-4a80-a143-67d7a8abbb15 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:42.869904 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-858c30ac-05a2-448c-9199-66292a2af845 req-80e34a7d-5128-4a80-a143-67d7a8abbb15 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0520623 Oct 13 05:51:42.908059 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-858c30ac-05a2-448c-9199-66292a2af845 req-175f9270-6635-4a9c-90b7-b3c7dc0a8883 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Oct 13 05:51:44.022570 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6554b8-735c-449a-84d3-3b221c035b2f req-20855d32-676a-4347-97ce-e87d3b55c995 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:44.023904 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b6554b8-735c-449a-84d3-3b221c035b2f req-20855d32-676a-4347-97ce-e87d3b55c995 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0489964 Oct 13 05:51:44.060987 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2b6554b8-735c-449a-84d3-3b221c035b2f req-f48ae6cf-2c3a-4e25-a77a-3d6364e8a05b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Oct 13 05:51:45.174891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af86e-2805-46c1-9d8d-84cf1d5731cd req-cb47011b-8f44-49df-b312-e78b80eee4c7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:45.176377 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c69af86e-2805-46c1-9d8d-84cf1d5731cd req-cb47011b-8f44-49df-b312-e78b80eee4c7 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0485458 Oct 13 05:51:45.214258 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-c69af86e-2805-46c1-9d8d-84cf1d5731cd req-9e0381c7-c088-43a8-bad9-cb32c50a8013 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Oct 13 05:51:46.327128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9ada-dbec-41f6-85c3-2eb20c453733 req-69637924-86da-4814-a5f9-3fecd8a5b174 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:46.328616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-142f9ada-dbec-41f6-85c3-2eb20c453733 req-69637924-86da-4814-a5f9-3fecd8a5b174 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0481689 Oct 13 05:51:46.370173 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-142f9ada-dbec-41f6-85c3-2eb20c453733 req-6af4d0d9-50de-4eb0-80a2-c4f06975be16 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 Oct 13 05:51:47.484194 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b740ed-6803-416f-874e-09dde9c54314 req-ea0bee92-6b93-433b-bf6d-353808c5b5b9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:47.485694 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3b740ed-6803-416f-874e-09dde9c54314 req-ea0bee92-6b93-433b-bf6d-353808c5b5b9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0485740 Oct 13 05:51:47.491884 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06391d09-4c46-461a-b730-e8e514c02f7d req-c5165c83-3033-4893-b3b1-132d546fbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:47.493388 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-c5165c83-3033-4893-b3b1-132d546fbe6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf&tenant_id=b8d30593c2044f40a48fb2b1c01c460a HTTP/1.1" status: 200 len: 1095 time: 0.0408638 Oct 13 05:51:47.505103 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810220-9', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:51:47.522740 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-f3b740ed-6803-416f-874e-09dde9c54314 req-a7151bad-56cb-4481-b3ff-1270fc720e83 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Oct 13 05:51:47.556814 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:47.757491 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:51:47.793870 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h1-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:51:47.824350 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e88e4fc-f55b-4e35-b328-0d308fdfd94b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:51:47.831977 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:47.844522 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Transition to ACTIVE for port object 5e88e4fc-f55b-4e35-b328-0d308fdfd94b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:51:47.848027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:47.926893 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:51:47.938876 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.939212 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.939568 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.939871 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.940327 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.940526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.940874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.941171 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.941483 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.941795 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.942108 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.942418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:51:47.978956 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] No DVR routers for this DVR port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on host n-h1-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:51:48.112842 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:51:48.113204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:51:48.113529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:51:48.117714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on network 73d76955-6531-4fff-b1a2-27afaad821da not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:51:48.118032 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Attempting to bind port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on network 73d76955-6531-4fff-b1a2-27afaad821da {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:51:48.123077 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:51:48.123408 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Checking segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:51:48.123782 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Bound using segment: {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:51:48.124762 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Bound port: 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:51:48.125120 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:48.186425 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:51:48.189905 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:51:48.194518 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:48.230039 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.230643 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:48.232010 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1092 time: 0.7308383 Oct 13 05:51:48.232440 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:51:48.234806 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624419fb-8c28-4da7-b8e0-dbad7995623a" -d '{"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:51:48.258260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a183-068d-4a09-b652-1fafa90a4a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:51:48.290820 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8943ce-64c0-4bdc-9866-c7c17c637ef8 x-openstack-request-id: req-9e8943ce-64c0-4bdc-9866-c7c17c637ef8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:51:48.291100 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:51:48.291353 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e8943ce-64c0-4bdc-9866-c7c17c637ef8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:51:48.291761 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'status': 'completed', 'code': 200} Oct 13 05:51:48.307545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06391d09-4c46-461a-b730-e8e514c02f7d req-17f19729-965c-43f8-920f-b72b7a38ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.309080 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-17f19729-965c-43f8-920f-b72b7a38ba59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1095 time: 0.0520086 Oct 13 05:51:48.404360 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06391d09-4c46-461a-b730-e8e514c02f7d req-04e01efa-791d-4015-bb23-f8fbe70ccbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.405898 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-04e01efa-791d-4015-bb23-f8fbe70ccbe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0895429 Oct 13 05:51:48.475493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-9b623be8-84a5-4712-a39b-78aaa9f608d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1000 time: 0.0629795 Oct 13 05:51:48.523566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06391d09-4c46-461a-b730-e8e514c02f7d req-476eaff9-008f-4a64-bb98-96c78c883971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.524875 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-476eaff9-008f-4a64-bb98-96c78c883971 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0427041 Oct 13 05:51:48.569017 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06391d09-4c46-461a-b730-e8e514c02f7d req-b9dd0e96-ec5c-44c3-9519-68253f25045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.570498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-b9dd0e96-ec5c-44c3-9519-68253f25045d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391648 Oct 13 05:51:48.640148 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07037-ec62-49b9-a953-8c16a200186e req-ba9fdb56-035c-40c9-9c9e-ec5b8cc11d36 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.641637 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0a07037-ec62-49b9-a953-8c16a200186e req-ba9fdb56-035c-40c9-9c9e-ec5b8cc11d36 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0519621 Oct 13 05:51:48.663719 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-57d975e8-1cfc-4d35-8e10-82c4a4e5b3d8 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Oct 13 05:51:48.679146 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e0a07037-ec62-49b9-a953-8c16a200186e req-126612b6-73c9-4ac0-bbcd-9650c96e6030 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310814 Oct 13 05:51:48.752649 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-2c43af1f-3ffd-4656-a1c5-363fdd94d883 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Oct 13 05:51:48.836062 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-4b8de4ef-8532-491c-8e68-479c1e52d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.837578 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-4b8de4ef-8532-491c-8e68-479c1e52d595 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1095 time: 0.0400949 Oct 13 05:51:48.929995 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-cc0306b6-9f44-4969-bcbf-e49e7657bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:48.931428 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-cc0306b6-9f44-4969-bcbf-e49e7657bc53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0868857 Oct 13 05:51:48.994739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-876f7a3b-4cf5-4037-97b4-ca3230231796 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1000 time: 0.0557163 Oct 13 05:51:49.048022 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-fd90b0ab-d344-4daa-ba57-77e2ab868a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:49.049533 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-fd90b0ab-d344-4daa-ba57-77e2ab868a0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0478890 Oct 13 05:51:49.094731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-61dfe13f-d680-4403-9ffb-e2afb6b7a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:49.096099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-61dfe13f-d680-4403-9ffb-e2afb6b7a230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389261 Oct 13 05:51:49.139565 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5343-d206-48a4-88de-5b4ead5170f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:49.194607 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-7ed7cdf0-307a-49c0-a1a5-b49dda0fe513 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904253 Oct 13 05:51:49.281438 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-624419fb-8c28-4da7-b8e0-dbad7995623a req-b7b7d20e-b75c-473f-90be-4819918856f7 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795083 Oct 13 05:51:49.797726 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aef5d-05e1-4a59-b5e1-115ed2b19d18 req-86d5cefe-ea38-4aa4-8b3e-4e7725e25518 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:49.799177 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960aef5d-05e1-4a59-b5e1-115ed2b19d18 req-86d5cefe-ea38-4aa4-8b3e-4e7725e25518 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0523593 Oct 13 05:51:49.835928 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-960aef5d-05e1-4a59-b5e1-115ed2b19d18 req-9ed30082-484d-4ee0-a2c2-14ec405cb53b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Oct 13 05:51:50.948110 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c733c1-f01a-4d59-9d0a-0837c9048339 req-92fb3bb8-33bb-4f47-b4e6-20cde4ffe362 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:50.949495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55c733c1-f01a-4d59-9d0a-0837c9048339 req-92fb3bb8-33bb-4f47-b4e6-20cde4ffe362 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0478072 Oct 13 05:51:50.987414 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-55c733c1-f01a-4d59-9d0a-0837c9048339 req-8f00f94b-91f4-4919-88af-01a584fe32f3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Oct 13 05:51:51.633289 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d48654-abe3-46f9-ba64-ffb74de2c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:52.102750 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58427637-596e-4926-98ee-5cc1f5aa4838 req-278e218e-04ce-4729-9934-2b0f7851f199 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:52.104254 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58427637-596e-4926-98ee-5cc1f5aa4838 req-278e218e-04ce-4729-9934-2b0f7851f199 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0526769 Oct 13 05:51:52.141691 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-58427637-596e-4926-98ee-5cc1f5aa4838 req-5c4c88e2-14ce-493d-8f39-178127cb0463 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Oct 13 05:51:53.076230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:53.252284 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bdb0a-63c2-4cc3-a2f3-f5e790d4f946 req-95806d5f-96a9-48ed-9018-bf873c722fc1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:53.253745 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-915bdb0a-63c2-4cc3-a2f3-f5e790d4f946 req-95806d5f-96a9-48ed-9018-bf873c722fc1 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0474496 Oct 13 05:51:53.291048 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-915bdb0a-63c2-4cc3-a2f3-f5e790d4f946 req-f3641d44-9744-4a57-aea6-ce6edca147d6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Oct 13 05:51:53.462231 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:54.402909 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32b49e-9f48-4edf-ae43-6b5158bff23b req-10a57d18-bb37-4593-8885-d218a192ec79 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:54.404362 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e32b49e-9f48-4edf-ae43-6b5158bff23b req-10a57d18-bb37-4593-8885-d218a192ec79 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0490756 Oct 13 05:51:54.442248 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7e32b49e-9f48-4edf-ae43-6b5158bff23b req-e4ec2359-e226-4da3-afa7-c578bba1ce18 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Oct 13 05:51:55.025203 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:55.557804 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c4099-7326-4092-bd7e-251418f5cfe3 req-ac2ab8c9-b83b-447f-8613-c75ff92dbc64 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:55.559240 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b2c4099-7326-4092-bd7e-251418f5cfe3 req-ac2ab8c9-b83b-447f-8613-c75ff92dbc64 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0509233 Oct 13 05:51:55.596401 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2b2c4099-7326-4092-bd7e-251418f5cfe3 req-73509d7d-59c2-4678-bb83-cdcbfc403566 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Oct 13 05:51:56.707868 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c492a-9ecc-4c20-ac27-05096c7295d3 req-4705669a-85aa-43af-9664-2dd0b74ea974 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:56.709330 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-245c492a-9ecc-4c20-ac27-05096c7295d3 req-4705669a-85aa-43af-9664-2dd0b74ea974 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0479252 Oct 13 05:51:56.745585 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-245c492a-9ecc-4c20-ac27-05096c7295d3 req-279f8367-360c-4fa3-8f14-58f17484720f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305085 Oct 13 05:51:57.858666 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087d425-1625-44d5-a1a4-5c2f9b77064e req-4f8f1dae-bca8-47e9-82fd-df830ff62fd3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:57.860094 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2087d425-1625-44d5-a1a4-5c2f9b77064e req-4f8f1dae-bca8-47e9-82fd-df830ff62fd3 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 944 time: 0.0481396 Oct 13 05:51:57.897226 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2087d425-1625-44d5-a1a4-5c2f9b77064e req-5d42cbb9-3bb2-4551-97b6-f01fea67f482 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Oct 13 05:51:58.788973 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:51:58.881490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:51:58.892782 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'port_id': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'mac_address': 'fa:16:3e:80:2f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:51:58.929175 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:58.941697 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e88e4fc-f55b-4e35-b328-0d308fdfd94b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:51:58.961624 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:51:58.967544 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:59.014545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663f321-8ac0-4371-b5a3-e18df1340d0e req-8b0cc56a-139f-4a85-857e-526bd1f8583b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:59.016030 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7663f321-8ac0-4371-b5a3-e18df1340d0e req-8b0cc56a-139f-4a85-857e-526bd1f8583b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 945 time: 0.0532658 Oct 13 05:51:59.017793 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:51:59.054804 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7663f321-8ac0-4371-b5a3-e18df1340d0e req-5e3ce58c-a63f-4c0c-8421-8938c141131e tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Oct 13 05:51:59.317553 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['5e88e4fc-f55b-4e35-b328-0d308fdfd94b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:52:00.165951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901298ee-57dd-4ebc-894a-21fdc2225ae0 req-1a3b6d53-ecf3-4228-bbe2-88fa18352b93 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:00.167296 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-901298ee-57dd-4ebc-894a-21fdc2225ae0 req-1a3b6d53-ecf3-4228-bbe2-88fa18352b93 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 945 time: 0.0469489 Oct 13 05:52:00.203496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-901298ee-57dd-4ebc-894a-21fdc2225ae0 req-4914cd8a-2926-4ce5-bce3-68d6d06b63c9 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303462 Oct 13 05:52:00.793116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:52:00.839978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:52:00.843612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:52:00.843980 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:00.916640 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:00.940552 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:52:00.942792 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c787de-4069-4f8f-8b46-37edc0c31d18" -d '{"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-plugged", "status": "completed", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:52:00.955637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:52:00.959715 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:00.981990 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff4ccc2-d10c-4d21-8d37-ab1c79267e08 x-openstack-request-id: req-5ff4ccc2-d10c-4d21-8d37-ab1c79267e08 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:52:00.982273 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-plugged", "status": "completed", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:52:00.982524 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ff4ccc2-d10c-4d21-8d37-ab1c79267e08 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:52:00.982900 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'code': 200} Oct 13 05:52:01.007473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:52:01.119770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba8e-2f8a-409e-abf8-0acb31d9e0e1 req-5ebbb20f-a02b-4483-9945-bb0d3150da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:01.121194 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f8c6ba8e-2f8a-409e-abf8-0acb31d9e0e1 req-5ebbb20f-a02b-4483-9945-bb0d3150da3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1098 time: 0.0395420 Oct 13 05:52:01.156249 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-f8c6ba8e-2f8a-409e-abf8-0acb31d9e0e1 req-4eb4fd16-7ee2-460c-aab4-6f015597a9c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281456 Oct 13 05:52:01.318837 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943fd81-49ef-4164-9b06-eb5e91908790 req-faa7334a-04f7-4021-ab5a-862b7af59823 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:01.320278 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3943fd81-49ef-4164-9b06-eb5e91908790 req-faa7334a-04f7-4021-ab5a-862b7af59823 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 947 time: 0.0512681 Oct 13 05:52:01.356202 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3943fd81-49ef-4164-9b06-eb5e91908790 req-bc9ca4f5-bacf-4793-8be9-3787fc9e94f6 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299854 Oct 13 05:52:02.475402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56dbf5-bb9e-46bb-957b-10fd51bf675f req-091ac96b-4e54-4d5f-9f2e-3c37378b7cc2 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:02.476923 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b56dbf5-bb9e-46bb-957b-10fd51bf675f req-091ac96b-4e54-4d5f-9f2e-3c37378b7cc2 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 947 time: 0.0522244 Oct 13 05:52:02.515145 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7b56dbf5-bb9e-46bb-957b-10fd51bf675f req-a23a96e2-6b92-449c-84b6-d052dfd56c47 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Oct 13 05:52:03.627345 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df474d32-38ee-4d6e-8dee-47e727ee3179 req-9b9586f1-937a-4493-aa8d-ecf14e6e7fec tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:03.628721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df474d32-38ee-4d6e-8dee-47e727ee3179 req-9b9586f1-937a-4493-aa8d-ecf14e6e7fec tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 947 time: 0.0476918 Oct 13 05:52:03.665887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-df474d32-38ee-4d6e-8dee-47e727ee3179 req-0f4ecfd6-8481-4f1d-a01f-28978252526f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Oct 13 05:52:09.433744 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:11.209170 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:12.616846 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:52:19.140578 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38dbaf6d-cbbc-4ef6-a464-844511810adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:21.634234 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c69a304-e2b0-48ba-8ae7-83ae806b0fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:23.078244 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:23.465694 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:25.027626 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:39.435589 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:39.530446 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-981441ed-befc-4951-b06f-0ad801a9ef11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817981 Oct 13 05:52:39.610187 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-e338ab28-7084-48aa-8514-4eb56d02cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:39.611654 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-e338ab28-7084-48aa-8514-4eb56d02cc5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1098 time: 0.0400646 Oct 13 05:52:39.715402 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-9363490a-f251-4e99-88e8-068befa10e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:39.716739 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-9363490a-f251-4e99-88e8-068befa10e5d service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0857384 Oct 13 05:52:39.779077 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-d7e538c1-a505-4a0b-b7fd-3d5580ef982d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 1002 time: 0.0552654 Oct 13 05:52:39.827215 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-32f99fec-3eed-4140-94b7-a9a3c54b1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:39.828563 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-32f99fec-3eed-4140-94b7-a9a3c54b1647 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0408709 Oct 13 05:52:39.875342 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-2957d8b0-d6ea-489b-a578-a6d413ca7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:39.876808 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-2957d8b0-d6ea-489b-a578-a6d413ca7d64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410941 Oct 13 05:52:39.963008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-9442d523-50f2-40ca-9e06-ecc762cf96ab service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791585 Oct 13 05:52:40.051657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-77da20fb-d7d0-4503-a6f6-c1a401666f06 req-219b4b5f-0acc-4db9-9c68-b22eb256e7cd service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815532 Oct 13 05:52:41.212828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:49.142094 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-788cd569-3cd9-4733-8845-cbd21b56052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:49.615850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:52:51.634429 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95cac45a-c976-49f7-9992-a2f21b879ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:53.078591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:53.467354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:55.028810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:09.434101 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:11.218675 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:13.345021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54904) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:13.501865 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Deleting port f5a28684-2e97-4622-9e7d-26cf5f62c67f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:13.502205 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:13.575352 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:13.575678 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:13.586930 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Calling delete_port for f5a28684-2e97-4622-9e7d-26cf5f62c67f owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:13.730744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:13.761238 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event deleted for resources: {'Port': ['ID=f5a28684-2e97-4622-9e7d-26cf5f62c67f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:13.802035 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.802376 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.802714 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.803045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.803373 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.803698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.804021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.804341 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.804664 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.805007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.805369 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.805678 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:13.827912 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:13.828296 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Floating IP 1e6b1ac0-7fd6-470c-b76a-52f864fee529 disassociated (deleted). External IP: 172.25.1.238, port: 5e88e4fc-f55b-4e35-b328-0d308fdfd94b. Oct 13 05:53:14.034083 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:53:14.135293 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:14.140075 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:14.145472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:14.157355 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:14.157948 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:52:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:14.169300 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b7c0da6d-9684-4df1-87d5-91213c95981d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "DELETE /v2.0/floatingips/1e6b1ac0-7fd6-470c-b76a-52f864fee529 HTTP/1.1" status: 204 len: 168 time: 0.8232059 Oct 13 05:53:14.169883 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:53:14.172270 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce234e3-1acd-4812-bb14-e77ffe478ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:53:14.215250 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c2665-50fb-4519-92fd-ad0d2b716dc7 x-openstack-request-id: req-650c2665-50fb-4519-92fd-ad0d2b716dc7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:53:14.215541 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:53:14.215796 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-650c2665-50fb-4519-92fd-ad0d2b716dc7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:53:14.216199 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'status': 'completed', 'code': 200} Oct 13 05:53:14.263144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:14.281731 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-f3ed4a88-bd27-408b-9b5c-87f9a2b68b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:14.283276 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-f3ed4a88-bd27-408b-9b5c-87f9a2b68b84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 1098 time: 0.0453007 Oct 13 05:53:14.389338 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-0d8556c6-8560-4f6c-ba4a-191e6cfbe7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:14.390865 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-0d8556c6-8560-4f6c-ba4a-191e6cfbe7d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 200 len: 910 time: 0.0967224 Oct 13 05:53:14.407081 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ac508-935f-490c-87c6-ab8a5b247c5e req-020def47-651c-4e18-8eb9-31031d27a0ca tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:14.408625 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d73ac508-935f-490c-87c6-ab8a5b247c5e req-020def47-651c-4e18-8eb9-31031d27a0ca tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 947 time: 0.0548806 Oct 13 05:53:14.442009 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-aabc3d79-df52-4474-b67b-ca8edba33b2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 200 len: 217 time: 0.0437055 Oct 13 05:53:14.446158 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d73ac508-935f-490c-87c6-ab8a5b247c5e req-4510f26a-65a2-4ce5-ab7a-ec57a0d25314 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Oct 13 05:53:14.476495 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:14.496668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-c4365a74-cf8f-4fdc-8057-bb7bb0a76322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:14.498137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-c4365a74-cf8f-4fdc-8057-bb7bb0a76322 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 200 len: 848 time: 0.0472293 Oct 13 05:53:14.502531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:14.510570 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:14.511149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:52:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:14.544283 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-bf14c89e-9b3b-417e-af01-704f51cf7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:14.545827 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-bf14c89e-9b3b-417e-af01-704f51cf7ef0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73d76955-6531-4fff-b1a2-27afaad821da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396359 Oct 13 05:53:14.614627 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:14.636937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-d88336c4-f1d2-48f1-9f38-fa0bae61a620 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Oct 13 05:53:14.724811 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0ce234e3-1acd-4812-bb14-e77ffe478ee5 req-ef2483ea-a903-4d36-8831-3f758f272401 service neutron] 10.222.0.26 "GET /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805855 Oct 13 05:53:14.811438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:14.837568 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc576a-0dd1-4cc2-9969-d2127a20969d None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:27Z', 'revision_number': 4, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '70a70186-be0f-4d3d-8548-850bd1323938', 'name': '', 'network_id': '73d76955-6531-4fff-b1a2-27afaad821da', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'mac_address': 'fa:16:3e:df:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:27Z', 'updated_at': '2021-10-13T05:43:32Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'subnets': [{'id': '72561bda-2d73-4f3f-bc74-d1a0bab7793d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:15.060014 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d917e7-3254-489f-ac5e-9daaa06c1e0e None None] New status for floating IP 1e6b1ac0-7fd6-470c-b76a-52f864fee529: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:53:15.610831 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f80268-09f7-4c10-ba4b-b292b32644df req-8fb88051-0348-4ab2-9fab-183dc697c99d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:15.612196 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63f80268-09f7-4c10-ba4b-b292b32644df req-8fb88051-0348-4ab2-9fab-183dc697c99d tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 947 time: 0.0550201 Oct 13 05:53:15.649103 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-63f80268-09f7-4c10-ba4b-b292b32644df req-8c891df1-f79c-4634-a052-64d643488292 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/security-groups?id=6de89d22-7239-4ab3-9b97-1b387c442e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Oct 13 05:53:16.017900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-ac13324b-30cc-467a-bae0-a0672dc0624f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:16.019333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-ac13324b-30cc-467a-bae0-a0672dc0624f tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 947 time: 0.0480380 Oct 13 05:53:16.106227 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Deleting port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:16.106573 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:16.194564 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] For port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:16.194824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:16.206758 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Calling delete_port for 5e88e4fc-f55b-4e35-b328-0d308fdfd94b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:16.675939 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:16.702226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event deleted for resources: {'Port': ['ID=5e88e4fc-f55b-4e35-b328-0d308fdfd94b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:16.748601 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] No DVR routers for this DVR port 5e88e4fc-f55b-4e35-b328-0d308fdfd94b on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:53:16.750944 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-36853d7c-c910-4214-a630-990045f06c5e req-ee5a9aee-18cd-41d7-994a-38b25787acd2 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0346718 Oct 13 05:53:16.751484 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:16.754844 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-21d785ab-e5dc-4335-a0a1-4fd99ffbe1c3 req-32df9d23-1d9a-4dc1-a8e7-1d3bd1032542 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.26 "DELETE /v2.0/ports/5e88e4fc-f55b-4e35-b328-0d308fdfd94b HTTP/1.1" status: 204 len: 173 time: 0.7290084 Oct 13 05:53:16.755284 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-deleted', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:53:16.757567 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33f6dee-edf7-405e-8171-9dc85d12c6e8" -d '{"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-deleted", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:53:16.793275 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6901fe54-80cd-4394-9b32-1ed4523b5492 x-openstack-request-id: req-6901fe54-80cd-4394-9b32-1ed4523b5492 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:53:16.793564 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eb33dd-3735-4a8f-b903-f3ba1bccffbf", "name": "network-vif-deleted", "tag": "5e88e4fc-f55b-4e35-b328-0d308fdfd94b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:53:16.793815 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6901fe54-80cd-4394-9b32-1ed4523b5492 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:53:16.794209 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eb33dd-3735-4a8f-b903-f3ba1bccffbf', 'name': 'network-vif-deleted', 'tag': '5e88e4fc-f55b-4e35-b328-0d308fdfd94b', 'status': 'completed', 'code': 200} Oct 13 05:53:17.846356 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09d2ce4d-22c6-4fb0-9169-07fd473e1df0 req-75f725b7-b426-4284-a78d-b506b430b68b tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0271990 Oct 13 05:53:18.940694 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6b123816-ab31-40eb-9f07-527e4966f18e req-c2333e6b-5d5f-4333-b812-235990ba7863 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0258915 Oct 13 05:53:19.143123 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39978e4a-73eb-4323-84d2-5139d73d0a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:19.216939 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:19.237946 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 5e88e4fc-f55b-4e35-b328-0d308fdfd94b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:19.238280 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 5e88e4fc-f55b-4e35-b328-0d308fdfd94b not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:20.035160 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-59437fdf-27a9-448e-a211-846c716b99dc req-f318f6ac-7bd3-4de7-b72e-65d77dcc5ba4 tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0279639 Oct 13 05:53:21.150086 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-2f5b9ed8-c44e-4005-b445-8f9170ab1681 req-bf79887c-2c30-47f3-a00c-6cd002bfe5cf tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=08eb33dd-3735-4a8f-b903-f3ba1bccffbf HTTP/1.1" status: 200 len: 210 time: 0.0324230 Oct 13 05:53:21.634198 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8cc1833-18d5-4d1f-8385-09ddea17c5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:22.206427 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:22.276480 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a478eed-c67d-47a1-b909-2b43b424c9db tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:22.301560 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a478eed-c67d-47a1-b909-2b43b424c9db tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:22.362652 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a478eed-c67d-47a1-b909-2b43b424c9db tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:22.365383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a478eed-c67d-47a1-b909-2b43b424c9db tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:22.366557 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2a478eed-c67d-47a1-b909-2b43b424c9db tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] 10.222.0.44 "DELETE /v2.0/security-groups/6de89d22-7239-4ab3-9b97-1b387c442e6e HTTP/1.1" status: 204 len: 168 time: 0.1590402 Oct 13 05:53:22.376666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a478eed-c67d-47a1-b909-2b43b424c9db tempest-TestShelveInstance-1929385276 tempest-TestShelveInstance-1929385276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de89d22-7239-4ab3-9b97-1b387c442e6e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:22.425220 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:22.865027 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.081065 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.123009 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Deleting port 70a70186-be0f-4d3d-8548-850bd1323938 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:23.123439 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.209461 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] For port 70a70186-be0f-4d3d-8548-850bd1323938, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=70a70186-be0f-4d3d-8548-850bd1323938,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:23.210159 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.222894 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Calling delete_port for 70a70186-be0f-4d3d-8548-850bd1323938 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:23.419426 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.451812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a70186-be0f-4d3d-8548-850bd1323938,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:23.478882 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.650250 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:23.868993 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:53:23.985774 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:23.993982 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:23.997204 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2b9d727-b850-4395-8c9b-788cb33385a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/fea5b302-a397-4459-9d6a-9b9f6f2aa6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5692282 Oct 13 05:53:23.997615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] Sync routers for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:24.014722 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:24.015328 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:24.101341 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.128360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:24.211214 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.271741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Deleting port 4c869967-9535-4083-9dce-bc1b69e41ea7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:24.272397 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.365565 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] For port 4c869967-9535-4083-9dce-bc1b69e41ea7, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=4c869967-9535-4083-9dce-bc1b69e41ea7,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:24.365941 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.381244 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Calling delete_port for 4c869967-9535-4083-9dce-bc1b69e41ea7 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:24.475056 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:53:23Z', 'revision_number': 5, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port': {'id': '4c869967-9535-4083-9dce-bc1b69e41ea7', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:24.501662 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] Checking router: fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:24.510707 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] Routers {'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:24.511341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:24.558367 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.595574 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c869967-9535-4083-9dce-bc1b69e41ea7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:24.603110 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] Set router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:24.636867 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.637211 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.637553 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.637940 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.638269 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.638598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.638951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.639281 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.639606 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.639930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.640251 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.640571 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:24.659184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:53:24Z', 'revision_number': 6, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:24.665964 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.686648 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835227ee-52b0-47d2-b7b3-e8f42c5c9879 None None] The sync data for ids ['fea5b302-a397-4459-9d6a-9b9f6f2aa6d7'] in n-d-810220-9 is: [{'id': 'fea5b302-a397-4459-9d6a-9b9f6f2aa6d7', 'name': 'tempest-TestShelveInstance-2051115856-router', 'tenant_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:25Z', 'updated_at': '2021-10-13T05:53:24Z', 'revision_number': 6, 'project_id': 'b8d30593c2044f40a48fb2b1c01c460a', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:24.761475 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.763504 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.810412 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.811001 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:53:24.815589 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.816933 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-0f23410b-3add-4724-b464-6b0d1259cd98 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fea5b302-a397-4459-9d6a-9b9f6f2aa6d7 HTTP/1.1" status: 204 len: 168 time: 0.8211977 Oct 13 05:53:24.819510 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:24.864625 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Deleting subnet 72561bda-2d73-4f3f-bc74-d1a0bab7793d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:53:24.867806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.902044 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:24.982707 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.042020 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.047137 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.076826 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.080969 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/72561bda-2d73-4f3f-bc74-d1a0bab7793d HTTP/1.1" status: 204 len: 168 time: 0.2603910 Oct 13 05:53:25.082156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b2d00-e543-4493-92c2-41c70362092f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72561bda-2d73-4f3f-bc74-d1a0bab7793d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:25.083694 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 54956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:25.089148 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4f4c4-b013-427b-b6cd-cf17d8ea9bf7 None None] Network 73d76955-6531-4fff-b1a2-27afaad821da requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:53:25.163354 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.215741 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Deleting port e1a83ffd-71cd-4706-8859-5183bfdd1773 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:25.216142 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.287272 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] For port e1a83ffd-71cd-4706-8859-5183bfdd1773, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=e1a83ffd-71cd-4706-8859-5183bfdd1773,segment=NetworkSegment(462fd610-0b84-4a4b-aa2b-0f0410ae9d8d),segment_id=462fd610-0b84-4a4b-aa2b-0f0410ae9d8d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:25.287707 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.302778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Calling delete_port for e1a83ffd-71cd-4706-8859-5183bfdd1773 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:25.381348 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.409201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a83ffd-71cd-4706-8859-5183bfdd1773,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:25.411215 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] No DVR routers for this DVR port e1a83ffd-71cd-4706-8859-5183bfdd1773 on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:53:25.496466 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.504985 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf5600-8364-40f4-8726-e8e220819658 None None] DHCP port deletion for 73d76955-6531-4fff-b1a2-27afaad821da request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:53:25.522660 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d76955-6531-4fff-b1a2-27afaad821da']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:25.532227 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:25.532520 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462fd610-0b84-4a4b-aa2b-0f0410ae9d8d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:25.542709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.555910 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.562609 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:53:25.563026 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:53:25.564990 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:53:25.623987 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.630626 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.633572 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] 10.222.0.44 "DELETE /v2.0/networks/73d76955-6531-4fff-b1a2-27afaad821da HTTP/1.1" status: 204 len: 168 time: 0.5481172 Oct 13 05:53:25.636586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:25.643650 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44468-6b72-47bd-9ca4-395ded4444cb admin admin] Pushing event deleted for resources: {'Network': ['ID=73d76955-6531-4fff-b1a2-27afaad821da,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:25.966200 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 70a70186-be0f-4d3d-8548-850bd1323938 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:25.982772 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:25.986322 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 70a70186-be0f-4d3d-8548-850bd1323938 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:25.986671 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 70a70186-be0f-4d3d-8548-850bd1323938 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:25.987085 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c869967-9535-4083-9dce-bc1b69e41ea7 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:26.005141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 4c869967-9535-4083-9dce-bc1b69e41ea7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:26.005421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 4c869967-9535-4083-9dce-bc1b69e41ea7 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:26.005909 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e1a83ffd-71cd-4706-8859-5183bfdd1773 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:26.025131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: e1a83ffd-71cd-4706-8859-5183bfdd1773 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:26.025474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device e1a83ffd-71cd-4706-8859-5183bfdd1773 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:26.219526 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Deleting port 2ffc2983-9e4e-41bc-aa74-76857ec36a92 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:26.219776 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:26.294840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] For port 2ffc2983-9e4e-41bc-aa74-76857ec36a92, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=2ffc2983-9e4e-41bc-aa74-76857ec36a92,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:26.295193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:26.310312 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Calling delete_port for 2ffc2983-9e4e-41bc-aa74-76857ec36a92 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:26.484976 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:26.511661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffc2983-9e4e-41bc-aa74-76857ec36a92,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:26.615316 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:53:26.671109 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:26.875279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:53:26.975249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:26.980781 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-495feb89-12f4-430f-a62b-b570a99e74ad admin admin] 10.222.0.44 "PUT /v2.0/routers/4111f9a2-fc3b-4b38-a5ef-a8314ffca50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3429873 Oct 13 05:53:26.983738 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:26.984563 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] Sync routers for ids ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:26.993415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] Routers {'4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:26.993999 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:27.090452 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:27.095263 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] Set router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:27.188456 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:27.242154 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Deleting port 5d19c956-75bf-4857-89cd-a91cb1294252 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:27.242485 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:27.265499 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:53:26Z', 'revision_number': 5, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port': {'id': '5d19c956-75bf-4857-89cd-a91cb1294252', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:43:30Z', 'updated_at': '2021-10-13T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:27.294930 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] Checking router: 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:27.302924 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] Routers {'4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:27.303739 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:27.319178 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] For port 5d19c956-75bf-4857-89cd-a91cb1294252, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=5d19c956-75bf-4857-89cd-a91cb1294252,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:27.319543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:27.335025 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Calling delete_port for 5d19c956-75bf-4857-89cd-a91cb1294252 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:27.385564 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] Set router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:27.436560 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:53:27Z', 'revision_number': 6, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:27.493854 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:27.558850 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da6581-d8db-4af6-8b02-24b2bce37b6a None None] The sync data for ids ['4111f9a2-fc3b-4b38-a5ef-a8314ffca50c'] in n-d-810220-9 is: [{'id': '4111f9a2-fc3b-4b38-a5ef-a8314ffca50c', 'name': 'tempest-TestShelveInstance-759834916-router', 'tenant_id': '392dead19d474845841ca38b914378e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:43:29Z', 'updated_at': '2021-10-13T05:53:27Z', 'revision_number': 6, 'project_id': '392dead19d474845841ca38b914378e9', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:27.865317 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d19c956-75bf-4857-89cd-a91cb1294252,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:27.927544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.025048 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.027383 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.038615 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2ffc2983-9e4e-41bc-aa74-76857ec36a92 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:28.062069 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 2ffc2983-9e4e-41bc-aa74-76857ec36a92 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:28.062411 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 2ffc2983-9e4e-41bc-aa74-76857ec36a92 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:28.072292 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.073462 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4111f9a2-fc3b-4b38-a5ef-a8314ffca50c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:53:28.077685 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.078812 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-f26dd9b7-0ac6-43de-9717-892760b62d56 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4111f9a2-fc3b-4b38-a5ef-a8314ffca50c HTTP/1.1" status: 204 len: 168 time: 1.0940092 Oct 13 05:53:28.081362 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:28.126685 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Deleting subnet 08fc759c-5f81-4cab-b9a1-28f2b1b32a69 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:53:28.129993 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.162784 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.235242 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.291811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.319427 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.323712 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/08fc759c-5f81-4cab-b9a1-28f2b1b32a69 HTTP/1.1" status: 204 len: 168 time: 0.2414203 Oct 13 05:53:28.324228 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be287652-30c8-4cb9-8eaf-a135d47d2812 None None] Network 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:53:28.324698 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca7c7d-7f19-4b36-814d-297042b1f786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fc759c-5f81-4cab-b9a1-28f2b1b32a69,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:28.327494 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:28.396018 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.450622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Deleting port 92943f8b-1b7f-4da5-871c-0955b05244a4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:28.451002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.517198 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] DHCP port deletion for 47b7e17f-30bc-4cad-af0d-0d45a18a18f1 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:53:28.520043 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] For port 92943f8b-1b7f-4da5-871c-0955b05244a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=92943f8b-1b7f-4da5-871c-0955b05244a4,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:28.520434 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.536412 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Calling delete_port for 92943f8b-1b7f-4da5-871c-0955b05244a4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:28.567460 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Deleting port 92943f8b-1b7f-4da5-871c-0955b05244a4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:53:28.567833 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.618694 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.634014 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] For port 92943f8b-1b7f-4da5-871c-0955b05244a4, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=92943f8b-1b7f-4da5-871c-0955b05244a4,segment=NetworkSegment(095b0ff0-8c2c-49d0-a80d-7b10c1acfa01),segment_id=095b0ff0-8c2c-49d0-a80d-7b10c1acfa01)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:28.634397 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.648669 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Pushing event deleted for resources: {'Port': ['ID=92943f8b-1b7f-4da5-871c-0955b05244a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:28.649612 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Calling delete_port for 92943f8b-1b7f-4da5-871c-0955b05244a4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:53:28.655906 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] No DVR routers for this DVR port 92943f8b-1b7f-4da5-871c-0955b05244a4 on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:53:28.727278 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.738475 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.748325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b7e17f-30bc-4cad-af0d-0d45a18a18f1']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:28.757411 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:28.757702 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095b0ff0-8c2c-49d0-a80d-7b10c1acfa01') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:28.763812 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Pushing event deleted for resources: {'Port': ['ID=92943f8b-1b7f-4da5-871c-0955b05244a4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:28.766000 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] No DVR routers for this DVR port 92943f8b-1b7f-4da5-871c-0955b05244a4 on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:53:28.767224 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.775073 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.775410 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.776381 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.776739 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.777061 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.777382 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.777698 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.778012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.778324 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.778637 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.778944 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.779252 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb10b3-114c-45ad-b71c-c5a56f637a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:28.782676 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.788903 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:53:28.789296 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:53:28.790946 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:53:28.846340 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.852596 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:28.856325 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] 10.222.0.44 "DELETE /v2.0/networks/47b7e17f-30bc-4cad-af0d-0d45a18a18f1 HTTP/1.1" status: 204 len: 168 time: 0.5281417 Oct 13 05:53:28.866051 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419fe68-11ad-4d7e-a2e0-d3afeeb908eb admin admin] Pushing event deleted for resources: {'Network': ['ID=47b7e17f-30bc-4cad-af0d-0d45a18a18f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:29.017704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:29.061782 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-7a95cca9-5a8b-4e51-9bae-12b4955da5bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8d30593c2044f40a48fb2b1c01c460a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429182 Oct 13 05:53:29.064271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:29.114943 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7675b0a-e0e6-4114-ba43-056effa54068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.135881 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7675b0a-e0e6-4114-ba43-056effa54068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.180903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7675b0a-e0e6-4114-ba43-056effa54068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.183316 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7675b0a-e0e6-4114-ba43-056effa54068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.186785 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-b7675b0a-e0e6-4114-ba43-056effa54068 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38e025f7-f2d8-4fb3-a1dc-361c17b9895c HTTP/1.1" status: 204 len: 168 time: 0.1192341 Oct 13 05:53:29.191846 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675b0a-e0e6-4114-ba43-056effa54068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e025f7-f2d8-4fb3-a1dc-361c17b9895c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:29.521050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54976) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:29.563369 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-25b5955e-57af-4473-87fe-2ea3532649ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=392dead19d474845841ca38b914378e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410573 Oct 13 05:53:29.565826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 54978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:29.612866 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a730499a-d279-458a-b29a-711762090d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.633390 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a730499a-d279-458a-b29a-711762090d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.677903 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a730499a-d279-458a-b29a-711762090d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.680543 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a730499a-d279-458a-b29a-711762090d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:29.682198 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-a730499a-d279-458a-b29a-711762090d97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eee7f4e-055d-43ac-a9db-edb6dee98089 HTTP/1.1" status: 204 len: 168 time: 0.1149328 Oct 13 05:53:29.689417 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730499a-d279-458a-b29a-711762090d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee7f4e-055d-43ac-a9db-edb6dee98089,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:29.974713 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 92943f8b-1b7f-4da5-871c-0955b05244a4 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:29.996807 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 92943f8b-1b7f-4da5-871c-0955b05244a4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:29.997149 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 92943f8b-1b7f-4da5-871c-0955b05244a4 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:29.997571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5d19c956-75bf-4857-89cd-a91cb1294252 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:53:30.018063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 5d19c956-75bf-4857-89cd-a91cb1294252 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:53:30.018404 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 5d19c956-75bf-4857-89cd-a91cb1294252 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:53:30.426375 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:30.518616 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-594475381-network', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:30.539118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Made reservation on behalf of 99f00dda31b0476d8b51112cc4cb3c79 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:53:30.541391 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.549518 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.620840 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.624274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.648128 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:53:30.658196 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c76c7-b7b7-4eb1-87e2-bbabc4d7a8bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:30.663047 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.663389 n-d-810220-9 neutron-server[94824]: INFO neutron.db.segments_db [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Added segment fb846db3-a51b-4baf-ae5e-41ad599b7d96 of type vlan for network 7c546907-0d9c-495c-b26c-e6a7cf970f25 Oct 13 05:53:30.701903 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.725145 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.726067 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:30.726629 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.779317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3517578 Oct 13 05:53:30.782505 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:30.787359 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Request body: {'subnet': {'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-594475381-subnet', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:30.789941 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2e0d-dbf6-47d9-a6e4-6b93e02bfc56 admin admin] Pushing event updated for resources: {'Network': ['ID=7c546907-0d9c-495c-b26c-e6a7cf970f25,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:30.799578 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:53:30.809988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Made reservation on behalf of 99f00dda31b0476d8b51112cc4cb3c79 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:53:30.812386 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:30.973450 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.027207 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138425f6-5686-4040-9817-f2730c707ed9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:31.035840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Checking segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:31.036198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Network hostable DHCP agents. Network: 7c546907-0d9c-495c-b26c-e6a7cf970f25, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:53:31.051963 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:53:31.060450 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, 7c546907-0d9c-495c-b26c-e6a7cf970f25) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:31.064270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:31.064878 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.070959 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0adb20-6603-4049-ab38-169cf63dc7d6 None None] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:53:31.081961 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-62d46927-69dc-4f26-92a8-bc80b4984d28 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2983406 Oct 13 05:53:31.084668 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:31.088877 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:31.108665 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.109675 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.165509 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.218854 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-7c546907-0d9c-495c-b26c-e6a7cf970f25', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:53:31.219724 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.305459 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.348490 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Allocated IP 172.20.0.2 (7c546907-0d9c-495c-b26c-e6a7cf970f25/138425f6-5686-4040-9817-f2730c707ed9/55cf285b-de57-4899-9236-8352dd2b98dc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:31.489888 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.496078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.505189 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.524060 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.533176 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:31.536039 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:31.539594 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:31.550371 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Pushing event updated for resources: {'Port': ['ID=55cf285b-de57-4899-9236-8352dd2b98dc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:31.607169 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Attempting to bind port 55cf285b-de57-4899-9236-8352dd2b98dc on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:31.607531 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Attempting to bind port 55cf285b-de57-4899-9236-8352dd2b98dc by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:31.607903 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Attempting to bind port 55cf285b-de57-4899-9236-8352dd2b98dc on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:31.614051 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:31.614415 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Checking segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:31.614810 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.615190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Bound using segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:31.615644 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Bound port: 55cf285b-de57-4899-9236-8352dd2b98dc, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:31.616018 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.631874 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Allocated IP 172.25.1.214 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/94758324-4f00-48a1-a776-2fed0508e642) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:31.678789 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] For port 55cf285b-de57-4899-9236-8352dd2b98dc, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:31.681970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] For port 55cf285b-de57-4899-9236-8352dd2b98dc, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55cf285b-de57-4899-9236-8352dd2b98dc,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:31.686592 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.733089 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.741643 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0c76e-4a32-4566-beec-5bb836f3e825 None None] Pushing event updated for resources: {'Port': ['ID=55cf285b-de57-4899-9236-8352dd2b98dc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:31.771481 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:31.813330 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:31.816167 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:31.818643 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:31.842849 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Pushing event updated for resources: {'Port': ['ID=94758324-4f00-48a1-a776-2fed0508e642,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:32.039996 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55cf285b-de57-4899-9236-8352dd2b98dc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:32.086641 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 55cf285b-de57-4899-9236-8352dd2b98dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:32.087335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.093536 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.168771 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.201034 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 55cf285b-de57-4899-9236-8352dd2b98dc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55cf285b-de57-4899-9236-8352dd2b98dc,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:32.206196 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.254838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=55cf285b-de57-4899-9236-8352dd2b98dc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:32.293877 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.422478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:53:32.530449 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:32.542279 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:32.548933 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.552657 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e7df9ee4-34f1-437e-aefc-f74016f84f6d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4645643 Oct 13 05:53:32.553065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:32.553065 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:32.553270 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:32.636571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0178e4f-9189-4717-9889-db913a35b927 None None] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:53:32.711013 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:32.822938 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f716694d-0fb8-4e34-9c32-3c761b501bb7 None None] Provisioning complete for port 55cf285b-de57-4899-9236-8352dd2b98dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:32.823302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f716694d-0fb8-4e34-9c32-3c761b501bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:32.958173 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.037492 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:31Z', 'revision_number': 3, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:33.067419 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:33.067764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Updating router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 port 94758324-4f00-48a1-a776-2fed0508e642 binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:53:33.093338 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.120803 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Allocated IP 172.20.0.1 (7c546907-0d9c-495c-b26c-e6a7cf970f25/138425f6-5686-4040-9817-f2730c707ed9/d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:33.229802 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.262788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8bf049d-ac1c-437f-9f00-f45d10e8c53e None None] Provisioning complete for port 55cf285b-de57-4899-9236-8352dd2b98dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:33.263140 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8bf049d-ac1c-437f-9f00-f45d10e8c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.265011 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.308806 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:33.311657 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:33.314628 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:33.344524 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Pushing event updated for resources: {'Port': ['ID=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:33.372774 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.520134 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.590005 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.597561 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.649067 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47c24a-0bc1-4ca6-87d0-0b13a5a5e159 None None] Pushing event updated for resources: {'Port': ['ID=94758324-4f00-48a1-a776-2fed0508e642,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:33.652151 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Attempting to bind port 94758324-4f00-48a1-a776-2fed0508e642 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:33.652571 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Attempting to bind port 94758324-4f00-48a1-a776-2fed0508e642 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:33.652957 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Attempting to bind port 94758324-4f00-48a1-a776-2fed0508e642 on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:33.658403 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:33.658791 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:33.659157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.659537 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:33.660001 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Bound port: 94758324-4f00-48a1-a776-2fed0508e642, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:33.660383 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.698124 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.703229 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.717730 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] For port 94758324-4f00-48a1-a776-2fed0508e642, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:33.723156 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] For port 94758324-4f00-48a1-a776-2fed0508e642, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=94758324-4f00-48a1-a776-2fed0508e642,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:33.725368 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c884fc97-dd16-4c4d-b159-9806b658afd7 None None] Provisioning complete for port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:33.725737 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c884fc97-dd16-4c4d-b159-9806b658afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.728985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.768555 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:33.771007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Pushing event updated for resources: {'Port': ['ID=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:33.802046 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c884fc97-dd16-4c4d-b159-9806b658afd7 None None] Port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:53:33.817783 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47c24a-0bc1-4ca6-87d0-0b13a5a5e159 None None] Pushing event updated for resources: {'Port': ['ID=94758324-4f00-48a1-a776-2fed0508e642,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:33.821821 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:33.822955 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:33.869645 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:33.871434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:33.938316 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:33.998595 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:53:34.022474 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55cf285b-de57-4899-9236-8352dd2b98dc up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:34.150300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 55cf285b-de57-4899-9236-8352dd2b98dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:34.150964 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:34.155421 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60317493-e788-402a-96df-4a5962aca6ff None None] Provisioning complete for port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:34.155784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60317493-e788-402a-96df-4a5962aca6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:34.245755 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-60317493-e788-402a-96df-4a5962aca6ff None None] Port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:53:34.300360 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 2, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:34.331906 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a9dfa-82c6-44d5-80ab-849b5336d86b None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 2, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:34.466704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:34.472014 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-ea50ee1c-15ec-44d8-a5a3-32df8bc65acc admin admin] 10.222.0.44 "PUT /v2.0/routers/21c1db64-588c-4dde-9cf9-e3bf63cd19b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9181561 Oct 13 05:53:34.970475 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:34.975957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-146605681-network', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:35.002934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Made reservation on behalf of 78fd9c2f0ada4e64ac32e1b966d941d0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:53:35.005310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.015642 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.099013 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.104672 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.130101 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 05:53:35.141551 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347107d-b187-456f-9a64-89e0c94b569c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:35.148175 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.148523 n-d-810220-9 neutron-server[94825]: INFO neutron.db.segments_db [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Added segment f8e78a80-c87d-49ec-9511-486bff71831e of type vlan for network f4b88d54-7140-4591-b41a-3da0f081f14c Oct 13 05:53:35.189324 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775937322307'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.215365 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.216226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:35.216823 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.283312 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3116860 Oct 13 05:53:35.286016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:35.290763 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Request body: {'subnet': {'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-146605681-subnet', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:35.301558 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb679b-74f1-4111-abdf-b955a61e2ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b88d54-7140-4591-b41a-3da0f081f14c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:35.311546 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Network f4b88d54-7140-4591-b41a-3da0f081f14c details requested by agent ovs-agent-n-d-810220-9 with host n-d-810220-9 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 05:53:35.317324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Made reservation on behalf of 78fd9c2f0ada4e64ac32e1b966d941d0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:53:35.320152 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12117133'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.503289 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9256338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12117155'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.561713 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e161c8fd-2ff3-4852-a010-8b7c23cfcff5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:35.569346 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Checking segment: {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:35.569707 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Network hostable DHCP agents. Network: f4b88d54-7140-4591-b41a-3da0f081f14c, hostable agents: ['1c73b9c2-5624-48dc-bf44-337fe69241fb'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 05:53:35.591018 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Network f4b88d54-7140-4591-b41a-3da0f081f14c is scheduled to be hosted by DHCP agent 1c73b9c2-5624-48dc-bf44-337fe69241fb with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 05:53:35.600071 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810220-9, f4b88d54-7140-4591-b41a-3da0f081f14c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:35.606149 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:35.607104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.608026 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2ba9a-34d5-4939-bd3c-de8e507254c2 None None] Network f4b88d54-7140-4591-b41a-3da0f081f14c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:53:35.623107 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e8c4395a-6ac5-4f9a-8b2b-5356873d1654 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3360174 Oct 13 05:53:35.625630 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:35.629745 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:35.650272 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61810'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.651913 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61817'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.707050 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.760845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f216d01-6d0f-571b-a153-a57f6e426074-f4b88d54-7140-4591-b41a-3da0f081f14c', 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'fixed_ips': [{'subnet_id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5'}]}} from n-d-810220-9. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 05:53:35.761746 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.841653 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:35.896388 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Allocated IP 172.20.0.2 (f4b88d54-7140-4591-b41a-3da0f081f14c/e161c8fd-2ff3-4852-a010-8b7c23cfcff5/9d87c8d6-f3ab-47b6-901e-88deaed0f94d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:36.035189 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 94758324-4f00-48a1-a776-2fed0508e642 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:36.059310 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.079667 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.085413 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.094218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.140257 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Network f4b88d54-7140-4591-b41a-3da0f081f14c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:36.146178 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 94758324-4f00-48a1-a776-2fed0508e642 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:36.146591 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.148285 n-d-810220-9 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:36.170300 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:36.176003 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Pushing event updated for resources: {'Port': ['ID=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:36.195264 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Allocated IP 172.25.1.77 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/20d7338c-f39b-42c5-a145-3351e31598ef) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:36.246135 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Attempting to bind port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:36.246457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Attempting to bind port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:36.246814 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Attempting to bind port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d on network f4b88d54-7140-4591-b41a-3da0f081f14c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:36.270682 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:36.271055 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Checking segment: {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:36.271465 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.271844 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Bound using segment: {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:36.272341 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Bound port: 9d87c8d6-f3ab-47b6-901e-88deaed0f94d, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:36.272734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.296380 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.302968 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.338811 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.341377 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 94758324-4f00-48a1-a776-2fed0508e642, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=94758324-4f00-48a1-a776-2fed0508e642,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:36.351633 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.376812 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:36.384667 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:36.385539 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:36.385825 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:36.391191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] For port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:36.392622 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:36.396410 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:36.411295 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] For port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,segment=NetworkSegment(f8e78a80-c87d-49ec-9511-486bff71831e),segment_id=f8e78a80-c87d-49ec-9511-486bff71831e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:36.421172 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.431657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=94758324-4f00-48a1-a776-2fed0508e642,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:36.489473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5ef9-d112-4e2a-875a-19b1f013018a None None] Pushing event updated for resources: {'Port': ['ID=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:36.514503 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Pushing event updated for resources: {'Port': ['ID=20d7338c-f39b-42c5-a145-3351e31598ef,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:36.517034 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:36.688071 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.749871 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 2, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:36.782735 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:36.783090 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Updating router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:53:36.807818 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:36.895661 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461551'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.028775 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Router d60d45bc-8187-4658-84b7-c96c4bed1575 is scheduled to L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 05:53:37.082694 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.090790 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.147446 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:37.147959 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Pushing event updated for resources: {'Port': ['ID=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:37.165968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Sync routers for ids ['d60d45bc-8187-4658-84b7-c96c4bed1575'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:37.170192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.174079 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-711a89f3-8be5-440f-8887-49d69c246b06 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5449679 Oct 13 05:53:37.174548 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:37.183657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Routers {'d60d45bc-8187-4658-84b7-c96c4bed1575'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:37.184323 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d60d45bc-8187-4658-84b7-c96c4bed1575'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:37.187121 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.188312 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.188781 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.189212 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.189638 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.190075 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.190497 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.190908 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.191323 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.191738 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.192150 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.192562 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:53:37.225428 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Attempting to bind port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:37.225894 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Attempting to bind port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:37.226348 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Attempting to bind port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:37.232567 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:37.233088 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Checking segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:37.233576 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.234055 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Bound using segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:37.234788 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Bound port: d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:37.235257 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.331059 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] For port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:37.336278 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] For port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:37.345183 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.349848 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Set router d60d45bc-8187-4658-84b7-c96c4bed1575 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:37.431223 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:37.432420 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:37.537415 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f52d1-10ec-4baf-8419-79de78c03f34 None None] Pushing event updated for resources: {'Port': ['ID=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:37.573968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-016a84ea-458e-4932-955b-8e884b6bd7a9 None None] Provisioning complete for port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:37.574341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-016a84ea-458e-4932-955b-8e884b6bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.589988 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:37.634441 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc9c36-fb3f-4943-ab60-0b9e0749fe1a None None] Network f4b88d54-7140-4591-b41a-3da0f081f14c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:53:37.759820 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.776477 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 3, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:37.822721 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:37.833424 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Checking router: d60d45bc-8187-4658-84b7-c96c4bed1575 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:37.833768 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Updating router d60d45bc-8187-4658-84b7-c96c4bed1575 port 20d7338c-f39b-42c5-a145-3351e31598ef binding host n-d-810220-9 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:53:37.850906 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d551f-8a92-4d4c-82de-432b8fed6d40 None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:37.864299 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-016a84ea-458e-4932-955b-8e884b6bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.912390 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:37.931310 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Allocated IP 172.20.0.1 (f4b88d54-7140-4591-b41a-3da0f081f14c/e161c8fd-2ff3-4852-a010-8b7c23cfcff5/483536ee-642e-4dd5-95cb-5fbf44c2212c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:38.065766 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-016a84ea-458e-4932-955b-8e884b6bd7a9 None None] For port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:38.075744 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.075983 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-016a84ea-458e-4932-955b-8e884b6bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.135312 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.203953 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=483536ee-642e-4dd5-95cb-5fbf44c2212c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:38.219926 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Network f4b88d54-7140-4591-b41a-3da0f081f14c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:38.222001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:38.224661 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:38.268666 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461374'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.340897 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:38.414483 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a84ea-458e-4932-955b-8e884b6bd7a9 None None] Pushing event updated for resources: {'Port': ['ID=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:38.418514 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Provisioning complete for port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:38.418881 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.444336 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.516451 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:38.517100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.636934 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.648593 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.649752 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.659651 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.686738 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Provisioning complete for port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:38.687095 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.732192 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406958'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.740436 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=483536ee-642e-4dd5-95cb-5fbf44c2212c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:38.773902 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Attempting to bind port 20d7338c-f39b-42c5-a145-3351e31598ef on host n-d-810220-9 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:38.774266 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Attempting to bind port 20d7338c-f39b-42c5-a145-3351e31598ef by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:38.774625 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Attempting to bind port 20d7338c-f39b-42c5-a145-3351e31598ef on network 048f0fca-23a1-423c-a5bc-6be25148f21f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:38.778558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 94758324-4f00-48a1-a776-2fed0508e642 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:38.782096 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633104ca-a05c-421c-82df-31914b901394 None None] Pushing event updated for resources: {'Port': ['ID=20d7338c-f39b-42c5-a145-3351e31598ef,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:38.811247 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:38.811614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Checking segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:38.812011 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.812397 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Bound using segment: {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:38.812896 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Bound port: 20d7338c-f39b-42c5-a145-3351e31598ef, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703a327-8a96-41e1-97f4-fb19742a48f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:38.813279 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.829691 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Network f4b88d54-7140-4591-b41a-3da0f081f14c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:38.831076 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:38.914927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] For port 20d7338c-f39b-42c5-a145-3351e31598ef, host n-d-810220-9, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:38.917467 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.920633 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] For port 20d7338c-f39b-42c5-a145-3351e31598ef, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=20d7338c-f39b-42c5-a145-3351e31598ef,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:38.934031 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.951557 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 94758324-4f00-48a1-a776-2fed0508e642 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:38.951925 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:38.953586 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Router d60d45bc-8187-4658-84b7-c96c4bed1575 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:53:39.027282 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] For port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,segment=NetworkSegment(f8e78a80-c87d-49ec-9511-486bff71831e),segment_id=f8e78a80-c87d-49ec-9511-486bff71831e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:39.040368 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:39.059160 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Routers {'d60d45bc-8187-4658-84b7-c96c4bed1575'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:39.059792 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d60d45bc-8187-4658-84b7-c96c4bed1575'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:39.099481 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633104ca-a05c-421c-82df-31914b901394 None None] Pushing event updated for resources: {'Port': ['ID=20d7338c-f39b-42c5-a145-3351e31598ef,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:39.252569 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd16939-4b84-4dff-8ce1-c2b6a52363ac None None] Pushing event updated for resources: {'Port': ['ID=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:39.257885 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b20c1d7b-a7f1-4b26-80e6-0e6b782eddec None None] Provisioning complete for port 483536ee-642e-4dd5-95cb-5fbf44c2212c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:39.258256 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b20c1d7b-a7f1-4b26-80e6-0e6b782eddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:39.289838 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] Set router d60d45bc-8187-4658-84b7-c96c4bed1575 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:39.294968 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9d87c8d6-f3ab-47b6-901e-88deaed0f94d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:39.361438 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b20c1d7b-a7f1-4b26-80e6-0e6b782eddec None None] Port 483536ee-642e-4dd5-95cb-5fbf44c2212c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:53:39.413850 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:39.419616 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9a302db0-55aa-4a89-9f99-6fc66b4aa8b5 admin admin] 10.222.0.44 "PUT /v2.0/routers/d60d45bc-8187-4658-84b7-c96c4bed1575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2438781 Oct 13 05:53:39.456764 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b20c1d7b-a7f1-4b26-80e6-0e6b782eddec None None] Provisioning complete for port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:39.457286 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b20c1d7b-a7f1-4b26-80e6-0e6b782eddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:39.499358 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:39.516116 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:39.516471 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:39.704741 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '483536ee-642e-4dd5-95cb-5fbf44c2212c', 'name': '', 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'mac_address': 'fa:16:3e:82:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:37Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 2, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'subnets': [{'id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:39.732048 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc613f-d439-49c8-a17d-3c78cc8be026 None None] The sync data for ids ['d60d45bc-8187-4658-84b7-c96c4bed1575'] in n-d-810220-9 is: [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '483536ee-642e-4dd5-95cb-5fbf44c2212c', 'name': '', 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'mac_address': 'fa:16:3e:82:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:37Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 2, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'subnets': [{'id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:40.012129 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:40.075795 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:40.076164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.094857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.100737 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721107531', 'description': 'tempest-secgroup-smoke-1721107531 description', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.127730 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.159269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9d87c8d6-f3ab-47b6-901e-88deaed0f94d up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:40.206014 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.208109 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:40.208533 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.211664 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.243433 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.248465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1486163 Oct 13 05:53:40.248465 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc228c3-b454-4b0f-852d-a7a314b2e6ad tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c606a63c-cdb9-4748-83ca-3c0ab0856c56,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:40.249150 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.261342 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group_rule': {'security_group_id': 'c606a63c-cdb9-4748-83ca-3c0ab0856c56', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.298179 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.363915 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.367627 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.389000 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f653af52-8d8c-471f-ba25-901eb90e025f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:40.395088 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.398853 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e2de2c8-4448-48ae-b5d5-4182e2196504 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460726 Oct 13 05:53:40.399165 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.404105 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group_rule': {'security_group_id': 'c606a63c-cdb9-4748-83ca-3c0ab0856c56', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.430620 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.486862 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.490702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.508746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a511436e-f99a-48d1-aca7-f301acb23968,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:40.513027 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.514130 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-3745b9e1-2bd9-4b76-a560-7dc55c60b421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139936 Oct 13 05:53:40.517216 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.521416 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group_rule': {'security_group_id': 'c606a63c-cdb9-4748-83ca-3c0ab0856c56', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.547098 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.605621 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.609001 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.625613 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d856a2-329d-4b37-8e2a-85ac90659fac,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:40.638622 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.639856 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-43a5c799-1782-4be4-94e1-b5c8c4b420c2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218431 Oct 13 05:53:40.642839 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.647772 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group_rule': {'security_group_id': 'c606a63c-cdb9-4748-83ca-3c0ab0856c56', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.684297 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.748935 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.753709 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.771621 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c6432c-d362-4dd8-9204-845004ff5291,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:40.782943 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.784227 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-890e0eec-716f-42bd-b5ec-45619ea07317 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403375 Oct 13 05:53:40.787087 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.792514 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group_rule': {'security_group_id': 'c606a63c-cdb9-4748-83ca-3c0ab0856c56', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.814754 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Project 99f00dda31b0476d8b51112cc4cb3c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:53:40.819944 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.881589 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.885760 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.905061 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6f477f-94fe-4e11-9d93-ad6632009bdc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:40.912403 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:40.917076 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-8ff12879-0273-4f7c-82b4-f6fff81a6948 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255965 Oct 13 05:53:40.917251 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:40.921716 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'security_group_rule': {'security_group_id': 'c606a63c-cdb9-4748-83ca-3c0ab0856c56', 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:40.943078 n-d-810220-9 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Project 99f00dda31b0476d8b51112cc4cb3c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 05:53:40.948094 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:41.010144 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:41.014123 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482789'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:41.035744 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2467cdbc-f00d-4e5b-8bd7-80a41354a12b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:41.039987 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:41.041274 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-e2355edb-b0cf-4de7-9884-649b2c3f3a3d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230772 Oct 13 05:53:41.188198 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-55e6a4a3-8d91-461e-b17a-1b00e132db1c tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721107531&fields=id&tenant_id=99f00dda31b0476d8b51112cc4cb3c79 HTTP/1.1" status: 200 len: 267 time: 0.0335684 Oct 13 05:53:41.229740 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:41.300637 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-30b2bf74-62f3-422f-9858-4be43539c623 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:41.302168 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-30b2bf74-62f3-422f-9858-4be43539c623 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 809 time: 0.1070583 Oct 13 05:53:41.317156 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-896bc5a5-38a3-4449-b812-f66d08c6975b tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/quotas/99f00dda31b0476d8b51112cc4cb3c79 HTTP/1.1" status: 200 len: 375 time: 0.0091922 Oct 13 05:53:41.371497 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-eb12f725-17d2-4a7d-ae80-9a2e7384951f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493240 Oct 13 05:53:41.475694 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-55d5301f-dd11-4207-8082-2a99da2d77e8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:53:41.476698 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-55d5301f-dd11-4207-8082-2a99da2d77e8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0933282 Oct 13 05:53:41.564238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-39ea969b-e4b5-430d-b13b-4790f90bab37 service neutron] 10.222.0.44 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813477 Oct 13 05:53:41.655771 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ba8eeb59-0dea-4e47-8e25-e8c82efb1aed service neutron] 10.222.0.44 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853708 Oct 13 05:53:41.814597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fbd3312d-3548-4fe3-bdac-556b266470f2 req-fa4d3f1b-57fd-4960-9656-33819e8c4ec8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 210 time: 0.0279357 Oct 13 05:53:42.018628 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 20d7338c-f39b-42c5-a145-3351e31598ef up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:42.067445 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 20d7338c-f39b-42c5-a145-3351e31598ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:42.067821 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.145483 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Sync routers for ids ['d60d45bc-8187-4658-84b7-c96c4bed1575'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:42.155341 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.155878 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Routers {'d60d45bc-8187-4658-84b7-c96c4bed1575'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:42.156484 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d60d45bc-8187-4658-84b7-c96c4bed1575'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:42.176173 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] For port 20d7338c-f39b-42c5-a145-3351e31598ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=20d7338c-f39b-42c5-a145-3351e31598ef,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:42.180726 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.233414 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Pushing event updated for resources: {'Port': ['ID=20d7338c-f39b-42c5-a145-3351e31598ef,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:42.271360 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Set router d60d45bc-8187-4658-84b7-c96c4bed1575 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:42.474745 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '483536ee-642e-4dd5-95cb-5fbf44c2212c', 'name': '', 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'mac_address': 'fa:16:3e:82:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:37Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 2, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'subnets': [{'id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:42.578249 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Checking router: d60d45bc-8187-4658-84b7-c96c4bed1575 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:42.578639 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Updating router d60d45bc-8187-4658-84b7-c96c4bed1575 port 483536ee-642e-4dd5-95cb-5fbf44c2212c binding host n-d-810220-9 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:53:42.603776 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.774592 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-4677be1d-08b3-4670-9b4f-0346202daa9e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:42.776866 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-4677be1d-08b3-4670-9b4f-0346202daa9e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 809 time: 0.1085365 Oct 13 05:53:42.820610 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-c0947de5-c753-4e82-b862-a1db1632fd9b tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f00dda31b0476d8b51112cc4cb3c79 HTTP/1.1" status: 200 len: 380 time: 0.0347736 Oct 13 05:53:42.829899 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'port': {'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'admin_state_up': True, 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'security_groups': ['c606a63c-cdb9-4748-83ca-3c0ab0856c56']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:42.876876 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.882999 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.917772 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-80ebef4b-117d-4d9a-9a98-56e611c58acf req-7c63be9b-d213-4f69-9970-159c7df57dce tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 210 time: 0.0307810 Oct 13 05:53:42.935613 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ee7e-4607-47f6-a041-350b2f9aa447 None None] Pushing event updated for resources: {'Port': ['ID=483536ee-642e-4dd5-95cb-5fbf44c2212c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:42.970798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Made reservation on behalf of 99f00dda31b0476d8b51112cc4cb3c79 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:53:42.975129 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.985473 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Attempting to bind port 483536ee-642e-4dd5-95cb-5fbf44c2212c on host n-d-810220-9 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:42.986338 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Attempting to bind port 483536ee-642e-4dd5-95cb-5fbf44c2212c by drivers openvswitch,hyperv on host n-d-810220-9 at level 0 using segments [{'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:42.986709 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Attempting to bind port 483536ee-642e-4dd5-95cb-5fbf44c2212c on network f4b88d54-7140-4591-b41a-3da0f081f14c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:42.991840 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Checking agent: {'id': 'ffcea42a-530a-437d-9de3-7e64defae858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 47, 53), 'started_at': datetime.datetime(2021, 10, 13, 3, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810220-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:42.992208 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Checking segment: {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:42.992610 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.993033 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Bound using segment: {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:42.993507 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Bound port: 483536ee-642e-4dd5-95cb-5fbf44c2212c, host: n-d-810220-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e78a80-c87d-49ec-9511-486bff71831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:42.994417 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.063654 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] For port 483536ee-642e-4dd5-95cb-5fbf44c2212c, host n-d-810220-9, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:43.067339 n-d-810220-9 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] For port 483536ee-642e-4dd5-95cb-5fbf44c2212c, host n-d-810220-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=483536ee-642e-4dd5-95cb-5fbf44c2212c,segment=NetworkSegment(f8e78a80-c87d-49ec-9511-486bff71831e),segment_id=f8e78a80-c87d-49ec-9511-486bff71831e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:43.075019 n-d-810220-9 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.113128 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Allocated IP 172.20.0.13 (7c546907-0d9c-495c-b26c-e6a7cf970f25/138425f6-5686-4040-9817-f2730c707ed9/938ff39d-1abd-4fa7-996d-36656a384086) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:43.133518 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ee7e-4607-47f6-a041-350b2f9aa447 None None] Pushing event updated for resources: {'Port': ['ID=483536ee-642e-4dd5-95cb-5fbf44c2212c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:43.136618 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Routers {'d60d45bc-8187-4658-84b7-c96c4bed1575'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:43.137299 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:22Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d60d45bc-8187-4658-84b7-c96c4bed1575'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:43.212215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3dafad0a-9f84-4ec3-8274-5ff946307572 None None] Provisioning complete for port 483536ee-642e-4dd5-95cb-5fbf44c2212c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:43.214205 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dafad0a-9f84-4ec3-8274-5ff946307572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.253902 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] Set router d60d45bc-8187-4658-84b7-c96c4bed1575 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:43.285331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.309397 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dafad0a-9f84-4ec3-8274-5ff946307572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.325015 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.358140 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3dafad0a-9f84-4ec3-8274-5ff946307572 None None] For port 483536ee-642e-4dd5-95cb-5fbf44c2212c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=483536ee-642e-4dd5-95cb-5fbf44c2212c,segment=NetworkSegment(f8e78a80-c87d-49ec-9511-486bff71831e),segment_id=f8e78a80-c87d-49ec-9511-486bff71831e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:43.377008 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dafad0a-9f84-4ec3-8274-5ff946307572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.382921 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:43.386262 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:43.389979 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:43.434197 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:43.454279 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:43.454909 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.455663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafad0a-9f84-4ec3-8274-5ff946307572 None None] Pushing event updated for resources: {'Port': ['ID=483536ee-642e-4dd5-95cb-5fbf44c2212c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:43.472849 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e93c4e83-e3af-4af3-b059-187cf8e278c7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464057 Oct 13 05:53:43.487324 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Request body: {'port': {'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810220-9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:43.499338 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '483536ee-642e-4dd5-95cb-5fbf44c2212c', 'name': '', 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'mac_address': 'fa:16:3e:82:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:37Z', 'updated_at': '2021-10-13T05:53:43Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'subnets': [{'id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:43.511012 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-39d2503e-5d8c-47cb-89e8-94ea82919696 None None] Provisioning complete for port 483536ee-642e-4dd5-95cb-5fbf44c2212c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:43.511651 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d2503e-5d8c-47cb-89e8-94ea82919696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.533125 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91bb970-83a5-400e-9ec3-075a7e6e2a41 None None] The sync data for ids ['d60d45bc-8187-4658-84b7-c96c4bed1575'] in n-d-810220-9 is: [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:53:38Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': '483536ee-642e-4dd5-95cb-5fbf44c2212c', 'name': '', 'network_id': 'f4b88d54-7140-4591-b41a-3da0f081f14c', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'mac_address': 'fa:16:3e:82:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:37Z', 'updated_at': '2021-10-13T05:53:43Z', 'revision_number': 4, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'subnets': [{'id': 'e161c8fd-2ff3-4852-a010-8b7c23cfcff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:43.552267 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.727694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37aaf963-ed07-4bf8-9087-e88e3db4435d None None] Provisioning complete for port 938ff39d-1abd-4fa7-996d-36656a384086 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:43.728058 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37aaf963-ed07-4bf8-9087-e88e3db4435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.765845 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-37aaf963-ed07-4bf8-9087-e88e3db4435d None None] Port 938ff39d-1abd-4fa7-996d-36656a384086 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:53:43.840606 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938ff39d-1abd-4fa7-996d-36656a384086 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:53:43.848269 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.861058 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Transition to ACTIVE for port object 938ff39d-1abd-4fa7-996d-36656a384086 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:53:43.866065 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:43.919966 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:44.058261 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 483536ee-642e-4dd5-95cb-5fbf44c2212c up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:44.063277 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Attempting to bind port 938ff39d-1abd-4fa7-996d-36656a384086 on host n-h2-810220-9 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:53:44.063615 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Attempting to bind port 938ff39d-1abd-4fa7-996d-36656a384086 by drivers openvswitch,hyperv on host n-h2-810220-9 at level 0 using segments [{'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:53:44.063950 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Attempting to bind port 938ff39d-1abd-4fa7-996d-36656a384086 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:44.069041 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Port 938ff39d-1abd-4fa7-996d-36656a384086 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-810220-9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:53:44.069724 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Attempting to bind port 938ff39d-1abd-4fa7-996d-36656a384086 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:53:44.075777 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Checking agent: {'id': '4b6fa821-d000-49fd-a2a5-cefe8cf5b46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:53:44.076050 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Checking segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:53:44.076434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Bound using segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:53:44.076900 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Bound port: 938ff39d-1abd-4fa7-996d-36656a384086, host: n-h2-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:53:44.077265 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.112771 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649a2fc-7e99-4a17-a4bf-15353183e63b req-7079eece-d8ff-4808-b80f-aa49137dd033 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.120936 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3649a2fc-7e99-4a17-a4bf-15353183e63b req-7079eece-d8ff-4808-b80f-aa49137dd033 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 944 time: 0.0966005 Oct 13 05:53:44.136015 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 483536ee-642e-4dd5-95cb-5fbf44c2212c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:44.136386 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.168920 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-3649a2fc-7e99-4a17-a4bf-15353183e63b req-f83dc8e4-3cba-431f-bca1-de939aae8183 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466311 Oct 13 05:53:44.176654 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:53:44.180746 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:53:44.185645 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.225464 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.226104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.227474 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] 10.222.0.26 "PUT /v2.0/ports/938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 1092 time: 0.7460849 Oct 13 05:53:44.227947 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:53:44.230348 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a46815-20cd-4e22-89d1-4febf1e13692" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:53:44.240436 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 20d7338c-f39b-42c5-a145-3351e31598ef up at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:44.249998 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed610df5-8c89-48db-b1ab-2d545865cd96 service neutron] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:44.296630 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Provisioning complete for port 20d7338c-f39b-42c5-a145-3351e31598ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:44.297285 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.313254 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb3919-b1e8-4e34-88da-5154860d2a8c x-openstack-request-id: req-9cbb3919-b1e8-4e34-88da-5154860d2a8c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:53:44.313555 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:53:44.313925 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cbb3919-b1e8-4e34-88da-5154860d2a8c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:53:44.314370 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'status': 'completed', 'code': 200} Oct 13 05:53:44.331934 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e1ce812a-2573-44e9-b74e-37b25b1be9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.333519 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e1ce812a-2573-44e9-b74e-37b25b1be9c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1095 time: 0.0510674 Oct 13 05:53:44.383361 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-e8492842-8075-403a-8792-ecc9f0953f1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 217 time: 0.0410335 Oct 13 05:53:44.433715 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-59226cd3-16c3-4c43-926f-0b46d2d6fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.435159 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-59226cd3-16c3-4c43-926f-0b46d2d6fa57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0451818 Oct 13 05:53:44.480198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-408cbd06-c4ff-4e74-b7a7-f63bd1ea024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.481737 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-408cbd06-c4ff-4e74-b7a7-f63bd1ea024e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391088 Oct 13 05:53:44.573049 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-1b428e04-7de1-49e3-acbd-1e1190604c21 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Oct 13 05:53:44.658357 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-291a2e7c-7ca2-45e8-b4c9-859a572a5faa req-0e5500bc-d29f-4fe8-8118-eb63de59d540 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789695 Oct 13 05:53:44.740455 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-57f1ca80-da69-4e66-b4a4-bff736ceaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.742005 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-57f1ca80-da69-4e66-b4a4-bff736ceaf6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1095 time: 0.0408487 Oct 13 05:53:44.836839 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-c1259f9e-1b02-4c24-bfca-319108d0fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.838337 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-c1259f9e-1b02-4c24-bfca-319108d0fdcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0897832 Oct 13 05:53:44.878486 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-ac8873ab-f2d8-419c-b82e-e5fb6d9fb94e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 217 time: 0.0332582 Oct 13 05:53:44.929478 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-10aec170-4408-467f-a52a-2d3d63d478d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.930770 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-10aec170-4408-467f-a52a-2d3d63d478d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0453892 Oct 13 05:53:44.974535 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-1710e041-d8ad-4239-9213-eabf962da6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:44.976008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-1710e041-d8ad-4239-9213-eabf962da6e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379448 Oct 13 05:53:45.066187 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-05a98ed4-62f8-4583-8bda-3b0141fa248d service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825496 Oct 13 05:53:45.152045 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-e9a46815-20cd-4e22-89d1-4febf1e13692 req-8e28b619-84c6-4e75-8996-be9a18b1e1c7 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784588 Oct 13 05:53:45.285961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1682c-6740-4454-ad86-0076d6ab24cc req-212c6cfe-ce47-43d5-9a92-f08935cb11b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:45.287496 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43b1682c-6740-4454-ad86-0076d6ab24cc req-212c6cfe-ce47-43d5-9a92-f08935cb11b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 944 time: 0.0487812 Oct 13 05:53:45.325691 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-43b1682c-6740-4454-ad86-0076d6ab24cc req-4c463cf0-cb72-44e5-a4c5-a5b5e921b610 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Oct 13 05:53:46.444213 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041e6c0-c2c5-4912-ab5a-e86b29d5bd4c req-7c6e25f9-c0f7-40c1-9b9b-84c1395b4421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:46.445700 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a041e6c0-c2c5-4912-ab5a-e86b29d5bd4c req-7c6e25f9-c0f7-40c1-9b9b-84c1395b4421 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 944 time: 0.0514526 Oct 13 05:53:46.481768 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-a041e6c0-c2c5-4912-ab5a-e86b29d5bd4c req-f9319df8-adc6-4c61-8989-88b84de41925 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Oct 13 05:53:47.347216 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:53:47.442010 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:47.453379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '938ff39d-1abd-4fa7-996d-36656a384086', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:53:47.488253 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:47.500952 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938ff39d-1abd-4fa7-996d-36656a384086 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:53:47.520665 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:47.524792 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:47.571273 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:47.595056 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea87f98-7ff1-4d2a-8cdf-a7924a56176b req-9100861c-ce76-41db-a6f4-cffb71ff1f20 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:47.596529 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eea87f98-7ff1-4d2a-8cdf-a7924a56176b req-9100861c-ce76-41db-a6f4-cffb71ff1f20 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 945 time: 0.0482707 Oct 13 05:53:47.636461 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-eea87f98-7ff1-4d2a-8cdf-a7924a56176b req-32245b74-9597-49ad-862d-9a14d33c05a8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339119 Oct 13 05:53:47.839577 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['938ff39d-1abd-4fa7-996d-36656a384086'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:53:48.750385 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62384-516c-420e-b9d1-c470531323e7 req-53c5d1e0-9e8e-48d2-bb4a-db78373a12b1 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:48.751829 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b62384-516c-420e-b9d1-c470531323e7 req-53c5d1e0-9e8e-48d2-bb4a-db78373a12b1 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 945 time: 0.0514023 Oct 13 05:53:48.789490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-30b62384-516c-420e-b9d1-c470531323e7 req-8b16c33f-cb40-4215-9d30-1aff4ef58a6a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Oct 13 05:53:49.143976 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34ad7cf4-952a-4973-98ce-9f859ec4a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:49.359071 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:53:49.408899 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning for port 938ff39d-1abd-4fa7-996d-36656a384086 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:53:49.412373 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 938ff39d-1abd-4fa7-996d-36656a384086 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:53:49.412770 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:49.489522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:49.511206 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:53:49.513793 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394fbac0-5b1d-430b-85a6-016b28b597c7" -d '{"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-plugged", "status": "completed", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:53:49.526472 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:53:49.530547 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:49.554655 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc6ce7d-e32d-47d1-9fae-54daa5aeef84 x-openstack-request-id: req-afc6ce7d-e32d-47d1-9fae-54daa5aeef84 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:53:49.554951 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-plugged", "status": "completed", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:53:49.555721 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afc6ce7d-e32d-47d1-9fae-54daa5aeef84 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:53:49.556184 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'code': 200} Oct 13 05:53:49.588456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:49.645386 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e127f8c-b4dd-406c-9de7-d44d1bd28300 req-194a1083-e720-4902-9a6a-b81ab506eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:49.646832 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e127f8c-b4dd-406c-9de7-d44d1bd28300 req-194a1083-e720-4902-9a6a-b81ab506eb3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1097 time: 0.0402329 Oct 13 05:53:49.681703 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8e127f8c-b4dd-406c-9de7-d44d1bd28300 req-febb0d10-bcb5-4ac4-94a5-517a1ce4d482 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268099 Oct 13 05:53:49.901126 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084979e-c69a-48c2-b831-3bfad5a58172 req-a467cdf3-5d5d-4714-9ea8-414976021f65 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:49.902591 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8084979e-c69a-48c2-b831-3bfad5a58172 req-a467cdf3-5d5d-4714-9ea8-414976021f65 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 946 time: 0.0486953 Oct 13 05:53:49.938937 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8084979e-c69a-48c2-b831-3bfad5a58172 req-a2a438c4-0c77-48c2-9cbf-9b490e253b60 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Oct 13 05:53:51.056809 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88762a8a-bf53-4882-b4e8-788540d53071 req-78c1ba83-721e-45f3-9974-aca2573f325e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:51.058299 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88762a8a-bf53-4882-b4e8-788540d53071 req-78c1ba83-721e-45f3-9974-aca2573f325e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 946 time: 0.0494816 Oct 13 05:53:51.101909 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-88762a8a-bf53-4882-b4e8-788540d53071 req-aea6b6fb-1c7a-4c85-86f0-9a95c1bcc5be tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357208 Oct 13 05:53:51.636276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7658a-f81d-4246-9340-9f397d3ec7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:52.216822 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b70ace-e989-4259-9e25-340c723ff237 req-d18019ea-2410-4dd6-8c64-3fef22629844 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:52.218137 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-09b70ace-e989-4259-9e25-340c723ff237 req-d18019ea-2410-4dd6-8c64-3fef22629844 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 946 time: 0.0506775 Oct 13 05:53:52.254071 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-09b70ace-e989-4259-9e25-340c723ff237 req-371b1799-79a5-4209-9d9c-744edfec7a59 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302479 Oct 13 05:53:52.367976 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07baba5-b6c5-4779-a160-4ca0214f2169 req-2b3de48a-9a07-4555-853f-4453298d49d2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:52.369477 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a07baba5-b6c5-4779-a160-4ca0214f2169 req-2b3de48a-9a07-4555-853f-4453298d49d2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 946 time: 0.0495131 Oct 13 05:53:52.408136 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-a07baba5-b6c5-4779-a160-4ca0214f2169 req-0b9ed6d9-4602-4155-970b-bb5913c2a683 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Oct 13 05:53:52.429397 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:52.508982 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fa2e47-97d5-47cb-93fe-939547ae69b6 tempest-TestSnapshotPattern-626008984 tempest-TestSnapshotPattern-626008984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:52.511008 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-97fa2e47-97d5-47cb-93fe-939547ae69b6 tempest-TestSnapshotPattern-626008984 tempest-TestSnapshotPattern-626008984-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1092 time: 0.0805988 Oct 13 05:53:52.513964 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:53:52.518420 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:53:52.539992 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:52.638530 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:52.737635 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Allocated IP 172.25.1.92 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/52919ad5-7c68-4408-9244-821a95fc9860) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:53:52.838582 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:52.871037 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:52.909204 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:53:52.913840 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:53:52.916604 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:53:52.940272 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'Port': ['ID=52919ad5-7c68-4408-9244-821a95fc9860,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:53.085415 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.267601 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.330002 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.473068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.484542 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.488632 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9256423'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.559567 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'Port': ['ID=52919ad5-7c68-4408-9244-821a95fc9860,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:53:53.567517 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.663300 n-d-810220-9 neutron-server[94825]: INFO neutron.db.l3_db [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Floating IP 98258c62-a2ca-4b11-a20c-5b9a99b318a3 associated. External IP: 172.25.1.92, port: 938ff39d-1abd-4fa7-996d-36656a384086. Oct 13 05:53:53.858798 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:53:53.961480 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:53:53.971250 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:53:53.978446 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:53.980953 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:53.981559 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:54.005121 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5ddeba37-197f-4692-a3ae-5ef55b16e0d5 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4901626 Oct 13 05:53:54.005779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:53:54.008092 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f305c84-283f-4978-9039-0df472d870bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:53:54.099352 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:54.110100 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7364a545-3085-4d0c-9cd2-554c5566c19c x-openstack-request-id: req-7364a545-3085-4d0c-9cd2-554c5566c19c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:53:54.110386 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:53:54.110636 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7364a545-3085-4d0c-9cd2-554c5566c19c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:53:54.111061 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'status': 'completed', 'code': 200} Oct 13 05:53:54.177090 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305c84-283f-4978-9039-0df472d870bc req-42229ee5-ea7a-4c01-a925-e0874c27fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:54.178678 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-42229ee5-ea7a-4c01-a925-e0874c27fdb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1097 time: 0.0464072 Oct 13 05:53:54.270340 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305c84-283f-4978-9039-0df472d870bc req-43268c36-8aea-4f5c-bfe0-2e71a5467269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:54.271729 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-43268c36-8aea-4f5c-bfe0-2e71a5467269 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0857365 Oct 13 05:53:54.337595 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-9e7b8984-67bd-49e9-8b7b-24102999cbbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 999 time: 0.0593379 Oct 13 05:53:54.386770 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305c84-283f-4978-9039-0df472d870bc req-053846a0-1565-4b2a-b842-fb1b2faec18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:54.388720 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-053846a0-1565-4b2a-b842-fb1b2faec18c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0439277 Oct 13 05:53:54.435543 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305c84-283f-4978-9039-0df472d870bc req-1005f77a-1550-4637-a23f-c94945d6cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:54.437052 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-1005f77a-1550-4637-a23f-c94945d6cd5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422366 Oct 13 05:53:54.475799 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:53Z', 'revision_number': 0, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:54.505927 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:53:54.514599 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:53:54.515190 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:53:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:54.529863 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-4151ead1-45a4-47cf-a3df-7ceacce6de88 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857396 Oct 13 05:53:54.618240 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:53:54.619603 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7f305c84-283f-4978-9039-0df472d870bc req-ee72563e-fbb1-443b-ba7c-3b26dffbaa9e service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819790 Oct 13 05:53:54.837267 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:53Z', 'revision_number': 0, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:53:54.862405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0aaf8-722a-4549-9232-9d16aa086fc8 None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:53Z', 'revision_number': 0, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:53:55.036027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:55.051397 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156d8ff-1ba7-43b0-a842-048c92fca9f1 None None] New status for floating IP 98258c62-a2ca-4b11-a20c-5b9a99b318a3: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:54:03.614718 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:54:09.430354 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:11.224052 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:19.144137 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdb8502f-e99e-4aa5-ba4e-8c8d0ae0f3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:21.636672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65f1f261-2b20-4afc-9ea8-d3f5a4ace0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:23.087030 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:23.477377 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:25.039185 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:39.445346 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:40.614166 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:54:41.246686 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:41.779037 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-b1ad9bb7-5a4b-4c56-87c7-0145164065c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763736 Oct 13 05:54:41.863002 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-9d65e746-d20a-473c-8112-744e4deb7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:41.864465 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-9d65e746-d20a-473c-8112-744e4deb7983 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1097 time: 0.0433774 Oct 13 05:54:41.965579 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-883f19cc-afcd-4941-b4b8-69a09b8d2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:41.967102 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-883f19cc-afcd-4941-b4b8-69a09b8d2cec service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0830128 Oct 13 05:54:42.370448 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-8b948c76-97dc-4d60-8fa9-ebd88d843f26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 1001 time: 0.3924792 Oct 13 05:54:42.421222 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-50e8f89b-bf9a-439c-b091-bf8164ec6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:42.422615 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-50e8f89b-bf9a-439c-b091-bf8164ec6a26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0437734 Oct 13 05:54:42.465676 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-06dbd04d-08d0-4f0e-ba3e-b154df5ab09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:42.467628 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-06dbd04d-08d0-4f0e-ba3e-b154df5ab09a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383570 Oct 13 05:54:42.478627 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-4a28e6e7-f05f-490f-be66-d8658cb0a3ab service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:54:42.479528 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-4a28e6e7-f05f-490f-be66-d8658cb0a3ab service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046070 Oct 13 05:54:42.567609 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-66478205-d63a-4fdd-bf7c-d9a2d72a5421 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Oct 13 05:54:42.657163 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-acad82f4-26fa-4fc7-9015-fcba690d700c req-488c4009-6ba6-4e16-84b9-66a9bfd36a86 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822234 Oct 13 05:54:49.145549 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af017edb-4911-4123-b408-7100a4ac72b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:51.636942 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d868318-8d70-4939-a182-46871d468163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:53.087757 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:53.478761 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:55.042024 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:09.445009 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:11.262043 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:17.613870 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:55:19.145365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19fb9feb-94fa-41c7-96f8-1ee2c7b49c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:21.638623 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07bad038-6e91-45b2-8b30-8cea729fa033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:23.088428 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:23.481387 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:25.045828 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:39.476261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:41.272281 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:42.705099 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-68ad468d-c63f-49be-a077-66ac6d478384 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446291 Oct 13 05:55:42.785539 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-24bb2d88-efc2-48dd-9ea9-878a0ea06690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:42.786963 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-24bb2d88-efc2-48dd-9ea9-878a0ea06690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1097 time: 0.0394568 Oct 13 05:55:42.885857 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-458a1aca-bf9c-4265-bc13-dcbabe0224b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:42.887250 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-458a1aca-bf9c-4265-bc13-dcbabe0224b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0802803 Oct 13 05:55:42.951921 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-ac59a73c-0d42-4819-805e-722dbe104ea7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 1001 time: 0.0579314 Oct 13 05:55:42.998451 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-c5c44207-b53d-44f7-85c7-63b597074614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:42.999731 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-c5c44207-b53d-44f7-85c7-63b597074614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0413928 Oct 13 05:55:43.044185 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-b288d0ac-6c2d-445b-9904-02bd64d8eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:43.045633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-b288d0ac-6c2d-445b-9904-02bd64d8eb4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384123 Oct 13 05:55:43.133714 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-e3b9ee5f-5e8c-4a50-8fbf-3fc46d8af33d service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803702 Oct 13 05:55:43.220169 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1d5a09af-82f7-409e-bf97-33fdb5bf7fa0 req-7f306bd8-0fd6-40b2-a6d8-66f3e37b21b6 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795119 Oct 13 05:55:49.151500 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ba24de0-8706-4229-ad99-750a0d3693d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:51.638424 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0298-aaf2-420c-82e3-a63b5b788aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:53.088809 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:53.484887 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:54.613795 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:55:55.048386 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:09.466395 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:11.273854 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:19.153335 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b83fce3-e01d-4102-9141-fb2a844a6182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:21.639278 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cb94392-c8b1-43f0-b1d3-24951d174d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:23.090314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:23.487046 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:25.051374 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:26.077810 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 details requested by agent hyperv_n-h2-810220-9 with host n-h2-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:56:26.169412 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:26.183529 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Returning: {'device': '938ff39d-1abd-4fa7-996d-36656a384086', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:56:26.219078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:26.231144 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938ff39d-1abd-4fa7-996d-36656a384086 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:56:26.249657 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:26.254218 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:26.303292 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:26.310510 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.310842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.311179 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.311513 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.311843 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.312170 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.312491 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.312842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.313800 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.314122 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.314443 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.314763 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:26.343788 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] get_ports_and_sgs() called for port_ids ['938ff39d-1abd-4fa7-996d-36656a384086'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:56:28.084428 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 up at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:56:28.130338 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Provisioning complete for port 938ff39d-1abd-4fa7-996d-36656a384086 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:56:28.130702 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:28.206745 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:28.228449 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:56:28.230695 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae4910-f76c-4143-8cf6-d4f79c091350" -d '{"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-plugged", "status": "completed", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:56:28.243654 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:28.248872 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:28.278758 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfe5941-b460-460a-9725-879641ce5b7f x-openstack-request-id: req-3dfe5941-b460-460a-9725-879641ce5b7f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:56:28.279054 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-plugged", "status": "completed", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:56:28.279310 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dfe5941-b460-460a-9725-879641ce5b7f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:56:28.279695 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'code': 200} Oct 13 05:56:28.297143 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:31.612714 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:56:39.483313 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:39.713494 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-83a547f4-e60a-4658-b5ab-1a4e547b4343 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721107531&fields=id&tenant_id=99f00dda31b0476d8b51112cc4cb3c79 HTTP/1.1" status: 200 len: 267 time: 0.0325701 Oct 13 05:56:39.822533 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-bc1e459a-8faf-4fff-9037-44a22e5a6a81 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:39.823996 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-bc1e459a-8faf-4fff-9037-44a22e5a6a81 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 809 time: 0.1033194 Oct 13 05:56:39.839623 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-12da9f55-182e-425d-86d9-dcfc4f139b6d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/quotas/99f00dda31b0476d8b51112cc4cb3c79 HTTP/1.1" status: 200 len: 375 time: 0.0091801 Oct 13 05:56:39.895408 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-26e8dac8-804d-4102-9381-6274ce2d5e78 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491025 Oct 13 05:56:39.911305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e766e9d0-125b-436f-a3df-f563c9e53ea8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:56:39.912259 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e766e9d0-125b-436f-a3df-f563c9e53ea8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055032 Oct 13 05:56:40.001355 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-73ca0eb2-c630-49a8-a93e-44c5e6d49604 service neutron] 10.222.0.44 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834467 Oct 13 05:56:40.094576 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-256cc92d-76db-4712-98b1-b8b1804ce3d9 service neutron] 10.222.0.44 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873723 Oct 13 05:56:40.423346 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-4fc7cee8-86c9-4217-9c28-c834f7833af5 req-61a8a033-b3e0-4d2b-bca3-172ab9f7f84f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 210 time: 0.0799196 Oct 13 05:56:41.274525 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:41.300287 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-a9ce2ad2-bc92-4861-86c0-9e08c2a3d048 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:41.301770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-a9ce2ad2-bc92-4861-86c0-9e08c2a3d048 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.15 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 809 time: 0.1120882 Oct 13 05:56:41.345293 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-113039c8-c17f-4d97-9383-82b93e6256af tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f00dda31b0476d8b51112cc4cb3c79 HTTP/1.1" status: 200 len: 380 time: 0.0343044 Oct 13 05:56:41.363838 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'port': {'device_id': '928b8685-76d0-42a1-ab27-0478383a4d83', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'admin_state_up': True, 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'security_groups': ['c606a63c-cdb9-4748-83ca-3c0ab0856c56']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:56:41.474505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Made reservation on behalf of 99f00dda31b0476d8b51112cc4cb3c79 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:56:41.479492 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:41.560959 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1a8d2b34-23dd-4ca0-a241-5d1af61610bc req-0a6ba4fd-2f19-46e1-8e3f-de66fc223660 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 210 time: 0.0640907 Oct 13 05:56:41.638009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Allocated IP 172.20.0.6 (7c546907-0d9c-495c-b26c-e6a7cf970f25/138425f6-5686-4040-9817-f2730c707ed9/16a161e3-cb85-4e47-9ef6-eb843ff5ef22) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:56:41.839865 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:41.872455 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:41.912795 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:56:41.916360 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:56:41.920618 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:56:41.979753 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:42.004118 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:42.004835 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:42.024490 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.024891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.025746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.025746 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.025930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.026224 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.026555 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.026891 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.027213 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.027544 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.027875 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.028201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:56:42.053894 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-fed6816f-8138-4190-9607-4c70737c5eea tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6936004 Oct 13 05:56:42.153162 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:56:42.254114 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:42.273974 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e581ae9-c74b-48ef-9123-86b8d929c323 None None] Provisioning complete for port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:56:42.274639 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e581ae9-c74b-48ef-9123-86b8d929c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:42.304225 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:56:42.306678 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a3151-2236-43e1-9b4e-368310b7002a" -d '{"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-unplugged", "status": "completed", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:56:42.326631 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3e581ae9-c74b-48ef-9123-86b8d929c323 None None] Port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:56:42.331131 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:42.335427 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:42.386720 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Pushing event updated for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:42.431758 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3358455-b5b3-437c-afff-357be3daa210 x-openstack-request-id: req-e3358455-b5b3-437c-afff-357be3daa210 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:56:42.432069 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-unplugged", "status": "completed", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:56:42.432355 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3358455-b5b3-437c-afff-357be3daa210 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:56:42.432874 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'code': 200} Oct 13 05:56:42.686201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8facd9e-37ef-44db-9230-ba5c8036ba13 req-f2c88677-f227-47a4-aca7-cca0fecdddb6 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:42.687888 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e8facd9e-37ef-44db-9230-ba5c8036ba13 req-f2c88677-f227-47a4-aca7-cca0fecdddb6 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0541582 Oct 13 05:56:42.726592 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e8facd9e-37ef-44db-9230-ba5c8036ba13 req-e5dc5fe0-1349-4148-8f0c-4b8bafd26db4 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Oct 13 05:56:42.811558 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-8b44c086-6c2a-466c-a83b-f9ac0afe020a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420380 Oct 13 05:56:42.897045 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-95ab01fb-634d-49d0-8dc1-4ba158749abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:42.898572 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-95ab01fb-634d-49d0-8dc1-4ba158749abe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1095 time: 0.0436163 Oct 13 05:56:43.031344 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-b3424797-cc5a-4108-95a6-6ad6c2c33b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:43.033813 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-b3424797-cc5a-4108-95a6-6ad6c2c33b16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.1150057 Oct 13 05:56:43.100238 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-12e2bc74-c182-4a46-8d13-07835824eadf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 999 time: 0.0588009 Oct 13 05:56:43.149812 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-ca6f50c2-f867-4ec3-ba06-9b56c7d71333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:43.151214 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-ca6f50c2-f867-4ec3-ba06-9b56c7d71333 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0439372 Oct 13 05:56:43.205016 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-1f43f5ce-dacb-4fb3-93d4-17f58728e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:43.206753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-1f43f5ce-dacb-4fb3-93d4-17f58728e6ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487049 Oct 13 05:56:43.295391 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-7b2f95f7-d33a-457c-8348-d0208e78ff42 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813763 Oct 13 05:56:43.404104 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-adf41c44-b82a-4774-9a88-489e99fc91f7 req-69dc8122-d7db-4885-b174-1c903ba5331d service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015739 Oct 13 05:56:43.850357 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaeee0f-3d5e-495f-b3c5-16594f80215b req-e325d5ea-583b-4a44-af19-cca2cbd579fb tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:43.851830 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7aaeee0f-3d5e-495f-b3c5-16594f80215b req-e325d5ea-583b-4a44-af19-cca2cbd579fb tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0497177 Oct 13 05:56:43.895195 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-7aaeee0f-3d5e-495f-b3c5-16594f80215b req-63647f7e-4b6f-42c0-8565-c885815904a6 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375021 Oct 13 05:56:45.024366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68dd8-ecdb-48a0-a646-5f7204279d28 req-bfb4dd50-3232-476e-930b-e655831c77f4 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:45.025987 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14a68dd8-ecdb-48a0-a646-5f7204279d28 req-bfb4dd50-3232-476e-930b-e655831c77f4 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0598392 Oct 13 05:56:45.063410 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-14a68dd8-ecdb-48a0-a646-5f7204279d28 req-b7f241c8-2996-4f17-9c18-3f1f70970f5f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Oct 13 05:56:46.181007 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833f0b-086a-45cd-92d2-1775e7f0186f req-54214ab7-57eb-4636-937f-99300da2fc4c tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:46.182498 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27833f0b-086a-45cd-92d2-1775e7f0186f req-54214ab7-57eb-4636-937f-99300da2fc4c tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0532777 Oct 13 05:56:46.221490 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-27833f0b-086a-45cd-92d2-1775e7f0186f req-f27a25f2-82d5-4eff-944f-7ee7a45dfe26 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Oct 13 05:56:47.337432 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd691b3-8f9b-440f-95d0-3dbc18c08a7b req-6f30f5f2-1e36-49b1-8939-80cbae883201 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:47.338887 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2cd691b3-8f9b-440f-95d0-3dbc18c08a7b req-6f30f5f2-1e36-49b1-8939-80cbae883201 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0473907 Oct 13 05:56:47.380721 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-2cd691b3-8f9b-440f-95d0-3dbc18c08a7b req-dbfad4a2-8a0e-4a6c-a485-6e5f1a8e9033 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352795 Oct 13 05:56:48.530634 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231937a-2dd7-42ea-9596-b7b1e70b5299 req-d4d08bc1-5467-470f-9ff5-362195693448 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:48.532644 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6231937a-2dd7-42ea-9596-b7b1e70b5299 req-d4d08bc1-5467-470f-9ff5-362195693448 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0693700 Oct 13 05:56:48.571209 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-6231937a-2dd7-42ea-9596-b7b1e70b5299 req-1cf5b346-7763-4209-95c2-611c1436c0ed tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Oct 13 05:56:49.154720 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-beaa021f-03ff-4a3c-a8ea-ddc0fff1c300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:49.696236 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a63e-f74f-43f8-b4c2-358a75bedf01 req-1f35334d-a686-45d1-96b4-e628a2069b40 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:49.697638 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e973a63e-f74f-43f8-b4c2-358a75bedf01 req-1f35334d-a686-45d1-96b4-e628a2069b40 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0587778 Oct 13 05:56:49.734597 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-e973a63e-f74f-43f8-b4c2-358a75bedf01 req-d86c39fe-64dc-4001-abef-2094d3f47cf6 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Oct 13 05:56:50.855801 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0423ed1-ecbc-4022-8e42-3c9121bbad38 req-7be2b3e1-24c5-42bc-b51d-0bec1fad78f8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:50.857279 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0423ed1-ecbc-4022-8e42-3c9121bbad38 req-7be2b3e1-24c5-42bc-b51d-0bec1fad78f8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0482142 Oct 13 05:56:50.894828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-c0423ed1-ecbc-4022-8e42-3c9121bbad38 req-6bc1cc8d-2574-4fa2-bebe-06a02cad2856 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307102 Oct 13 05:56:51.644446 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e31a5b39-79a0-460d-9106-dbec7a606d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:52.012063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067c019-8db1-4f20-9894-ee8760b0bb30 req-f5d250bc-b000-4962-975c-3b3628722e37 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:52.013556 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6067c019-8db1-4f20-9894-ee8760b0bb30 req-f5d250bc-b000-4962-975c-3b3628722e37 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0490510 Oct 13 05:56:52.051413 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-6067c019-8db1-4f20-9894-ee8760b0bb30 req-4dd80c1e-53de-4e24-8213-c239158c462d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Oct 13 05:56:52.719710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Request body: {'port': {'device_id': '928b8685-76d0-42a1-ab27-0478383a4d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810220-9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:56:52.774525 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.093078 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.172826 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e9bf7-b2c1-4848-90a7-472d0e6c74f4 req-01e06c3b-54d5-4f38-99e3-c3bad3c7f34d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:53.174826 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-186e9bf7-b2c1-4848-90a7-472d0e6c74f4 req-01e06c3b-54d5-4f38-99e3-c3bad3c7f34d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 931 time: 0.0506606 Oct 13 05:56:53.214365 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-186e9bf7-b2c1-4848-90a7-472d0e6c74f4 req-cffbd122-5bcd-473e-bdac-fc2444b68277 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334444 Oct 13 05:56:53.314440 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:56:53.321715 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.332980 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Transition to ACTIVE for port object 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:56:53.336560 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.404476 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:53.455325 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Attempting to bind port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 on host n-h1-810220-9 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:56:53.455655 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Attempting to bind port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 by drivers openvswitch,hyperv on host n-h1-810220-9 at level 0 using segments [{'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:56:53.455979 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Attempting to bind port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:56:53.464930 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-810220-9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:56:53.465254 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Attempting to bind port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 on network 7c546907-0d9c-495c-b26c-e6a7cf970f25 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:56:53.470412 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Checking agent: {'id': '6c3da2cb-9f97-425d-ac1f-807090ec4928', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810220-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'started_at': datetime.datetime(2021, 10, 13, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:56:53.470854 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Checking segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:56:53.471242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Bound using segment: {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:56:53.471670 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Bound port: 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host: n-h1-810220-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb846db3-a51b-4baf-ae5e-41ad599b7d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:56:53.472030 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.500059 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.538733 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:56:53.541865 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:56:53.546543 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.586598 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:53.587168 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:53.588580 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] 10.222.0.15 "PUT /v2.0/ports/16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 1091 time: 0.9287179 Oct 13 05:56:53.589045 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:56:53.591332 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf544135-ad3c-43c3-8beb-f6b757ee47b6" -d '{"events": [{"name": "network-changed", "server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:56:53.620512 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a82a7-ebf2-4e2f-be3b-3c26e16bc61d service neutron] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:53.688460 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-9c834afd-09d0-4dd0-a604-21fa9f51e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:53.690991 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-9c834afd-09d0-4dd0-a604-21fa9f51e8c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1094 time: 0.0453825 Oct 13 05:56:53.705579 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fa0c7a-0ca3-4a32-bf9e-c58809207bed x-openstack-request-id: req-74fa0c7a-0ca3-4a32-bf9e-c58809207bed {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:56:53.705932 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:56:53.706247 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74fa0c7a-0ca3-4a32-bf9e-c58809207bed {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:56:53.706703 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'status': 'completed', 'code': 200} Oct 13 05:56:53.737362 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-5d142927-d4fb-4960-a094-26bd3d05fe60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 217 time: 0.0387030 Oct 13 05:56:53.786402 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-3819e6b8-8396-4b40-a0cd-277e03c5e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:53.787827 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-3819e6b8-8396-4b40-a0cd-277e03c5e6a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0436990 Oct 13 05:56:53.837535 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-9f071ee2-f529-40f2-9094-725e133037a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:53.838942 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-9f071ee2-f529-40f2-9094-725e133037a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432153 Oct 13 05:56:53.926368 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-9202ade2-f6bb-402e-8dae-4650073c4883 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801179 Oct 13 05:56:54.015995 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-1463b438-586c-4f9e-85b7-aaa85c8b2b90 req-2408655a-0ffb-4dba-b4b5-5d1568771dcd service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830579 Oct 13 05:56:54.103285 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-a9a4ba11-b30c-4109-986f-c960987ded6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:54.104726 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-a9a4ba11-b30c-4109-986f-c960987ded6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1094 time: 0.0408816 Oct 13 05:56:54.196578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-1b43d84d-3afe-4e94-89aa-c15518845e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:54.198037 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-1b43d84d-3afe-4e94-89aa-c15518845e37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0862136 Oct 13 05:56:54.239243 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-53944d50-5179-4d77-bc45-82e4958a452b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 217 time: 0.0334933 Oct 13 05:56:54.290209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-b689af2d-a3dc-4a65-9bf0-27b0f3d29052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:54.291805 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-b689af2d-a3dc-4a65-9bf0-27b0f3d29052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0455830 Oct 13 05:56:54.332892 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bf1da-410c-4738-bd2c-301b5f04ba21 req-9889a0ba-e2af-4522-a7d5-5e2fa4fc5c1d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:54.334386 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-679bf1da-410c-4738-bd2c-301b5f04ba21 req-9889a0ba-e2af-4522-a7d5-5e2fa4fc5c1d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 943 time: 0.0541551 Oct 13 05:56:54.344009 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-28375aa1-4a62-48a7-af83-44f66cc5f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:54.345539 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-28375aa1-4a62-48a7-af83-44f66cc5f9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456395 Oct 13 05:56:54.372004 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-679bf1da-410c-4738-bd2c-301b5f04ba21 req-63d59967-468c-41ec-a468-31c6534146b2 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Oct 13 05:56:54.435610 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-e0203c63-186e-41fb-b9bf-7052a348d207 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825360 Oct 13 05:56:54.527451 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-cf544135-ad3c-43c3-8beb-f6b757ee47b6 req-38bddb15-17d5-4222-ade4-de8e6333f27d service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843546 Oct 13 05:56:55.054273 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:55.488193 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01598e-3450-4979-b600-5c00d0a57b8c req-7eac301a-dbdd-4a48-b728-d4517f316c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:55.489657 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db01598e-3450-4979-b600-5c00d0a57b8c req-7eac301a-dbdd-4a48-b728-d4517f316c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 943 time: 0.0484765 Oct 13 05:56:55.525838 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-db01598e-3450-4979-b600-5c00d0a57b8c req-f1f1d96c-04e5-4e1c-8d8c-508f4d7eecab tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304048 Oct 13 05:56:56.638761 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bf0cf-adb8-4964-820f-5c5b6043b726 req-4be1d8ac-2b17-4cf3-9ea3-640462aa424d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:56.640407 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-617bf0cf-adb8-4964-820f-5c5b6043b726 req-4be1d8ac-2b17-4cf3-9ea3-640462aa424d tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Oct 13 05:56:56.644457 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:56:56.680183 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-617bf0cf-adb8-4964-820f-5c5b6043b726 req-f119ac67-fb19-4bc7-8b9a-172433ad1627 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Oct 13 05:56:56.737456 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:56.748413 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'port_id': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'mac_address': 'fa:16:3e:af:1b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:56:56.787936 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:56.799857 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:56:56.818418 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:56.822569 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:56.867312 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:57.068922 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['16a161e3-cb85-4e47-9ef6-eb843ff5ef22'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:56:57.794365 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab822db-f6a6-4c11-b097-299b157fca34 req-a92bc927-bd30-4641-b722-a51d8bc3b952 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:57.795863 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ab822db-f6a6-4c11-b097-299b157fca34 req-a92bc927-bd30-4641-b722-a51d8bc3b952 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 944 time: 0.0485697 Oct 13 05:56:57.832261 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-0ab822db-f6a6-4c11-b097-299b157fca34 req-93a126a6-1fde-43c7-9fa4-350b22e4f998 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305717 Oct 13 05:56:58.656473 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:56:58.714433 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning for port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:56:58.722758 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:56:58.723166 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:58.801531 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:58.822141 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:56:58.824342 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06dd765-0cc9-4f80-8ed7-e41e57c21e31" -d '{"events": [{"server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "name": "network-vif-plugged", "status": "completed", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:56:58.836420 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:56:58.841087 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:58.864894 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba477500-b1af-4c20-a1e6-3661c54fba13 x-openstack-request-id: req-ba477500-b1af-4c20-a1e6-3661c54fba13 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:56:58.865190 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "name": "network-vif-plugged", "status": "completed", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:56:58.865443 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba477500-b1af-4c20-a1e6-3661c54fba13 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:56:58.865834 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'code': 200} Oct 13 05:56:58.891823 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:56:58.980945 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca40f82-c40d-46d1-9bb4-db2ce748d6a3 req-80d33a91-39b1-4236-8d2b-0de3ee58bbc7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:58.982291 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ca40f82-c40d-46d1-9bb4-db2ce748d6a3 req-80d33a91-39b1-4236-8d2b-0de3ee58bbc7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 945 time: 0.0787776 Oct 13 05:56:58.988635 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b2279-e541-456e-b417-2f683cd11800 req-2a7838ec-acdd-46fe-ae75-854128470828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:58.990006 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-947b2279-e541-456e-b417-2f683cd11800 req-2a7838ec-acdd-46fe-ae75-854128470828 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1096 time: 0.0558674 Oct 13 05:56:59.042748 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-5ca40f82-c40d-46d1-9bb4-db2ce748d6a3 req-1b01c716-e138-44b1-a9c9-53a74b982b19 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518124 Oct 13 05:56:59.044616 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-947b2279-e541-456e-b417-2f683cd11800 req-304dfdff-98d0-4eeb-b4ff-ee31b22a234c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Oct 13 05:57:00.157434 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69dfef-3d29-4ca5-8989-8cbe92c9124b req-1fc748ae-2882-41a0-b940-ddd64a1c2aa1 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:00.158895 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b69dfef-3d29-4ca5-8989-8cbe92c9124b req-1fc748ae-2882-41a0-b940-ddd64a1c2aa1 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Oct 13 05:57:00.195802 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0b69dfef-3d29-4ca5-8989-8cbe92c9124b req-ae4eb317-d559-4efb-89d8-027f7709e675 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Oct 13 05:57:00.307007 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076158cb-2de3-4dbe-9c6c-db59a786e2f3 req-4cf14f5c-25d9-4f4a-b200-99551372e2cb tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:00.308443 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-076158cb-2de3-4dbe-9c6c-db59a786e2f3 req-4cf14f5c-25d9-4f4a-b200-99551372e2cb tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Oct 13 05:57:00.344107 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-076158cb-2de3-4dbe-9c6c-db59a786e2f3 req-8c4a51b0-8a22-4d7e-9759-7c421c9e0ff4 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297112 Oct 13 05:57:00.365872 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:57:00.408575 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbafe813-b101-4479-8a14-b8c8929b47a1 tempest-TestSnapshotPattern-626008984 tempest-TestSnapshotPattern-626008984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:00.410110 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-dbafe813-b101-4479-8a14-b8c8929b47a1 tempest-TestSnapshotPattern-626008984 tempest-TestSnapshotPattern-626008984-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1091 time: 0.0432220 Oct 13 05:57:00.413028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:57:00.417259 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Request body: {'floatingip': {'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'port_id': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:57:00.439124 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:00.531594 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:00.635758 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Allocated IP 172.25.1.46 (048f0fca-23a1-423c-a5bc-6be25148f21f/9ff1cccc-c8ec-4970-be2e-13c7d8b10047/a4a2cbeb-afc5-4441-87fb-11b192192b99) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:57:00.734175 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:00.770716 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775937334492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:00.808098 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Network 048f0fca-23a1-423c-a5bc-6be25148f21f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:57:00.810880 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:57:00.814528 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:57:00.840491 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'Port': ['ID=a4a2cbeb-afc5-4441-87fb-11b192192b99,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:57:01.163107 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:01.226665 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:01.372247 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:01.377429 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8579361'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:01.447542 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event updated for resources: {'Port': ['ID=a4a2cbeb-afc5-4441-87fb-11b192192b99,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:57:01.456246 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461445'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:01.552992 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Floating IP ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b associated. External IP: 172.25.1.46, port: 16a161e3-cb85-4e47-9ef6-eb843ff5ef22. Oct 13 05:57:01.756492 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:57:01.861778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:57:01.871082 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:57:01.878461 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:01.881448 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:57:01.882050 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:56:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:57:01.904504 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-03e4cb3a-0ec5-4cd5-a7b6-cd85c788c2b8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4904826 Oct 13 05:57:01.905198 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:57:01.908062 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ce2cef62a7cc655efce0cd4d7948b812a54c4e0e402ddf78f31d927dce4985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89669627-ff80-44c8-a51a-a55a2581ab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:57:01.943666 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b897f2-0632-48bf-86b3-bb6591220b7a x-openstack-request-id: req-76b897f2-0632-48bf-86b3-bb6591220b7a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:57:01.943961 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:57:01.944212 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76b897f2-0632-48bf-86b3-bb6591220b7a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:57:01.944637 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'status': 'completed', 'code': 200} Oct 13 05:57:01.988444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:57:02.003961 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-c9b5e2c3-634e-442d-bc99-e48c342f14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:02.005510 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-c9b5e2c3-634e-442d-bc99-e48c342f14e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1096 time: 0.0405130 Oct 13 05:57:02.098044 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-ce6dbde6-92e7-4bf3-9076-2c972e2cc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:02.099532 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-ce6dbde6-92e7-4bf3-9076-2c972e2cc7b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0875409 Oct 13 05:57:02.163935 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-33003c0c-257b-4c52-971d-dcec22db534d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 998 time: 0.0577230 Oct 13 05:57:02.214886 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:55Z', 'revision_number': 1, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}, {'id': 'ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:af:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b8685-76d0-42a1-ab27-0478383a4d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:57:01Z', 'updated_at': '2021-10-13T05:57:01Z', 'revision_number': 0, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:57:02.219199 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-878de6d9-be01-44d7-8d3b-e7d3df537f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:02.221247 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-878de6d9-be01-44d7-8d3b-e7d3df537f4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0496194 Oct 13 05:57:02.241779 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:57:02.249965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:57:02.250558 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:56:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:57:02.266209 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-2ff61547-963d-4706-89c6-26cf221928e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:02.268228 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-2ff61547-963d-4706-89c6-26cf221928e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399351 Oct 13 05:57:02.352589 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:57:02.355729 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-7ea57f61-7aa8-498f-8d5b-d4fa2d8ba8a1 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802803 Oct 13 05:57:02.449235 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-89669627-ff80-44c8-a51a-a55a2581ab9b req-8b8163a3-029f-43e4-aeb0-a2881889f14d service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Oct 13 05:57:02.584321 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:55Z', 'revision_number': 1, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}, {'id': 'ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:af:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b8685-76d0-42a1-ab27-0478383a4d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:57:01Z', 'updated_at': '2021-10-13T05:57:01Z', 'revision_number': 0, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:57:02.609512 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a491895-e65c-4a70-8c36-a5b15485187a None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:55Z', 'revision_number': 1, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}, {'id': 'ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:af:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b8685-76d0-42a1-ab27-0478383a4d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:57:01Z', 'updated_at': '2021-10-13T05:57:01Z', 'revision_number': 0, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:57:02.797078 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a805e9d5-93c7-4698-9108-0f34b0fc457e None None] New status for floating IP ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:57:08.612239 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:57:09.492295 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:11.288635 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:19.154979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f03fb43-39d6-41c2-9a79-4553a9d1b35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:21.646413 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48fddb0e-e114-4bd1-aebc-e391f798d083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:23.094374 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:23.493860 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:25.056365 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:39.496721 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:41.303584 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:43.063167 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-bdc29245-41ae-4c2e-a3f4-abb6df9072b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396085 Oct 13 05:57:43.145390 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-11e4e34d-7597-4ac5-bf61-668cbee32904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:43.146830 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-11e4e34d-7597-4ac5-bf61-668cbee32904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1096 time: 0.0396919 Oct 13 05:57:43.248332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-7f96dc92-e188-4cf1-b203-b61ad4e799c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:43.249779 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-7f96dc92-e188-4cf1-b203-b61ad4e799c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0849900 Oct 13 05:57:43.315317 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-bb131e22-c8eb-4287-8ee9-b854987fd81b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 1000 time: 0.0585446 Oct 13 05:57:43.361612 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-0d4da1d4-9ee7-45fb-a5ab-a198a7194bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:43.363072 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-0d4da1d4-9ee7-45fb-a5ab-a198a7194bd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0416136 Oct 13 05:57:43.408042 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-2c90c41f-869c-4e4a-9dc8-45cfab36b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:43.409546 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-2c90c41f-869c-4e4a-9dc8-45cfab36b089 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396936 Oct 13 05:57:43.501985 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-aec7e852-c072-40b3-baf8-1167cba15e15 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852673 Oct 13 05:57:43.591456 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-d718894b-656f-4a77-a10e-662f4e8e7d44 req-0a4fbfab-6aef-42bc-b6ad-c6718fbadb6c service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822775 Oct 13 05:57:44.386288 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-4543b767-07a2-415d-8597-5cca858a0c23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436056 Oct 13 05:57:44.466418 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-39292022-20e8-4e09-97dd-825c0f351878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:44.467845 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-39292022-20e8-4e09-97dd-825c0f351878 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1095 time: 0.0393054 Oct 13 05:57:44.571432 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-4a0f89c0-1232-4a81-803b-7f0a87d792e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:44.572992 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-4a0f89c0-1232-4a81-803b-7f0a87d792e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0865483 Oct 13 05:57:44.635957 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-36f8a525-b922-4de7-bb1e-436860f9c5f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 999 time: 0.0563092 Oct 13 05:57:44.684118 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-9fc5a15b-8767-401e-9a9a-4bbcee462f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:44.685535 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-9fc5a15b-8767-401e-9a9a-4bbcee462f07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0428586 Oct 13 05:57:44.733674 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-51425a88-9575-480f-87f2-3da7051f6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:44.735133 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-51425a88-9575-480f-87f2-3da7051f6ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415432 Oct 13 05:57:44.823277 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-34161d60-199a-4f08-9a70-59488bfff598 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798914 Oct 13 05:57:44.913633 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-0aab41ed-2014-466c-beb8-19232cc4b7ec req-c9010b08-05b0-4e41-9cb4-274ca211c41f service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838363 Oct 13 05:57:45.611837 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:57:49.156268 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54f12700-1c1c-40a8-9c23-58378a2d884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:51.646230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fa03e59-4754-4988-9c32-90fd2a9f6af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:53.097375 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:53.498068 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:55.059670 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:09.505522 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:11.317688 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:19.157041 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bace83ad-7bbc-4f76-8d9d-687b00527652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:21.646644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aab80fa-d136-43c5-86b4-9e233c819812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:22.610508 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:58:23.099112 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:23.499173 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:25.063662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:39.499876 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:41.315945 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:44.110366 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-bdf30902-b6b5-4ea2-a7fe-a6a87583b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:44.111766 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-bdf30902-b6b5-4ea2-a7fe-a6a87583b109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1096 time: 0.0505652 Oct 13 05:58:44.238156 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-56a64758-0923-40b3-826f-767db15de408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:44.240330 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-56a64758-0923-40b3-826f-767db15de408 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.1087906 Oct 13 05:58:44.311973 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-3c5b033f-bd30-4a57-8ab2-c8a3ebc197c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 1000 time: 0.0640867 Oct 13 05:58:44.378578 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-408fdea5-3b57-45b0-8046-9cc57c4b54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:44.379492 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-408fdea5-3b57-45b0-8046-9cc57c4b54d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0588503 Oct 13 05:58:44.431779 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-f4fc31de-183d-4c1e-8bb0-e62eb2c39c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:44.435547 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-f4fc31de-183d-4c1e-8bb0-e62eb2c39c81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466259 Oct 13 05:58:44.534652 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-e35b7bd9-0d31-46cb-8fbf-f394107a7565 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912766 Oct 13 05:58:44.644184 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-09abf22c-bf7c-4bea-bee0-4c595436ac76 req-d20ee905-27ae-4222-ad88-11c4ebb60b9f service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020522 Oct 13 05:58:45.155887 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 details requested by agent hyperv_n-h1-810220-9 with host n-h1-810220-9 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:58:45.257736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:58:45.270155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Returning: {'device': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'port_id': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'mac_address': 'fa:16:3e:af:1b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:58:45.344401 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:45.363989 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:58:45.391318 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:58:45.396830 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:45.449970 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:58:45.457688 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.458063 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.458499 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.459494 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.459862 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.460269 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.460667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.461097 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.461454 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.461760 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.462087 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.462423 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:45.472402 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] get_ports_and_sgs() called for port_ids ['16a161e3-cb85-4e47-9ef6-eb843ff5ef22'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:58:45.712136 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-a4f5096c-4d1f-432e-a7c5-a81574f11368 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431492 Oct 13 05:58:45.797383 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-ca48136c-457d-4586-aa06-4011a5010761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:45.798901 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-ca48136c-457d-4586-aa06-4011a5010761 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1095 time: 0.0425117 Oct 13 05:58:45.911695 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-c169fc3e-cfe9-4d15-8870-8ff9442971fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:45.913854 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-c169fc3e-cfe9-4d15-8870-8ff9442971fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.0945451 Oct 13 05:58:45.981640 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-8df57d0b-a869-4376-bf29-5e2e15367893 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 999 time: 0.0601513 Oct 13 05:58:46.034624 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-5c647520-dfeb-4c6e-9707-b12ed540ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:46.036067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-5c647520-dfeb-4c6e-9707-b12ed540ca1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0476592 Oct 13 05:58:46.092325 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-2b1247e9-d5fb-4b47-8d22-0e2a7a342f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:46.093949 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-2b1247e9-d5fb-4b47-8d22-0e2a7a342f03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500658 Oct 13 05:58:46.194326 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-b230f727-e4cb-4619-832b-ffecaff3e032 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920067 Oct 13 05:58:46.308295 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-5be7f9d7-cd68-402a-a1a6-622abc255d9b req-76c1a299-747e-4bcd-b67a-d25996aeead0 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074719 Oct 13 05:58:47.165391 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 up at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:58:47.221647 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Provisioning complete for port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:58:47.222007 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508578'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:47.314157 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600356'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:47.340626 n-d-810220-9 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:58:47.343170 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2cacdb781fcce59410969e08c0548432b048024e0cecc62c4373eb89d39e03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf533e8-d00b-4915-a4b6-8261c293c003" -d '{"events": [{"server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "name": "network-vif-plugged", "status": "completed", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:58:47.361009 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:58:47.368532 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775937739798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775937334510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775937335044'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:47.408766 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1255f1-9539-4c8a-8d5f-6caf9c7d8376 x-openstack-request-id: req-4f1255f1-9539-4c8a-8d5f-6caf9c7d8376 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:58:47.409085 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "name": "network-vif-plugged", "status": "completed", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:58:47.409327 n-d-810220-9 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f1255f1-9539-4c8a-8d5f-6caf9c7d8376 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:58:47.409729 n-d-810220-9 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'code': 200} Oct 13 05:58:47.429658 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Pushing event updated for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:58:49.163647 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe9c6bc4-1e97-444b-aee1-774aae3f48f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:51.651996 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d27264c-c777-42d0-a3e0-bc8b6d778599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:53.099645 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:53.503741 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:53.694904 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55700) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:58:53.847522 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Deleting port a4a2cbeb-afc5-4441-87fb-11b192192b99 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:58:53.847861 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:53.923871 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:53.924191 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:53.935418 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Calling delete_port for a4a2cbeb-afc5-4441-87fb-11b192192b99 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:58:54.075642 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:54.105642 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event deleted for resources: {'Port': ['ID=a4a2cbeb-afc5-4441-87fb-11b192192b99,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:58:54.125954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.126294 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.126626 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.126955 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.127301 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.127630 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.127948 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.128265 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.128600 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.128924 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.129242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.129558 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:58:54.171029 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:54.171359 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Floating IP ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b disassociated (deleted). External IP: 172.25.1.46, port: 16a161e3-cb85-4e47-9ef6-eb843ff5ef22. Oct 13 05:58:54.660421 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:58:54.766902 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:58:54.771704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:54.776548 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:58:54.785767 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:58:54.786372 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:54.798977 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f057ddad-9ede-4b85-95ce-9945bc180a2a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b HTTP/1.1" status: 204 len: 168 time: 1.1029434 Oct 13 05:58:54.799951 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:58:54.863446 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a13c08edd85ba1e8183f1e021507c6cf39feba5655e814cbd9127d10cc0bf9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd71417-7bac-497c-b83c-7b5f973f8876" -d '{"events": [{"name": "network-changed", "server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:58:54.905077 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:58:54.993803 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98da31f-9522-45f0-90a7-5cf3776e6233 x-openstack-request-id: req-f98da31f-9522-45f0-90a7-5cf3776e6233 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:58:54.994100 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:58:54.994356 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f98da31f-9522-45f0-90a7-5cf3776e6233 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:58:54.994760 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'status': 'completed', 'code': 200} Oct 13 05:58:55.075595 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fe6fe-783a-4227-b5c5-c25540b2e514 req-fc591333-338f-4eee-a0fa-f41e857c065e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:55.077106 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd6fe6fe-783a-4227-b5c5-c25540b2e514 req-fc591333-338f-4eee-a0fa-f41e857c065e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 945 time: 0.0797930 Oct 13 05:58:55.077835 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:55.083710 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-fd3f71be-0278-440b-ab2b-f50cc3ffeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:55.085161 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-fd3f71be-0278-440b-ab2b-f50cc3ffeccd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 1096 time: 0.0617146 Oct 13 05:58:55.155965 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:55Z', 'revision_number': 1, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:55.164050 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-fd6fe6fe-783a-4227-b5c5-c25540b2e514 req-3eeff9a3-764a-4813-b685-10179699adfc tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779421 Oct 13 05:58:55.183610 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:58:55.191775 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:58:55.192379 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:55.199201 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-53433740-40c9-4e42-aff3-0074bb5bf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:55.200666 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-53433740-40c9-4e42-aff3-0074bb5bf163 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.1080642 Oct 13 05:58:55.248097 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-87c7095e-3855-42d8-893b-75e8589ba220 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 200 len: 217 time: 0.0380371 Oct 13 05:58:55.297725 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:58:55.297954 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-f4d33b5d-0aa1-4f8d-915f-143edc5fd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:55.299290 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-f4d33b5d-0aa1-4f8d-915f-143edc5fd5de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0438261 Oct 13 05:58:55.345740 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-cb2f1566-7df3-4373-a251-52870bd00a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:55.347214 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-cb2f1566-7df3-4373-a251-52870bd00a8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394356 Oct 13 05:58:55.441515 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-e06e94db-a54b-4a51-9f74-46e64f8d05f8 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858030 Oct 13 05:58:55.523405 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:55Z', 'revision_number': 1, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:55.534191 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-ffd71417-7bac-497c-b83c-7b5f973f8876 req-d10895ee-1964-45ba-ab58-168005583274 service neutron] 10.222.0.15 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Oct 13 05:58:55.549892 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628e30e-3b46-499e-b4f1-1734819e719a None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_floatingips': [{'id': '98258c62-a2ca-4b11-a20c-5b9a99b318a3', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'router_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'port_id': '938ff39d-1abd-4fa7-996d-36656a384086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'mac_address': 'fa:16:3e:07:64:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:53:53Z', 'updated_at': '2021-10-13T05:53:55Z', 'revision_number': 1, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:58:55.786042 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23190c9c-5881-43fe-9ec6-9ce2c51fffd0 None None] New status for floating IP ab7ffe7d-6dd7-4012-b4fa-d7eb0f81568b: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:58:56.282033 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58d4da-ee72-4f0c-a976-6ad2e5df6966 req-9b4c26f7-f946-4e75-a9de-e03b0933a3c0 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:56.283493 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f58d4da-ee72-4f0c-a976-6ad2e5df6966 req-9b4c26f7-f946-4e75-a9de-e03b0933a3c0 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 945 time: 0.0513420 Oct 13 05:58:56.320872 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-8f58d4da-ee72-4f0c-a976-6ad2e5df6966 req-ec24ad38-623e-47d4-addb-ec438152f817 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Oct 13 05:58:56.522570 n-d-810220-9 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-e53b2393-f7f7-47a3-9fad-9c2aaaecd4f7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:56.523974 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-e53b2393-f7f7-47a3-9fad-9c2aaaecd4f7 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.15 "GET /v2.0/ports?device_id=928b8685-76d0-42a1-ab27-0478383a4d83 HTTP/1.1" status: 200 len: 945 time: 0.0474050 Oct 13 05:58:56.616339 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Deleting port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:58:56.616671 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:56.704845 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] For port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22, host n-h1-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810220-9',level=0,port_id=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:58:56.705122 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:56.716832 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Calling delete_port for 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:58:56.837479 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:56.870037 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event deleted for resources: {'Port': ['ID=16a161e3-cb85-4e47-9ef6-eb843ff5ef22,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:58:56.910556 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] No DVR routers for this DVR port 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 on host n-h1-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:58:56.913913 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:56.917246 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [req-94ce3d1f-e8a3-425b-af14-fa29b36fa064 req-72321b61-cce9-4e10-a7e6-f7c159633c9a tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.15 "DELETE /v2.0/ports/16a161e3-cb85-4e47-9ef6-eb843ff5ef22 HTTP/1.1" status: 204 len: 173 time: 0.3872514 Oct 13 05:58:56.996332 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'name': 'network-vif-deleted', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:58:56.998639 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a13c08edd85ba1e8183f1e021507c6cf39feba5655e814cbd9127d10cc0bf9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d510c657-5ce6-4c50-8d9c-88737e840ee2" -d '{"events": [{"server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "name": "network-vif-deleted", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:58:57.033623 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb34c5-4690-43b4-bb3b-cc4f6b545ee3 x-openstack-request-id: req-a7cb34c5-4690-43b4-bb3b-cc4f6b545ee3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:58:57.033913 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928b8685-76d0-42a1-ab27-0478383a4d83", "name": "network-vif-deleted", "tag": "16a161e3-cb85-4e47-9ef6-eb843ff5ef22", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:58:57.034185 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7cb34c5-4690-43b4-bb3b-cc4f6b545ee3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:58:57.034674 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928b8685-76d0-42a1-ab27-0478383a4d83', 'name': 'network-vif-deleted', 'tag': '16a161e3-cb85-4e47-9ef6-eb843ff5ef22', 'status': 'completed', 'code': 200} Oct 13 05:58:57.164937 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 no longer exists at agent hyperv_n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:58:57.184471 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] No Port match for: 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:58:57.184834 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Device 16a161e3-cb85-4e47-9ef6-eb843ff5ef22 not bound to the agent host n-h1-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:58:57.881140 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:58:58.031505 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Deleting port 52919ad5-7c68-4408-9244-821a95fc9860 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:58:58.031847 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:58.107923 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:58.108252 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:58.120243 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Calling delete_port for 52919ad5-7c68-4408-9244-821a95fc9860 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:58:58.258648 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:58.288319 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event deleted for resources: {'Port': ['ID=52919ad5-7c68-4408-9244-821a95fc9860,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:58:58.346274 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:58.346631 n-d-810220-9 neutron-server[94824]: INFO neutron.db.l3_db [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Floating IP 98258c62-a2ca-4b11-a20c-5b9a99b318a3 disassociated (deleted). External IP: 172.25.1.92, port: 938ff39d-1abd-4fa7-996d-36656a384086. Oct 13 05:58:58.552602 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:58:58.658778 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:58:58.663574 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:58.668184 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:58:58.676747 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:58:58.677399 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:58.689495 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-9e8acef5-75a1-4cc3-aed5-08aab5e74c6f tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "DELETE /v2.0/floatingips/98258c62-a2ca-4b11-a20c-5b9a99b318a3 HTTP/1.1" status: 204 len: 168 time: 0.8072898 Oct 13 05:58:58.784237 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:58:58.997057 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:59.024694 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:58:59.034027 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:58:59.034649 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:59.036063 n-d-810220-9 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:58:59.038856 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a13c08edd85ba1e8183f1e021507c6cf39feba5655e814cbd9127d10cc0bf9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d13044-7140-4dc0-b53d-32c3c5c3d152" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:58:59.077340 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a775345-dc66-465f-825a-12d295246335 x-openstack-request-id: req-5a775345-dc66-465f-825a-12d295246335 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:58:59.077735 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:58:59.078143 n-d-810220-9 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a775345-dc66-465f-825a-12d295246335 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:58:59.078646 n-d-810220-9 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'status': 'completed', 'code': 200} Oct 13 05:58:59.143883 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:58:59.174957 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-4c5787df-b1d0-4e04-9032-27d533457bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:59.176449 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-4c5787df-b1d0-4e04-9032-27d533457bf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 1095 time: 0.0730326 Oct 13 05:58:59.188838 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3cd25-54f9-465a-b78c-f3b02dd47772 req-9e165675-76f7-4886-abe0-fcab2bda41d8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:59.190217 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-add3cd25-54f9-465a-b78c-f3b02dd47772 req-9e165675-76f7-4886-abe0-fcab2bda41d8 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 944 time: 0.0620120 Oct 13 05:58:59.274825 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-add3cd25-54f9-465a-b78c-f3b02dd47772 req-dc63763c-8429-410f-b89e-749cb54acf0b tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/security-groups?id=c606a63c-cdb9-4748-83ca-3c0ab0856c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758488 Oct 13 05:58:59.300249 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-9fb0cae9-db04-4098-99cc-2794c5437bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:59.301753 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-9fb0cae9-db04-4098-99cc-2794c5437bca service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 200 len: 910 time: 0.1106722 Oct 13 05:58:59.343446 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:58:59.348540 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-a4e5cc79-21ee-424b-8495-08142e372be0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 200 len: 217 time: 0.0371430 Oct 13 05:58:59.370667 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a699cc-3a29-44a4-9f74-9e41c23678a5 None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:33Z', 'revision_number': 4, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9', '_interfaces': [{'id': 'd5a79c4f-d22e-4093-a1b9-14d7d23cdfd2', 'name': '', 'network_id': '7c546907-0d9c-495c-b26c-e6a7cf970f25', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'mac_address': 'fa:16:3e:b7:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '138425f6-5686-4040-9817-f2730c707ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:32Z', 'updated_at': '2021-10-13T05:53:37Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'subnets': [{'id': '138425f6-5686-4040-9817-f2730c707ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:58:59.399354 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-abbcecce-b742-4de5-82d2-5ef88ccd3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:59.400948 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-abbcecce-b742-4de5-82d2-5ef88ccd3d56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 200 len: 848 time: 0.0452702 Oct 13 05:58:59.449828 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-6dd8451b-9a57-4b6b-8814-547916e648a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:59.451353 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-6dd8451b-9a57-4b6b-8814-547916e648a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c546907-0d9c-495c-b26c-e6a7cf970f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433221 Oct 13 05:58:59.551186 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-4ba960fc-6a31-4fa6-9289-7aaeb135350a service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894721 Oct 13 05:58:59.600000 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb03ae0-8a89-4e28-88fd-3a39ef3e6055 None None] New status for floating IP 98258c62-a2ca-4b11-a20c-5b9a99b318a3: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:58:59.644067 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-69d13044-7140-4dc0-b53d-32c3c5c3d152 req-b4f89304-33a9-4109-bd4c-357af0e2c1b1 service neutron] 10.222.0.26 "GET /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Oct 13 05:58:59.662417 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:58:59.846365 n-d-810220-9 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-d942dcc7-1395-4a70-a209-d6341940eac0 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:59.847692 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-d942dcc7-1395-4a70-a209-d6341940eac0 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 944 time: 0.0471196 Oct 13 05:58:59.939029 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Deleting port 938ff39d-1abd-4fa7-996d-36656a384086 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:58:59.939362 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:00.027403 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] For port 938ff39d-1abd-4fa7-996d-36656a384086, host n-h2-810220-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810220-9',level=0,port_id=938ff39d-1abd-4fa7-996d-36656a384086,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:00.027754 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:00.039569 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Calling delete_port for 938ff39d-1abd-4fa7-996d-36656a384086 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:00.161945 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:00.193541 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event deleted for resources: {'Port': ['ID=938ff39d-1abd-4fa7-996d-36656a384086,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:00.205590 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.205927 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.206267 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.206603 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.207021 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.207282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.207600 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.207973 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.208315 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.209237 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.209566 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.209887 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810220-9 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:59:00.249882 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] No DVR routers for this DVR port 938ff39d-1abd-4fa7-996d-36656a384086 on host n-h2-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:59:00.252385 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038173'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:00.256298 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-1e23c31a-4fe3-4c14-b009-4a4e8704fca2 req-58dfb264-b8db-4481-b1dc-077aff1d77fd tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.26 "DELETE /v2.0/ports/938ff39d-1abd-4fa7-996d-36656a384086 HTTP/1.1" status: 204 len: 173 time: 0.4025478 Oct 13 05:59:00.256756 n-d-810220-9 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-deleted', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:59:00.258985 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e71bcc64b1d824323fa126139c77c6f19fe9b6bedaa053772f9c4f7da80f1e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6647c268-3cd8-4e38-a0cd-d95586c71636" -d '{"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-deleted", "tag": "938ff39d-1abd-4fa7-996d-36656a384086"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:59:00.347645 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf4c6d7-ac67-4b76-9343-00c938a22383 x-openstack-request-id: req-baf4c6d7-ac67-4b76-9343-00c938a22383 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:59:00.347970 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb3f757-625a-4ab9-bf94-4a6474213dda", "name": "network-vif-deleted", "tag": "938ff39d-1abd-4fa7-996d-36656a384086", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:59:00.348174 n-d-810220-9 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baf4c6d7-ac67-4b76-9343-00c938a22383 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:59:00.348565 n-d-810220-9 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb3f757-625a-4ab9-bf94-4a6474213dda', 'name': 'network-vif-deleted', 'tag': '938ff39d-1abd-4fa7-996d-36656a384086', 'status': 'completed', 'code': 200} Oct 13 05:59:00.374083 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [req-745a1a31-7ef5-45f1-af50-31a4f07c851c req-dfda0abf-1d11-4ea7-b492-f91414a0bb61 tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bb3f757-625a-4ab9-bf94-4a6474213dda HTTP/1.1" status: 200 len: 210 time: 0.0288932 Oct 13 05:59:01.433518 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:01.491388 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cef0c509-864e-4576-a3f1-4dfe54d1a20e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:01.515596 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cef0c509-864e-4576-a3f1-4dfe54d1a20e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:01.576548 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cef0c509-864e-4576-a3f1-4dfe54d1a20e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:01.579194 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cef0c509-864e-4576-a3f1-4dfe54d1a20e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:01.580406 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-cef0c509-864e-4576-a3f1-4dfe54d1a20e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] 10.222.0.44 "DELETE /v2.0/security-groups/c606a63c-cdb9-4748-83ca-3c0ab0856c56 HTTP/1.1" status: 204 len: 168 time: 0.1458895 Oct 13 05:59:01.590399 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0c509-864e-4576-a3f1-4dfe54d1a20e tempest-TestSnapshotPattern-1944701927 tempest-TestSnapshotPattern-1944701927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c606a63c-cdb9-4748-83ca-3c0ab0856c56,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:01.630917 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:02.062813 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:02.303242 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Deleting port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:02.303581 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:02.384984 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] For port d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:02.385355 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:02.397149 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Calling delete_port for d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:02.576702 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:02.600994 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:02.766686 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:02.975385 n-d-810220-9 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:59:03.078028 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:59:03.085562 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-8d96cc1b-9e20-4aac-b83e-02165c80ae0f admin admin] 10.222.0.44 "PUT /v2.0/routers/21c1db64-588c-4dde-9cf9-e3bf63cd19b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535236 Oct 13 05:59:03.086090 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55796) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:03.087801 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] Sync routers for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:59:03.096966 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:59:03.097565 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:03.187065 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:03.199047 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:59:03.377526 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:59:02Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:03.409717 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] Checking router: 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 for host: n-d-810220-9 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:59:03.418736 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] Routers {'21c1db64-588c-4dde-9cf9-e3bf63cd19b0'} bound to L3 agent in host n-d-810220-9 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:59:03.419356 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:03.595612 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:03.649167 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Deleting port 94758324-4f00-48a1-a776-2fed0508e642 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:03.649410 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:03.685947 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] Set router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 gateway port host: n-d-810220-9 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:59:03.727495 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] For port 94758324-4f00-48a1-a776-2fed0508e642, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=94758324-4f00-48a1-a776-2fed0508e642,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:03.727855 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:03.743970 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Calling delete_port for 94758324-4f00-48a1-a776-2fed0508e642 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:03.862361 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:59:02Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:03.889334 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08689817-ff0a-4f1e-a8ac-440189844ffd None None] The sync data for ids ['21c1db64-588c-4dde-9cf9-e3bf63cd19b0'] in n-d-810220-9 is: [{'id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'name': 'tempest-TestSnapshotPattern-594475381-router', 'tenant_id': '99f00dda31b0476d8b51112cc4cb3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '94758324-4f00-48a1-a776-2fed0508e642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:59:02Z', 'revision_number': 5, 'project_id': '99f00dda31b0476d8b51112cc4cb3c79', 'gw_port': {'id': '94758324-4f00-48a1-a776-2fed0508e642', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1db64-588c-4dde-9cf9-e3bf63cd19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:31Z', 'updated_at': '2021-10-13T05:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:59:03.904834 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:03.935036 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94758324-4f00-48a1-a776-2fed0508e642,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:03.993947 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.080227 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.082253 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.126704 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.127305 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c1db64-588c-4dde-9cf9-e3bf63cd19b0 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:59:04.132519 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.133434 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-30aa1714-b3be-4c7f-8a5c-215e2efeb1f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/21c1db64-588c-4dde-9cf9-e3bf63cd19b0 HTTP/1.1" status: 204 len: 168 time: 1.0464180 Oct 13 05:59:04.136095 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:04.179337 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Deleting subnet 138425f6-5686-4040-9817-f2730c707ed9 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:59:04.182183 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.216010 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8551435'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.308799 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.343452 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:04.369008 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:04.369822 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device d5a79c4f-d22e-4093-a1b9-14d7d23cdfd2 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:04.376661 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8579351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8694643'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.401590 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138425f6-5686-4040-9817-f2730c707ed9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:04.407499 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.412770 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-4c9327fd-03b6-43d9-8bbf-3fc965080e79 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/138425f6-5686-4040-9817-f2730c707ed9 HTTP/1.1" status: 204 len: 168 time: 0.2737527 Oct 13 05:59:04.413513 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.44', 55802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:04.416842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7495874-db2e-4d78-8c33-6eff1ffde461 None None] Network 7c546907-0d9c-495c-b26c-e6a7cf970f25 requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:59:04.487866 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.542061 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Deleting port 55cf285b-de57-4899-9236-8352dd2b98dc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:04.542403 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.607561 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] For port 55cf285b-de57-4899-9236-8352dd2b98dc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55cf285b-de57-4899-9236-8352dd2b98dc,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:04.608195 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.622215 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] DHCP port deletion for 7c546907-0d9c-495c-b26c-e6a7cf970f25 request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:59:04.622912 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Calling delete_port for 55cf285b-de57-4899-9236-8352dd2b98dc owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:04.671614 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] Deleting port 55cf285b-de57-4899-9236-8352dd2b98dc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:04.671987 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.703340 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8579384'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.730291 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=55cf285b-de57-4899-9236-8352dd2b98dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:04.732151 n-d-810220-9 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] No DVR routers for this DVR port 55cf285b-de57-4899-9236-8352dd2b98dc on host n-d-810220-9 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:59:04.737389 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] For port 55cf285b-de57-4899-9236-8352dd2b98dc, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=55cf285b-de57-4899-9236-8352dd2b98dc,segment=NetworkSegment(fb846db3-a51b-4baf-ae5e-41ad599b7d96),segment_id=fb846db3-a51b-4baf-ae5e-41ad599b7d96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:04.737785 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.750384 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] Calling delete_port for 55cf285b-de57-4899-9236-8352dd2b98dc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:04.805815 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.825257 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c546907-0d9c-495c-b26c-e6a7cf970f25']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:04.826230 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.834280 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb846db3-a51b-4baf-ae5e-41ad599b7d96') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:04.834569 n-d-810220-9 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb846db3-a51b-4baf-ae5e-41ad599b7d96') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:04.843672 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8551424'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.852507 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] Pushing event deleted for resources: {'Port': ['ID=55cf285b-de57-4899-9236-8352dd2b98dc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:04.854393 n-d-810220-9 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e13ad-47f5-4725-84f7-a40e523ae05b None None] No DVR routers for this DVR port 55cf285b-de57-4899-9236-8352dd2b98dc on host n-d-810220-9 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:59:04.862589 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.866444 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 no longer exists at agent hyperv_n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:04.869697 n-d-810220-9 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:59:04.870069 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8579785'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: Traceback (most recent call last): Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: timer() Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: cb(*args, **kw) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: return func(*args, **kwargs) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: self._notify() Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: self.callback(batched_events) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: event.method(event) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: return f(self, *a, **k) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: return self._get(url).json() Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:59:04.871723 n-d-810220-9 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:59:04.886291 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] No Port match for: 938ff39d-1abd-4fa7-996d-36656a384086 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:04.886636 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Device 938ff39d-1abd-4fa7-996d-36656a384086 not bound to the agent host n-h2-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:04.925669 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.933624 n-d-810220-9 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:04.936755 n-d-810220-9 neutron-server[94824]: INFO neutron.wsgi [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c546907-0d9c-495c-b26c-e6a7cf970f25 HTTP/1.1" status: 204 len: 168 time: 0.5214472 Oct 13 05:59:04.939943 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:04.946620 n-d-810220-9 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d5215-d4e2-488f-8e0a-2a201b05d3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c546907-0d9c-495c-b26c-e6a7cf970f25,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:05.277193 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406917'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:05.516673 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Deleting port 483536ee-642e-4dd5-95cb-5fbf44c2212c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:05.517040 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:05.592356 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] For port 483536ee-642e-4dd5-95cb-5fbf44c2212c, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=483536ee-642e-4dd5-95cb-5fbf44c2212c,segment=NetworkSegment(f8e78a80-c87d-49ec-9511-486bff71831e),segment_id=f8e78a80-c87d-49ec-9511-486bff71831e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:05.592740 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:05.604500 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Calling delete_port for 483536ee-642e-4dd5-95cb-5fbf44c2212c owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:05.778052 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:05.806078 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Pushing event deleted for resources: {'Port': ['ID=483536ee-642e-4dd5-95cb-5fbf44c2212c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:05.964357 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406833'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:06.205317 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 94758324-4f00-48a1-a776-2fed0508e642 no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:06.226842 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 94758324-4f00-48a1-a776-2fed0508e642 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:06.227185 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 94758324-4f00-48a1-a776-2fed0508e642 not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:06.227718 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55cf285b-de57-4899-9236-8352dd2b98dc no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:06.247817 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 55cf285b-de57-4899-9236-8352dd2b98dc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:06.248155 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 55cf285b-de57-4899-9236-8352dd2b98dc not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:06.518203 n-d-810220-9 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Router d60d45bc-8187-4658-84b7-c96c4bed1575 has already been hosted by L3 agent 4f8c0def-5b0c-4de0-8c1f-b65feeec9136 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:59:06.621424 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] Notify agent at l3_agent.n-d-810220-9 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:59:06.626333 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-471a8411-61b7-4b87-bc46-b6776cb4f69a admin admin] 10.222.0.44 "PUT /v2.0/routers/d60d45bc-8187-4658-84b7-c96c4bed1575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851864 Oct 13 05:59:06.628954 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:06.632662 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] Sync routers for ids ['d60d45bc-8187-4658-84b7-c96c4bed1575'] in n-d-810220-9 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:59:06.641783 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] Routers {'d60d45bc-8187-4658-84b7-c96c4bed1575'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:59:06.642457 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d60d45bc-8187-4658-84b7-c96c4bed1575'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:06.730999 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:06.743488 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] Set router d60d45bc-8187-4658-84b7-c96c4bed1575 gateway port host: n-d-810220-9 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:59:06.828082 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:06.882873 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Deleting port 20d7338c-f39b-42c5-a145-3351e31598ef {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:06.883106 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:06.923760 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'external_fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:59:05Z', 'revision_number': 5, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port': {'id': '20d7338c-f39b-42c5-a145-3351e31598ef', 'name': '', 'network_id': '048f0fca-23a1-423c-a5bc-6be25148f21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810220-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:53:36Z', 'updated_at': '2021-10-13T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff1cccc-c8ec-4970-be2e-13c7d8b10047', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810220-9'}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:06.949667 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] Checking router: d60d45bc-8187-4658-84b7-c96c4bed1575 for host: n-d-810220-9 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:59:06.957709 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] Routers {'d60d45bc-8187-4658-84b7-c96c4bed1575'} bound to L3 agent in host n-d-810220-9 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:59:06.958366 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810220-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T03:47:51Z,description=,heartbeat_timestamp=2021-10-13T05:58:52Z,host='n-d-810220-9',id=4f8c0def-5b0c-4de0-8c1f-b65feeec9136,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T03:47:51Z,topic='l3_agent')) {'router_ids': ['d60d45bc-8187-4658-84b7-c96c4bed1575'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:06.960529 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] For port 20d7338c-f39b-42c5-a145-3351e31598ef, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=20d7338c-f39b-42c5-a145-3351e31598ef,segment=NetworkSegment(6703a327-8a96-41e1-97f4-fb19742a48f6),segment_id=6703a327-8a96-41e1-97f4-fb19742a48f6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:06.960963 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:06.973121 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Calling delete_port for 20d7338c-f39b-42c5-a145-3351e31598ef owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:07.041329 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] Set router d60d45bc-8187-4658-84b7-c96c4bed1575 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:59:07.094008 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:59:06Z', 'revision_number': 6, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port_host': None}], 'n-d-810220-9', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:07.119534 n-d-810220-9 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1da08b-b817-421d-8ba6-d1abd46586a5 None None] The sync data for ids ['d60d45bc-8187-4658-84b7-c96c4bed1575'] in n-d-810220-9 is: [{'id': 'd60d45bc-8187-4658-84b7-c96c4bed1575', 'name': 'tempest-TestSnapshotPattern-146605681-router', 'tenant_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T05:53:35Z', 'updated_at': '2021-10-13T05:59:06Z', 'revision_number': 6, 'project_id': '78fd9c2f0ada4e64ac32e1b966d941d0', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:59:07.137545 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.169156 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=20d7338c-f39b-42c5-a145-3351e31598ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:07.225824 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461523'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.312544 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61696'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.314637 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.356806 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406312'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.357349 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60d45bc-8187-4658-84b7-c96c4bed1575 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 05:59:07.363576 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.365245 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-639867ff-7258-4b03-8a3c-c789a9e4e9ff admin admin] 10.222.0.44 "DELETE /v2.0/routers/d60d45bc-8187-4658-84b7-c96c4bed1575 HTTP/1.1" status: 204 len: 168 time: 0.7349625 Oct 13 05:59:07.367666 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:07.415226 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Deleting subnet e161c8fd-2ff3-4852-a010-8b7c23cfcff5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 05:59:07.418101 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.453001 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8621518'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.532406 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513074'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.590442 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9256401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12117162'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.617545 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e161c8fd-2ff3-4852-a010-8b7c23cfcff5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:07.622317 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.625828 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-53865410-2563-4bdf-bd20-8c3d7a07caf0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e161c8fd-2ff3-4852-a010-8b7c23cfcff5 HTTP/1.1" status: 204 len: 168 time: 0.2569480 Oct 13 05:59:07.627584 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa056941-3010-4c52-b259-95ed4248bcf1 None None] Network f4b88d54-7140-4591-b41a-3da0f081f14c requested from n-d-810220-9 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:59:07.628198 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:07.695020 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687833'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.751301 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Deleting port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:59:07.751641 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775937815718'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.817001 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] For port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d, host n-d-810220-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810220-9',level=0,port_id=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,segment=NetworkSegment(f8e78a80-c87d-49ec-9511-486bff71831e),segment_id=f8e78a80-c87d-49ec-9511-486bff71831e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:59:07.817295 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583464'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.829280 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Calling delete_port for 9d87c8d6-f3ab-47b6-901e-88deaed0f94d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:59:07.901621 n-d-810220-9 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977aedb6-3db1-435d-945d-8976cd67f6f8 None None] DHCP port deletion for f4b88d54-7140-4591-b41a-3da0f081f14c request from n-d-810220-9 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 05:59:07.909431 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775937739780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775937334501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9256446'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:07.931803 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-977aedb6-3db1-435d-945d-8976cd67f6f8 None None] The port '9d87c8d6-f3ab-47b6-901e-88deaed0f94d' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 05:59:07.941653 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d87c8d6-f3ab-47b6-901e-88deaed0f94d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:07.946779 n-d-810220-9 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] No DVR routers for this DVR port 9d87c8d6-f3ab-47b6-901e-88deaed0f94d on host n-d-810220-9 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:59:08.017270 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515145', 'neutron.services.segments.db._delete_segments_for_network-8775937767428'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.038124 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b88d54-7140-4591-b41a-3da0f081f14c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:08.047704 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e78a80-c87d-49ec-9511-486bff71831e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:08.047999 n-d-810220-9 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e78a80-c87d-49ec-9511-486bff71831e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:59:08.057243 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775937765901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8621509'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.070671 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.076866 n-d-810220-9 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 05:59:08.077256 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9256463'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: Traceback (most recent call last): Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: timer() Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: cb(*args, **kw) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: return func(*args, **kwargs) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: self._notify() Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: self.callback(batched_events) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: event.method(event) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: return f(self, *a, **k) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: return self._get(url).json() Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 05:59:08.079265 n-d-810220-9 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 05:59:08.142331 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461495'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.149619 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.155580 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f4b88d54-7140-4591-b41a-3da0f081f14c HTTP/1.1" status: 204 len: 168 time: 0.5263412 Oct 13 05:59:08.169260 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115db260-4637-4edf-884a-d9f73f79e4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b88d54-7140-4591-b41a-3da0f081f14c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:08.184901 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 483536ee-642e-4dd5-95cb-5fbf44c2212c no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:08.209978 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 483536ee-642e-4dd5-95cb-5fbf44c2212c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:08.210246 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 483536ee-642e-4dd5-95cb-5fbf44c2212c not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:08.210663 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 20d7338c-f39b-42c5-a145-3351e31598ef no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:08.230191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 20d7338c-f39b-42c5-a145-3351e31598ef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:08.230530 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 20d7338c-f39b-42c5-a145-3351e31598ef not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:08.230936 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9d87c8d6-f3ab-47b6-901e-88deaed0f94d no longer exists at agent ovs-agent-n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:59:08.250191 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] No Port match for: 9d87c8d6-f3ab-47b6-901e-88deaed0f94d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:59:08.250541 n-d-810220-9 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Device 9d87c8d6-f3ab-47b6-901e-88deaed0f94d not bound to the agent host n-d-810220-9 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:59:08.267282 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55818) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:08.306936 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-5190451c-eb7d-4f87-9d76-f07c75602661 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99f00dda31b0476d8b51112cc4cb3c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385172 Oct 13 05:59:08.309506 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:08.356342 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-251adc88-3897-4af0-88c0-30230080af6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.376549 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-251adc88-3897-4af0-88c0-30230080af6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.426166 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-251adc88-3897-4af0-88c0-30230080af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.428709 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-251adc88-3897-4af0-88c0-30230080af6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.429858 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-251adc88-3897-4af0-88c0-30230080af6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/116c76c7-b7b7-4eb1-87e2-bbabc4d7a8bd HTTP/1.1" status: 204 len: 168 time: 0.1194143 Oct 13 05:59:08.437988 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251adc88-3897-4af0-88c0-30230080af6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c76c7-b7b7-4eb1-87e2-bbabc4d7a8bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:08.734136 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:08.776897 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-9d82092e-16c3-42ae-be12-4e868920a754 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78fd9c2f0ada4e64ac32e1b966d941d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416057 Oct 13 05:59:08.779210 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.44', 55828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:59:08.825728 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2d01769-a7a8-48ae-8ade-e806b519de26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.846104 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2d01769-a7a8-48ae-8ade-e806b519de26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.892959 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2d01769-a7a8-48ae-8ade-e806b519de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430263'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.895768 n-d-810220-9 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2d01769-a7a8-48ae-8ade-e806b519de26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:08.896906 n-d-810220-9 neutron-server[94825]: INFO neutron.wsgi [None req-c2d01769-a7a8-48ae-8ade-e806b519de26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7347107d-b187-456f-9a64-89e0c94b569c HTTP/1.1" status: 204 len: 168 time: 0.1167996 Oct 13 05:59:08.904271 n-d-810220-9 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01769-a7a8-48ae-8ade-e806b519de26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347107d-b187-456f-9a64-89e0c94b569c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:59:09.506189 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:11.315579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:19.157990 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03e7ebd4-de7b-468a-9faf-3447ad2c79f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:21.642615 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e28a1f9-a4e4-45bb-bb06-98c2a0b38d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:23.101511 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:23.505734 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:25.067680 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:36.612038 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:59:39.506118 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:41.329891 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:49.159314 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17216b28-9452-47a6-9fcb-0f41f30e5db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:51.642100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b789dbcb-967a-4cdb-a81f-250c4cdf27b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:53.104371 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:53.508027 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:55.070897 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:09.510071 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:11.317676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:13.609939 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:00:19.159274 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe37ee51-7282-4548-86ea-8567bd4f752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:21.642334 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9c23cd5-60df-43db-b0bc-520e077bf4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:23.105579 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:23.511061 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:25.074296 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:39.524070 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:41.333817 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:49.163612 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd9bbbce-5f8d-428d-afae-98ec05c2e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:50.609597 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:00:51.643261 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13928dd8-c59a-4c51-aa78-d1909cf60dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:53.105842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:53.515491 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:55.077343 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:09.533010 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:11.341460 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:19.163644 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c644614c-6e8d-45a3-b486-623b8bab7959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:21.644551 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09011bd9-2cc5-414d-9660-7f07b347bb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:23.105829 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:23.518147 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:25.080376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:27.609318 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:01:39.524967 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:41.346305 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:45.380457 n-d-810220-9 neutron-server[94824]: DEBUG neutron.wsgi [req-880fc9c6-0101-4d66-9dc5-330ac57761e9 req-ebcf9a06-73cb-4e56-9650-d9ced162561b service neutron] (94824) timed out ('10.222.0.44', 50022) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 06:01:49.164834 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c45d-35b1-4116-84d5-7114d6eeb448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:51.643976 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c92b7a8e-41d6-41be-af1d-29817da1b8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:53.109857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:53.520464 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:55.083435 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:04.610532 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:02:09.539326 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:11.360845 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:19.165247 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-864ed172-2112-4a67-b4f6-1a8339a98c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:21.643893 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da84e979-5c5b-44e6-8d1d-d626a7b84e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:23.111240 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:23.523032 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:25.086001 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:39.546713 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:41.371676 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:41.610183 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:02:49.166164 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-148ae041-874f-463f-8213-f9baff82dda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:51.644048 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-271ef9fa-cde3-4578-8f7b-ec83eb1abd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:53.112568 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:53.526400 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:55.089457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:09.546402 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:11.374620 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:18.610764 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:03:19.165704 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85a603aa-060d-401a-8c24-5ec901135bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:21.644981 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74cebeeb-d07a-4d8c-9aee-a53ff7b663a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:23.113672 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:23.528638 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:25.093003 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:39.546331 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:41.398646 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:49.165276 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d0f13a5-21a5-4bbe-a891-f79de730aa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:51.644767 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-012d8012-125f-4650-b632-e2c453d3d96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:53.117996 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:53.532457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:55.095115 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:55.609874 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:04:09.561171 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:11.412985 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:19.166288 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-524fe7b1-f361-4c63-af16-631f4b9c3f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:21.646141 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56bb9475-5a27-4348-b279-f4aceec32686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:23.119550 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:23.535808 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:25.099116 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:32.608613 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:04:39.551863 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:41.402350 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:49.166573 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffbaadac-edfe-451f-b950-b7df0018ab1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:51.646784 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-215a3eca-9a14-4226-96b9-d14f3316e616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:53.121292 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:53.538662 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:55.100880 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:09.568979 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:09.612981 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:05:11.401982 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:19.187268 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c95638-d06f-4623-b4d9-e542eeeb6e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:21.648693 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d93a247-3d1a-4f2f-b087-8407ab71ee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:23.122130 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:23.541514 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:25.103857 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:39.569842 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:41.410422 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:46.612149 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:05:49.172310 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7237ef20-f94c-4873-b178-6f449a2d884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:51.650452 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8005d7ca-f9a7-4c95-a513-6fa972af387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:53.127182 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:53.545862 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:55.107606 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:09.568013 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:11.409614 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:19.175738 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8351fee5-b62e-461d-8667-4e7084b5fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:21.651279 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-997a7987-8adf-44da-86ba-fa670d2bd933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:23.128248 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:23.547729 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:23.611635 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:06:25.111949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:39.566892 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:41.397711 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:41.727232 n-d-810220-9 neutron-server[94825]: DEBUG neutron.wsgi [req-06391d09-4c46-461a-b730-e8e514c02f7d req-718b80a1-9901-45f8-a3df-099ab1e1fe14 service neutron] (94825) timed out ('10.222.0.44', 54820) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 06:06:49.178152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c4d0f85-7578-43e4-a97a-4973dc3881a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:51.652904 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb29eefa-16f8-43ff-a725-d3a2182e9e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:53.129484 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:53.551100 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:55.112302 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:00.611190 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:07:09.588411 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:11.407871 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:19.178721 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4068012b-2b05-4ee9-8081-b37a267a07db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:21.654226 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33925fce-48fd-4d06-a97a-ac852362e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:23.132457 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:23.554418 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:25.116861 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:37.610641 n-d-810220-9 neutron-server[94832]: DEBUG neutron.db.agents_db [None req-49a5cd8e-5a84-4bf7-af0c-83ae80beab11 None None] Agent healthcheck: found 7 active agents {{(pid=94832) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:07:39.584553 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff144e0e-d6a8-45a5-8b19-6caba6c9b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:41.420949 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0c7833c-b0c6-4774-aff3-8c8859e84be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:49.182385 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-765514e4-c14b-418f-8c4c-8db67db8032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:51.655738 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42919292-040d-4699-9946-e1c694f85e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:53.139152 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bea8-935d-487c-9e78-05236ccb1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:53.557109 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77197425-c423-4aea-9f74-c71e21e51389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:55.118376 n-d-810220-9 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-979a1119-f1c1-42b8-b8c2-34a91aeec5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775937762030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507865'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}